-- Logs begin at Tue 2022-10-18 07:06:40 UTC, end at Tue 2022-10-18 08:58:59 UTC. -- Oct 18 07:41:04.651415 dv-neutron-861625-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 18 07:41:07.138070 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.common.config [-] Logging enabled! Oct 18 07:41:07.138796 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev58 Oct 18 07:41:07.138897 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88938) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 18 07:41:07.142036 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.common.config [-] Logging enabled! Oct 18 07:41:07.142293 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev58 Oct 18 07:41:07.142626 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88938) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 18 07:41:07.143561 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 18 07:41:07.143796 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 18 07:41:07.144159 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 18 07:41:07.144406 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 18 07:41:07.144633 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 18 07:41:07.144956 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.145257 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.145555 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.145811 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.146108 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.146403 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.146709 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.147001 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.147299 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.147587 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.147864 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.148148 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.148379 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.148659 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.148946 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.149233 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.149458 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] debug = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.149735 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.150161 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.150572 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.150863 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.151152 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.151425 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.151700 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.151973 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.152254 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.152582 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] host = dv-neutron-861625-1-hyperv {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.152858 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.153146 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.153431 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.153718 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.153993 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.154267 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.154565 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.154860 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.155137 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] log_file = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.155412 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.155700 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.155987 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.156276 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.156501 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.156724 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.157012 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.157299 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.157573 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.157846 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.158118 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.158390 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.158686 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.158955 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.159240 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.159525 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.159809 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.160083 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.160354 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.160625 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.160895 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.161179 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.161984 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.162258 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.162530 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.162844 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.163116 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.163390 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.163690 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.163975 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.164257 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.164541 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.164813 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.165373 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.165373 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.165623 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.165892 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] use_json = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.166162 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.166433 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.166737 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.167012 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.167286 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.167557 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.167828 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.168114 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.168386 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:07.168680 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.168979 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.169279 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.169570 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.169863 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.170142 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.170436 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.170738 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.171030 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.171320 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.171607 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.171888 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.172175 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.172450 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.172743 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.173048 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.173343 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.173634 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.173908 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.174178 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.174450 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.174749 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.175036 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.175331 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.175628 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.175899 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.176179 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.176472 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.176750 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.177600 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.177884 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.178182 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.178463 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.178761 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.179043 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.179337 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.179631 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.179906 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.180185 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.180476 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.180752 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.181024 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.181296 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.181572 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.181843 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.182125 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.182402 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.182709 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.182982 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.183256 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.183526 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.183796 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.184071 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.184342 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.184616 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.184884 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.185153 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.185425 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.185698 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.185968 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.186237 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.186508 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.186805 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.187074 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.187343 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.187611 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.187881 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.188151 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.188433 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.188717 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.189012 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.189286 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.189561 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.189836 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.190110 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.190383 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.190685 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.190961 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.191234 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.191506 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.191795 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.192075 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.192358 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.192669 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.192948 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.193241 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.193520 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.194056 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.194340 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.194646 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.194933 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.195214 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.195514 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.195809 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.196102 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.196395 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.196689 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.196967 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.197272 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.197551 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:07.197769 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 18 07:41:07.198008 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88938) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 18 07:41:07.584974 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO keyring.backend [-] Loading KWallet Oct 18 07:41:07.592257 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO keyring.backend [-] Loading SecretService Oct 18 07:41:07.595729 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO keyring.backend [-] Loading Windows Oct 18 07:41:07.597048 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO keyring.backend [-] Loading chainer Oct 18 07:41:07.597649 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO keyring.backend [-] Loading macOS Oct 18 07:41:07.630815 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 18 07:41:07.631094 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 18 07:41:07.631413 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 18 07:41:07.631748 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 18 07:41:08.022649 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.022857 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.023123 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.024336 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.024615 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.024884 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.060491 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.060793 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.061048 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.074324 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.074634 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.074912 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.105430 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.105716 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.105995 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.142287 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.142867 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.142867 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.375147 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.375440 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.375713 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.375987 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.376740 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.495762 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.496090 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.496378 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.496655 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.496928 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.497247 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.497517 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.497778 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.498036 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.498325 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.498609 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.498881 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.499148 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.499411 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.499682 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.499956 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.500219 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.500496 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.500754 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.501047 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.501403 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.501660 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.501912 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.502203 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.502457 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.502738 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.503132 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88938) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 07:41:08.503376 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88938) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 07:41:08.503618 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88938) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 07:41:08.503857 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88938) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 07:41:08.504094 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88938) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 07:41:08.504331 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88938) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 07:41:08.504694 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 18 07:41:08.508316 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 18 07:41:08.512209 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 18 07:41:08.515977 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Oct 18 07:41:08.517601 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 18 07:41:08.518198 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 18 07:41:08.518539 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 18 07:41:08.518956 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 18 07:41:08.522297 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 18 07:41:08.522571 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 18 07:41:08.522924 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 18 07:41:08.549977 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 18 07:41:08.550430 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.550773 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88938) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 18 07:41:08.551148 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.552523 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88938) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 18 07:41:08.552808 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 18 07:41:08.553060 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 18 07:41:08.579762 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.580053 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:08.642014 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 18 07:41:08.642206 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 18 07:41:08.642452 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 18 07:41:08.642856 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 18 07:41:08.676592 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_db.sqlalchemy.engines [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88938) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 18 07:41:09.015424 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Initializing driver for type 'gre' Oct 18 07:41:09.015908 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] gre ID ranges: [(1, 1000)] Oct 18 07:41:09.073512 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Initializing driver for type 'local' Oct 18 07:41:09.073874 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Initializing driver for type 'vlan' Oct 18 07:41:09.085253 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] VlanTypeDriver initialization complete Oct 18 07:41:09.085588 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Initializing driver for type 'vxlan' Oct 18 07:41:09.086056 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] vxlan ID ranges: [(1, 1000)] Oct 18 07:41:09.142856 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Initializing extension driver 'port_security' Oct 18 07:41:09.143476 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.extensions.port_security [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] PortSecurityExtensionDriver initialization complete Oct 18 07:41:09.143671 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Initializing mechanism driver 'openvswitch' Oct 18 07:41:09.144032 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Initializing mechanism driver 'hyperv' Oct 18 07:41:09.150678 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.plugins.ml2.plugin [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:41:09.151360 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > port after_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.151740 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > port after_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.152099 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > port after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.152633 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88938) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 18 07:41:09.153070 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > subnet after_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.153432 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > subnet after_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.153787 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.154182 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88938) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 18 07:41:09.154620 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > network after_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.154984 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > network after_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.155343 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > network after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.155735 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88938) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 18 07:41:09.156143 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > security_group after_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.156501 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > security_group after_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.156848 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.157382 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88938) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 18 07:41:09.157798 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.158156 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.158508 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.158928 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88938) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 18 07:41:09.159341 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > address_group after_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.159697 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > address_group after_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.160047 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.160442 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88938) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 18 07:41:09.160887 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] ML2 OVO RPC backend initialized. {{(pid=88938) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Oct 18 07:41:09.161687 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.161974 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.162399 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > network before_response 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.162777 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > networks before_response 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.163139 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > port before_response 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.163488 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > ports before_response 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.163839 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > subnet before_response 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.164188 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > subnets before_response 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.164541 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > network after_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.164889 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > network after_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.165232 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > network after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.165573 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > port after_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.165918 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > port after_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.166257 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > port after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.166627 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > subnet after_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.167360 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > subnet after_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.167360 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.167868 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.plugin [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Modular L2 Plugin initialization complete Oct 18 07:41:09.168201 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading services supported by the core plugin {{(pid=88938) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 18 07:41:09.168528 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.plugins.ml2.managers [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Got port-security extension from driver 'port_security' Oct 18 07:41:09.168997 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.extensions.vlantransparent [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Disabled vlantransparent extension. Oct 18 07:41:09.169485 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88938) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 18 07:41:09.169803 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading Plugin: router Oct 18 07:41:09.206591 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.206995 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router after_create 55549900 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.207377 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router before_create 55549900 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.207759 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.208170 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.208537 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router after_delete 55549900 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.208908 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.209282 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router after_create 55549900 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.209642 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router after_update 55549900 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.210001 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router after_update 55549900 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.210364 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.210759 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router after_update 55549900 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.211188 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router precommit_update 55549900 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.211569 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: port after_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.211914 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: port after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.212261 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: subnet after_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.212610 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.212970 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.213330 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router precommit_create 55549900 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.213682 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: port before_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.214098 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router precommit_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.214400 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router after_update 55549900 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.214779 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.215141 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router precommit_create 55549900 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.215511 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.215868 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router precommit_update 55549900 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.216242 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > agent after_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.216603 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > agent after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.216956 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > network after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.217814 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Tracking information for resource: router configured {{(pid=88938) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 07:41:09.218152 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Tracking information for resource: floatingip configured {{(pid=88938) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 07:41:09.223079 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.db.l3_agentschedulers_db [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 18 07:41:09.224183 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: port after_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.224558 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: port after_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.224918 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: port after_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.225277 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: port after_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.226076 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router before_create 55550100 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.226448 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.226848 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router precommit_create 55550100 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.227210 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > router precommit_update 55550100 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.231621 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.services.provider_configuration [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Service providers = [] {{(pid=88938) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 18 07:41:09.231993 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.db.servicetype_db [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88938) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 18 07:41:09.234950 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.services.service_base [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88938) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 07:41:09.235306 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.services.service_base [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88938) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 07:41:09.235655 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.services.service_base [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88938) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 07:41:09.236543 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.services.service_base [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88938) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 07:41:09.236920 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.services.service_base [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 18 07:41:09.237294 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88938) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 07:41:09.237618 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 18 07:41:09.248683 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88938) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 07:41:09.249022 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading Plugin: auto_allocate Oct 18 07:41:09.254818 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: network precommit_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.255223 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: network precommit_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.255750 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88938) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 07:41:09.256077 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading Plugin: tag Oct 18 07:41:09.262515 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88938) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 07:41:09.262883 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading Plugin: timestamp Oct 18 07:41:09.268173 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88938) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 07:41:09.268451 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading Plugin: network_ip_availability Oct 18 07:41:09.273659 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.274039 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.274406 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.275156 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88938) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 07:41:09.275484 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading Plugin: flavors Oct 18 07:41:09.280093 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88938) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 07:41:09.280436 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading Plugin: revisions Oct 18 07:41:09.284866 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88938) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 07:41:09.285260 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_concurrency.lockutils [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.654s {{(pid=88938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 18 07:41:09.286004 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88938) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 18 07:41:09.286898 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Initializing extension manager. Oct 18 07:41:09.287406 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: __init__.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.287752 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: __pycache__ {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.288093 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.288429 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: address_group.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.289176 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.289747 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: address-group Oct 18 07:41:09.290078 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: address_scope.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.291005 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.291530 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: address-scope Oct 18 07:41:09.291860 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.292807 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.293334 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: router-admin-state-down-before-update Oct 18 07:41:09.293666 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: agent.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.294372 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.294922 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: agent Oct 18 07:41:09.295253 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: agent_resources_synced.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.296160 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.296679 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: agent-resources-synced Oct 18 07:41:09.297008 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: allowedaddresspairs.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.298832 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.299372 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: allowed-address-pairs Oct 18 07:41:09.299704 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: auto_allocated_topology.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.300780 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.301304 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: auto-allocated-topology Oct 18 07:41:09.301632 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: availability_zone.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.302930 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.303453 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: availability_zone Oct 18 07:41:09.303781 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: availability_zone_filter.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.304696 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.305219 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: availability_zone_filter Oct 18 07:41:09.305543 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: data_plane_status.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.306454 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.307002 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension data-plane-status not supported by any of loaded plugins Oct 18 07:41:09.307327 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: default_subnetpools.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.308248 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.308764 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: default-subnetpools Oct 18 07:41:09.309089 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.309906 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.310422 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: dhcp_agent_scheduler Oct 18 07:41:09.310777 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: dns.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.311693 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.312204 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension dns-integration not supported by any of loaded plugins Oct 18 07:41:09.312529 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: dns_domain_ports.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.313447 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.313964 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 18 07:41:09.314291 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: dvr.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.314991 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.315502 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: dvr Oct 18 07:41:09.315827 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: empty_string_filtering.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.316739 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.317253 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: empty-string-filtering Oct 18 07:41:09.317607 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.318514 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.319486 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 18 07:41:09.319816 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.320742 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.321259 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 18 07:41:09.321587 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: external_net.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.322502 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.323052 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: external-net Oct 18 07:41:09.323379 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.324287 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.324813 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: extra_dhcp_opt Oct 18 07:41:09.325142 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: extraroute.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.326052 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.326595 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: extraroute Oct 18 07:41:09.326927 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: extraroute_atomic.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.327952 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.328474 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: extraroute-atomic Oct 18 07:41:09.328800 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: filter_validation.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.329473 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.329987 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: filter-validation Oct 18 07:41:09.330314 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: fip_pf_description.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.331250 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.331763 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 18 07:41:09.332087 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: fip_port_details.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.333007 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.333545 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: fip-port-details Oct 18 07:41:09.333870 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: flavors.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.335116 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.335641 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: flavors Oct 18 07:41:09.335969 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.337616 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.338139 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 18 07:41:09.338474 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: floatingip_pools.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.339212 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.339738 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: floatingip-pools Oct 18 07:41:09.340070 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: ip_allocation.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.340994 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.341580 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension ip_allocation not supported by any of loaded plugins Oct 18 07:41:09.341915 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.342876 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.343398 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: ip-substring-filtering Oct 18 07:41:09.343730 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: l2_adjacency.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.344671 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.345185 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 18 07:41:09.345515 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: l3.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.346666 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.347200 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: router Oct 18 07:41:09.347536 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.350281 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.350836 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 18 07:41:09.351175 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.352110 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.352645 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: ext-gw-mode Oct 18 07:41:09.352979 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.353900 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.354422 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: l3-ha Oct 18 07:41:09.354780 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: l3_flavors.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.355698 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.356219 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: l3-flavors Oct 18 07:41:09.356550 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.357467 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.357986 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 18 07:41:09.358316 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: l3agentscheduler.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.359407 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.359932 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: l3_agent_scheduler Oct 18 07:41:09.360267 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: logging.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.361741 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.362271 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension logging not supported by any of loaded plugins Oct 18 07:41:09.362637 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: metering.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.363387 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.363978 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: metering Oct 18 07:41:09.364872 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.365963 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.366494 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: metering_source_and_destination_fields Oct 18 07:41:09.366851 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: multiprovidernet.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.367783 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.368308 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: multi-provider Oct 18 07:41:09.368638 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: netmtu.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.369558 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.370079 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: net-mtu Oct 18 07:41:09.370408 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: netmtu_writable.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.371361 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.371882 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: net-mtu-writable Oct 18 07:41:09.372210 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: network_availability_zone.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.372885 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.373423 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: network_availability_zone Oct 18 07:41:09.373730 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: network_ip_availability.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.374866 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.375398 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: network-ip-availability Oct 18 07:41:09.375727 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: network_segment_range.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.376496 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.377011 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension network-segment-range not supported by any of loaded plugins Oct 18 07:41:09.377337 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: pagination.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.378316 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.378692 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: pagination Oct 18 07:41:09.379024 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: port_device_profile.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.379997 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.380527 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: port-device-profile Oct 18 07:41:09.380856 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.381778 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.382300 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: port-mac-address-regenerate Oct 18 07:41:09.382652 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.383573 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.384093 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: port-numa-affinity-policy Oct 18 07:41:09.384421 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: port_resource_request.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.385342 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.385856 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension port-resource-request not supported by any of loaded plugins Oct 18 07:41:09.386184 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: portbindings.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.387145 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.387662 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: binding Oct 18 07:41:09.387991 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: portbindings_extended.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.389389 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.389918 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: binding-extended Oct 18 07:41:09.390252 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: portsecurity.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.391202 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.391728 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: port-security Oct 18 07:41:09.392058 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: project_id.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.393031 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.393368 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: project-id Oct 18 07:41:09.393697 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: providernet.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.394665 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.395193 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: provider Oct 18 07:41:09.395544 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: qos.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.399058 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.399602 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension qos not supported by any of loaded plugins Oct 18 07:41:09.399939 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.401187 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.401713 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 18 07:41:09.402049 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.403002 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.403531 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 18 07:41:09.403864 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: qos_default.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.404780 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.405304 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension qos-default not supported by any of loaded plugins Oct 18 07:41:09.405637 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: qos_fip.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.406291 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.406836 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension qos-fip not supported by any of loaded plugins Oct 18 07:41:09.407164 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: qos_gateway_ip.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.408092 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.408611 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 18 07:41:09.408937 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: qos_port_network_policy.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.409860 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.410377 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 18 07:41:09.410741 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: qos_rule_type_details.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.412171 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.412689 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 18 07:41:09.413020 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: qos_rules_alias.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.414064 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.414617 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 18 07:41:09.414950 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: quotasv2.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.415852 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.416186 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: quotas Oct 18 07:41:09.416513 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: quotasv2_detail.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.418122 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.418471 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: quota_details Oct 18 07:41:09.418842 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: rbac.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.419912 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.420447 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: rbac-policies Oct 18 07:41:09.420786 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: rbac_address_group.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.421728 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.422261 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: rbac-address-group Oct 18 07:41:09.422631 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: rbac_address_scope.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.423555 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.424083 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: rbac-address-scope Oct 18 07:41:09.424416 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: rbac_security_groups.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.425332 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.425857 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: rbac-security-groups Oct 18 07:41:09.426189 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: rbac_subnetpool.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.427720 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.428247 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: rbac-subnetpool Oct 18 07:41:09.428579 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: revisionifmatch.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.429612 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.430147 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: revision-if-match Oct 18 07:41:09.430479 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: revisions.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.431623 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.432145 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: standard-attr-revisions Oct 18 07:41:09.432478 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: router_availability_zone.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.433160 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.433688 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: router_availability_zone Oct 18 07:41:09.434022 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: routerservicetype.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.434968 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.435500 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension router-service-type not supported by any of loaded plugins Oct 18 07:41:09.435833 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.436757 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.437283 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: security-groups-normalized-cidr Oct 18 07:41:09.437615 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.438553 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.439090 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: port-security-groups-filtering Oct 18 07:41:09.439422 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.440343 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.440867 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: security-groups-remote-address-group Oct 18 07:41:09.441199 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: securitygroup.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.450968 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.451513 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: security-group Oct 18 07:41:09.451853 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: segment.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.452640 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.453165 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension segment not supported by any of loaded plugins Oct 18 07:41:09.453502 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.454442 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.455000 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 18 07:41:09.455334 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: servicetype.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.456439 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.456971 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: service-type Oct 18 07:41:09.457303 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: sorting.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.458313 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.458693 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: sorting Oct 18 07:41:09.459028 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: standard_attr_segment.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.459953 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.460482 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 18 07:41:09.460815 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: standardattrdescription.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.461493 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.462016 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: standard-attr-description Oct 18 07:41:09.462348 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: stateful_security_group.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.463304 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.463833 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: stateful-security-group Oct 18 07:41:09.464166 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: stdattrs_common.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.464752 dv-neutron-861625-1-hyperv neutron-server[88938]: WARNING neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 18 07:41:09.465080 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.466096 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.466651 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 18 07:41:09.466982 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: subnet_onboard.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.468067 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.468599 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: subnet_onboard Oct 18 07:41:09.468933 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.469876 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.470398 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 18 07:41:09.470766 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: subnet_service_types.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.471691 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.472221 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: subnet-service-types Oct 18 07:41:09.472549 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: subnetallocation.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.473630 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.474707 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: subnet_allocation Oct 18 07:41:09.475042 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.475728 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.476253 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: subnetpool-prefix-ops Oct 18 07:41:09.476584 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.477525 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.478046 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 18 07:41:09.478377 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: tagging.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.479469 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.479996 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: standard-attr-tag Oct 18 07:41:09.480334 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: timestamp.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.481527 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.482055 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loaded extension: standard-attr-timestamp Oct 18 07:41:09.482390 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: trunk.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.483455 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.483986 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension trunk not supported by any of loaded plugins Oct 18 07:41:09.484319 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: trunk_details.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.485242 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.485765 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension trunk-details not supported by any of loaded plugins Oct 18 07:41:09.486095 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: uplink_status_propagation.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.487040 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.487564 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 18 07:41:09.487892 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Loading extension file: vlantransparent.py {{(pid=88938) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 07:41:09.488558 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88938) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 07:41:09.489072 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 18 07:41:09.492130 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Creating instance of TrackedResource for resource:network Oct 18 07:41:09.492863 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Creating instance of TrackedResource for resource:subnet Oct 18 07:41:09.493649 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 07:41:09.494262 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Creating instance of TrackedResource for resource:port Oct 18 07:41:09.495537 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.v2.resource_helper [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 07:41:09.495990 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.v2.resource_helper [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Service FLAVORS assigned prefix: {{(pid=88938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 07:41:09.496612 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.v2.resource_helper [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 07:41:09.497055 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.v2.resource_helper [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 07:41:09.497392 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Creating instance of TrackedResource for resource:router Oct 18 07:41:09.498060 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Creating instance of TrackedResource for resource:floatingip Oct 18 07:41:09.498801 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.v2.resource_helper [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Service METERING assigned prefix: /metering {{(pid=88938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 07:41:09.500270 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.500649 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.501008 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:41:09.502142 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Creating instance of CountableResource for resource:rbac_policy Oct 18 07:41:09.502625 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Creating instance of TrackedResource for resource:security_group Oct 18 07:41:09.503322 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 18 07:41:09.504056 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.v2.resource_helper [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Service CORE assigned prefix: {{(pid=88938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 07:41:09.504393 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 07:41:09.504745 dv-neutron-861625-1-hyperv neutron-server[88938]: WARNING neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] subnetpool is already registered Oct 18 07:41:09.505373 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.v2.resource_helper [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Service CORE assigned prefix: {{(pid=88938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 07:41:09.505708 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 07:41:09.506037 dv-neutron-861625-1-hyperv neutron-server[88938]: WARNING neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] subnetpool is already registered Oct 18 07:41:09.508625 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.v2.resource_helper [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 07:41:09.509065 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.v2.resource_helper [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Service FLAVORS assigned prefix: {{(pid=88938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 07:41:09.509671 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.v2.resource_helper [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 07:41:09.510100 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.v2.resource_helper [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 07:41:09.510444 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Creating instance of TrackedResource for resource:router Oct 18 07:41:09.510810 dv-neutron-861625-1-hyperv neutron-server[88938]: WARNING neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] router is already registered Oct 18 07:41:09.511413 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Creating instance of TrackedResource for resource:floatingip Oct 18 07:41:09.511749 dv-neutron-861625-1-hyperv neutron-server[88938]: WARNING neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] floatingip is already registered Oct 18 07:41:09.512383 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.v2.resource_helper [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Service METERING assigned prefix: /metering {{(pid=88938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 07:41:09.513072 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Creating instance of CountableResource for resource:rbac_policy Oct 18 07:41:09.513409 dv-neutron-861625-1-hyperv neutron-server[88938]: WARNING neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] rbac_policy is already registered Oct 18 07:41:09.513958 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Creating instance of TrackedResource for resource:security_group Oct 18 07:41:09.514293 dv-neutron-861625-1-hyperv neutron-server[88938]: WARNING neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] security_group is already registered Oct 18 07:41:09.514939 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 18 07:41:09.515278 dv-neutron-861625-1-hyperv neutron-server[88938]: WARNING neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] security_group_rule is already registered Oct 18 07:41:09.515949 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.v2.resource_helper [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Service CORE assigned prefix: {{(pid=88938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 07:41:09.516284 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 07:41:09.516616 dv-neutron-861625-1-hyperv neutron-server[88938]: WARNING neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] subnetpool is already registered Oct 18 07:41:09.517225 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.v2.resource_helper [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Service CORE assigned prefix: {{(pid=88938) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 07:41:09.517559 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 07:41:09.517888 dv-neutron-861625-1-hyperv neutron-server[88938]: WARNING neutron.quota.resource_registry [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] subnetpool is already registered Oct 18 07:41:09.518602 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: extensions {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.520027 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: address-groups {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.521707 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: address-scopes {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.522966 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: agents {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.524139 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: auto-allocated-topology {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.525410 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: availability_zones {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.527738 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: dhcp-networks {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.529197 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: dhcp-agents {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.530667 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: routers {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.643749 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: flavors {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.644935 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: service_profiles {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.646203 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: next_providers {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.647803 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: service_profiles {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.649286 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: floatingip-pools {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.650534 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: routers {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.652389 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: floatingips {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.653579 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: l3-routers {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.655021 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: l3-agents {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.656474 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: metering-labels {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.657926 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: metering-label-rules {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.659253 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: network-ip-availabilities {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.660524 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: bindings {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.662246 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: quotas {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.663737 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: quotas {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.665171 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: rbac-policies {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.666483 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: security-groups {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.667720 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: security-group-rules {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.668978 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: service-providers {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.670217 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: subnetpools {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.672035 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: subnetpools {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.673538 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: tags {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.675259 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: tags {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.677627 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: tags {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.679511 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: tags {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.681344 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: tags {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.683249 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: tags {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.684955 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: tags {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.687015 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: tags {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.688809 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: tags {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.690708 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron.api.extensions [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Extended resource: tags {{(pid=88938) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 07:41:09.697581 dv-neutron-861625-1-hyperv neutron-server[88938]: WARNING keystonemiddleware.auth_token [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 18 07:41:09.702380 dv-neutron-861625-1-hyperv neutron-server[88938]: WARNING keystonemiddleware.auth_token [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 18 07:41:09.710606 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_concurrency.lockutils [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Acquired lock "singleton_lock" {{(pid=88938) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 18 07:41:09.711092 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_concurrency.lockutils [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Releasing lock "singleton_lock" {{(pid=88938) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 18 07:41:09.711742 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO oslo_service.service [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Starting 2 workers Oct 18 07:41:09.716440 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Started child 89045 {{(pid=88938) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 18 07:41:09.720729 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Started child 89046 {{(pid=88938) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 18 07:41:09.721726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:09.722331 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO neutron.service [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 18 07:41:09.723021 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Notify callbacks [] for process, before_spawn {{(pid=88938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:09.723244 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [-] (89045) wsgi starting up on http://0.0.0.0:9696 Oct 18 07:41:09.725304 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:09.725748 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO oslo_service.service [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Starting 1 workers Oct 18 07:41:09.726715 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [-] (89046) wsgi starting up on http://0.0.0.0:9696 Oct 18 07:41:09.730504 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Started child 89047 {{(pid=88938) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 18 07:41:09.731040 dv-neutron-861625-1-hyperv neutron-server[88938]: INFO oslo_service.service [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Starting 1 workers Oct 18 07:41:09.734286 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.service [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] calling RpcWorker wait() {{(pid=89047) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 18 07:41:09.734872 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.service [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] returning from RpcWorker wait() {{(pid=89047) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 18 07:41:09.735380 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Started child 89048 {{(pid=88938) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 18 07:41:09.736178 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG neutron_lib.callbacks.manager [None req-75284dea-4242-44b7-8102-2df01bba7435 None None] Notify callbacks [] for process, after_spawn {{(pid=88938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:09.736272 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:09.736739 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:41:09.738042 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88938) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 18 07:41:09.738263 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 18 07:41:09.738453 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 18 07:41:09.738701 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 18 07:41:09.739056 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 18 07:41:09.739224 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 18 07:41:09.740263 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.740538 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.740690 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:09.741136 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.741136 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.741347 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.741893 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.742170 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.742409 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.742708 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.742949 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.743120 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.743288 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.743556 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.743798 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.744096 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.744361 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.744601 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.744906 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.745060 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.745317 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.745576 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.745829 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.746095 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] debug = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.746351 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.746883 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.747119 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.747371 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.747593 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.747855 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.748090 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.748353 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.748600 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.748819 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.749053 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.749303 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.749548 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.749766 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.750006 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.750262 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.750479 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.750954 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] host = dv-neutron-861625-1-hyperv {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.751174 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.751406 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.751637 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.751865 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.752116 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.752336 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.752599 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.752860 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.753121 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.753347 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.753597 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.753853 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.754059 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.754307 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] log_file = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.754474 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] log_options = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.754744 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.755635 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.755851 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.756050 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.756223 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.756404 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.756657 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.756824 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.757082 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.757305 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.757521 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.757736 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.757973 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.758210 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.758482 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.758746 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.758963 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.759173 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.759432 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.759690 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.759917 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.760144 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.760367 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.760582 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.760798 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.761019 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.761247 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.761469 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.761685 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.762716 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.762716 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.762716 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.763075 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:41:09.763213 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.763213 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.763213 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.763564 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.763686 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.763902 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.764234 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.764382 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.764618 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.765498 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.765498 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.765498 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.765498 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.765799 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] use_json = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.765978 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.766138 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.766412 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.766655 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.766879 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.767094 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.767303 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.767537 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.767767 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.768259 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.768549 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.769049 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.771564 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.771564 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.771564 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.771564 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.771564 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.771564 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.771564 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.771564 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.771564 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.772977 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.772977 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.772977 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.772977 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.772977 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.772977 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.773477 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.773477 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.773671 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.775069 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.775069 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.775069 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.775069 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.775069 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.775459 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.775459 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.775664 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.775871 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.776289 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.776289 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.776713 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.776809 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.776980 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.777209 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.777442 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.777658 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.777888 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.779437 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.779437 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.779437 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.779437 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.779437 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.779437 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.779907 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.779907 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.780058 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.780143 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.780532 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.780638 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.780888 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.781125 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.781340 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.781561 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.781817 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.782038 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.782257 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.782476 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.782754 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.782992 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.783256 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.783479 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.783697 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.783916 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.784143 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.784369 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.784595 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.784817 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.785059 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.785280 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.785495 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.785714 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.785952 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.786315 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.786473 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.786720 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.786936 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.787184 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.787398 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.787635 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.787850 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.788072 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.788291 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.788540 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.788818 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.789155 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.789399 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.789666 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.789923 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.790163 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.790406 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.790684 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.790936 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.791159 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.791393 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.791663 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.791928 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.792183 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.792440 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.792679 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.792944 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.793164 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.793419 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.793657 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.793887 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.794113 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.794388 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.794656 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.794935 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.795211 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.795490 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.795769 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.796031 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.796285 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.796504 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.796776 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.797093 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.797378 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.797652 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.797909 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.798159 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.798445 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.798719 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.798986 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.799241 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.799479 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.799722 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.800007 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.800262 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.800488 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.800723 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.800957 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.801306 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.801541 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.802318 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.802576 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.802871 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.803114 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.803354 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.803638 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.803899 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.804159 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.804405 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.804668 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.804885 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.805132 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.805382 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.805622 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.805847 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.806086 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.806298 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.806517 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.806768 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.807005 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.807234 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.807476 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.807718 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.807941 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.808159 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.808390 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.808604 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.808855 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.809092 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.809312 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.809530 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.809746 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.809976 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.810240 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.810473 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.810766 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.811022 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.811239 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.811499 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.811725 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.811967 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.812179 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.812430 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.812655 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.812899 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.813241 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.813470 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.813719 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.813935 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.814181 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.814419 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.814683 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.814935 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.815271 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.815543 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.815772 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.816004 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.816241 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.816587 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.816687 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.816891 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.817031 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 49310) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:41:09.817125 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.817318 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.818139 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.818360 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.818633 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.819108 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.819326 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.819561 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.819810 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.820066 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.820389 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.820549 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.820773 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.821008 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.821226 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.821445 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.821656 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.821873 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.822104 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.822329 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.822529 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.822859 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.823102 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.823332 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.823570 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.823801 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.824031 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.824242 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.824475 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.824692 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.824901 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.825128 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.825340 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.825573 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.825834 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.826047 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.826791 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.827217 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [-] 10.222.0.17 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065331 Oct 18 07:41:09.827306 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.827306 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.827306 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.827501 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.827569 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.827833 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.828279 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.828444 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.829502 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.829727 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.829977 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.830225 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.830487 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.830820 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.831114 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.831385 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.831644 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.831917 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.832189 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.832462 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.832686 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.833037 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.833682 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.833682 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.833913 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.834142 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.834418 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.835560 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.835800 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.836053 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.836299 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.836535 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.836782 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.837027 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.837260 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.837485 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.837833 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.837967 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.838187 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.838417 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.838660 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.839408 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.839408 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 18 07:41:09.839567 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88938) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 18 07:41:09.839717 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 18 07:41:09.839823 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 18 07:41:09.839998 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 18 07:41:09.840171 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 18 07:41:09.840327 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 18 07:41:09.840539 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.840705 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.840869 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.841030 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.841192 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.841389 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.841554 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.841715 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.841875 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.842039 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.842204 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.842365 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.842525 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.843574 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.843742 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.843915 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.844058 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.844221 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.844390 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.844545 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.844711 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.844883 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.845066 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] debug = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.845197 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.846182 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.846361 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.846510 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.846770 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.846934 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.847089 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.847248 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.847409 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.847570 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.847731 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.847892 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.848052 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.848215 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.848374 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.848534 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.848721 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.848887 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] host = dv-neutron-861625-1-hyperv {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.849050 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.849207 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.849366 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.849530 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.849691 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.849853 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.850013 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.850174 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.850334 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.850495 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.851506 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.851677 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.851842 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.851998 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] log_file = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.852164 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] log_options = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.852334 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.852484 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.852646 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.852848 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.853018 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.853177 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.853340 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.853533 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.853698 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.853842 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.853974 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.854137 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.854297 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.854457 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.855448 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.855618 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.855778 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.855940 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.856101 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.856262 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.856426 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.856589 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.856747 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.856901 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.857064 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.857217 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.857380 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.857540 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.857700 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.857860 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.858025 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.858186 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.858344 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.858504 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.859493 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.859656 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.859825 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.859984 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.860994 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.860994 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.860994 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.860994 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.860994 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.860994 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.861377 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.861377 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] use_json = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.861377 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.861544 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.861708 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.861802 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.861943 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.862034 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:41:09.862117 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.862240 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.862414 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.863479 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 07:41:09.863680 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.863846 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.864019 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.864183 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.864885 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.865051 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.865210 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.865375 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.865619 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.865715 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.865866 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.866011 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.866192 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.866345 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.866514 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.866705 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.866854 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.867019 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.867165 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.867337 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.867501 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.867639 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.867822 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.867986 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.868153 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.868321 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.868485 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.868649 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.868855 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.868972 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.869137 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.870006 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.870006 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.870006 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.870006 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.870006 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.870315 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.870315 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.870502 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.870502 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.870714 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.870877 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.871041 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.871205 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.871368 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.871535 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.871700 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.873163 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.873163 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.873163 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.873163 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.873427 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.873494 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.873636 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.874684 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.874855 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.875021 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.875187 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.875352 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.875516 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.875672 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.875855 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.876018 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.876182 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.876345 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.876510 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.876672 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.876836 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.876999 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.877161 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.877328 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.877500 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.877648 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.877818 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.877977 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.878136 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.878296 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.878463 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.879142 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.879142 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.879142 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.879142 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.879408 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.879408 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.881236 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.881426 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.881610 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.881775 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.881956 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.882140 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.882251 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.882414 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.882663 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.882758 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.882911 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.883075 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.883241 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.883419 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.883571 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.883717 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.883884 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.884046 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.884191 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.884358 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.884524 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.884687 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.884851 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.885014 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.885179 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.885366 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.885518 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.885661 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.886816 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.886988 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.887880 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.887880 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.887880 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.887880 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.887880 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.888214 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.888214 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.888333 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.888499 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.888667 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.888852 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.888999 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.889164 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.889329 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.889503 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.889678 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.889840 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.890000 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.890166 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.890353 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.890514 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.890841 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.891012 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.891176 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.891764 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.891764 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.891764 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.892017 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.892017 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.892163 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.892242 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.892398 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.892561 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.892723 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.892889 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.893052 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.893213 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.893375 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.893538 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.893700 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.893861 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.894022 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.894184 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.894444 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.894674 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.894841 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.895002 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.895794 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.895968 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.896235 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.896409 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.896575 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.896738 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.896901 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.897065 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.897227 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.897394 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.897557 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.897720 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.897878 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.898045 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.898209 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.898372 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.898536 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.898954 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.899130 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.899288 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.899441 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.899581 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.899747 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.899913 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.900083 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.900229 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.900389 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.900571 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.900734 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.901342 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.901517 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.901682 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.901845 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.902008 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.902172 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.902334 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.902496 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.902683 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.902852 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.903016 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.903178 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.903340 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.903503 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.903670 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.903834 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.903998 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.904159 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.904361 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.905191 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.906571 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.906930 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.907117 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.907326 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.907713 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.907890 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.908055 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.908237 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.908400 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.908618 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.908729 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.908922 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.909062 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.909224 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.909385 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.909546 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.909709 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.909883 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.910104 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.910186 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.910342 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.910560 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.910852 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.911180 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.912021 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.912195 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.912674 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.913269 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.913443 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.913627 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.913796 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.913966 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.914131 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.914301 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.914607 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.914756 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.915258 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.915258 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.915421 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.915489 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.916258 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.916258 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.916258 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.916258 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.916694 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.916694 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.916694 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.916981 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.916981 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.917160 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.917291 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.917457 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.917622 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.917787 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.917949 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.918110 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.918271 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.918434 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.918618 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.918782 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.918938 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.919270 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.919574 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.919875 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.920178 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 07:41:09.920459 dv-neutron-861625-1-hyperv neutron-server[88938]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88938) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 18 07:41:20.727082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32814e29-b478-4ba9-8cfb-719f7f7dece0 None None] get_active_networks_info from dv-neutron-861625-1-hyperv {{(pid=89047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 18 07:41:20.827396 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32814e29-b478-4ba9-8cfb-719f7f7dece0 None None] No non-hosted networks {{(pid=89047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 18 07:41:20.833730 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ccba381c-e450-45fb-bb89-cc4c79a68b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-405970'] for agent, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:22.799966 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d5ede04f-de0c-40fe-b113-ee9c3c1a07bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-405970'] for agent, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:22.835301 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7c41017a-0c64-4463-a4ed-f0cffdad2cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:23.617885 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-405970'] for agent, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:23.739384 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-405970'] for agent, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:23.740329 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:23.740811 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:23.741281 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:23.741592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:23.742003 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:23.742529 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:23.743090 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:23.747611 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:23.748220 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:23.748721 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:23.749211 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:23.750427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:23.751012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-861625-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:41:23.760162 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-861625-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:41:25.203470 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-405970'] for agent, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:26.730469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 49408) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:41:27.318500 dv-neutron-861625-1-hyperv neutron-server[89046]: WARNING oslo_policy.policy [None req-49f8bd8b-5e7e-4527-a999-b47676cf62e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 07:41:27.319452 dv-neutron-861625-1-hyperv neutron-server[89046]: WARNING oslo_policy.policy [None req-49f8bd8b-5e7e-4527-a999-b47676cf62e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 07:41:27.533496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-49f8bd8b-5e7e-4527-a999-b47676cf62e8 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:41:27.534522 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-49f8bd8b-5e7e-4527-a999-b47676cf62e8 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8031363 Oct 18 07:41:28.018900 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.db.l3_hamode_db [None req-cec445c0-4475-4634-9294-fea7b320b500 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 18 07:41:28.102500 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec445c0-4475-4634-9294-fea7b320b500 None None] Routers set() bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:41:28.102901 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec445c0-4475-4634-9294-fea7b320b500 None None] Router IDs set() for agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Oct 18 07:41:29.911245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 49422) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:41:30.267070 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-77a3b200-efd4-4a82-8990-ba5d261fe730 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:41:30.361309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.policy [None req-77a3b200-efd4-4a82-8990-ba5d261fe730 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89046) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 18 07:41:30.406194 dv-neutron-861625-1-hyperv neutron-server[89046]: WARNING oslo_policy.policy [None req-77a3b200-efd4-4a82-8990-ba5d261fe730 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 07:41:30.406586 dv-neutron-861625-1-hyperv neutron-server[89046]: WARNING oslo_policy.policy [None req-77a3b200-efd4-4a82-8990-ba5d261fe730 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 07:41:30.415806 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.quota [None req-77a3b200-efd4-4a82-8990-ba5d261fe730 admin admin] Loaded quota_driver: . Oct 18 07:41:30.431399 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-77a3b200-efd4-4a82-8990-ba5d261fe730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:41:30.490946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77a3b200-efd4-4a82-8990-ba5d261fe730 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775359204118', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775359204645', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775359227820', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775359220466', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775359177796', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775359172303', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1365782', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1371969', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-405363', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-458370'] for rbac-policy, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:30.552478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77a3b200-efd4-4a82-8990-ba5d261fe730 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:30.553669 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-77a3b200-efd4-4a82-8990-ba5d261fe730 admin admin] 10.222.0.17 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6414464 Oct 18 07:41:33.175615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 49436) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:41:33.741574 dv-neutron-861625-1-hyperv neutron-server[89045]: WARNING oslo_policy.policy [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 07:41:33.742151 dv-neutron-861625-1-hyperv neutron-server[89045]: WARNING oslo_policy.policy [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 07:41:33.954929 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Request body: {'network': {'project_id': '3e2c59aaa58340febeab229425d4037c', 'admin_state_up': True, 'name': 'private'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:41:33.956680 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.quota [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Loaded quota_driver: . Oct 18 07:41:33.972579 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:41:33.979523 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Usage tracker for resource:network and tenant:3e2c59aaa58340febeab229425d4037c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:41:33.985028 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:41:33.992331 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:41:34.008599 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Made reservation on behalf of 3e2c59aaa58340febeab229425d4037c for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:41:34.076830 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.policy [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89045) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 18 07:41:34.122565 dv-neutron-861625-1-hyperv neutron-server[89045]: WARNING oslo_policy.policy [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 07:41:34.122945 dv-neutron-861625-1-hyperv neutron-server[89045]: WARNING oslo_policy.policy [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 07:41:34.133653 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:34.155744 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:34.170521 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:41:34.174293 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Usage tracker for resource:security_group_rule and tenant:3e2c59aaa58340febeab229425d4037c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:41:34.179905 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:41:34.185482 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:41:34.286531 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:34.290832 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:34.312488 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:41:34.339690 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775356978652', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:34.340249 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Unsubscribe: segment precommit_create {{(pid=89045) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 18 07:41:34.340736 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Added segment 29f4372b-d080-41dc-be45-20ed26c6eeb8 of type vlan for network ad87c713-3329-4809-866d-1a82a3841ce9 Oct 18 07:41:34.393515 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca56cd94-cbe5-4483-b108-ed1c2fd8cefc,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:41:34.415173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:34.415523 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:34.415864 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:34.416199 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:34.416530 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:34.416858 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:34.417185 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:34.417511 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:34.417835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:34.418159 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:34.418481 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:34.418827 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Tracked resource versions report: Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: pushed versions: Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: { 'AddressGroup': {'1.2'}, Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'ConntrackHelper': {'1.0'}, Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Log': {'1.0'}, Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Network': {'1.1'}, Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Port': {'1.7'}, Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'PortForwarding': {'1.2'}, Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'QosPolicy': {'1.8'}, Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'SecurityGroup': {'1.4'}, Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'SecurityGroupRule': {'1.2'}, Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'SubPort': {'1.0'}, Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Subnet': {'1.1'}, Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Trunk': {'1.1'}} Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: consumer versions: Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: { DHCP agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: L3 agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: Metadata agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: Metering agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: Open vSwitch agent@dv-neutron-861625-1-hyperv: { 'AddressGroup': '1.2', Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'ConntrackHelper': '1.0', Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Log': '1.0', Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Network': '1.1', Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Port': '1.7', Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'PortForwarding': '1.2', Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'QosPolicy': '1.8', Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'SecurityGroup': '1.4', Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'SecurityGroupRule': '1.2', Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'SubPort': '1.0', Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Subnet': '1.1', Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Trunk': '1.1'}} Oct 18 07:41:34.420103 dv-neutron-861625-1-hyperv neutron-server[89045]: {{(pid=89045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 07:41:34.455602 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:34.494501 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:34.495731 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:41:34.496372 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:34.602102 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] Pushing event updated for resources: {'Network': ['ID=ad87c713-3329-4809-866d-1a82a3841ce9,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:41:34.607446 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cca4a035-e69d-42c1-be7e-4b9208990e28 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4297831 Oct 18 07:41:34.613413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network ad87c713-3329-4809-866d-1a82a3841ce9 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:41:37.302520 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 49458) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:41:37.769264 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b64759b-b3ee-4bd3-afbd-e64c091b819f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:41:37.771274 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5b64759b-b3ee-4bd3-afbd-e64c091b819f admin admin] 10.222.0.17 "GET /v2.0/networks/ad87c713-3329-4809-866d-1a82a3841ce9 HTTP/1.1" status: 200 len: 825 time: 0.4677711 Oct 18 07:41:37.797131 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b59a026f-a1da-4ca8-b14c-265c3e9665ca admin admin] 10.222.0.17 "GET /v2.0/subnetpools/6c52b72c-32b7-44e6-a3c9-6e83f1e6ec34 HTTP/1.1" status: 200 len: 734 time: 0.0204940 Oct 18 07:41:37.805213 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'ad87c713-3329-4809-866d-1a82a3841ce9', 'tenant_id': '3e2c59aaa58340febeab229425d4037c', 'ip_version': 4, 'subnetpool_id': '6c52b72c-32b7-44e6-a3c9-6e83f1e6ec34'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:41:37.809578 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:41:37.813721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Usage tracker for resource:subnet and tenant:3e2c59aaa58340febeab229425d4037c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:41:37.817710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:41:37.824060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:41:37.833857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Made reservation on behalf of 3e2c59aaa58340febeab229425d4037c for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:41:37.836445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:38.135945 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:38.211905 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Checking segment: {'id': '29f4372b-d080-41dc-be45-20ed26c6eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad87c713-3329-4809-866d-1a82a3841ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:41:38.212272 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Network hostable DHCP agents. Network: ad87c713-3329-4809-866d-1a82a3841ce9, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:41:38.236524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4bcbd16-56c7-49eb-a572-653c2583ecf8,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:41:38.247810 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:38.248170 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:38.248509 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:38.248836 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:38.249159 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:38.249483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:38.249803 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:38.250121 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:38.250437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:38.250778 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:38.251092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:38.251404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Tracked resource versions report: Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: pushed versions: Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: { 'AddressGroup': {'1.2'}, Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'ConntrackHelper': {'1.0'}, Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Log': {'1.0'}, Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Network': {'1.1'}, Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Port': {'1.7'}, Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'PortForwarding': {'1.2'}, Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'QosPolicy': {'1.8'}, Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'SecurityGroup': {'1.4'}, Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'SecurityGroupRule': {'1.2'}, Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'SubPort': {'1.0'}, Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Subnet': {'1.1'}, Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Trunk': {'1.1'}} Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: consumer versions: Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: { DHCP agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: L3 agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: Metadata agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: Metering agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: Open vSwitch agent@dv-neutron-861625-1-hyperv: { 'AddressGroup': '1.2', Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'ConntrackHelper': '1.0', Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Log': '1.0', Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Network': '1.1', Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Port': '1.7', Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'PortForwarding': '1.2', Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'QosPolicy': '1.8', Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'SecurityGroup': '1.4', Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'SecurityGroupRule': '1.2', Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'SubPort': '1.0', Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Subnet': '1.1', Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Trunk': '1.1'}} Oct 18 07:41:38.252677 dv-neutron-861625-1-hyperv neutron-server[89046]: {{(pid=89046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 07:41:38.264281 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Network ad87c713-3329-4809-866d-1a82a3841ce9 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:41:38.283878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, ad87c713-3329-4809-866d-1a82a3841ce9) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:41:38.288364 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:41:38.288989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:38.294481 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44485182-565b-4edc-a8dd-d019721b40a0 None None] Network ad87c713-3329-4809-866d-1a82a3841ce9 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:41:38.310609 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c1679ebe-3755-456b-8c33-2abcae2bb2bb admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5085514 Oct 18 07:41:38.583008 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-ad87c713-3329-4809-866d-1a82a3841ce9', 'network_id': 'ad87c713-3329-4809-866d-1a82a3841ce9', 'tenant_id': '3e2c59aaa58340febeab229425d4037c', 'fixed_ips': [{'subnet_id': 'd4bcbd16-56c7-49eb-a572-653c2583ecf8'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:41:38.584204 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:38.767367 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Allocated IP 172.20.0.2 (ad87c713-3329-4809-866d-1a82a3841ce9/d4bcbd16-56c7-49eb-a572-653c2583ecf8/7644d109-e7e6-4b9f-80ad-9226cd38c134) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:41:38.995493 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:39.008610 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Transition to ACTIVE for port object 7644d109-e7e6-4b9f-80ad-9226cd38c134 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:41:39.027767 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Transition to ACTIVE for port object 7644d109-e7e6-4b9f-80ad-9226cd38c134 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:41:39.034808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:39.099329 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Network ad87c713-3329-4809-866d-1a82a3841ce9 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:41:39.102148 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:41:39.109143 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:41:39.111309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Pushing event updated for resources: {'Port': ['ID=7644d109-e7e6-4b9f-80ad-9226cd38c134,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:41:39.153386 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:39.153794 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:39.154146 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:39.154484 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:39.154839 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:39.155188 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:39.155523 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:39.155853 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:39.156185 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:39.156522 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:39.156838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:39.157160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Tracked resource versions report: Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: pushed versions: Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: { 'AddressGroup': {'1.2'}, Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'ConntrackHelper': {'1.0'}, Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Log': {'1.0'}, Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Network': {'1.1'}, Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Port': {'1.7'}, Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'PortForwarding': {'1.2'}, Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'QosPolicy': {'1.8'}, Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'SecurityGroup': {'1.4'}, Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'SecurityGroupRule': {'1.2'}, Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'SubPort': {'1.0'}, Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Subnet': {'1.1'}, Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Trunk': {'1.1'}} Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: consumer versions: Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: { DHCP agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: L3 agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: Metadata agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: Metering agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: Open vSwitch agent@dv-neutron-861625-1-hyperv: { 'AddressGroup': '1.2', Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'ConntrackHelper': '1.0', Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Log': '1.0', Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Network': '1.1', Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Port': '1.7', Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'PortForwarding': '1.2', Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'QosPolicy': '1.8', Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'SecurityGroup': '1.4', Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'SecurityGroupRule': '1.2', Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'SubPort': '1.0', Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Subnet': '1.1', Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Trunk': '1.1'}} Oct 18 07:41:39.158486 dv-neutron-861625-1-hyperv neutron-server[89047]: {{(pid=89047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 07:41:39.231931 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Attempting to bind port 7644d109-e7e6-4b9f-80ad-9226cd38c134 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:41:39.232315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Attempting to bind port 7644d109-e7e6-4b9f-80ad-9226cd38c134 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '29f4372b-d080-41dc-be45-20ed26c6eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad87c713-3329-4809-866d-1a82a3841ce9'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:41:39.232735 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Attempting to bind port 7644d109-e7e6-4b9f-80ad-9226cd38c134 on network ad87c713-3329-4809-866d-1a82a3841ce9 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:41:39.237855 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:41:39.238235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Checking segment: {'id': '29f4372b-d080-41dc-be45-20ed26c6eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad87c713-3329-4809-866d-1a82a3841ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:41:39.239764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:39.239764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Bound using segment: {'id': '29f4372b-d080-41dc-be45-20ed26c6eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad87c713-3329-4809-866d-1a82a3841ce9'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:41:39.239764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Bound port: 7644d109-e7e6-4b9f-80ad-9226cd38c134, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f4372b-d080-41dc-be45-20ed26c6eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad87c713-3329-4809-866d-1a82a3841ce9'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:41:39.240041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:39.329330 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] For port 7644d109-e7e6-4b9f-80ad-9226cd38c134, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:41:39.333355 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] For port 7644d109-e7e6-4b9f-80ad-9226cd38c134, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7644d109-e7e6-4b9f-80ad-9226cd38c134,segment=NetworkSegment(29f4372b-d080-41dc-be45-20ed26c6eeb8),segment_id=29f4372b-d080-41dc-be45-20ed26c6eeb8)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:41:39.337538 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:39.415938 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1550a2-2c9d-4086-81b0-56d0a56084dd None None] Pushing event updated for resources: {'Port': ['ID=7644d109-e7e6-4b9f-80ad-9226cd38c134,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:41:40.748082 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 49472) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:41:41.105537 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-402a5d8f-f5d2-4815-b521-cb545d90f97f admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:41:41.106663 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-402a5d8f-f5d2-4815-b521-cb545d90f97f admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3576264 Oct 18 07:41:43.198687 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9823ec52-f939-4bdc-8329-848a2c644601 None None] Network ad87c713-3329-4809-866d-1a82a3841ce9 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:41:43.286709 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3aefc8c9-8d68-4582-939f-9b00ddd76143 None None] Provisioning for port 7644d109-e7e6-4b9f-80ad-9226cd38c134 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:41:43.538529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 49486) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:41:43.570181 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7644d109-e7e6-4b9f-80ad-9226cd38c134 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:41:43.641351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 7644d109-e7e6-4b9f-80ad-9226cd38c134 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:41:43.646277 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 7644d109-e7e6-4b9f-80ad-9226cd38c134 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:41:43.646754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:43.647103 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 7644d109-e7e6-4b9f-80ad-9226cd38c134 Oct 18 07:41:43.766110 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6e0fafa8-08a5-479f-8714-fde49a7bed3f None None] Provisioning complete for port 7644d109-e7e6-4b9f-80ad-9226cd38c134 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:41:43.766394 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6e0fafa8-08a5-479f-8714-fde49a7bed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:43.766739 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6e0fafa8-08a5-479f-8714-fde49a7bed3f None None] Attempt 1 to provision port 7644d109-e7e6-4b9f-80ad-9226cd38c134 Oct 18 07:41:43.813092 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 7644d109-e7e6-4b9f-80ad-9226cd38c134 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:41:43.813508 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:43.859600 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 7644d109-e7e6-4b9f-80ad-9226cd38c134, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7644d109-e7e6-4b9f-80ad-9226cd38c134,segment=NetworkSegment(29f4372b-d080-41dc-be45-20ed26c6eeb8),segment_id=29f4372b-d080-41dc-be45-20ed26c6eeb8)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:41:43.889941 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:43.921473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-7cb4df6d-4ec7-4816-85ad-15e227b030df admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:41:43.934572 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7cb4df6d-4ec7-4816-85ad-15e227b030df admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3809471 Oct 18 07:41:43.969162 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6e0fafa8-08a5-479f-8714-fde49a7bed3f None None] Current status of the port 7644d109-e7e6-4b9f-80ad-9226cd38c134 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:41:43.980123 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=7644d109-e7e6-4b9f-80ad-9226cd38c134,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:41:45.541852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7644d109-e7e6-4b9f-80ad-9226cd38c134 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:41:45.609233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 7644d109-e7e6-4b9f-80ad-9226cd38c134 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:41:45.609604 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:45.609938 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 7644d109-e7e6-4b9f-80ad-9226cd38c134 Oct 18 07:41:45.745561 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 7644d109-e7e6-4b9f-80ad-9226cd38c134 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:41:46.590856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 49498) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:41:46.931621 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-b5ed02bb-0758-48a9-a7b2-8d01810fd20e admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '3e2c59aaa58340febeab229425d4037c', 'name': 'router1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:41:46.936721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b5ed02bb-0758-48a9-a7b2-8d01810fd20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:41:46.940670 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b5ed02bb-0758-48a9-a7b2-8d01810fd20e admin admin] Usage tracker for resource:router and tenant:3e2c59aaa58340febeab229425d4037c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:41:46.944189 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b5ed02bb-0758-48a9-a7b2-8d01810fd20e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:41:46.949935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b5ed02bb-0758-48a9-a7b2-8d01810fd20e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:41:46.959563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5ed02bb-0758-48a9-a7b2-8d01810fd20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:46.961341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5ed02bb-0758-48a9-a7b2-8d01810fd20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:46.983193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5ed02bb-0758-48a9-a7b2-8d01810fd20e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:47.092212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5ed02bb-0758-48a9-a7b2-8d01810fd20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:47.112132 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5ed02bb-0758-48a9-a7b2-8d01810fd20e admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:47.113444 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b5ed02bb-0758-48a9-a7b2-8d01810fd20e admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5216167 Oct 18 07:41:49.493837 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 49508) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:41:49.856184 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-25c49893-0e91-4819-9a50-07ccfc856904 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:41:49.863180 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-25c49893-0e91-4819-9a50-07ccfc856904 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3683126 Oct 18 07:41:50.634952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e143b213-d385-423e-ba14-2544fd3147f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:52.265988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 49518) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:41:52.623428 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:41:52.627863 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:41:52.632057 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Usage tracker for resource:network and tenant:dc17d194ef7c4bf7a9f9bba8cb355392 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:41:52.634892 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:41:52.640410 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:41:52.649910 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Made reservation on behalf of dc17d194ef7c4bf7a9f9bba8cb355392 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:41:52.652021 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:52.664377 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:52.678319 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:41:52.681947 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Usage tracker for resource:security_group_rule and tenant:dc17d194ef7c4bf7a9f9bba8cb355392 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:41:52.684645 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:41:52.690174 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:41:52.774703 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:52.778200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:52.793782 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-469587aa-c465-4184-9e62-be47aece7738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:52.796054 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Reserving flat network on physical network physnet1 {{(pid=89045) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 18 07:41:52.818101 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fdad26-f988-435b-8fa6-12463ede3843,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:41:52.823785 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:52.824126 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Added segment 77e23f34-8464-4de2-8cd8-d0608a6910f5 of type flat for network d273aec7-4774-4175-825f-ae90a4511626 Oct 18 07:41:52.855886 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:52.890399 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:52.891326 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:41:52.891902 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:52.993828 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7266712 Oct 18 07:41:52.994416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c18fac-659a-4cef-a081-ed407d697f12 admin admin] Pushing event updated for resources: {'Network': ['ID=d273aec7-4774-4175-825f-ae90a4511626,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:41:53.005023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network d273aec7-4774-4175-825f-ae90a4511626 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:41:53.580529 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:53.741035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:55.161430 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:55.415995 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 49538) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:41:55.635724 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182ac549-4a06-4e8a-8ae8-9bef9ec48edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:41:55.637098 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-182ac549-4a06-4e8a-8ae8-9bef9ec48edd admin admin] 10.222.0.17 "GET /v2.0/subnets/d4bcbd16-56c7-49eb-a572-653c2583ecf8 HTTP/1.1" status: 200 len: 849 time: 0.2202363 Oct 18 07:41:55.777948 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e86380ff-1a10-42a4-bcaa-5c7208abd628 admin admin] 10.222.0.17 "GET /v2.0/routers/0af1c0e7-3dae-4c9f-8989-dfc10213da02 HTTP/1.1" status: 200 len: 704 time: 0.1347768 Oct 18 07:41:56.230565 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:56.459415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] Allocated IP 172.20.0.1 (ad87c713-3329-4809-866d-1a82a3841ce9/d4bcbd16-56c7-49eb-a572-653c2583ecf8/0d266935-dca2-4f2b-bf90-20d5679b0328) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:41:56.614402 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:56.631757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] Transition to ACTIVE for port object 0d266935-dca2-4f2b-bf90-20d5679b0328 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:41:56.684369 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:56.750578 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] Network ad87c713-3329-4809-866d-1a82a3841ce9 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:41:56.753392 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:41:56.757708 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:41:56.758241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:56.926468 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] Pushing event updated for resources: {'Port': ['ID=0d266935-dca2-4f2b-bf90-20d5679b0328,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:41:56.955576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ae7e40c8-6f13-4ab4-a9b3-e9bf5dbadec0 None None] Provisioning for port 0d266935-dca2-4f2b-bf90-20d5679b0328 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:41:56.960351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ae7e40c8-6f13-4ab4-a9b3-e9bf5dbadec0 None None] Provisioning complete for port 0d266935-dca2-4f2b-bf90-20d5679b0328 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:41:56.960719 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ae7e40c8-6f13-4ab4-a9b3-e9bf5dbadec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:56.961056 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ae7e40c8-6f13-4ab4-a9b3-e9bf5dbadec0 None None] Attempt 1 to provision port 0d266935-dca2-4f2b-bf90-20d5679b0328 Oct 18 07:41:57.016890 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e40c8-6f13-4ab4-a9b3-e9bf5dbadec0 None None] Port 0d266935-dca2-4f2b-bf90-20d5679b0328 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:41:57.060220 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:57.283505 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:57.288247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:57.289079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:57.418052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] Pushing event updated for resources: {'Port': ['ID=0d266935-dca2-4f2b-bf90-20d5679b0328,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:41:57.481991 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] Network ad87c713-3329-4809-866d-1a82a3841ce9 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:41:57.483073 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:41:57.517980 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ae7e40c8-6f13-4ab4-a9b3-e9bf5dbadec0 None None] Attempt 2 to provision port 0d266935-dca2-4f2b-bf90-20d5679b0328 Oct 18 07:41:57.573839 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e40c8-6f13-4ab4-a9b3-e9bf5dbadec0 None None] Port 0d266935-dca2-4f2b-bf90-20d5679b0328 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:41:57.671019 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] Router 0af1c0e7-3dae-4c9f-8989-dfc10213da02 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:41:57.827192 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:41:57.836455 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Sync routers for ids ['0af1c0e7-3dae-4c9f-8989-dfc10213da02'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:41:57.836896 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8944f182-3405-4aa4-b61b-772c14566a32 admin admin] 10.222.0.17 "PUT /v2.0/routers/0af1c0e7-3dae-4c9f-8989-dfc10213da02/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0537567 Oct 18 07:41:57.846431 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Routers {'0af1c0e7-3dae-4c9f-8989-dfc10213da02'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:41:57.847317 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:41:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['0af1c0e7-3dae-4c9f-8989-dfc10213da02'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:41:58.018414 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Set router 0af1c0e7-3dae-4c9f-8989-dfc10213da02 gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:41:58.074616 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ae7e40c8-6f13-4ab4-a9b3-e9bf5dbadec0 None None] Attempt 3 to provision port 0d266935-dca2-4f2b-bf90-20d5679b0328 Oct 18 07:41:58.128646 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e40c8-6f13-4ab4-a9b3-e9bf5dbadec0 None None] Port 0d266935-dca2-4f2b-bf90-20d5679b0328 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:41:58.381917 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af1c0e7-3dae-4c9f-8989-dfc10213da02', 'name': 'router1', 'tenant_id': '3e2c59aaa58340febeab229425d4037c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:41:46Z', 'updated_at': '2022-10-18T07:41:57Z', 'revision_number': 2, 'project_id': '3e2c59aaa58340febeab229425d4037c', 'gw_port_host': None, '_interfaces': [{'id': '0d266935-dca2-4f2b-bf90-20d5679b0328', 'name': '', 'network_id': 'ad87c713-3329-4809-866d-1a82a3841ce9', 'tenant_id': '3e2c59aaa58340febeab229425d4037c', 'mac_address': 'fa:16:3e:a2:69:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af1c0e7-3dae-4c9f-8989-dfc10213da02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4bcbd16-56c7-49eb-a572-653c2583ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:41:56Z', 'updated_at': '2022-10-18T07:41:57Z', 'revision_number': 2, 'project_id': '3e2c59aaa58340febeab229425d4037c', 'subnets': [{'id': 'd4bcbd16-56c7-49eb-a572-653c2583ecf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c52b72c-32b7-44e6-a3c9-6e83f1e6ec34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:41:58.386655 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Checking router: 0af1c0e7-3dae-4c9f-8989-dfc10213da02 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:41:58.387021 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Updating router 0af1c0e7-3dae-4c9f-8989-dfc10213da02 port 0d266935-dca2-4f2b-bf90-20d5679b0328 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:41:58.438436 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:58.630355 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ae7e40c8-6f13-4ab4-a9b3-e9bf5dbadec0 None None] Attempt 4 to provision port 0d266935-dca2-4f2b-bf90-20d5679b0328 Oct 18 07:41:58.685234 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e40c8-6f13-4ab4-a9b3-e9bf5dbadec0 None None] Port 0d266935-dca2-4f2b-bf90-20d5679b0328 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:41:58.811962 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:58.827043 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Transition to ACTIVE for port object 0d266935-dca2-4f2b-bf90-20d5679b0328 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:41:58.833880 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:59.040418 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc88cc1-1eeb-48e2-869e-e7ca510c893a None None] Pushing event updated for resources: {'Port': ['ID=0d266935-dca2-4f2b-bf90-20d5679b0328,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:41:59.049405 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc88cc1-1eeb-48e2-869e-e7ca510c893a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:59.049755 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc88cc1-1eeb-48e2-869e-e7ca510c893a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:59.050090 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc88cc1-1eeb-48e2-869e-e7ca510c893a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:59.050457 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc88cc1-1eeb-48e2-869e-e7ca510c893a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:59.050805 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc88cc1-1eeb-48e2-869e-e7ca510c893a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:59.051140 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc88cc1-1eeb-48e2-869e-e7ca510c893a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:59.051467 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc88cc1-1eeb-48e2-869e-e7ca510c893a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:59.051788 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc88cc1-1eeb-48e2-869e-e7ca510c893a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:59.052121 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc88cc1-1eeb-48e2-869e-e7ca510c893a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:59.052446 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc88cc1-1eeb-48e2-869e-e7ca510c893a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:59.052803 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc88cc1-1eeb-48e2-869e-e7ca510c893a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:59.053103 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc88cc1-1eeb-48e2-869e-e7ca510c893a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc88cc1-1eeb-48e2-869e-e7ca510c893a None None] Tracked resource versions report: Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: pushed versions: Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: { 'AddressGroup': {'1.2'}, Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'ConntrackHelper': {'1.0'}, Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Log': {'1.0'}, Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Network': {'1.1'}, Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Port': {'1.7'}, Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'PortForwarding': {'1.2'}, Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'QosPolicy': {'1.8'}, Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'SecurityGroup': {'1.4'}, Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'SecurityGroupRule': {'1.2'}, Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'SubPort': {'1.0'}, Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Subnet': {'1.1'}, Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Trunk': {'1.1'}} Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: consumer versions: Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: { DHCP agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: L3 agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: Metadata agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: Metering agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: Open vSwitch agent@dv-neutron-861625-1-hyperv: { 'AddressGroup': '1.2', Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'ConntrackHelper': '1.0', Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Log': '1.0', Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Network': '1.1', Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Port': '1.7', Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'PortForwarding': '1.2', Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'QosPolicy': '1.8', Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'SecurityGroup': '1.4', Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'SecurityGroupRule': '1.2', Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'SubPort': '1.0', Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Subnet': '1.1', Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Trunk': '1.1'}} Oct 18 07:41:59.054371 dv-neutron-861625-1-hyperv neutron-server[89048]: {{(pid=89048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 07:41:59.056797 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Attempting to bind port 0d266935-dca2-4f2b-bf90-20d5679b0328 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:41:59.057199 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Attempting to bind port 0d266935-dca2-4f2b-bf90-20d5679b0328 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '29f4372b-d080-41dc-be45-20ed26c6eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad87c713-3329-4809-866d-1a82a3841ce9'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:41:59.057611 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Attempting to bind port 0d266935-dca2-4f2b-bf90-20d5679b0328 on network ad87c713-3329-4809-866d-1a82a3841ce9 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:41:59.063721 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:41:59.064112 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Checking segment: {'id': '29f4372b-d080-41dc-be45-20ed26c6eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad87c713-3329-4809-866d-1a82a3841ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:41:59.064582 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:59.064960 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Bound using segment: {'id': '29f4372b-d080-41dc-be45-20ed26c6eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad87c713-3329-4809-866d-1a82a3841ce9'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:41:59.065450 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Bound port: 0d266935-dca2-4f2b-bf90-20d5679b0328, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f4372b-d080-41dc-be45-20ed26c6eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ad87c713-3329-4809-866d-1a82a3841ce9'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:41:59.066346 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:59.153310 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] For port 0d266935-dca2-4f2b-bf90-20d5679b0328, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:41:59.157668 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] For port 0d266935-dca2-4f2b-bf90-20d5679b0328, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0d266935-dca2-4f2b-bf90-20d5679b0328,segment=NetworkSegment(29f4372b-d080-41dc-be45-20ed26c6eeb8),segment_id=29f4372b-d080-41dc-be45-20ed26c6eeb8)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:41:59.163409 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:41:59.186496 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ae7e40c8-6f13-4ab4-a9b3-e9bf5dbadec0 None None] Attempt 5 to provision port 0d266935-dca2-4f2b-bf90-20d5679b0328 Oct 18 07:41:59.248174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e40c8-6f13-4ab4-a9b3-e9bf5dbadec0 None None] Port 0d266935-dca2-4f2b-bf90-20d5679b0328 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 07:41:59.259556 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Routers {'0af1c0e7-3dae-4c9f-8989-dfc10213da02'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:41:59.260157 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:41:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['0af1c0e7-3dae-4c9f-8989-dfc10213da02'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:41:59.368167 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc88cc1-1eeb-48e2-869e-e7ca510c893a None None] Pushing event updated for resources: {'Port': ['ID=0d266935-dca2-4f2b-bf90-20d5679b0328,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:41:59.412359 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] Set router 0af1c0e7-3dae-4c9f-8989-dfc10213da02 gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:41:59.724288 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af1c0e7-3dae-4c9f-8989-dfc10213da02', 'name': 'router1', 'tenant_id': '3e2c59aaa58340febeab229425d4037c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:41:46Z', 'updated_at': '2022-10-18T07:41:57Z', 'revision_number': 2, 'project_id': '3e2c59aaa58340febeab229425d4037c', 'gw_port_host': None, '_interfaces': [{'id': '0d266935-dca2-4f2b-bf90-20d5679b0328', 'name': '', 'network_id': 'ad87c713-3329-4809-866d-1a82a3841ce9', 'tenant_id': '3e2c59aaa58340febeab229425d4037c', 'mac_address': 'fa:16:3e:a2:69:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af1c0e7-3dae-4c9f-8989-dfc10213da02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4bcbd16-56c7-49eb-a572-653c2583ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:41:56Z', 'updated_at': '2022-10-18T07:41:59Z', 'revision_number': 4, 'project_id': '3e2c59aaa58340febeab229425d4037c', 'subnets': [{'id': 'd4bcbd16-56c7-49eb-a572-653c2583ecf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c52b72c-32b7-44e6-a3c9-6e83f1e6ec34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:41:59.728053 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc2eb7-9ec6-41d8-9f1c-cf110c41f301 None None] The sync data for ids ['0af1c0e7-3dae-4c9f-8989-dfc10213da02'] in dv-neutron-861625-1-hyperv is: [{'id': '0af1c0e7-3dae-4c9f-8989-dfc10213da02', 'name': 'router1', 'tenant_id': '3e2c59aaa58340febeab229425d4037c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:41:46Z', 'updated_at': '2022-10-18T07:41:57Z', 'revision_number': 2, 'project_id': '3e2c59aaa58340febeab229425d4037c', 'gw_port_host': None, '_interfaces': [{'id': '0d266935-dca2-4f2b-bf90-20d5679b0328', 'name': '', 'network_id': 'ad87c713-3329-4809-866d-1a82a3841ce9', 'tenant_id': '3e2c59aaa58340febeab229425d4037c', 'mac_address': 'fa:16:3e:a2:69:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af1c0e7-3dae-4c9f-8989-dfc10213da02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4bcbd16-56c7-49eb-a572-653c2583ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:41:56Z', 'updated_at': '2022-10-18T07:41:59Z', 'revision_number': 4, 'project_id': '3e2c59aaa58340febeab229425d4037c', 'subnets': [{'id': 'd4bcbd16-56c7-49eb-a572-653c2583ecf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c52b72c-32b7-44e6-a3c9-6e83f1e6ec34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:42:00.078976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 49560) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:42:00.229760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be093f1-c004-4c43-95b5-2d06ddd550fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:42:00.231127 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7be093f1-c004-4c43-95b5-2d06ddd550fa admin admin] 10.222.0.17 "GET /v2.0/networks/d273aec7-4774-4175-825f-ae90a4511626 HTTP/1.1" status: 200 len: 842 time: 0.1511977 Oct 18 07:42:00.240406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-12234f06-a1fa-4a71-96b4-66e9a58586a6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'gateway_ip': '172.26.8.1', 'cidr': '172.26.8.0/24', 'enable_dhcp': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:42:00.245172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-12234f06-a1fa-4a71-96b4-66e9a58586a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:42:00.248929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-12234f06-a1fa-4a71-96b4-66e9a58586a6 admin admin] Usage tracker for resource:subnet and tenant:dc17d194ef7c4bf7a9f9bba8cb355392 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:42:00.251676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-12234f06-a1fa-4a71-96b4-66e9a58586a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:42:00.257741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-12234f06-a1fa-4a71-96b4-66e9a58586a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:42:00.269790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12234f06-a1fa-4a71-96b4-66e9a58586a6 admin admin] Made reservation on behalf of dc17d194ef7c4bf7a9f9bba8cb355392 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:42:00.278589 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-12234f06-a1fa-4a71-96b4-66e9a58586a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:00.692048 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.objects.ports [None req-12234f06-a1fa-4a71-96b4-66e9a58586a6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89046) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:42:00.692495 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-12234f06-a1fa-4a71-96b4-66e9a58586a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:00.764377 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12234f06-a1fa-4a71-96b4-66e9a58586a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ada5b90-04ff-40dc-9d24-7f866691bb20,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:42:00.772631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12234f06-a1fa-4a71-96b4-66e9a58586a6 admin admin] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:42:00.772986 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12234f06-a1fa-4a71-96b4-66e9a58586a6 admin admin] Network hostable DHCP agents. Network: d273aec7-4774-4175-825f-ae90a4511626, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:42:00.791061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12234f06-a1fa-4a71-96b4-66e9a58586a6 admin admin] Network d273aec7-4774-4175-825f-ae90a4511626 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:42:00.799641 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-12234f06-a1fa-4a71-96b4-66e9a58586a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, d273aec7-4774-4175-825f-ae90a4511626) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:42:00.804140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12234f06-a1fa-4a71-96b4-66e9a58586a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:42:00.804727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-12234f06-a1fa-4a71-96b4-66e9a58586a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:00.809029 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70ab8a5-da0a-4b6f-be2b-89294f9dd616 None None] Network d273aec7-4774-4175-825f-ae90a4511626 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:42:00.824181 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-12234f06-a1fa-4a71-96b4-66e9a58586a6 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5872021 Oct 18 07:42:01.038536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c257454-ab4d-4984-9e54-0158db9fefdd None None] Network d273aec7-4774-4175-825f-ae90a4511626 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:42:01.574437 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0d266935-dca2-4f2b-bf90-20d5679b0328 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:42:01.646943 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 0d266935-dca2-4f2b-bf90-20d5679b0328 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:42:01.652160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 0d266935-dca2-4f2b-bf90-20d5679b0328 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:42:01.652541 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:01.652875 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 0d266935-dca2-4f2b-bf90-20d5679b0328 Oct 18 07:42:01.770415 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 0d266935-dca2-4f2b-bf90-20d5679b0328 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:42:01.770835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:01.802891 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 0d266935-dca2-4f2b-bf90-20d5679b0328, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0d266935-dca2-4f2b-bf90-20d5679b0328,segment=NetworkSegment(29f4372b-d080-41dc-be45-20ed26c6eeb8),segment_id=29f4372b-d080-41dc-be45-20ed26c6eeb8)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:42:01.806402 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:01.872426 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=0d266935-dca2-4f2b-bf90-20d5679b0328,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:42:03.095858 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 49574) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:42:03.357059 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2e281b5e-2ca7-43a0-8e5d-0dd35fd040b6 admin admin] 10.222.0.17 "GET /v2.0/routers/0af1c0e7-3dae-4c9f-8989-dfc10213da02 HTTP/1.1" status: 200 len: 710 time: 0.2599785 Oct 18 07:42:03.485913 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c253c5-a38b-458e-abf9-7fcf5666631e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:42:03.486491 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-53c253c5-a38b-458e-abf9-7fcf5666631e admin admin] Synchronizing usage tracker for tenant:dc17d194ef7c4bf7a9f9bba8cb355392 on resource:network {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:42:03.504329 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-53c253c5-a38b-458e-abf9-7fcf5666631e admin admin] Unset dirty status for tenant:dc17d194ef7c4bf7a9f9bba8cb355392 on resource:network {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:42:03.505555 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-53c253c5-a38b-458e-abf9-7fcf5666631e admin admin] 10.222.0.17 "GET /v2.0/networks/d273aec7-4774-4175-825f-ae90a4511626 HTTP/1.1" status: 200 len: 886 time: 0.1432142 Oct 18 07:42:03.514217 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-b13f3f89-2b3d-4d48-a2da-073b672422b1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:42:03.551276 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0d266935-dca2-4f2b-bf90-20d5679b0328 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:42:03.618445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 0d266935-dca2-4f2b-bf90-20d5679b0328 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:42:03.618761 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:03.619099 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 0d266935-dca2-4f2b-bf90-20d5679b0328 Oct 18 07:42:03.733413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 0d266935-dca2-4f2b-bf90-20d5679b0328 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:42:03.957834 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b13f3f89-2b3d-4d48-a2da-073b672422b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:04.278446 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b13f3f89-2b3d-4d48-a2da-073b672422b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:04.337165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b13f3f89-2b3d-4d48-a2da-073b672422b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:04.473450 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-b13f3f89-2b3d-4d48-a2da-073b672422b1 admin admin] Allocated IP 172.26.8.190 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/b2342bf9-2b0f-45cf-a683-aaeda0b72893) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:42:04.656302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b13f3f89-2b3d-4d48-a2da-073b672422b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:04.710751 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b13f3f89-2b3d-4d48-a2da-073b672422b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:04.774936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13f3f89-2b3d-4d48-a2da-073b672422b1 admin admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:42:04.777756 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-b13f3f89-2b3d-4d48-a2da-073b672422b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:42:04.786923 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13f3f89-2b3d-4d48-a2da-073b672422b1 admin admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:42:04.832478 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f3f89-2b3d-4d48-a2da-073b672422b1 admin admin] Pushing event updated for resources: {'Port': ['ID=b2342bf9-2b0f-45cf-a683-aaeda0b72893,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:42:05.152298 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b13f3f89-2b3d-4d48-a2da-073b672422b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:05.482130 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b13f3f89-2b3d-4d48-a2da-073b672422b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:05.485306 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b13f3f89-2b3d-4d48-a2da-073b672422b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:05.661471 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13f3f89-2b3d-4d48-a2da-073b672422b1 admin admin] Router 0af1c0e7-3dae-4c9f-8989-dfc10213da02 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:42:05.835596 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13f3f89-2b3d-4d48-a2da-073b672422b1 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:42:05.844627 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Sync routers for ids ['0af1c0e7-3dae-4c9f-8989-dfc10213da02'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:42:05.845101 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b13f3f89-2b3d-4d48-a2da-073b672422b1 admin admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:05.846224 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b13f3f89-2b3d-4d48-a2da-073b672422b1 admin admin] 10.222.0.17 "PUT /v2.0/routers/0af1c0e7-3dae-4c9f-8989-dfc10213da02 HTTP/1.1" status: 200 len: 890 time: 2.3352187 Oct 18 07:42:05.854210 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Routers {'0af1c0e7-3dae-4c9f-8989-dfc10213da02'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:42:05.854884 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:41:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['0af1c0e7-3dae-4c9f-8989-dfc10213da02'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:42:06.067850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Set router 0af1c0e7-3dae-4c9f-8989-dfc10213da02 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:42:06.403900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af1c0e7-3dae-4c9f-8989-dfc10213da02', 'name': 'router1', 'tenant_id': '3e2c59aaa58340febeab229425d4037c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': 'b2342bf9-2b0f-45cf-a683-aaeda0b72893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:41:46Z', 'updated_at': '2022-10-18T07:42:04Z', 'revision_number': 4, 'project_id': '3e2c59aaa58340febeab229425d4037c', 'gw_port': {'id': 'b2342bf9-2b0f-45cf-a683-aaeda0b72893', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:86:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af1c0e7-3dae-4c9f-8989-dfc10213da02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:42:04Z', 'updated_at': '2022-10-18T07:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '0d266935-dca2-4f2b-bf90-20d5679b0328', 'name': '', 'network_id': 'ad87c713-3329-4809-866d-1a82a3841ce9', 'tenant_id': '3e2c59aaa58340febeab229425d4037c', 'mac_address': 'fa:16:3e:a2:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af1c0e7-3dae-4c9f-8989-dfc10213da02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4bcbd16-56c7-49eb-a572-653c2583ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:41:56Z', 'updated_at': '2022-10-18T07:42:01Z', 'revision_number': 5, 'project_id': '3e2c59aaa58340febeab229425d4037c', 'subnets': [{'id': 'd4bcbd16-56c7-49eb-a572-653c2583ecf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c52b72c-32b7-44e6-a3c9-6e83f1e6ec34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:42:06.408625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Checking router: 0af1c0e7-3dae-4c9f-8989-dfc10213da02 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:42:06.408969 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Updating router 0af1c0e7-3dae-4c9f-8989-dfc10213da02 port b2342bf9-2b0f-45cf-a683-aaeda0b72893 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:42:06.459405 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:06.781402 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:06.792715 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Transition to ACTIVE for port object b2342bf9-2b0f-45cf-a683-aaeda0b72893 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:42:06.798859 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:06.863682 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Attempting to bind port b2342bf9-2b0f-45cf-a683-aaeda0b72893 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:42:06.864359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Attempting to bind port b2342bf9-2b0f-45cf-a683-aaeda0b72893 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:42:06.864474 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Attempting to bind port b2342bf9-2b0f-45cf-a683-aaeda0b72893 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:42:06.874307 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:42:06.874702 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:42:06.875141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:06.875488 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:42:06.876014 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Bound port: b2342bf9-2b0f-45cf-a683-aaeda0b72893, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:42:06.876402 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:06.905666 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24565b87-dfc5-454a-86f4-aad0810f9396 None None] Pushing event updated for resources: {'Port': ['ID=b2342bf9-2b0f-45cf-a683-aaeda0b72893,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:42:06.951177 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] For port b2342bf9-2b0f-45cf-a683-aaeda0b72893, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:42:06.954126 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] For port b2342bf9-2b0f-45cf-a683-aaeda0b72893, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b2342bf9-2b0f-45cf-a683-aaeda0b72893,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:42:06.958429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:07.020302 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Routers {'0af1c0e7-3dae-4c9f-8989-dfc10213da02'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:42:07.020822 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:41:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['0af1c0e7-3dae-4c9f-8989-dfc10213da02'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:42:07.159017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24565b87-dfc5-454a-86f4-aad0810f9396 None None] Pushing event updated for resources: {'Port': ['ID=b2342bf9-2b0f-45cf-a683-aaeda0b72893,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:42:07.209530 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] Set router 0af1c0e7-3dae-4c9f-8989-dfc10213da02 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:42:07.554338 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af1c0e7-3dae-4c9f-8989-dfc10213da02', 'name': 'router1', 'tenant_id': '3e2c59aaa58340febeab229425d4037c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': 'b2342bf9-2b0f-45cf-a683-aaeda0b72893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:41:46Z', 'updated_at': '2022-10-18T07:42:04Z', 'revision_number': 4, 'project_id': '3e2c59aaa58340febeab229425d4037c', 'gw_port': {'id': 'b2342bf9-2b0f-45cf-a683-aaeda0b72893', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:86:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af1c0e7-3dae-4c9f-8989-dfc10213da02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:42:04Z', 'updated_at': '2022-10-18T07:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '0d266935-dca2-4f2b-bf90-20d5679b0328', 'name': '', 'network_id': 'ad87c713-3329-4809-866d-1a82a3841ce9', 'tenant_id': '3e2c59aaa58340febeab229425d4037c', 'mac_address': 'fa:16:3e:a2:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af1c0e7-3dae-4c9f-8989-dfc10213da02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4bcbd16-56c7-49eb-a572-653c2583ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:41:56Z', 'updated_at': '2022-10-18T07:42:01Z', 'revision_number': 5, 'project_id': '3e2c59aaa58340febeab229425d4037c', 'subnets': [{'id': 'd4bcbd16-56c7-49eb-a572-653c2583ecf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c52b72c-32b7-44e6-a3c9-6e83f1e6ec34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:42:07.558238 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7213b6-592a-4959-a110-0d375cb45c29 None None] The sync data for ids ['0af1c0e7-3dae-4c9f-8989-dfc10213da02'] in dv-neutron-861625-1-hyperv is: [{'id': '0af1c0e7-3dae-4c9f-8989-dfc10213da02', 'name': 'router1', 'tenant_id': '3e2c59aaa58340febeab229425d4037c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': 'b2342bf9-2b0f-45cf-a683-aaeda0b72893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:41:46Z', 'updated_at': '2022-10-18T07:42:04Z', 'revision_number': 4, 'project_id': '3e2c59aaa58340febeab229425d4037c', 'gw_port': {'id': 'b2342bf9-2b0f-45cf-a683-aaeda0b72893', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:86:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af1c0e7-3dae-4c9f-8989-dfc10213da02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:42:04Z', 'updated_at': '2022-10-18T07:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '0d266935-dca2-4f2b-bf90-20d5679b0328', 'name': '', 'network_id': 'ad87c713-3329-4809-866d-1a82a3841ce9', 'tenant_id': '3e2c59aaa58340febeab229425d4037c', 'mac_address': 'fa:16:3e:a2:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af1c0e7-3dae-4c9f-8989-dfc10213da02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4bcbd16-56c7-49eb-a572-653c2583ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:41:56Z', 'updated_at': '2022-10-18T07:42:01Z', 'revision_number': 5, 'project_id': '3e2c59aaa58340febeab229425d4037c', 'subnets': [{'id': 'd4bcbd16-56c7-49eb-a572-653c2583ecf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c52b72c-32b7-44e6-a3c9-6e83f1e6ec34'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:42:08.261091 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 49584) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:42:08.414768 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e8c28b03-101f-4037-bfcb-fa0da6d9fd34 admin admin] 10.222.0.17 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1522429 Oct 18 07:42:09.578489 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b2342bf9-2b0f-45cf-a683-aaeda0b72893 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:42:09.654329 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port b2342bf9-2b0f-45cf-a683-aaeda0b72893 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:42:09.660272 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port b2342bf9-2b0f-45cf-a683-aaeda0b72893 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:42:09.660644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:09.660983 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port b2342bf9-2b0f-45cf-a683-aaeda0b72893 Oct 18 07:42:09.772624 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port b2342bf9-2b0f-45cf-a683-aaeda0b72893 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:42:09.773045 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:09.790457 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port b2342bf9-2b0f-45cf-a683-aaeda0b72893, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b2342bf9-2b0f-45cf-a683-aaeda0b72893,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:42:09.795937 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:09.864011 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=b2342bf9-2b0f-45cf-a683-aaeda0b72893,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:42:11.559528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b2342bf9-2b0f-45cf-a683-aaeda0b72893 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:42:11.639120 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port b2342bf9-2b0f-45cf-a683-aaeda0b72893 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:42:11.639491 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:11.639826 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port b2342bf9-2b0f-45cf-a683-aaeda0b72893 Oct 18 07:42:11.800852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port b2342bf9-2b0f-45cf-a683-aaeda0b72893 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:42:16.778045 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 5 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:42:20.638278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dff95629-2457-4458-80ef-fb99e3d22bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:22.795967 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1bb99f81-6046-49b5-8a40-db38c76edaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:23.586759 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:23.743958 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:25.166026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:50.640222 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a9c17959-c5cd-4f07-95c6-c77707ed5972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:52.799149 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-612fd1c2-fce6-40d6-ab75-7ece3c4f8f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:53.588165 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:53.745830 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:42:53.777417 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 5 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:42:55.176559 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:43:20.647059 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ada247c4-a28b-4916-8dae-55ae6328182c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:43:22.804246 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a42354c2-28a9-433a-8493-314943d552d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:43:23.592938 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:43:23.749848 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:43:25.179045 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:43:30.776194 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 5 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:43:50.640608 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-19007c2a-304f-4c1d-ba74-f5ca5d862ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:43:52.809405 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ef656e2-63b4-4105-a294-73f03ef7d472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:43:53.593594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:43:53.748976 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:43:55.175722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:07.775986 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 5 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:44:14.463890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50186) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:44:14.528856 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee66a62d-a2e6-4e44-8ccf-74135bed3dbc admin admin] GET failed (client error): The resource could not be found. Oct 18 07:44:14.530084 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ee66a62d-a2e6-4e44-8ccf-74135bed3dbc admin admin] 10.222.0.17 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0652685 Oct 18 07:44:14.662055 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aafdbe5-31e5-454d-aa48-33184220ac39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:44:14.663505 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1aafdbe5-31e5-454d-aa48-33184220ac39 admin admin] 10.222.0.17 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1290507 Oct 18 07:44:16.817032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50196) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:44:16.922122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4f929-78e0-42ad-b2b3-3619381ab508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:44:16.922700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-64b4f929-78e0-42ad-b2b3-3619381ab508 admin admin] Synchronizing usage tracker for tenant:dc17d194ef7c4bf7a9f9bba8cb355392 on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:44:16.940272 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-64b4f929-78e0-42ad-b2b3-3619381ab508 admin admin] Unset dirty status for tenant:dc17d194ef7c4bf7a9f9bba8cb355392 on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:44:16.941466 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-64b4f929-78e0-42ad-b2b3-3619381ab508 admin admin] 10.222.0.17 "GET /v2.0/subnets/d4bcbd16-56c7-49eb-a572-653c2583ecf8 HTTP/1.1" status: 200 len: 849 time: 0.1234369 Oct 18 07:44:16.950946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-846413d9-4528-43f7-b451-918a4b082bcb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:44:17.064994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-846413d9-4528-43f7-b451-918a4b082bcb admin admin] Notify callbacks [] for subnet, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:17.257154 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-846413d9-4528-43f7-b451-918a4b082bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775356885387'] for subnet, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:17.298015 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846413d9-4528-43f7-b451-918a4b082bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:44:17.299132 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-846413d9-4528-43f7-b451-918a4b082bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:17.300615 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-846413d9-4528-43f7-b451-918a4b082bcb admin admin] 10.222.0.17 "PUT /v2.0/subnets/d4bcbd16-56c7-49eb-a572-653c2583ecf8 HTTP/1.1" status: 200 len: 868 time: 0.3532856 Oct 18 07:44:17.313601 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d431aba-e6ad-4b34-9da9-fa32c9819ca8 None None] Network ad87c713-3329-4809-866d-1a82a3841ce9 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:44:17.328923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846413d9-4528-43f7-b451-918a4b082bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4bcbd16-56c7-49eb-a572-653c2583ecf8,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:44:17.336508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846413d9-4528-43f7-b451-918a4b082bcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:17.336902 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846413d9-4528-43f7-b451-918a4b082bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:17.337218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846413d9-4528-43f7-b451-918a4b082bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:17.337557 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846413d9-4528-43f7-b451-918a4b082bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:17.337884 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846413d9-4528-43f7-b451-918a4b082bcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:17.338215 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846413d9-4528-43f7-b451-918a4b082bcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:17.338584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846413d9-4528-43f7-b451-918a4b082bcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:17.338916 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846413d9-4528-43f7-b451-918a4b082bcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:17.339247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846413d9-4528-43f7-b451-918a4b082bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:17.339570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846413d9-4528-43f7-b451-918a4b082bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:17.339895 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846413d9-4528-43f7-b451-918a4b082bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:17.340226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846413d9-4528-43f7-b451-918a4b082bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:17.799036 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-389342ef-9fe6-4416-bdcb-6106856ce36a None None] Provisioning complete for port 0d266935-dca2-4f2b-bf90-20d5679b0328 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:44:17.799399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-389342ef-9fe6-4416-bdcb-6106856ce36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:17.799723 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-389342ef-9fe6-4416-bdcb-6106856ce36a None None] Attempt 1 to provision port 0d266935-dca2-4f2b-bf90-20d5679b0328 Oct 18 07:44:17.914166 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-389342ef-9fe6-4416-bdcb-6106856ce36a None None] Current status of the port 0d266935-dca2-4f2b-bf90-20d5679b0328 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:44:17.925039 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-389342ef-9fe6-4416-bdcb-6106856ce36a None None] Provisioning complete for port 7644d109-e7e6-4b9f-80ad-9226cd38c134 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:44:17.925406 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-389342ef-9fe6-4416-bdcb-6106856ce36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:17.925740 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-389342ef-9fe6-4416-bdcb-6106856ce36a None None] Attempt 1 to provision port 7644d109-e7e6-4b9f-80ad-9226cd38c134 Oct 18 07:44:18.037571 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-389342ef-9fe6-4416-bdcb-6106856ce36a None None] Current status of the port 7644d109-e7e6-4b9f-80ad-9226cd38c134 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:44:19.487211 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50206) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:44:19.656936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910cbb33-e7ea-416c-b636-460f8d156571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:44:19.657425 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910cbb33-e7ea-416c-b636-460f8d156571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:44:19.659530 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-910cbb33-e7ea-416c-b636-460f8d156571 admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1713259 Oct 18 07:44:20.641509 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-797ad69d-e968-46d2-baf7-8d2bc875163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:21.820188 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50216) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:44:21.988907 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc2ef0e-39c3-4ed1-b6be-332380a4b141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:44:21.989405 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc2ef0e-39c3-4ed1-b6be-332380a4b141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:44:21.990900 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bbc2ef0e-39c3-4ed1-b6be-332380a4b141 admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1698160 Oct 18 07:44:22.811437 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ef673e2-2d7d-475f-861e-4bbc9a84b813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:23.596667 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:23.750201 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:24.158761 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50226) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:44:24.328955 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cca03f-1eff-4133-8336-b18c5fb68d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:44:24.330294 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-03cca03f-1eff-4133-8336-b18c5fb68d6a admin admin] 10.222.0.17 "GET /v2.0/networks/ad87c713-3329-4809-866d-1a82a3841ce9 HTTP/1.1" status: 200 len: 869 time: 0.1704760 Oct 18 07:44:25.179722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:26.511431 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50236) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:44:26.679530 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15339ea-e058-4575-acd6-e990633e999e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:44:26.682276 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c15339ea-e058-4575-acd6-e990633e999e admin admin] 10.222.0.17 "GET /v2.0/networks/d273aec7-4774-4175-825f-ae90a4511626 HTTP/1.1" status: 200 len: 886 time: 0.1684883 Oct 18 07:44:28.909636 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50246) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:44:29.014332 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077b7e28-c489-4b17-9a29-4f7a607dabd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:44:29.014818 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077b7e28-c489-4b17-9a29-4f7a607dabd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:44:29.016329 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-077b7e28-c489-4b17-9a29-4f7a607dabd3 admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1057487 Oct 18 07:44:31.182200 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50256) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:44:31.290617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f9117-e292-4c92-ba23-607a4cfa0032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:44:31.291080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f9117-e292-4c92-ba23-607a4cfa0032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:44:31.292559 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5e0f9117-e292-4c92-ba23-607a4cfa0032 admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1093562 Oct 18 07:44:33.457061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50266) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:44:33.556598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103176c7-878c-412e-b59e-1a8544b94b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:44:33.557920 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-103176c7-878c-412e-b59e-1a8544b94b3a admin admin] 10.222.0.17 "GET /v2.0/subnets/6ada5b90-04ff-40dc-9d24-7f866691bb20 HTTP/1.1" status: 200 len: 816 time: 0.0998948 Oct 18 07:44:35.705374 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50276) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:44:35.812514 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7afd01-95e9-4c1e-8b31-e15d0cc54128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:44:35.814443 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bd7afd01-95e9-4c1e-8b31-e15d0cc54128 admin admin] 10.222.0.17 "GET /v2.0/subnets/d4bcbd16-56c7-49eb-a572-653c2583ecf8 HTTP/1.1" status: 200 len: 868 time: 0.1081333 Oct 18 07:44:44.774469 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 5 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:44:50.646400 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e5ab46be-c8d7-472f-85dc-0bb1a71637b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:52.812389 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d8a99913-226f-4d46-bc1a-92a99f59408c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:53.599697 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:53.752528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:54.626119 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50322) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:44:54.673428 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-d7e45410-65de-40b7-a257-358516c27982 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:44:54.674405 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d7e45410-65de-40b7-a257-358516c27982 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472705 Oct 18 07:44:55.180594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:56.916284 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50332) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:44:56.981121 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f5e8c5-5ba7-43ae-9768-696abf0375e5 admin admin] GET failed (client error): The resource could not be found. Oct 18 07:44:56.982337 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-88f5e8c5-5ba7-43ae-9768-696abf0375e5 admin admin] 10.222.0.17 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0651407 Oct 18 07:44:57.106229 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aea124b-f324-4f13-b8d8-1a330e6306b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:44:57.107606 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8aea124b-f324-4f13-b8d8-1a330e6306b1 admin admin] 10.222.0.17 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1209009 Oct 18 07:44:59.279864 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50342) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:44:59.326016 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:44:59.331491 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:44:59.340698 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:44:59.350978 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Made reservation on behalf of dc17d194ef7c4bf7a9f9bba8cb355392 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:44:59.353102 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:59.439194 dv-neutron-861625-1-hyperv neutron-server[89045]: WARNING neutron.services.revisions.revision_plugin [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Could not find related network for resource to bump revision. Oct 18 07:44:59.450030 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:44:59.458175 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:59.458507 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Added segment 88e8c47e-05f5-4e4f-894b-89c55a7ed63f of type vlan for network b290cd51-daa5-426f-a57b-62666f9774f8 Oct 18 07:44:59.482539 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:59.510454 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:59.511387 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:44:59.511951 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:44:59.608394 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3274267 Oct 18 07:44:59.611418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Pushing event updated for resources: {'Network': ['ID=b290cd51-daa5-426f-a57b-62666f9774f8,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:44:59.618276 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:59.618636 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:59.618977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:59.619307 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:59.619634 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:59.619977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:59.620303 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:59.620640 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:59.620965 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:59.621281 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:59.621595 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:59.621909 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac722d2-714c-4205-a385-5d7e688db085 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:44:59.633244 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network b290cd51-daa5-426f-a57b-62666f9774f8 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:45:01.791414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50352) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:45:01.857446 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f453d46-7098-45d1-9723-40d65cb3ba4b admin admin] GET failed (client error): The resource could not be found. Oct 18 07:45:01.858653 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4f453d46-7098-45d1-9723-40d65cb3ba4b admin admin] 10.222.0.17 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0662549 Oct 18 07:45:01.962524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b85097-bcdd-4dfb-892d-27b2b6709e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:45:01.963963 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c6b85097-bcdd-4dfb-892d-27b2b6709e5c admin admin] 10.222.0.17 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1008682 Oct 18 07:45:01.973751 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ed81958f-f70e-4964-9ac1-8db92988aabd admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'b290cd51-daa5-426f-a57b-62666f9774f8', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:45:01.977909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ed81958f-f70e-4964-9ac1-8db92988aabd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:45:01.987783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ed81958f-f70e-4964-9ac1-8db92988aabd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:45:01.997393 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed81958f-f70e-4964-9ac1-8db92988aabd admin admin] Made reservation on behalf of dc17d194ef7c4bf7a9f9bba8cb355392 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:45:02.000305 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ed81958f-f70e-4964-9ac1-8db92988aabd admin admin] Notify callbacks [] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:02.205730 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ed81958f-f70e-4964-9ac1-8db92988aabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:02.276976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81958f-f70e-4964-9ac1-8db92988aabd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7a0608c-ad84-49cf-9d35-59145172b732,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:45:02.284847 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed81958f-f70e-4964-9ac1-8db92988aabd admin admin] Checking segment: {'id': '88e8c47e-05f5-4e4f-894b-89c55a7ed63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b290cd51-daa5-426f-a57b-62666f9774f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:45:02.285208 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed81958f-f70e-4964-9ac1-8db92988aabd admin admin] Network hostable DHCP agents. Network: b290cd51-daa5-426f-a57b-62666f9774f8, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:45:02.302978 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed81958f-f70e-4964-9ac1-8db92988aabd admin admin] Network b290cd51-daa5-426f-a57b-62666f9774f8 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:45:02.311339 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-ed81958f-f70e-4964-9ac1-8db92988aabd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, b290cd51-daa5-426f-a57b-62666f9774f8) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:45:02.315332 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed81958f-f70e-4964-9ac1-8db92988aabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:45:02.315919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ed81958f-f70e-4964-9ac1-8db92988aabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:02.321475 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e3b095-f9de-4f40-85da-4a6031a59d44 None None] Network b290cd51-daa5-426f-a57b-62666f9774f8 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:45:02.340809 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ed81958f-f70e-4964-9ac1-8db92988aabd admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3703039 Oct 18 07:45:02.556659 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-b290cd51-daa5-426f-a57b-62666f9774f8', 'network_id': 'b290cd51-daa5-426f-a57b-62666f9774f8', 'tenant_id': 'dc17d194ef7c4bf7a9f9bba8cb355392', 'fixed_ips': [{'subnet_id': 'd7a0608c-ad84-49cf-9d35-59145172b732'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:45:02.557529 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:02.715688 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Allocated IP 192.168.233.2 (b290cd51-daa5-426f-a57b-62666f9774f8/d7a0608c-ad84-49cf-9d35-59145172b732/690525c5-f575-4a7e-af88-d6ac50917bb7) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:45:02.920278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:02.930899 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Transition to ACTIVE for port object 690525c5-f575-4a7e-af88-d6ac50917bb7 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:45:02.949848 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Transition to ACTIVE for port object 690525c5-f575-4a7e-af88-d6ac50917bb7 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:45:02.954864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:03.021503 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Network b290cd51-daa5-426f-a57b-62666f9774f8 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:45:03.024231 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:45:03.028853 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:45:03.034582 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Pushing event updated for resources: {'Port': ['ID=690525c5-f575-4a7e-af88-d6ac50917bb7,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:45:03.070846 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:45:03.071219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:45:03.071548 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:45:03.071874 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:45:03.072197 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:45:03.072529 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:45:03.072856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:45:03.073176 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:45:03.073507 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:45:03.073830 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:45:03.074143 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:45:03.074459 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:45:03.147093 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Attempting to bind port 690525c5-f575-4a7e-af88-d6ac50917bb7 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:45:03.147455 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Attempting to bind port 690525c5-f575-4a7e-af88-d6ac50917bb7 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '88e8c47e-05f5-4e4f-894b-89c55a7ed63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b290cd51-daa5-426f-a57b-62666f9774f8'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:45:03.147812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Attempting to bind port 690525c5-f575-4a7e-af88-d6ac50917bb7 on network b290cd51-daa5-426f-a57b-62666f9774f8 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:45:03.153694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:45:03.154064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Checking segment: {'id': '88e8c47e-05f5-4e4f-894b-89c55a7ed63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b290cd51-daa5-426f-a57b-62666f9774f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:45:03.154461 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:03.155117 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Bound using segment: {'id': '88e8c47e-05f5-4e4f-894b-89c55a7ed63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b290cd51-daa5-426f-a57b-62666f9774f8'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:45:03.155359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Bound port: 690525c5-f575-4a7e-af88-d6ac50917bb7, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e8c47e-05f5-4e4f-894b-89c55a7ed63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b290cd51-daa5-426f-a57b-62666f9774f8'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:45:03.157062 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:03.250310 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] For port 690525c5-f575-4a7e-af88-d6ac50917bb7, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:45:03.253397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] For port 690525c5-f575-4a7e-af88-d6ac50917bb7, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=690525c5-f575-4a7e-af88-d6ac50917bb7,segment=NetworkSegment(88e8c47e-05f5-4e4f-894b-89c55a7ed63f),segment_id=88e8c47e-05f5-4e4f-894b-89c55a7ed63f)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:45:03.258421 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:03.332185 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c61fd-c062-4cbd-9a9d-d99dd26634cb None None] Pushing event updated for resources: {'Port': ['ID=690525c5-f575-4a7e-af88-d6ac50917bb7,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:45:03.674814 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 690525c5-f575-4a7e-af88-d6ac50917bb7 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:45:03.747852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 690525c5-f575-4a7e-af88-d6ac50917bb7 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:45:04.163934 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dbf0f9-c231-4986-a22e-53784264db16 None None] Network b290cd51-daa5-426f-a57b-62666f9774f8 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:45:04.257065 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-565f8ca2-3505-4520-8bf5-940dc84865ef None None] Provisioning for port 690525c5-f575-4a7e-af88-d6ac50917bb7 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:45:04.267603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-565f8ca2-3505-4520-8bf5-940dc84865ef None None] Provisioning complete for port 690525c5-f575-4a7e-af88-d6ac50917bb7 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:45:04.267964 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-565f8ca2-3505-4520-8bf5-940dc84865ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:04.268289 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-565f8ca2-3505-4520-8bf5-940dc84865ef None None] Attempt 1 to provision port 690525c5-f575-4a7e-af88-d6ac50917bb7 Oct 18 07:45:04.496656 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-565f8ca2-3505-4520-8bf5-940dc84865ef None None] Current status of the port 690525c5-f575-4a7e-af88-d6ac50917bb7 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:45:04.497325 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-565f8ca2-3505-4520-8bf5-940dc84865ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:04.536453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-565f8ca2-3505-4520-8bf5-940dc84865ef None None] For port 690525c5-f575-4a7e-af88-d6ac50917bb7, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=690525c5-f575-4a7e-af88-d6ac50917bb7,segment=NetworkSegment(88e8c47e-05f5-4e4f-894b-89c55a7ed63f),segment_id=88e8c47e-05f5-4e4f-894b-89c55a7ed63f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:45:04.543599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-565f8ca2-3505-4520-8bf5-940dc84865ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:04.651190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f8ca2-3505-4520-8bf5-940dc84865ef None None] Pushing event updated for resources: {'Port': ['ID=690525c5-f575-4a7e-af88-d6ac50917bb7,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:45:04.766342 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-930c0563-69de-4e1f-8b31-c5881efa9c85 None None] Provisioning complete for port 690525c5-f575-4a7e-af88-d6ac50917bb7 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:45:04.766676 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-930c0563-69de-4e1f-8b31-c5881efa9c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:04.766995 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-930c0563-69de-4e1f-8b31-c5881efa9c85 None None] Attempt 1 to provision port 690525c5-f575-4a7e-af88-d6ac50917bb7 Oct 18 07:45:04.884194 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-930c0563-69de-4e1f-8b31-c5881efa9c85 None None] Current status of the port 690525c5-f575-4a7e-af88-d6ac50917bb7 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:45:05.642567 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 690525c5-f575-4a7e-af88-d6ac50917bb7 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:45:05.711936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 690525c5-f575-4a7e-af88-d6ac50917bb7 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:45:05.712301 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:05.712635 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 690525c5-f575-4a7e-af88-d6ac50917bb7 Oct 18 07:45:05.827623 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 690525c5-f575-4a7e-af88-d6ac50917bb7 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:45:20.647559 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-edaee99a-f3fa-4e83-be94-bf14ced38140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:21.772396 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 5 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:45:22.815188 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1e499780-3848-450a-a49b-f1ca88a26f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:23.604640 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:23.755795 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:25.179531 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:50.650626 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-78fafd1b-7d6a-4936-ade4-74bf5425e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:52.817555 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-32cf25f5-290f-4d87-9ea2-af0f79b15a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:53.605969 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:53.757486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:55.180850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:45:58.773527 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 5 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:46:19.001811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50402) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:46:19.007725 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-40ce7da2-3ba3-4481-b0b3-dd384f303e42 tempest-verify_tempest_config-1256484358 tempest-verify_tempest_config-1256484358-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:46:19.008720 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-40ce7da2-3ba3-4481-b0b3-dd384f303e42 tempest-verify_tempest_config-1256484358 tempest-verify_tempest_config-1256484358-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059288 Oct 18 07:46:19.310482 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50420) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:46:19.422055 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:46:19.436674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:46:19.440472 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Usage tracker for resource:security_group_rule and tenant:6f43210dc4c24c2aaedf67f13af136b3 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:46:19.443842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:46:19.449408 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:46:19.544994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:46:19.548588 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:46:19.593947 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6f43210dc4c24c2aaedf67f13af136b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2824402 Oct 18 07:46:19.595522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a3c59c-cb2b-447a-9cbd-1d04b007b075,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:46:19.596919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50426) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:46:19.603063 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.603426 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.603768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.604098 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.604520 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.604855 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.605181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.605526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.606382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.606798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.607123 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.607443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0db8be-c8fe-487b-b1a8-99969ccdc88e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.657879 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6d65367b-871b-4fb7-882e-ed25baa978e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:46:19.682828 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6d65367b-871b-4fb7-882e-ed25baa978e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:46:19.780100 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6d65367b-871b-4fb7-882e-ed25baa978e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:46:19.794246 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65367b-871b-4fb7-882e-ed25baa978e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a3c59c-cb2b-447a-9cbd-1d04b007b075,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:46:19.803541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65367b-871b-4fb7-882e-ed25baa978e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.803895 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65367b-871b-4fb7-882e-ed25baa978e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.804239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65367b-871b-4fb7-882e-ed25baa978e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.804587 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65367b-871b-4fb7-882e-ed25baa978e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.804907 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65367b-871b-4fb7-882e-ed25baa978e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.805251 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65367b-871b-4fb7-882e-ed25baa978e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.805588 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65367b-871b-4fb7-882e-ed25baa978e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.805927 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65367b-871b-4fb7-882e-ed25baa978e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.806258 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65367b-871b-4fb7-882e-ed25baa978e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.806604 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65367b-871b-4fb7-882e-ed25baa978e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.806928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65367b-871b-4fb7-882e-ed25baa978e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.807266 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65367b-871b-4fb7-882e-ed25baa978e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:46:19.812529 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6d65367b-871b-4fb7-882e-ed25baa978e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:46:19.813547 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6d65367b-871b-4fb7-882e-ed25baa978e3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/63a3c59c-cb2b-447a-9cbd-1d04b007b075 HTTP/1.1" status: 204 len: 168 time: 0.2155893 Oct 18 07:46:20.652147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-29351b55-bc93-4d74-bf22-9b720f762fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:46:22.819214 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3920a7bf-94cc-4683-9888-1d4419d8f521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:46:23.607388 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:46:23.758212 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:46:25.181881 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:46:35.772110 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 5 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:46:50.654279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-549b6716-80cb-4b75-9146-5f10d6f1a393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:46:52.820779 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ee1c96ce-54ba-4bda-baed-c32c2232b7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:46:53.613962 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:46:53.767157 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:46:55.182399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:47:12.770170 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 5 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:47:20.656566 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1e3819da-6ddc-4934-bfa1-f685d5e946de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:47:22.822833 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6e6a076c-9fce-4777-af59-e54fc454b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:47:23.613240 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:47:23.758053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:47:25.184967 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:47:34.311983 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-405970'] for agent, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:47:48.682360 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50496) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:47:48.792581 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cc401ee5-b6d0-443a-b70c-dab1a914ba8c admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1091342 Oct 18 07:47:49.769232 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:47:50.657551 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2d9e78a8-ce97-435d-a7aa-35c5153ee4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:47:50.960212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50506) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:47:51.014190 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c2b3a941-3eff-401d-b989-ea182dfe9933 admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0529127 Oct 18 07:47:52.824082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f1e6b1a6-9a7f-492c-9fde-bd6e655abd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:47:53.615919 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:47:53.760169 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:47:55.187734 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:48:04.312292 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:48:20.660563 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-51689df0-da5f-4f5a-86fd-47d0ea3da56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:48:22.826829 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6412040d-f2ef-4af9-806c-00ba9ccb9b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:48:23.621302 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:48:23.761779 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:48:25.201921 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:48:26.768183 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:48:34.306643 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:48:50.664149 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1b228502-fcc2-4379-a96f-322a38b6c565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:48:52.829905 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-63c842dd-2db6-48a0-b8b9-8772f73fc7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:48:53.621111 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:48:53.764650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:48:55.198975 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:03.768553 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:49:04.307784 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:17.281894 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50658) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:17.512817 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1822819241-network', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:17.517756 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:17.521847 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Usage tracker for resource:network and tenant:01dd86a254e9403294fcf6de4e6b7815 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:17.524760 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:17.530598 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:17.554099 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Made reservation on behalf of 01dd86a254e9403294fcf6de4e6b7815 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:17.556576 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:17.569847 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:17.584215 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:17.589700 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Usage tracker for resource:security_group_rule and tenant:01dd86a254e9403294fcf6de4e6b7815 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:17.592882 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:17.598471 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:17.697902 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:17.701977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:17.725435 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:49:17.726739 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50690) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:17.736094 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:17.736658 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Added segment e2301ec9-35ec-42e6-b735-42762eccc2ef of type vlan for network 2ca5a665-b920-4cc4-aca3-30836ec763cb Oct 18 07:49:17.777169 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2dc703-13dc-4e0d-8304-92ea4fcd1ef9,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:17.786398 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:17.791202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:17.791649 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:17.791995 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:17.792335 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:17.792670 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:17.793019 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:17.793389 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:17.793698 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:17.794047 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:17.794355 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:17.794713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:17.795033 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Tracked resource versions report: Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: pushed versions: Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: { 'AddressGroup': {'1.2'}, Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'ConntrackHelper': {'1.0'}, Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Log': {'1.0'}, Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Network': {'1.1'}, Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Port': {'1.7'}, Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'PortForwarding': {'1.2'}, Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'QosPolicy': {'1.8'}, Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'SecurityGroup': {'1.4'}, Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'SecurityGroupRule': {'1.2'}, Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'SubPort': {'1.0'}, Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Subnet': {'1.1'}, Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Trunk': {'1.1'}} Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: consumer versions: Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: { DHCP agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: HyperV agent@hv-neutron-8616: {}, Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: L3 agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: Metadata agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: Metering agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: Open vSwitch agent@dv-neutron-861625-1-hyperv: { 'AddressGroup': '1.2', Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'ConntrackHelper': '1.0', Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Log': '1.0', Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Network': '1.1', Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Port': '1.7', Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'PortForwarding': '1.2', Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'QosPolicy': '1.8', Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'SecurityGroup': '1.4', Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'SecurityGroupRule': '1.2', Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'SubPort': '1.0', Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Subnet': '1.1', Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: 'Trunk': '1.1'}} Oct 18 07:49:17.796225 dv-neutron-861625-1-hyperv neutron-server[89045]: {{(pid=89045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 07:49:17.826433 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:17.827553 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:17.828477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:17.964492 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6786840 Oct 18 07:49:17.965460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50702) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:17.969076 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f38e5-6ac9-4258-8275-8adec4e180b1 admin admin] Pushing event updated for resources: {'Network': ['ID=2ca5a665-b920-4cc4-aca3-30836ec763cb,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:17.975156 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Request body: {'subnet': {'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1822819241-subnet', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:17.980058 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 2ca5a665-b920-4cc4-aca3-30836ec763cb details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:49:17.982350 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:17.987385 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Usage tracker for resource:subnet and tenant:01dd86a254e9403294fcf6de4e6b7815 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:17.991832 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:17.998898 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:18.012130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Made reservation on behalf of 01dd86a254e9403294fcf6de4e6b7815 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:18.015278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:18.214238 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-647744044-network', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:18.224103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:18.231089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Usage tracker for resource:network and tenant:dcd2edd96c934bc294dc295d3600ad84 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:18.236138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:18.248890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:18.275082 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Made reservation on behalf of dcd2edd96c934bc294dc295d3600ad84 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:18.277441 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:18.306602 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50712) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:18.344968 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:18.365028 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:18.370173 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Usage tracker for resource:security_group_rule and tenant:dcd2edd96c934bc294dc295d3600ad84 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:18.373006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:18.376513 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:18.412546 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:18.483185 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d05cd2-7667-4e7c-9324-dc2ab5a0878c,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:18.488011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50724) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:18.502120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Checking segment: {'id': 'e2301ec9-35ec-42e6-b735-42762eccc2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:18.502391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Network hostable DHCP agents. Network: 2ca5a665-b920-4cc4-aca3-30836ec763cb, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:49:18.516921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:18.517293 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:18.517640 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:18.517976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:18.518313 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:18.518810 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:18.519074 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:18.519599 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:18.520228 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:18.520749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:18.521254 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:18.521759 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Tracked resource versions report: Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: pushed versions: Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: { 'AddressGroup': {'1.2'}, Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'ConntrackHelper': {'1.0'}, Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Log': {'1.0'}, Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Network': {'1.1'}, Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Port': {'1.7'}, Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'PortForwarding': {'1.2'}, Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'QosPolicy': {'1.8'}, Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'SecurityGroup': {'1.4'}, Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'SecurityGroupRule': {'1.2'}, Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'SubPort': {'1.0'}, Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Subnet': {'1.1'}, Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Trunk': {'1.1'}} Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: consumer versions: Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: { DHCP agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: HyperV agent@hv-neutron-8616: {}, Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: L3 agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: Metadata agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: Metering agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: Open vSwitch agent@dv-neutron-861625-1-hyperv: { 'AddressGroup': '1.2', Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'ConntrackHelper': '1.0', Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Log': '1.0', Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Network': '1.1', Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Port': '1.7', Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'PortForwarding': '1.2', Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'QosPolicy': '1.8', Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'SecurityGroup': '1.4', Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'SecurityGroupRule': '1.2', Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'SubPort': '1.0', Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Subnet': '1.1', Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: 'Trunk': '1.1'}} Oct 18 07:49:18.523015 dv-neutron-861625-1-hyperv neutron-server[89046]: {{(pid=89046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 07:49:18.557558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Network 2ca5a665-b920-4cc4-aca3-30836ec763cb is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:49:18.580761 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 2ca5a665-b920-4cc4-aca3-30836ec763cb) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:18.585852 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:18.586443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:18.589028 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c0223a-b489-4153-9131-808c8bb62be0 None None] Network 2ca5a665-b920-4cc4-aca3-30836ec763cb requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:49:18.615087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:18.628384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:18.661757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d70a54a-4e20-4fbe-84fe-99a4930b0cca,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:18.671525 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e8bcb24c-8540-49ac-87b1-21f7db14ea09 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7018268 Oct 18 07:49:18.671950 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50734) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:18.676190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:49:18.679081 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1822819241-router', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:18.687859 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:18.690374 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775356978652', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:18.690968 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Unsubscribe: segment precommit_create {{(pid=89046) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 18 07:49:18.691464 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Added segment dcd5b6cc-1bba-47a7-8a15-56142a96dead of type vlan for network 5a222d3d-3a04-4249-b8b6-0c072903979a Oct 18 07:49:18.696161 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Usage tracker for resource:router and tenant:01dd86a254e9403294fcf6de4e6b7815 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:18.706311 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:18.718365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:18.737427 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:18.744903 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:18.746538 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:18.771431 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:18.818683 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:18.819854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:18.820522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:18.864422 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-2ca5a665-b920-4cc4-aca3-30836ec763cb', 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'fixed_ips': [{'subnet_id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:49:18.868377 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:18.881207 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-356566340-network', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:18.886666 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50740) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:18.889621 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:18.891011 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1548030 Oct 18 07:49:18.900325 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f366121f-79ff-4256-8c17-981b1b1bb4e2 admin admin] Request body: {'subnet': {'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-647744044-subnet', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:18.910292 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f366121f-79ff-4256-8c17-981b1b1bb4e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:18.915458 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f366121f-79ff-4256-8c17-981b1b1bb4e2 admin admin] Usage tracker for resource:subnet and tenant:dcd2edd96c934bc294dc295d3600ad84 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:18.918895 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f366121f-79ff-4256-8c17-981b1b1bb4e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:18.925287 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f366121f-79ff-4256-8c17-981b1b1bb4e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:19.058052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672e82f-3138-4810-accd-5176c419aa7a admin admin] Pushing event updated for resources: {'Network': ['ID=5a222d3d-3a04-4249-b8b6-0c072903979a,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:19.065626 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Usage tracker for resource:network and tenant:0f286d48607e4386b10ca9eff3ca0147 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:19.090916 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 5a222d3d-3a04-4249-b8b6-0c072903979a details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:49:19.113908 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2107401158'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:19.119643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:19.127938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Usage tracker for resource:network and tenant:100f56f2722d48579f86b6f4989447e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:19.132905 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:19.144476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:19.172616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Made reservation on behalf of 100f56f2722d48579f86b6f4989447e5 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:19.176799 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:19.202040 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:19.244194 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Allocated IP 172.20.0.2 (2ca5a665-b920-4cc4-aca3-30836ec763cb/07d05cd2-7667-4e7c-9324-dc2ab5a0878c/c5455e35-fea6-4642-928c-64efef906bfc) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:19.261171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:19.263005 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f366121f-79ff-4256-8c17-981b1b1bb4e2 admin admin] Made reservation on behalf of dcd2edd96c934bc294dc295d3600ad84 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:19.265297 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f366121f-79ff-4256-8c17-981b1b1bb4e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:19.272413 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Usage tracker for resource:security_group_rule and tenant:100f56f2722d48579f86b6f4989447e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:19.279676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:19.294714 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:19.342030 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:19.355764 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:19.363283 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:19.428024 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Made reservation on behalf of 0f286d48607e4386b10ca9eff3ca0147 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:19.430649 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:19.465156 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:19.465393 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:19.474218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:19.539282 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:49:19.548983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087c4f5b-da35-45c0-992a-82a404118baf,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:19.559062 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:19.559467 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Added segment 338f0521-2eef-400e-881c-0f81580d186f of type vlan for network c862c599-de0a-4173-9920-d571c0927cd8 Oct 18 07:49:19.567666 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:19.574219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:19.592832 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Transition to ACTIVE for port object c5455e35-fea6-4642-928c-64efef906bfc will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:19.597673 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:19.615977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Usage tracker for resource:security_group_rule and tenant:0f286d48607e4386b10ca9eff3ca0147 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:19.616673 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Transition to ACTIVE for port object c5455e35-fea6-4642-928c-64efef906bfc will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:19.624002 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:19.626914 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:19.632407 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:19.662887 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:19.668785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:19.669465 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:19.727340 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Pushing event updated for resources: {'Port': ['ID=c5455e35-fea6-4642-928c-64efef906bfc,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:19.738940 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:19.739726 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:19.740302 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:19.740948 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:19.741454 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:19.741982 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:19.742482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:19.743335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:19.743861 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:19.744359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:19.744871 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:19.745379 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Tracked resource versions report: Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: pushed versions: Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: { 'AddressGroup': {'1.2'}, Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'ConntrackHelper': {'1.0'}, Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Log': {'1.0'}, Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Network': {'1.1'}, Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Port': {'1.7'}, Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'PortForwarding': {'1.2'}, Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'QosPolicy': {'1.8'}, Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'SecurityGroup': {'1.4'}, Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'SecurityGroupRule': {'1.2'}, Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'SubPort': {'1.0'}, Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Subnet': {'1.1'}, Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Trunk': {'1.1'}} Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: consumer versions: Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: { DHCP agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: HyperV agent@hv-neutron-8616: {}, Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: L3 agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: Metadata agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: Metering agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: Open vSwitch agent@dv-neutron-861625-1-hyperv: { 'AddressGroup': '1.2', Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'ConntrackHelper': '1.0', Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Log': '1.0', Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Network': '1.1', Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Port': '1.7', Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'PortForwarding': '1.2', Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'QosPolicy': '1.8', Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'SecurityGroup': '1.4', Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'SecurityGroupRule': '1.2', Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'SubPort': '1.0', Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Subnet': '1.1', Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: 'Trunk': '1.1'}} Oct 18 07:49:19.747181 dv-neutron-861625-1-hyperv neutron-server[89047]: {{(pid=89047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 07:49:19.749081 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f366121f-79ff-4256-8c17-981b1b1bb4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:19.783955 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Network 2ca5a665-b920-4cc4-aca3-30836ec763cb is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:19.786164 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:19.792669 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:19.797006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event updated for resources: {'Network': ['ID=c862c599-de0a-4173-9920-d571c0927cd8,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:19.804807 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0a68d209-e573-4e92-a77e-547e57d5dfe3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3158646 Oct 18 07:49:19.805440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50768) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:19.811254 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-e1ae9c24-55c6-46af-be58-ac0e66f37937 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Request body: {'subnet': {'network_id': 'c862c599-de0a-4173-9920-d571c0927cd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:19.862809 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366121f-79ff-4256-8c17-981b1b1bb4e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01485aae-eded-48c1-8010-b01081c67b5d,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:19.890025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network c862c599-de0a-4173-9920-d571c0927cd8 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:49:19.933762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:19.940291 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f366121f-79ff-4256-8c17-981b1b1bb4e2 admin admin] Checking segment: {'id': 'dcd5b6cc-1bba-47a7-8a15-56142a96dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:19.940704 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f366121f-79ff-4256-8c17-981b1b1bb4e2 admin admin] Network hostable DHCP agents. Network: 5a222d3d-3a04-4249-b8b6-0c072903979a, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:49:20.002959 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:20.008042 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e1ae9c24-55c6-46af-be58-ac0e66f37937 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:20.022886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e1ae9c24-55c6-46af-be58-ac0e66f37937 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Usage tracker for resource:subnet and tenant:100f56f2722d48579f86b6f4989447e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:20.024400 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Attempting to bind port c5455e35-fea6-4642-928c-64efef906bfc on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:49:20.024947 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Attempting to bind port c5455e35-fea6-4642-928c-64efef906bfc by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'e2301ec9-35ec-42e6-b735-42762eccc2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:49:20.025507 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Attempting to bind port c5455e35-fea6-4642-928c-64efef906bfc on network 2ca5a665-b920-4cc4-aca3-30836ec763cb {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:49:20.029190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e1ae9c24-55c6-46af-be58-ac0e66f37937 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:20.032774 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:49:20.033339 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Checking segment: {'id': 'e2301ec9-35ec-42e6-b735-42762eccc2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:20.033910 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:20.034469 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Bound using segment: {'id': 'e2301ec9-35ec-42e6-b735-42762eccc2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:49:20.035100 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Bound port: c5455e35-fea6-4642-928c-64efef906bfc, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2301ec9-35ec-42e6-b735-42762eccc2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:49:20.035636 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:20.041791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e1ae9c24-55c6-46af-be58-ac0e66f37937 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:20.059881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ae9c24-55c6-46af-be58-ac0e66f37937 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Made reservation on behalf of 100f56f2722d48579f86b6f4989447e5 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:20.063570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e1ae9c24-55c6-46af-be58-ac0e66f37937 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks [] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:20.121519 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:49:20.168491 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f5f369-e325-428c-a352-d680e8e0625f,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:20.186829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f366121f-79ff-4256-8c17-981b1b1bb4e2 admin admin] Network 5a222d3d-3a04-4249-b8b6-0c072903979a is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:49:20.191039 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:20.191205 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Added segment d0892a4a-f892-43eb-b0e4-188ab345b122 of type vlan for network b4b998fa-e372-4e50-b79b-07d7c610b310 Oct 18 07:49:20.211109 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] For port c5455e35-fea6-4642-928c-64efef906bfc, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:49:20.219277 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] For port c5455e35-fea6-4642-928c-64efef906bfc, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c5455e35-fea6-4642-928c-64efef906bfc,segment=NetworkSegment(e2301ec9-35ec-42e6-b735-42762eccc2ef),segment_id=e2301ec9-35ec-42e6-b735-42762eccc2ef)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:49:20.234879 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:20.251874 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-f366121f-79ff-4256-8c17-981b1b1bb4e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 5a222d3d-3a04-4249-b8b6-0c072903979a) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:20.258784 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f366121f-79ff-4256-8c17-981b1b1bb4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:20.259362 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f366121f-79ff-4256-8c17-981b1b1bb4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:20.288539 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:20.295774 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2188175-0ba5-4ebf-ab2b-93b7f4b18479 None None] Network 5a222d3d-3a04-4249-b8b6-0c072903979a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:49:20.348239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:20.380140 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:20.428379 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fadb5-5570-47d1-a90f-2eedbaa80089 None None] Pushing event updated for resources: {'Port': ['ID=c5455e35-fea6-4642-928c-64efef906bfc,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:20.556317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e1ae9c24-55c6-46af-be58-ac0e66f37937 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:20.577409 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f366121f-79ff-4256-8c17-981b1b1bb4e2 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6893394 Oct 18 07:49:20.582688 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50792) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:20.583013 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50794) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:20.650200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-647744044-router', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:20.666245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae9c24-55c6-46af-be58-ac0e66f37937 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event updated for resources: {'Subnet': ['ID=72aa93ad-3ab0-4667-8bac-0f8433a7c944,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:20.678945 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:20.691166 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-02f9f03c-691d-4962-bb17-d6ba7029c82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:20.700999 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Usage tracker for resource:router and tenant:dcd2edd96c934bc294dc295d3600ad84 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:20.707921 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:20.728554 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:20.745004 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ae9c24-55c6-46af-be58-ac0e66f37937 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Checking segment: {'id': '338f0521-2eef-400e-881c-0f81580d186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c862c599-de0a-4173-9920-d571c0927cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:20.745770 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ae9c24-55c6-46af-be58-ac0e66f37937 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Network hostable DHCP agents. Network: c862c599-de0a-4173-9920-d571c0927cd8, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:49:20.766593 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-5a222d3d-3a04-4249-b8b6-0c072903979a', 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'fixed_ips': [{'subnet_id': '01485aae-eded-48c1-8010-b01081c67b5d'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:49:20.767502 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:20.782743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ae9c24-55c6-46af-be58-ac0e66f37937 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Network c862c599-de0a-4173-9920-d571c0927cd8 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:49:20.795760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-e1ae9c24-55c6-46af-be58-ac0e66f37937 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, c862c599-de0a-4173-9920-d571c0927cd8) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:20.815997 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:20.817181 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:20.818836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:20.828258 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ae9c24-55c6-46af-be58-ac0e66f37937 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:20.828258 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e1ae9c24-55c6-46af-be58-ac0e66f37937 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:20.850518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92ad909-524e-44a5-9996-947723060bab None None] Network c862c599-de0a-4173-9920-d571c0927cd8 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:49:20.863364 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:20.864751 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:20.877709 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e1ae9c24-55c6-46af-be58-ac0e66f37937 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0687509 Oct 18 07:49:20.878053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50808) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:20.895147 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-d88d262c-b478-404c-9548-e32827fc22f9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Request body: {'port': {'network_id': 'c862c599-de0a-4173-9920-d571c0927cd8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1867027817'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:20.976997 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6687200 Oct 18 07:49:20.981386 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50812) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:20.996546 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:21.000893 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-9724db3d-c3ef-423b-ad36-d93604ff9f94 admin admin] Request body: {'subnet': {'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-356566340-subnet', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:21.011738 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Allocated IP 172.26.8.154 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/9a1dd5bc-8f68-4033-a855-7affc8b0c440) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:21.013739 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb7691-3867-45af-8482-5120b08e9074 admin admin] Pushing event updated for resources: {'Network': ['ID=b4b998fa-e372-4e50-b79b-07d7c610b310,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:21.019765 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9724db3d-c3ef-423b-ad36-d93604ff9f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:21.030112 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9724db3d-c3ef-423b-ad36-d93604ff9f94 admin admin] Usage tracker for resource:subnet and tenant:0f286d48607e4386b10ca9eff3ca0147 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:21.035109 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9724db3d-c3ef-423b-ad36-d93604ff9f94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:21.044593 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network b4b998fa-e372-4e50-b79b-07d7c610b310 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:49:21.045726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9724db3d-c3ef-423b-ad36-d93604ff9f94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:21.104412 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50816) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:21.186164 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d88d262c-b478-404c-9548-e32827fc22f9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:21.198404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d88d262c-b478-404c-9548-e32827fc22f9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Usage tracker for resource:port and tenant:100f56f2722d48579f86b6f4989447e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:21.208346 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d88d262c-b478-404c-9548-e32827fc22f9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:21.219980 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d88d262c-b478-404c-9548-e32827fc22f9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:21.227890 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Allocated IP 172.20.0.2 (5a222d3d-3a04-4249-b8b6-0c072903979a/01485aae-eded-48c1-8010-b01081c67b5d/2aa8c6dd-d683-49ca-9fb2-c0f67764efff) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:21.249033 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88d262c-b478-404c-9548-e32827fc22f9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Made reservation on behalf of 100f56f2722d48579f86b6f4989447e5 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:21.254135 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d88d262c-b478-404c-9548-e32827fc22f9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:21.264536 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9724db3d-c3ef-423b-ad36-d93604ff9f94 admin admin] Made reservation on behalf of 0f286d48607e4386b10ca9eff3ca0147 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:21.267296 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9724db3d-c3ef-423b-ad36-d93604ff9f94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:21.286221 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1817376258', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:21.309936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-d88d262c-b478-404c-9548-e32827fc22f9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] device_id is not set on port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:49:21.387646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50824) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:21.394781 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:21.409860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1192913208', 'router:external': True}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:21.418652 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:21.427186 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Usage tracker for resource:network and tenant:391ff915403b45d2b68e67ac75da2404 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:21.432207 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:21.438627 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:21.459424 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Made reservation on behalf of 391ff915403b45d2b68e67ac75da2404 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:21.461972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:21.536418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Usage tracker for resource:port and tenant:a3c5b10a523b46c2911b0d2fa94ea273 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:21.542796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50830) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:21.556088 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:21.566100 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-076b2666-043b-43d4-b408-0e2978eda331 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-431570294'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:21.572224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:21.586494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-076b2666-043b-43d4-b408-0e2978eda331 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:21.593356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-076b2666-043b-43d4-b408-0e2978eda331 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Usage tracker for resource:router and tenant:8ca9c9cf04a8498c8e715ec648b7aa9d is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:21.601919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-076b2666-043b-43d4-b408-0e2978eda331 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:21.604901 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:21.620339 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Usage tracker for resource:security_group_rule and tenant:391ff915403b45d2b68e67ac75da2404 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:21.625088 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-076b2666-043b-43d4-b408-0e2978eda331 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:21.630918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:21.642518 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:21.645000 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:21.651588 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:21.662693 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-d88d262c-b478-404c-9548-e32827fc22f9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Allocated IP 2001:db8::274 (c862c599-de0a-4173-9920-d571c0927cd8/72aa93ad-3ab0-4667-8bac-0f8433a7c944/2ff42b8d-47e0-4c9c-bb03-6998e7722f31) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:21.681209 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:21.684151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-076b2666-043b-43d4-b408-0e2978eda331 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:21.685172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-076b2666-043b-43d4-b408-0e2978eda331 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:21.698058 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-c862c599-de0a-4173-9920-d571c0927cd8', 'network_id': 'c862c599-de0a-4173-9920-d571c0927cd8', 'tenant_id': '100f56f2722d48579f86b6f4989447e5', 'fixed_ips': [{'subnet_id': '72aa93ad-3ab0-4667-8bac-0f8433a7c944'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:49:21.699958 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:21.723598 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Made reservation on behalf of a3c5b10a523b46c2911b0d2fa94ea273 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:21.728696 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:21.745956 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Transition to ACTIVE for port object 2aa8c6dd-d683-49ca-9fb2-c0f67764efff will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:21.779448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-076b2666-043b-43d4-b408-0e2978eda331 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:21.789304 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:21.796160 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:21.855520 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c336736-4bfd-4e90-b0a6-471b808e78da None None] Network 2ca5a665-b920-4cc4-aca3-30836ec763cb requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:49:21.897380 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:21.907769 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Usage tracker for resource:security_group_rule and tenant:a3c5b10a523b46c2911b0d2fa94ea273 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:21.913131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:21.944417 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-076b2666-043b-43d4-b408-0e2978eda331 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:21.958971 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:21.978965 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1857158948'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:22.008954 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.009726 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c5455e35-fea6-4642-928c-64efef906bfc up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:22.023266 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:22.023575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.032755 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Usage tracker for resource:network and tenant:523b2ffec92f48c7873fd1d1596e6a4f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:22.039492 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:22.044202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.049839 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-076b2666-043b-43d4-b408-0e2978eda331 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.051031 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-076b2666-043b-43d4-b408-0e2978eda331 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6549892 Oct 18 07:49:22.056524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50844) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:22.081528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Transition to ACTIVE for port object 2aa8c6dd-d683-49ca-9fb2-c0f67764efff will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:22.102352 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:22.154820 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:22.157501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d88d262c-b478-404c-9548-e32827fc22f9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.173443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:49:22.178367 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Made reservation on behalf of 523b2ffec92f48c7873fd1d1596e6a4f for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:22.182254 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.191303 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:22.194255 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:22.244483 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.275792 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.276132 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Added segment e35b1809-909c-46f4-8f24-eaa622443ea8 of type vlan for network 0aba67b0-956c-4e13-bf3c-ce195691dd13 Oct 18 07:49:22.277413 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-d88d262c-b478-404c-9548-e32827fc22f9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Transition to ACTIVE for port object 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:22.278960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-16545cdf-e6e4-40a3-99ea-11b63d5f8361 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.319269 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9724db3d-c3ef-423b-ad36-d93604ff9f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.328737 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa8ff0f-f681-4817-86e5-5caf11fa487e,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:22.334041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-02b5fafe-ec43-4da2-9b94-a637ee53ef40 None None] Provisioning for port c5455e35-fea6-4642-928c-64efef906bfc completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:22.338298 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Network 5a222d3d-3a04-4249-b8b6-0c072903979a is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:22.350894 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:22.367298 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:22.436691 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.502329 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port c5455e35-fea6-4642-928c-64efef906bfc completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:22.513660 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Pushing event updated for resources: {'Port': ['ID=2aa8c6dd-d683-49ca-9fb2-c0f67764efff,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:22.519934 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a1dd5bc-8f68-4033-a855-7affc8b0c440,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:22.525007 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port c5455e35-fea6-4642-928c-64efef906bfc triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:22.525387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.525719 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port c5455e35-fea6-4642-928c-64efef906bfc Oct 18 07:49:22.547827 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:22.581588 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Usage tracker for resource:security_group_rule and tenant:523b2ffec92f48c7873fd1d1596e6a4f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:22.584148 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Attempting to bind port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:49:22.584516 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Attempting to bind port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'dcd5b6cc-1bba-47a7-8a15-56142a96dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:49:22.585197 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Attempting to bind port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff on network 5a222d3d-3a04-4249-b8b6-0c072903979a {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:49:22.593890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:22.595138 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:49:22.595506 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Checking segment: {'id': 'dcd5b6cc-1bba-47a7-8a15-56142a96dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:22.596427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.596427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Bound using segment: {'id': 'dcd5b6cc-1bba-47a7-8a15-56142a96dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:49:22.596727 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Bound port: 2aa8c6dd-d683-49ca-9fb2-c0f67764efff, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd5b6cc-1bba-47a7-8a15-56142a96dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:49:22.597116 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.604691 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.625504 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:22.634746 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-16545cdf-e6e4-40a3-99ea-11b63d5f8361 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.639257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-16545cdf-e6e4-40a3-99ea-11b63d5f8361 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.643541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.655329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d88d262c-b478-404c-9548-e32827fc22f9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.657524 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724db3d-c3ef-423b-ad36-d93604ff9f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbb698bd-8a28-447d-9ac6-7bad4cc61081,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:22.663642 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9724db3d-c3ef-423b-ad36-d93604ff9f94 admin admin] Checking segment: {'id': 'd0892a4a-f892-43eb-b0e4-188ab345b122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:22.663990 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9724db3d-c3ef-423b-ad36-d93604ff9f94 admin admin] Network hostable DHCP agents. Network: b4b998fa-e372-4e50-b79b-07d7c610b310, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:49:22.675859 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.794523 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port c5455e35-fea6-4642-928c-64efef906bfc is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:22.795105 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.802262 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.802262 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:22.802703 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.805158 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] device_id is not set on port b3622957-3eb4-4176-9928-425257206d12 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:49:22.843889 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Allocated IP 2001:db8::2 (c862c599-de0a-4173-9920-d571c0927cd8/72aa93ad-3ab0-4667-8bac-0f8433a7c944/a45ef347-39bd-41c6-8e30-7da9267c216c) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:22.863823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-16545cdf-e6e4-40a3-99ea-11b63d5f8361 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.864688 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16545cdf-e6e4-40a3-99ea-11b63d5f8361 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc2c4710-0c73-482e-943a-f18dcf42af77 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:49:22.866934 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d262c-b478-404c-9548-e32827fc22f9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event updated for resources: {'Port': ['ID=2ff42b8d-47e0-4c9c-bb03-6998e7722f31,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:22.876798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88d262c-b478-404c-9548-e32827fc22f9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Network c862c599-de0a-4173-9920-d571c0927cd8 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:22.898222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-d88d262c-b478-404c-9548-e32827fc22f9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:22.905433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-16545cdf-e6e4-40a3-99ea-11b63d5f8361 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:22.909523 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-16545cdf-e6e4-40a3-99ea-11b63d5f8361 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] 10.222.0.17 "DELETE /v2.0/routers/dc2c4710-0c73-482e-943a-f18dcf42af77 HTTP/1.1" status: 204 len: 168 time: 0.8491406 Oct 18 07:49:22.910737 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50862) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:22.912783 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.8074331 Oct 18 07:49:22.923344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-93717cba-d512-4ad2-96f3-bba6bca0d98b tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Request body: {'router': {'name': 'tempest-router-295491112', 'distributed': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:22.929283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50866) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:22.943704 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-1b2c8cc5-116d-44ff-8b12-8bad01d38a98 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Request body: {'subnet': {'network_id': '0aba67b0-956c-4e13-bf3c-ce195691dd13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:22.949963 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-93717cba-d512-4ad2-96f3-bba6bca0d98b tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:22.969856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] For port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:49:23.008779 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] For port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=2aa8c6dd-d683-49ca-9fb2-c0f67764efff,segment=NetworkSegment(dcd5b6cc-1bba-47a7-8a15-56142a96dead),segment_id=dcd5b6cc-1bba-47a7-8a15-56142a96dead)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:49:23.009348 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-93717cba-d512-4ad2-96f3-bba6bca0d98b tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Usage tracker for resource:router and tenant:8ca9c9cf04a8498c8e715ec648b7aa9d is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:23.009609 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1ae7f53d-84ed-4e3a-b5c3-03ff13e737dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.025970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-93717cba-d512-4ad2-96f3-bba6bca0d98b tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:23.026613 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.028014 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d262c-b478-404c-9548-e32827fc22f9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:23.033450 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88d262c-b478-404c-9548-e32827fc22f9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:23.034227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d88d262c-b478-404c-9548-e32827fc22f9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.041053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1b2c8cc5-116d-44ff-8b12-8bad01d38a98 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:23.049645 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-93717cba-d512-4ad2-96f3-bba6bca0d98b tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:23.063154 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1b2c8cc5-116d-44ff-8b12-8bad01d38a98 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Usage tracker for resource:subnet and tenant:391ff915403b45d2b68e67ac75da2404 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:23.067610 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4adcf7-cad6-4dd1-b4ca-8ea355991e97 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Pushing event updated for resources: {'Network': ['ID=0aba67b0-956c-4e13-bf3c-ce195691dd13,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:23.070202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b881ac-1d25-4bec-ad29-ddd34cec7198,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:23.070342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1b2c8cc5-116d-44ff-8b12-8bad01d38a98 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:23.080176 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9724db3d-c3ef-423b-ad36-d93604ff9f94 admin admin] Network b4b998fa-e372-4e50-b79b-07d7c610b310 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:49:23.081707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1b2c8cc5-116d-44ff-8b12-8bad01d38a98 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:23.088663 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port c5455e35-fea6-4642-928c-64efef906bfc, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c5455e35-fea6-4642-928c-64efef906bfc,segment=NetworkSegment(e2301ec9-35ec-42e6-b735-42762eccc2ef),segment_id=e2301ec9-35ec-42e6-b735-42762eccc2ef)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:49:23.091405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-93717cba-d512-4ad2-96f3-bba6bca0d98b tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.092486 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-93717cba-d512-4ad2-96f3-bba6bca0d98b tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.103454 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d88d262c-b478-404c-9548-e32827fc22f9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2241845 Oct 18 07:49:23.104633 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50870) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:23.109400 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2c8cc5-116d-44ff-8b12-8bad01d38a98 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Made reservation on behalf of 391ff915403b45d2b68e67ac75da2404 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:23.110652 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-795da54c-cb84-40d5-b7c2-c7a60cd0a02e None None] Provisioning complete for port c5455e35-fea6-4642-928c-64efef906bfc triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:23.111514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-795da54c-cb84-40d5-b7c2-c7a60cd0a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.111514 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-795da54c-cb84-40d5-b7c2-c7a60cd0a02e None None] Attempt 1 to provision port c5455e35-fea6-4642-928c-64efef906bfc Oct 18 07:49:23.120249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1b2c8cc5-116d-44ff-8b12-8bad01d38a98 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.148047 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 0aba67b0-956c-4e13-bf3c-ce195691dd13 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:49:23.206464 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-9724db3d-c3ef-423b-ad36-d93604ff9f94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, b4b998fa-e372-4e50-b79b-07d7c610b310) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:23.221587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-d102d6d6-7402-4d3d-a620-5844de40ca93 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Request body: {'port': {'network_id': 'c862c599-de0a-4173-9920-d571c0927cd8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1518670370', 'allowed_address_pairs': [{'ip_address': '2001:db8::274', 'mac_address': 'fa:16:3e:e4:e2:38'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:23.251333 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9724db3d-c3ef-423b-ad36-d93604ff9f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:23.251566 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9724db3d-c3ef-423b-ad36-d93604ff9f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.262739 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.285459 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195c4c7e-9be7-480e-9b02-cd209145da1a None None] Network b4b998fa-e372-4e50-b79b-07d7c610b310 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:49:23.307311 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.328092 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.337964 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-93717cba-d512-4ad2-96f3-bba6bca0d98b tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.416120 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.423764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-93717cba-d512-4ad2-96f3-bba6bca0d98b tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.450861 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.454001 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.459329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d102d6d6-7402-4d3d-a620-5844de40ca93 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:23.498340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d102d6d6-7402-4d3d-a620-5844de40ca93 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Usage tracker for resource:port and tenant:100f56f2722d48579f86b6f4989447e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:23.501089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-93717cba-d512-4ad2-96f3-bba6bca0d98b tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.502259 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-93717cba-d512-4ad2-96f3-bba6bca0d98b tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5884049 Oct 18 07:49:23.505187 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d102d6d6-7402-4d3d-a620-5844de40ca93 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:23.508259 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50874) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:23.535485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b1c64-9a44-44f4-97dc-14e494bf57eb None None] Pushing event updated for resources: {'Port': ['ID=2aa8c6dd-d683-49ca-9fb2-c0f67764efff,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:23.568618 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Allocated IP 172.26.8.219 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/b3622957-3eb4-4176-9928-425257206d12) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:23.602224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d102d6d6-7402-4d3d-a620-5844de40ca93 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:23.607995 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:49:23.612202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ed94a8-ff5e-472b-9b6f-81ca9af6a421,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:23.661738 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9724db3d-c3ef-423b-ad36-d93604ff9f94 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6712348 Oct 18 07:49:23.670218 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50878) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:23.695484 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-356566340-router', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:23.704633 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.705403 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Added segment 4e23d6a0-a325-4d6a-936e-192db2c27388 of type vlan for network 93850d56-0da6-428a-a53d-53a92c8c8a40 Oct 18 07:49:23.728495 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:23.749295 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Usage tracker for resource:router and tenant:0f286d48607e4386b10ca9eff3ca0147 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:23.752210 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.765650 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:23.768514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-795da54c-cb84-40d5-b7c2-c7a60cd0a02e None None] Current status of the port c5455e35-fea6-4642-928c-64efef906bfc is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:23.772870 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.796909 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=c5455e35-fea6-4642-928c-64efef906bfc,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:23.801864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Transition to ACTIVE for port object a45ef347-39bd-41c6-8e30-7da9267c216c will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:23.842662 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.843153 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:23.880383 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Transition to ACTIVE for port object a45ef347-39bd-41c6-8e30-7da9267c216c will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:23.917931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d102d6d6-7402-4d3d-a620-5844de40ca93 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Made reservation on behalf of 100f56f2722d48579f86b6f4989447e5 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:23.928469 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 2aa8c6dd-d683-49ca-9fb2-c0f67764efff up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:23.945345 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74e34bde-3a48-42e3-8c27-7829152a77a7 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.967190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.982762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.995365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:23.996346 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:24.040216 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-b4b998fa-e372-4e50-b79b-07d7c610b310', 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'fixed_ips': [{'subnet_id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:49:24.041045 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:24.078844 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Network c862c599-de0a-4173-9920-d571c0927cd8 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:24.088730 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:24.096211 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Pushing event updated for resources: {'Port': ['ID=a45ef347-39bd-41c6-8e30-7da9267c216c,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:24.101439 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:24.132592 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:24.269013 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:24.275835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:24.281693 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:24.282311 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:24.331820 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d102d6d6-7402-4d3d-a620-5844de40ca93 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:24.370583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Allocated IP 172.20.0.2 (b4b998fa-e372-4e50-b79b-07d7c610b310/dbb698bd-8a28-447d-9ac6-7bad4cc61081/d1c75ea8-ae1c-4ab6-be25-7600930425dd) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:24.511866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74e34bde-3a48-42e3-8c27-7829152a77a7 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:24.516742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74e34bde-3a48-42e3-8c27-7829152a77a7 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:24.519681 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-d102d6d6-7402-4d3d-a620-5844de40ca93 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] device_id is not set on port 9ddc0721-129e-4d68-9c71-72591f310241 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:49:24.598693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:24.622085 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e548a8-59d3-4729-91b2-d45efc0b0b76 None None] Network 5a222d3d-3a04-4249-b8b6-0c072903979a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:49:24.625929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74e34bde-3a48-42e3-8c27-7829152a77a7 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:24.626393 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e34bde-3a48-42e3-8c27-7829152a77a7 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d61c30b1-0718-4130-b3cf-aba2073128b9 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:49:24.643567 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Attempting to bind port a45ef347-39bd-41c6-8e30-7da9267c216c on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:49:24.643934 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Attempting to bind port a45ef347-39bd-41c6-8e30-7da9267c216c by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '338f0521-2eef-400e-881c-0f81580d186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c862c599-de0a-4173-9920-d571c0927cd8'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:49:24.644309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Attempting to bind port a45ef347-39bd-41c6-8e30-7da9267c216c on network c862c599-de0a-4173-9920-d571c0927cd8 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:49:24.703410 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:49:24.704013 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Checking segment: {'id': '338f0521-2eef-400e-881c-0f81580d186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c862c599-de0a-4173-9920-d571c0927cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:24.704278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:24.704625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Bound using segment: {'id': '338f0521-2eef-400e-881c-0f81580d186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c862c599-de0a-4173-9920-d571c0927cd8'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:49:24.704735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74e34bde-3a48-42e3-8c27-7829152a77a7 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:24.705103 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Bound port: a45ef347-39bd-41c6-8e30-7da9267c216c, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338f0521-2eef-400e-881c-0f81580d186f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c862c599-de0a-4173-9920-d571c0927cd8'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:49:24.705526 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:24.707402 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-74e34bde-3a48-42e3-8c27-7829152a77a7 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] 10.222.0.17 "DELETE /v2.0/routers/d61c30b1-0718-4130-b3cf-aba2073128b9 HTTP/1.1" status: 204 len: 168 time: 1.1950467 Oct 18 07:49:24.720329 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50882) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:24.742115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:24.761117 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.objects.ports [None req-1b2c8cc5-116d-44ff-8b12-8bad01d38a98 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89046) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:49:24.761636 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1b2c8cc5-116d-44ff-8b12-8bad01d38a98 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:24.788415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:24.794102 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-766d6fba-ef40-4978-8b22-5f007b382a37 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Request body: {'router': {'name': 'tempest-router-392547369', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '29f8dbefab2641838f4c29259eb4a8d1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:24.803957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-d102d6d6-7402-4d3d-a620-5844de40ca93 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Allocated IP 2001:db8::2cb (c862c599-de0a-4173-9920-d571c0927cd8/72aa93ad-3ab0-4667-8bac-0f8433a7c944/9ddc0721-129e-4d68-9c71-72591f310241) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:24.811254 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Transition to ACTIVE for port object d1c75ea8-ae1c-4ab6-be25-7600930425dd will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:24.813799 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:24.827796 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f0baa2a9-af99-4c3a-9bc9-abc253b74d73 None None] Provisioning for port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:24.829270 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-766d6fba-ef40-4978-8b22-5f007b382a37 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:24.841670 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-766d6fba-ef40-4978-8b22-5f007b382a37 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Usage tracker for resource:router and tenant:29f8dbefab2641838f4c29259eb4a8d1 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:24.852250 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.2981069 Oct 18 07:49:24.854156 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-766d6fba-ef40-4978-8b22-5f007b382a37 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:24.855244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50886) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:24.856671 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f0baa2a9-af99-4c3a-9bc9-abc253b74d73 None None] Provisioning complete for port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:24.857131 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f0baa2a9-af99-4c3a-9bc9-abc253b74d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:24.857467 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f0baa2a9-af99-4c3a-9bc9-abc253b74d73 None None] Attempt 1 to provision port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff Oct 18 07:49:24.865450 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f6128ce9-6279-4a24-bd18-4717a9326b21 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Request body: {'subnet': {'network_id': '93850d56-0da6-428a-a53d-53a92c8c8a40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:24.875492 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902a805-8784-4245-8322-2ef675fc0353 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Pushing event updated for resources: {'Network': ['ID=93850d56-0da6-428a-a53d-53a92c8c8a40,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:24.887526 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-766d6fba-ef40-4978-8b22-5f007b382a37 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:24.907159 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 93850d56-0da6-428a-a53d-53a92c8c8a40 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:49:24.914619 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c8cc5-116d-44ff-8b12-8bad01d38a98 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9ae7533f-38ae-4e5f-8f85-d1591e1df5c7,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:24.946829 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Transition to ACTIVE for port object d1c75ea8-ae1c-4ab6-be25-7600930425dd will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:24.970130 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-766d6fba-ef40-4978-8b22-5f007b382a37 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:24.971116 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-766d6fba-ef40-4978-8b22-5f007b382a37 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:25.007816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2c8cc5-116d-44ff-8b12-8bad01d38a98 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Checking segment: {'id': 'e35b1809-909c-46f4-8f24-eaa622443ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0aba67b0-956c-4e13-bf3c-ce195691dd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:25.008189 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2c8cc5-116d-44ff-8b12-8bad01d38a98 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Network hostable DHCP agents. Network: 0aba67b0-956c-4e13-bf3c-ce195691dd13, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:49:25.015543 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-766d6fba-ef40-4978-8b22-5f007b382a37 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:25.027665 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:25.065660 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:25.067670 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] For port a45ef347-39bd-41c6-8e30-7da9267c216c, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:49:25.115879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f6128ce9-6279-4a24-bd18-4717a9326b21 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:25.124629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2c8cc5-116d-44ff-8b12-8bad01d38a98 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Network 0aba67b0-956c-4e13-bf3c-ce195691dd13 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:49:25.129350 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f6128ce9-6279-4a24-bd18-4717a9326b21 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Usage tracker for resource:subnet and tenant:523b2ffec92f48c7873fd1d1596e6a4f is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:25.135805 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f6128ce9-6279-4a24-bd18-4717a9326b21 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:25.150673 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f6128ce9-6279-4a24-bd18-4717a9326b21 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:25.180121 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-1b2c8cc5-116d-44ff-8b12-8bad01d38a98 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 0aba67b0-956c-4e13-bf3c-ce195691dd13) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:25.189988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2c8cc5-116d-44ff-8b12-8bad01d38a98 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:25.190595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1b2c8cc5-116d-44ff-8b12-8bad01d38a98 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:25.200550 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:25.201906 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-766d6fba-ef40-4978-8b22-5f007b382a37 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:25.204206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6128ce9-6279-4a24-bd18-4717a9326b21 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Made reservation on behalf of 523b2ffec92f48c7873fd1d1596e6a4f for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:25.207650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6128ce9-6279-4a24-bd18-4717a9326b21 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks [] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:25.215517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:25.231259 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Pushing event updated for resources: {'Port': ['ID=b3622957-3eb4-4176-9928-425257206d12,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:25.234908 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:25.235808 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:25.236427 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:25.236549 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0b4a6b-e60b-4e9b-9d2d-5da8a7d9b61b None None] Network 0aba67b0-956c-4e13-bf3c-ce195691dd13 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:49:25.245173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Allocated IP 172.26.8.146 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/36632bba-3189-41a3-bcd8-3f43007d1fb1) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:25.259709 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] For port a45ef347-39bd-41c6-8e30-7da9267c216c, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a45ef347-39bd-41c6-8e30-7da9267c216c,segment=NetworkSegment(338f0521-2eef-400e-881c-0f81580d186f),segment_id=338f0521-2eef-400e-881c-0f81580d186f)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:49:25.263594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Pushing event updated for resources: {'Port': ['ID=d1c75ea8-ae1c-4ab6-be25-7600930425dd,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:25.283536 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Router 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:49:25.299639 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1b2c8cc5-116d-44ff-8b12-8bad01d38a98 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3678639 Oct 18 07:49:25.310831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50894) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:25.331848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-7b0319f5-b1bb-463e-b975-be8c0bef9b29 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1027291542', 'network_id': '0aba67b0-956c-4e13-bf3c-ce195691dd13'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:25.348058 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d102d6d6-7402-4d3d-a620-5844de40ca93 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:25.351652 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7b0319f5-b1bb-463e-b975-be8c0bef9b29 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:25.372757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Network b4b998fa-e372-4e50-b79b-07d7c610b310 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:25.373924 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7b0319f5-b1bb-463e-b975-be8c0bef9b29 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Usage tracker for resource:port and tenant:391ff915403b45d2b68e67ac75da2404 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:25.374482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:25.383088 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7b0319f5-b1bb-463e-b975-be8c0bef9b29 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:25.387589 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-d102d6d6-7402-4d3d-a620-5844de40ca93 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Transition to ACTIVE for port object 9ddc0721-129e-4d68-9c71-72591f310241 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:25.395576 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b2b9a0b2-b234-4cb6-96cc-63d83da5232f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.8086615 Oct 18 07:49:25.397504 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7b0319f5-b1bb-463e-b975-be8c0bef9b29 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:25.399315 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50898) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:25.407598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-09f15dca-5e8b-4134-8ef4-f75681d57e6f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.219'}]}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:25.413320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-766d6fba-ef40-4978-8b22-5f007b382a37 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:25.417255 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-766d6fba-ef40-4978-8b22-5f007b382a37 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6454687 Oct 18 07:49:25.417421 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:25.429623 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:25.433632 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50902) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:25.482258 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-09f15dca-5e8b-4134-8ef4-f75681d57e6f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:25.492117 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-09f15dca-5e8b-4134-8ef4-f75681d57e6f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Usage tracker for resource:router and tenant:a3c5b10a523b46c2911b0d2fa94ea273 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:25.497883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-09f15dca-5e8b-4134-8ef4-f75681d57e6f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:25.500611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0319f5-b1bb-463e-b975-be8c0bef9b29 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Made reservation on behalf of 391ff915403b45d2b68e67ac75da2404 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:25.502913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b0319f5-b1bb-463e-b975-be8c0bef9b29 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:25.546303 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-09f15dca-5e8b-4134-8ef4-f75681d57e6f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:25.570451 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-1135f67e-a865-41ad-ae3a-340b6d6c9f62 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:25.586260 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-7b0319f5-b1bb-463e-b975-be8c0bef9b29 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] device_id is not set on port d41e4ed4-144e-4bc5-8485-be20c53763b2 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:49:25.634413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:25.635199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d102d6d6-7402-4d3d-a620-5844de40ca93 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:25.669194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-09f15dca-5e8b-4134-8ef4-f75681d57e6f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:25.670238 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-09f15dca-5e8b-4134-8ef4-f75681d57e6f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:25.795274 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42824c4-058b-4ac1-8df5-4ccd3ebec927 None None] Pushing event updated for resources: {'Port': ['ID=a45ef347-39bd-41c6-8e30-7da9267c216c,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:25.853873 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d102d6d6-7402-4d3d-a620-5844de40ca93 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Network c862c599-de0a-4173-9920-d571c0927cd8 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:25.903516 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-d102d6d6-7402-4d3d-a620-5844de40ca93 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:25.917027 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102d6d6-7402-4d3d-a620-5844de40ca93 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:25.928848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d102d6d6-7402-4d3d-a620-5844de40ca93 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:25.929745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d102d6d6-7402-4d3d-a620-5844de40ca93 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:25.944041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-09f15dca-5e8b-4134-8ef4-f75681d57e6f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:25.998192 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6128ce9-6279-4a24-bd18-4717a9326b21 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:26.000950 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c5455e35-fea6-4642-928c-64efef906bfc up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:26.066911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Attempting to bind port d1c75ea8-ae1c-4ab6-be25-7600930425dd on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:49:26.067726 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Attempting to bind port d1c75ea8-ae1c-4ab6-be25-7600930425dd by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'd0892a4a-f892-43eb-b0e4-188ab345b122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:49:26.068349 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Attempting to bind port d1c75ea8-ae1c-4ab6-be25-7600930425dd on network b4b998fa-e372-4e50-b79b-07d7c610b310 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:49:26.075901 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f0baa2a9-af99-4c3a-9bc9-abc253b74d73 None None] Current status of the port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:26.076573 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f0baa2a9-af99-4c3a-9bc9-abc253b74d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:26.083554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102d6d6-7402-4d3d-a620-5844de40ca93 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event updated for resources: {'Port': ['ID=9ddc0721-129e-4d68-9c71-72591f310241,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:26.141441 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:49:26.143998 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Checking segment: {'id': 'd0892a4a-f892-43eb-b0e4-188ab345b122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:26.144688 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:26.145857 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Bound using segment: {'id': 'd0892a4a-f892-43eb-b0e4-188ab345b122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:49:26.147971 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Bound port: d1c75ea8-ae1c-4ab6-be25-7600930425dd, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0892a4a-f892-43eb-b0e4-188ab345b122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:49:26.148595 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:26.157696 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:26.162646 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d102d6d6-7402-4d3d-a620-5844de40ca93 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.0556827 Oct 18 07:49:26.169502 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50908) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:26.185313 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-7b0319f5-b1bb-463e-b975-be8c0bef9b29 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Allocated IP 172.20.0.11 (0aba67b0-956c-4e13-bf3c-ce195691dd13/9ae7533f-38ae-4e5f-8f85-d1591e1df5c7/d41e4ed4-144e-4bc5-8485-be20c53763b2) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:26.224030 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419fcad1-ced2-4c96-b1e1-5008405ae1d8 None None] Network 0aba67b0-956c-4e13-bf3c-ce195691dd13 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:49:26.331754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-f0baa2a9-af99-4c3a-9bc9-abc253b74d73 None None] For port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=2aa8c6dd-d683-49ca-9fb2-c0f67764efff,segment=NetworkSegment(dcd5b6cc-1bba-47a7-8a15-56142a96dead),segment_id=dcd5b6cc-1bba-47a7-8a15-56142a96dead)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:49:26.361669 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f0baa2a9-af99-4c3a-9bc9-abc253b74d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:26.402310 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6128ce9-6279-4a24-bd18-4717a9326b21 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Pushing event updated for resources: {'Subnet': ['ID=c36966e5-606a-456b-a92c-b1ac8d45fd59,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:26.422937 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:49:26.430605 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1135f67e-a865-41ad-ae3a-340b6d6c9f62 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:26.430931 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1135f67e-a865-41ad-ae3a-340b6d6c9f62 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:26.434008 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Sync routers for ids ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:49:26.450140 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Routers {'17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:49:26.451048 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:26.466472 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6128ce9-6279-4a24-bd18-4717a9326b21 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Checking segment: {'id': '4e23d6a0-a325-4d6a-936e-192db2c27388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '93850d56-0da6-428a-a53d-53a92c8c8a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:26.467026 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6128ce9-6279-4a24-bd18-4717a9326b21 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Network hostable DHCP agents. Network: 93850d56-0da6-428a-a53d-53a92c8c8a40, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:49:26.476460 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0baa2a9-af99-4c3a-9bc9-abc253b74d73 None None] Pushing event updated for resources: {'Port': ['ID=2aa8c6dd-d683-49ca-9fb2-c0f67764efff,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:26.534291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port c5455e35-fea6-4642-928c-64efef906bfc triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:26.534690 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:26.535021 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port c5455e35-fea6-4642-928c-64efef906bfc Oct 18 07:49:26.638096 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] For port d1c75ea8-ae1c-4ab6-be25-7600930425dd, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:49:26.673435 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:26.675085 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-124bc4b6-93c7-49df-818d-e6a9c76785f2 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.0019040 Oct 18 07:49:26.683723 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50912) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:26.697323 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:26.842998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:26.862459 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] For port d1c75ea8-ae1c-4ab6-be25-7600930425dd, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d1c75ea8-ae1c-4ab6-be25-7600930425dd,segment=NetworkSegment(d0892a4a-f892-43eb-b0e4-188ab345b122),segment_id=d0892a4a-f892-43eb-b0e4-188ab345b122)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:49:26.876048 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:26.960536 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Set router 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:49:27.002188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-09f15dca-5e8b-4134-8ef4-f75681d57e6f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:27.025660 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1135f67e-a865-41ad-ae3a-340b6d6c9f62 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89045) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Oct 18 07:49:27.025905 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1135f67e-a865-41ad-ae3a-340b6d6c9f62 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Router 173bd145-7e33-4547-922e-3a776db95203 migrating from provider to provider. {{(pid=89045) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Oct 18 07:49:27.026347 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1135f67e-a865-41ad-ae3a-340b6d6c9f62 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:27.042631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6128ce9-6279-4a24-bd18-4717a9326b21 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Network 93850d56-0da6-428a-a53d-53a92c8c8a40 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:49:27.069279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9717c095-5c4c-4f98-b916-4c1c45cf736a None None] Provisioning complete for port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:27.069651 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9717c095-5c4c-4f98-b916-4c1c45cf736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:27.069969 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9717c095-5c4c-4f98-b916-4c1c45cf736a None None] Attempt 1 to provision port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff Oct 18 07:49:27.097465 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1135f67e-a865-41ad-ae3a-340b6d6c9f62 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:27.099962 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:27.106247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-f6128ce9-6279-4a24-bd18-4717a9326b21 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 93850d56-0da6-428a-a53d-53a92c8c8a40) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:27.124333 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecee862-eb8f-49c1-a973-2f3d763f7f7a None None] Network 93850d56-0da6-428a-a53d-53a92c8c8a40 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:49:27.155705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4d4e8b-e027-4e4c-b3e9-23315331d87d tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:27.173283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4d4e8b-e027-4e4c-b3e9-23315331d87d tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:27.198539 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4d4e8b-e027-4e4c-b3e9-23315331d87d tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:27.199568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cc4d4e8b-e027-4e4c-b3e9-23315331d87d tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Synchronizing usage tracker for tenant:100f56f2722d48579f86b6f4989447e5 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:49:27.201161 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31a8805-8667-4fde-9fb0-99ac227ed05c None None] Network c862c599-de0a-4173-9920-d571c0927cd8 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:49:27.214661 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfef515-e414-4b9b-a577-ab075903a9f9 None None] Pushing event updated for resources: {'Port': ['ID=d1c75ea8-ae1c-4ab6-be25-7600930425dd,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:27.239219 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6128ce9-6279-4a24-bd18-4717a9326b21 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:27.239219 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6128ce9-6279-4a24-bd18-4717a9326b21 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:27.268735 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:27.271690 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1135f67e-a865-41ad-ae3a-340b6d6c9f62 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:27.305350 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:27.312094 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Pushing event updated for resources: {'Port': ['ID=36632bba-3189-41a3-bcd8-3f43007d1fb1,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:27.330679 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:27.365704 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f6128ce9-6279-4a24-bd18-4717a9326b21 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5093117 Oct 18 07:49:27.378847 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50916) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:27.390941 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-2ba4de2c-e853-4df2-b65c-e5e43c067e2d tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Request body: {'port': {'network_id': '93850d56-0da6-428a-a53d-53a92c8c8a40', 'name': 'tempest-DHCPAgentSchedulersTestJSON-867264961'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:27.468184 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'name': 'tempest-ServersTestJSON-1822819241-router', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:18Z', 'updated_at': '2022-10-18T07:49:22Z', 'revision_number': 3, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'gw_port': {'id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:27.478745 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Checking router: 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:49:27.478969 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port c5455e35-fea6-4642-928c-64efef906bfc is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:27.479393 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Updating router 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 port 9a1dd5bc-8f68-4033-a855-7affc8b0c440 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:49:27.547668 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:27.570504 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2ba4de2c-e853-4df2-b65c-e5e43c067e2d tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:27.575602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2ba4de2c-e853-4df2-b65c-e5e43c067e2d tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Usage tracker for resource:port and tenant:523b2ffec92f48c7873fd1d1596e6a4f is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:27.579298 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2ba4de2c-e853-4df2-b65c-e5e43c067e2d tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:27.587570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2ba4de2c-e853-4df2-b65c-e5e43c067e2d tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:27.618414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba4de2c-e853-4df2-b65c-e5e43c067e2d tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Made reservation on behalf of 523b2ffec92f48c7873fd1d1596e6a4f for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:27.622373 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2ba4de2c-e853-4df2-b65c-e5e43c067e2d tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:27.658909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-2ba4de2c-e853-4df2-b65c-e5e43c067e2d tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] device_id is not set on port 572d8b6c-53dc-4c18-aacb-a39e19df07b2 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:49:27.708712 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cc4d4e8b-e027-4e4c-b3e9-23315331d87d tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Unset dirty status for tenant:100f56f2722d48579f86b6f4989447e5 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:49:27.709882 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cc4d4e8b-e027-4e4c-b3e9-23315331d87d tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 1.5399089 Oct 18 07:49:27.714344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b0319f5-b1bb-463e-b975-be8c0bef9b29 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:27.718468 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50920) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:27.823817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-999b00f9-179d-4972-b8d9-9bf026d4f474 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Deleting port 9ddc0721-129e-4d68-9c71-72591f310241 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:49:27.824310 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-999b00f9-179d-4972-b8d9-9bf026d4f474 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:27.843906 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9717c095-5c4c-4f98-b916-4c1c45cf736a None None] Current status of the port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:27.859883 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-93850d56-0da6-428a-a53d-53a92c8c8a40', 'network_id': '93850d56-0da6-428a-a53d-53a92c8c8a40', 'tenant_id': '523b2ffec92f48c7873fd1d1596e6a4f', 'fixed_ips': [{'subnet_id': 'c36966e5-606a-456b-a92c-b1ac8d45fd59'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:49:27.862685 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:27.975051 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:27.988717 dv-neutron-861625-1-hyperv neutron-server[89045]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1135f67e-a865-41ad-ae3a-340b6d6c9f62 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] No L3 agents can host the router 173bd145-7e33-4547-922e-3a776db95203 Oct 18 07:49:27.989888 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Transition to ACTIVE for port object 9a1dd5bc-8f68-4033-a855-7affc8b0c440 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:27.998602 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:28.109809 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Attempting to bind port 9a1dd5bc-8f68-4033-a855-7affc8b0c440 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:49:28.110434 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Attempting to bind port 9a1dd5bc-8f68-4033-a855-7affc8b0c440 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:49:28.111004 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Attempting to bind port 9a1dd5bc-8f68-4033-a855-7affc8b0c440 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:49:28.140818 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d1c75ea8-ae1c-4ab6-be25-7600930425dd up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:28.154683 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:49:28.160457 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:28.161275 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:28.166023 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:49:28.167066 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Bound port: 9a1dd5bc-8f68-4033-a855-7affc8b0c440, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:49:28.167645 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:28.217506 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c23c0570-e4e2-4410-a791-876169805ba8 None None] Provisioning for port a45ef347-39bd-41c6-8e30-7da9267c216c completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:28.260792 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba94827-dddd-4560-bffc-4c195b7e1805 None None] Pushing event updated for resources: {'Port': ['ID=9a1dd5bc-8f68-4033-a855-7affc8b0c440,revision_number=2']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:28.288139 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba94827-dddd-4560-bffc-4c195b7e1805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:28.288804 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba94827-dddd-4560-bffc-4c195b7e1805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:28.289824 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba94827-dddd-4560-bffc-4c195b7e1805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:28.290332 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba94827-dddd-4560-bffc-4c195b7e1805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:28.290991 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba94827-dddd-4560-bffc-4c195b7e1805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:28.291612 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba94827-dddd-4560-bffc-4c195b7e1805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:28.292120 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba94827-dddd-4560-bffc-4c195b7e1805 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:28.292895 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba94827-dddd-4560-bffc-4c195b7e1805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:28.293557 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba94827-dddd-4560-bffc-4c195b7e1805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:28.294214 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba94827-dddd-4560-bffc-4c195b7e1805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:28.295176 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba94827-dddd-4560-bffc-4c195b7e1805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:28.295675 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba94827-dddd-4560-bffc-4c195b7e1805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba94827-dddd-4560-bffc-4c195b7e1805 None None] Tracked resource versions report: Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: pushed versions: Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: { 'AddressGroup': {'1.2'}, Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'ConntrackHelper': {'1.0'}, Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Log': {'1.0'}, Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Network': {'1.1'}, Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Port': {'1.7'}, Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'PortForwarding': {'1.2'}, Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'QosPolicy': {'1.8'}, Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'SecurityGroup': {'1.4'}, Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'SecurityGroupRule': {'1.2'}, Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'SubPort': {'1.0'}, Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Subnet': {'1.1'}, Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Trunk': {'1.1'}} Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: consumer versions: Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: { DHCP agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: HyperV agent@hv-neutron-8616: {}, Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: L3 agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: Metadata agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: Metering agent@dv-neutron-861625-1-hyperv: {}, Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: Open vSwitch agent@dv-neutron-861625-1-hyperv: { 'AddressGroup': '1.2', Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'ConntrackHelper': '1.0', Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Log': '1.0', Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Network': '1.1', Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Port': '1.7', Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'PortForwarding': '1.2', Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'QosPolicy': '1.8', Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'SecurityGroup': '1.4', Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'SecurityGroupRule': '1.2', Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'SubPort': '1.0', Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Subnet': '1.1', Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: 'Trunk': '1.1'}} Oct 18 07:49:28.297089 dv-neutron-861625-1-hyperv neutron-server[89048]: {{(pid=89048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 07:49:28.315671 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port d1c75ea8-ae1c-4ab6-be25-7600930425dd completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:28.354861 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a45ef347-39bd-41c6-8e30-7da9267c216c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:28.361711 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] For port 9a1dd5bc-8f68-4033-a855-7affc8b0c440, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:49:28.367179 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] For port 9a1dd5bc-8f68-4033-a855-7affc8b0c440, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=9a1dd5bc-8f68-4033-a855-7affc8b0c440,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:49:28.377147 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:28.424647 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port a45ef347-39bd-41c6-8e30-7da9267c216c completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:28.431085 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port a45ef347-39bd-41c6-8e30-7da9267c216c triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:28.431453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:28.431829 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port a45ef347-39bd-41c6-8e30-7da9267c216c Oct 18 07:49:28.451642 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Routers {'17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:49:28.452473 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:28.476731 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d420be-6408-4fb3-b70f-6a6e1156ed64 None None] Network b4b998fa-e372-4e50-b79b-07d7c610b310 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:49:28.480070 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-999b00f9-179d-4972-b8d9-9bf026d4f474 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:28.652006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-999b00f9-179d-4972-b8d9-9bf026d4f474 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Calling delete_port for 9ddc0721-129e-4d68-9c71-72591f310241 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:49:28.654414 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6cea403d-fded-4910-a989-6f96d1c2e513 None None] Provisioning for port d1c75ea8-ae1c-4ab6-be25-7600930425dd completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:28.697823 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] Set router 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:49:28.723811 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port a45ef347-39bd-41c6-8e30-7da9267c216c is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:28.724283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:28.850151 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6cea403d-fded-4910-a989-6f96d1c2e513 None None] Provisioning complete for port d1c75ea8-ae1c-4ab6-be25-7600930425dd triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:28.850446 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6cea403d-fded-4910-a989-6f96d1c2e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:28.851197 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6cea403d-fded-4910-a989-6f96d1c2e513 None None] Attempt 1 to provision port d1c75ea8-ae1c-4ab6-be25-7600930425dd Oct 18 07:49:28.855591 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1135f67e-a865-41ad-ae3a-340b6d6c9f62 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Hosts for router 173bd145-7e33-4547-922e-3a776db95203: [] {{(pid=89045) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Oct 18 07:49:28.924117 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Allocated IP 172.26.8.114 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:28.953038 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1135f67e-a865-41ad-ae3a-340b6d6c9f62 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Hosts for other DVR routers connected to router 173bd145-7e33-4547-922e-3a776db95203: set() {{(pid=89045) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Oct 18 07:49:28.979595 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port a45ef347-39bd-41c6-8e30-7da9267c216c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a45ef347-39bd-41c6-8e30-7da9267c216c,segment=NetworkSegment(338f0521-2eef-400e-881c-0f81580d186f),segment_id=338f0521-2eef-400e-881c-0f81580d186f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:49:29.000512 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:29.001495 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 2aa8c6dd-d683-49ca-9fb2-c0f67764efff up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:29.030253 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1135f67e-a865-41ad-ae3a-340b6d6c9f62 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:29.035295 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1135f67e-a865-41ad-ae3a-340b6d6c9f62 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] 10.222.0.17 "PUT /v2.0/routers/173bd145-7e33-4547-922e-3a776db95203 HTTP/1.1" status: 200 len: 716 time: 3.5997868 Oct 18 07:49:29.043818 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50924) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:29.046032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-999b00f9-179d-4972-b8d9-9bf026d4f474 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:29.052887 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b0319f5-b1bb-463e-b975-be8c0bef9b29 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:29.115415 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'name': 'tempest-ServersTestJSON-1822819241-router', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:18Z', 'updated_at': '2022-10-18T07:49:22Z', 'revision_number': 3, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'gw_port': {'id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:29.119647 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba94827-dddd-4560-bffc-4c195b7e1805 None None] Pushing event updated for resources: {'Port': ['ID=9a1dd5bc-8f68-4033-a855-7affc8b0c440,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:29.122975 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fbd683-9f22-49fc-8d44-95bc08289e94 None None] The sync data for ids ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'] in dv-neutron-861625-1-hyperv is: [{'id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'name': 'tempest-ServersTestJSON-1822819241-router', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:18Z', 'updated_at': '2022-10-18T07:49:22Z', 'revision_number': 3, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'gw_port': {'id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:49:29.193814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-2ba4de2c-e853-4df2-b65c-e5e43c067e2d tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Allocated IP 172.20.0.6 (93850d56-0da6-428a-a53d-53a92c8c8a40/c36966e5-606a-456b-a92c-b1ac8d45fd59/572d8b6c-53dc-4c18-aacb-a39e19df07b2) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:29.207824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b00f9-179d-4972-b8d9-9bf026d4f474 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event deleted for resources: {'Port': ['ID=9ddc0721-129e-4d68-9c71-72591f310241,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:29.296056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0319f5-b1bb-463e-b975-be8c0bef9b29 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Pushing event updated for resources: {'Port': ['ID=d41e4ed4-144e-4bc5-8485-be20c53763b2,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:29.306145 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6cea403d-fded-4910-a989-6f96d1c2e513 None None] Current status of the port d1c75ea8-ae1c-4ab6-be25-7600930425dd is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:29.307393 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6cea403d-fded-4910-a989-6f96d1c2e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:29.354038 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=a45ef347-39bd-41c6-8e30-7da9267c216c,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:29.377858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0319f5-b1bb-463e-b975-be8c0bef9b29 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Network 0aba67b0-956c-4e13-bf3c-ce195691dd13 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:29.391863 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4634502f-0c43-4d39-8db2-c68276b9aef3 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] 10.222.0.17 "GET /v2.0/routers/173bd145-7e33-4547-922e-3a776db95203 HTTP/1.1" status: 200 len: 716 time: 0.3443947 Oct 18 07:49:29.392044 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:29.392044 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:29.392044 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff Oct 18 07:49:29.445707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-7b0319f5-b1bb-463e-b975-be8c0bef9b29 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:29.448801 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50930) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:29.463596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-6cea403d-fded-4910-a989-6f96d1c2e513 None None] For port d1c75ea8-ae1c-4ab6-be25-7600930425dd, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d1c75ea8-ae1c-4ab6-be25-7600930425dd,segment=NetworkSegment(d0892a4a-f892-43eb-b0e4-188ab345b122),segment_id=d0892a4a-f892-43eb-b0e4-188ab345b122)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:49:29.476077 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0319f5-b1bb-463e-b975-be8c0bef9b29 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:29.477194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0319f5-b1bb-463e-b975-be8c0bef9b29 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:29.477935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b0319f5-b1bb-463e-b975-be8c0bef9b29 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:29.479303 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6cea403d-fded-4910-a989-6f96d1c2e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:29.608936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:29.667904 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea403d-fded-4910-a989-6f96d1c2e513 None None] Pushing event updated for resources: {'Port': ['ID=d1c75ea8-ae1c-4ab6-be25-7600930425dd,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:29.733083 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Provisioning complete for port a45ef347-39bd-41c6-8e30-7da9267c216c triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:29.733446 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:29.733776 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Attempt 1 to provision port a45ef347-39bd-41c6-8e30-7da9267c216c Oct 18 07:49:29.834055 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:29.973566 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Current status of the port a45ef347-39bd-41c6-8e30-7da9267c216c is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:29.977978 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Could not find standard attr ID for object 9ddc0721-129e-4d68-9c71-72591f310241. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:49:29.997870 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Provisioning for port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:30.013145 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Provisioning complete for port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:30.014348 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:30.014856 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Attempt 1 to provision port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 Oct 18 07:49:30.019260 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:30.053360 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7b0319f5-b1bb-463e-b975-be8c0bef9b29 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 4.7354600 Oct 18 07:49:30.065928 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a45ef347-39bd-41c6-8e30-7da9267c216c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:30.142490 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50936) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:30.153174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:30.187387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port a45ef347-39bd-41c6-8e30-7da9267c216c triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:30.188068 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:30.188604 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port a45ef347-39bd-41c6-8e30-7da9267c216c Oct 18 07:49:30.294331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-999b00f9-179d-4972-b8d9-9bf026d4f474 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:30.296324 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-999b00f9-179d-4972-b8d9-9bf026d4f474 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "DELETE /v2.0/ports/9ddc0721-129e-4d68-9c71-72591f310241 HTTP/1.1" status: 204 len: 168 time: 2.5746489 Oct 18 07:49:30.318855 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-608660b7-50c4-41f8-a1d3-7ddaaf7576c9 tempest-RoutersTestDVR-190868260 tempest-RoutersTestDVR-190868260-project] 10.222.0.17 "GET /v2.0/routers/173bd145-7e33-4547-922e-3a776db95203 HTTP/1.1" status: 200 len: 682 time: 0.8419611 Oct 18 07:49:30.322467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50940) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:30.322663 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50942) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:30.329896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-09f15dca-5e8b-4134-8ef4-f75681d57e6f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:30.376309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port a45ef347-39bd-41c6-8e30-7da9267c216c is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:30.377510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d1c75ea8-ae1c-4ab6-be25-7600930425dd up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:30.453474 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port d1c75ea8-ae1c-4ab6-be25-7600930425dd triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:30.453853 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:30.454304 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port d1c75ea8-ae1c-4ab6-be25-7600930425dd Oct 18 07:49:30.469575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-09f15dca-5e8b-4134-8ef4-f75681d57e6f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:30.474986 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-55a6107c-573e-4104-be77-6c6aa17589c1 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Deleting port d41e4ed4-144e-4bc5-8485-be20c53763b2 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:49:30.475350 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-55a6107c-573e-4104-be77-6c6aa17589c1 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:30.529835 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6906175-5abb-4d5c-b6c1-169750146d26 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] GET failed (client error): The resource could not be found. Oct 18 07:49:30.530373 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d6906175-5abb-4d5c-b6c1-169750146d26 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Synchronizing usage tracker for tenant:100f56f2722d48579f86b6f4989447e5 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:49:30.560374 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:30.565963 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:30.575591 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port d1c75ea8-ae1c-4ab6-be25-7600930425dd is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:30.576838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 9a1dd5bc-8f68-4033-a855-7affc8b0c440 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:30.603111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2ba4de2c-e853-4df2-b65c-e5e43c067e2d tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:30.620920 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-36eabc5a-7c33-47b1-a0f5-43178897c6fe tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:30.645991 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 9a1dd5bc-8f68-4033-a855-7affc8b0c440 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:30.651044 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 9a1dd5bc-8f68-4033-a855-7affc8b0c440 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:30.651415 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:30.651745 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 9a1dd5bc-8f68-4033-a855-7affc8b0c440 Oct 18 07:49:30.676101 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Attempt 2 to provision port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 Oct 18 07:49:30.755579 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:30.756700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d6906175-5abb-4d5c-b6c1-169750146d26 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Unset dirty status for tenant:100f56f2722d48579f86b6f4989447e5 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:49:30.757852 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d6906175-5abb-4d5c-b6c1-169750146d26 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "GET /v2.0/ports/9ddc0721-129e-4d68-9c71-72591f310241 HTTP/1.1" status: 404 len: 333 time: 0.4343905 Oct 18 07:49:30.770999 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50948) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:30.778528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-2ba4de2c-e853-4df2-b65c-e5e43c067e2d tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Transition to ACTIVE for port object 572d8b6c-53dc-4c18-aacb-a39e19df07b2 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:30.782625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-eb00174f-b8f8-4364-b70f-18edc58e9600 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Request body: {'port': {'network_id': 'c862c599-de0a-4173-9920-d571c0927cd8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1387820658'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:30.822644 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:30.829970 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 9a1dd5bc-8f68-4033-a855-7affc8b0c440 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:30.830663 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:30.832369 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:30.846200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:30.851159 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 9a1dd5bc-8f68-4033-a855-7affc8b0c440, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=9a1dd5bc-8f68-4033-a855-7affc8b0c440,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:49:30.857358 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:30.858277 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:30.930831 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=9a1dd5bc-8f68-4033-a855-7affc8b0c440,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:31.006337 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Pushing event updated for resources: {'Port': ['ID=ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:31.075512 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-36eabc5a-7c33-47b1-a0f5-43178897c6fe tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:31.082390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-36eabc5a-7c33-47b1-a0f5-43178897c6fe tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:31.200681 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-36eabc5a-7c33-47b1-a0f5-43178897c6fe tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:31.201173 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36eabc5a-7c33-47b1-a0f5-43178897c6fe tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 173bd145-7e33-4547-922e-3a776db95203 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:49:31.225152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2ba4de2c-e853-4df2-b65c-e5e43c067e2d tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:31.267443 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Attempt 3 to provision port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 Oct 18 07:49:31.276645 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-eb00174f-b8f8-4364-b70f-18edc58e9600 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:31.281385 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-09f15dca-5e8b-4134-8ef4-f75681d57e6f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:31.341619 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:31.342587 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Allocated IP 172.20.0.2 (93850d56-0da6-428a-a53d-53a92c8c8a40/c36966e5-606a-456b-a92c-b1ac8d45fd59/04fe062b-0fd5-477f-a7e7-a173e56297df) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:31.433297 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-eb00174f-b8f8-4364-b70f-18edc58e9600 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:31.436316 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-36eabc5a-7c33-47b1-a0f5-43178897c6fe tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:31.437466 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-36eabc5a-7c33-47b1-a0f5-43178897c6fe tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] 10.222.0.17 "DELETE /v2.0/routers/173bd145-7e33-4547-922e-3a776db95203 HTTP/1.1" status: 204 len: 168 time: 1.1123085 Oct 18 07:49:31.440940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba4de2c-e853-4df2-b65c-e5e43c067e2d tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Network 93850d56-0da6-428a-a53d-53a92c8c8a40 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:31.445167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50952) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:31.451617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-2ba4de2c-e853-4df2-b65c-e5e43c067e2d tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:31.459371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4de2c-e853-4df2-b65c-e5e43c067e2d tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:31.464864 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba4de2c-e853-4df2-b65c-e5e43c067e2d tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:31.465489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2ba4de2c-e853-4df2-b65c-e5e43c067e2d tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:31.475730 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-5035a4dd-a8c4-4014-ad36-631ce2e9548a tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Request body: {'router': {'name': 'tempest-router-1258917335', 'distributed': True}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:31.533965 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-55a6107c-573e-4104-be77-6c6aa17589c1 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:31.567531 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:31.578644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Transition to ACTIVE for port object 04fe062b-0fd5-477f-a7e7-a173e56297df will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:31.600279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Transition to ACTIVE for port object 04fe062b-0fd5-477f-a7e7-a173e56297df will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:31.605190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:31.623758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-5035a4dd-a8c4-4014-ad36-631ce2e9548a tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:31.631301 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4de2c-e853-4df2-b65c-e5e43c067e2d tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Pushing event updated for resources: {'Port': ['ID=572d8b6c-53dc-4c18-aacb-a39e19df07b2,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:31.670080 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Network 93850d56-0da6-428a-a53d-53a92c8c8a40 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:31.672871 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:31.676393 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:31.695890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb00174f-b8f8-4364-b70f-18edc58e9600 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Made reservation on behalf of 100f56f2722d48579f86b6f4989447e5 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:31.698043 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-55a6107c-573e-4104-be77-6c6aa17589c1 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Calling delete_port for d41e4ed4-144e-4bc5-8485-be20c53763b2 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:49:31.699240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-eb00174f-b8f8-4364-b70f-18edc58e9600 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:31.708280 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5035a4dd-a8c4-4014-ad36-631ce2e9548a tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Usage tracker for resource:router and tenant:8ca9c9cf04a8498c8e715ec648b7aa9d is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:31.721997 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Pushing event updated for resources: {'Port': ['ID=04fe062b-0fd5-477f-a7e7-a173e56297df,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:31.767788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5035a4dd-a8c4-4014-ad36-631ce2e9548a tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:31.784266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Attempting to bind port 04fe062b-0fd5-477f-a7e7-a173e56297df on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:49:31.785431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Attempting to bind port 04fe062b-0fd5-477f-a7e7-a173e56297df by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '4e23d6a0-a325-4d6a-936e-192db2c27388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '93850d56-0da6-428a-a53d-53a92c8c8a40'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:49:31.785431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Attempting to bind port 04fe062b-0fd5-477f-a7e7-a173e56297df on network 93850d56-0da6-428a-a53d-53a92c8c8a40 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:49:31.785633 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-5035a4dd-a8c4-4014-ad36-631ce2e9548a tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:31.791625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:49:31.791996 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Checking segment: {'id': '4e23d6a0-a325-4d6a-936e-192db2c27388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '93850d56-0da6-428a-a53d-53a92c8c8a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:31.792533 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2ba4de2c-e853-4df2-b65c-e5e43c067e2d tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4126611 Oct 18 07:49:31.795744 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:31.796140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Bound using segment: {'id': '4e23d6a0-a325-4d6a-936e-192db2c27388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '93850d56-0da6-428a-a53d-53a92c8c8a40'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:49:31.796686 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Bound port: 04fe062b-0fd5-477f-a7e7-a173e56297df, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e23d6a0-a325-4d6a-936e-192db2c27388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '93850d56-0da6-428a-a53d-53a92c8c8a40'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:49:31.797072 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:31.797751 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50956) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:31.807078 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-09f15dca-5e8b-4134-8ef4-f75681d57e6f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:31.809144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-eb00174f-b8f8-4364-b70f-18edc58e9600 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] device_id is not set on port b12b18ff-368e-4ea0-874e-fbf707147f15 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:49:31.851172 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Attempt 4 to provision port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 Oct 18 07:49:31.875377 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-09f15dca-5e8b-4134-8ef4-f75681d57e6f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:31.878486 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5035a4dd-a8c4-4014-ad36-631ce2e9548a tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:31.879643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5035a4dd-a8c4-4014-ad36-631ce2e9548a tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:31.894273 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Router 1e0426ab-4322-4a45-bf6e-6512f030d9af is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:49:31.933090 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 9a1dd5bc-8f68-4033-a855-7affc8b0c440 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:31.941203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] Allocated IP 172.20.0.1 (2ca5a665-b920-4cc4-aca3-30836ec763cb/07d05cd2-7667-4e7c-9324-dc2ab5a0878c/fccb0038-635a-49a0-9a65-2e544d44bda1) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:31.945455 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:31.965529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5035a4dd-a8c4-4014-ad36-631ce2e9548a tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:31.969681 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-459e36bd-4703-43e9-976a-d700919ec2e1 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Deleting port 572d8b6c-53dc-4c18-aacb-a39e19df07b2 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:49:31.970012 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-459e36bd-4703-43e9-976a-d700919ec2e1 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:32.006793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-09f15dca-5e8b-4134-8ef4-f75681d57e6f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:32.007489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f15dca-5e8b-4134-8ef4-f75681d57e6f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7b25045-47a2-4774-a09c-c980d9ebe234 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:49:32.012045 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:32.031722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] For port 04fe062b-0fd5-477f-a7e7-a173e56297df, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:49:32.035397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] For port 04fe062b-0fd5-477f-a7e7-a173e56297df, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=04fe062b-0fd5-477f-a7e7-a173e56297df,segment=NetworkSegment(4e23d6a0-a325-4d6a-936e-192db2c27388),segment_id=4e23d6a0-a325-4d6a-936e-192db2c27388)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:49:32.041347 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:32.101892 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5035a4dd-a8c4-4014-ad36-631ce2e9548a tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:32.102448 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 9a1dd5bc-8f68-4033-a855-7affc8b0c440 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:32.102525 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:32.102899 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 9a1dd5bc-8f68-4033-a855-7affc8b0c440 Oct 18 07:49:32.156855 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-09f15dca-5e8b-4134-8ef4-f75681d57e6f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 18 07:49:32.158086 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-09f15dca-5e8b-4134-8ef4-f75681d57e6f tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.7570865 Oct 18 07:49:32.168676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50960) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:32.216204 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdc5d8-5edd-47a8-987d-39679271f84c None None] Pushing event updated for resources: {'Port': ['ID=04fe062b-0fd5-477f-a7e7-a173e56297df,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:32.243058 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-eb00174f-b8f8-4364-b70f-18edc58e9600 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Allocated IP 2001:db8::b8 (c862c599-de0a-4173-9920-d571c0927cd8/72aa93ad-3ab0-4667-8bac-0f8433a7c944/b12b18ff-368e-4ea0-874e-fbf707147f15) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:32.290456 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 9a1dd5bc-8f68-4033-a855-7affc8b0c440 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:32.349335 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5035a4dd-a8c4-4014-ad36-631ce2e9548a tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:32.355499 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5035a4dd-a8c4-4014-ad36-631ce2e9548a tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9054978 Oct 18 07:49:32.390909 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50964) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:32.507601 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-83bf3916-31fb-4385-acfb-29c5a69ca92a tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Deleting port b3622957-3eb4-4176-9928-425257206d12 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:49:32.507952 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83bf3916-31fb-4385-acfb-29c5a69ca92a tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:32.512905 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Attempt 5 to provision port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 Oct 18 07:49:32.570835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:32.693217 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-55a6107c-573e-4104-be77-6c6aa17589c1 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:32.702442 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-22ee5273-75d9-4093-94f5-fa63cd750808 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:32.704227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-459e36bd-4703-43e9-976a-d700919ec2e1 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:32.737428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-eb00174f-b8f8-4364-b70f-18edc58e9600 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:32.873860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-459e36bd-4703-43e9-976a-d700919ec2e1 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Calling delete_port for 572d8b6c-53dc-4c18-aacb-a39e19df07b2 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:49:32.887883 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:49:32.898336 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Sync routers for ids ['1e0426ab-4322-4a45-bf6e-6512f030d9af'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:49:32.911049 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-eb00174f-b8f8-4364-b70f-18edc58e9600 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Transition to ACTIVE for port object b12b18ff-368e-4ea0-874e-fbf707147f15 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:32.916272 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Routers {'1e0426ab-4322-4a45-bf6e-6512f030d9af'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:49:32.917074 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1e0426ab-4322-4a45-bf6e-6512f030d9af'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:32.951369 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6107c-573e-4104-be77-6c6aa17589c1 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Pushing event deleted for resources: {'Port': ['ID=d41e4ed4-144e-4bc5-8485-be20c53763b2,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:33.085881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83bf3916-31fb-4385-acfb-29c5a69ca92a tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:33.180123 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:33.183629 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Attempt 6 to provision port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 Oct 18 07:49:33.200771 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] Transition to ACTIVE for port object fccb0038-635a-49a0-9a65-2e544d44bda1 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:33.225815 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:33.240506 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Set router 1e0426ab-4322-4a45-bf6e-6512f030d9af gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:49:33.250835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:33.310241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-eb00174f-b8f8-4364-b70f-18edc58e9600 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:33.359945 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-55a6107c-573e-4104-be77-6c6aa17589c1 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:33.362745 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-55a6107c-573e-4104-be77-6c6aa17589c1 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "DELETE /v2.0/ports/d41e4ed4-144e-4bc5-8485-be20c53763b2 HTTP/1.1" status: 204 len: 168 time: 3.1647570 Oct 18 07:49:33.370748 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5872c26-4f98-47c9-8a38-34ad6d35b747 None None] Network 93850d56-0da6-428a-a53d-53a92c8c8a40 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:49:33.386351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-83bf3916-31fb-4385-acfb-29c5a69ca92a tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Calling delete_port for b3622957-3eb4-4176-9928-425257206d12 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:49:33.413305 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50968) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:33.479331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0aba67b0-956c-4e13-bf3c-ce195691dd13', 'external_fixed_ips': [{'subnet_id': '9ae7533f-38ae-4e5f-8f85-d1591e1df5c7', 'ip_address': '172.20.0.11'}]}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:33.505028 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:33.505741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:33.510943 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:33.512134 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-69d5963d-7c7e-4914-92fa-329b6c41268f admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.9257689 Oct 18 07:49:33.529739 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Usage tracker for resource:router and tenant:391ff915403b45d2b68e67ac75da2404 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:33.534295 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 50972) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:33.546704 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:33.565469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb00174f-b8f8-4364-b70f-18edc58e9600 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Network c862c599-de0a-4173-9920-d571c0927cd8 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:33.570637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:33.572683 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-eb00174f-b8f8-4364-b70f-18edc58e9600 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:33.593751 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb00174f-b8f8-4364-b70f-18edc58e9600 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:33.600395 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb00174f-b8f8-4364-b70f-18edc58e9600 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:33.602081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-eb00174f-b8f8-4364-b70f-18edc58e9600 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:33.620808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00174f-b8f8-4364-b70f-18edc58e9600 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event updated for resources: {'Port': ['ID=b12b18ff-368e-4ea0-874e-fbf707147f15,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:33.625866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-459e36bd-4703-43e9-976a-d700919ec2e1 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:33.677980 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-22ee5273-75d9-4093-94f5-fa63cd750808 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:33.682366 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-eb00174f-b8f8-4364-b70f-18edc58e9600 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9102836 Oct 18 07:49:33.695096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50976) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:33.696184 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] Network 2ca5a665-b920-4cc4-aca3-30836ec763cb is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:33.697252 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e36bd-4703-43e9-976a-d700919ec2e1 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Pushing event deleted for resources: {'Port': ['ID=572d8b6c-53dc-4c18-aacb-a39e19df07b2,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:33.703368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:33.706158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:33.718882 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f50c859d-f13b-40ee-b3c8-835620f56c8d tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::274', 'mac_address': 'fa:16:3e:e4:e2:38'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:33.761423 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-22ee5273-75d9-4093-94f5-fa63cd750808 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:33.767988 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'name': 'tempest-ServersTestManualDisk-647744044-router', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:28Z', 'revision_number': 3, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'gw_port': {'id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:23Z', 'updated_at': '2022-10-18T07:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:33.774661 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Checking router: 1e0426ab-4322-4a45-bf6e-6512f030d9af for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:49:33.775012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Updating router 1e0426ab-4322-4a45-bf6e-6512f030d9af port 36632bba-3189-41a3-bcd8-3f43007d1fb1 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:49:33.849561 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:33.854745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-459e36bd-4703-43e9-976a-d700919ec2e1 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:33.876964 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:33.879152 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:33.894585 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-459e36bd-4703-43e9-976a-d700919ec2e1 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] 10.222.0.17 "DELETE /v2.0/ports/572d8b6c-53dc-4c18-aacb-a39e19df07b2 HTTP/1.1" status: 204 len: 168 time: 2.0947299 Oct 18 07:49:33.900213 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:33.900711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:33.904305 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50980) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:34.029689 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Attempt 7 to provision port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 Oct 18 07:49:34.092307 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] Pushing event updated for resources: {'Port': ['ID=fccb0038-635a-49a0-9a65-2e544d44bda1,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:34.105746 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 04fe062b-0fd5-477f-a7e7-a173e56297df up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:34.233539 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:34.292525 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-22ee5273-75d9-4093-94f5-fa63cd750808 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:34.293134 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ee5273-75d9-4093-94f5-fa63cd750808 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7af317ee-102a-4e97-b501-c13432c08139 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:49:34.339628 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-22ee5273-75d9-4093-94f5-fa63cd750808 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:34.340878 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-22ee5273-75d9-4093-94f5-fa63cd750808 tempest-RoutersTestDVR-1168502534 tempest-RoutersTestDVR-1168502534-project-admin] 10.222.0.17 "DELETE /v2.0/routers/7af317ee-102a-4e97-b501-c13432c08139 HTTP/1.1" status: 204 len: 168 time: 1.9492073 Oct 18 07:49:34.376141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 04fe062b-0fd5-477f-a7e7-a173e56297df completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:34.385702 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:34.415266 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:34.431662 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2dc0ca4c-1689-46b5-b3bc-2090ca8c787a tempest-DHCPAgentSchedulersTestJSON-411370965 tempest-DHCPAgentSchedulersTestJSON-411370965-project-admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5235648 Oct 18 07:49:34.438174 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83bf3916-31fb-4385-acfb-29c5a69ca92a tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:34.440973 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 50988) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:34.526167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-44701440-d2ce-4c47-ab10-607138b7acee tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2032077564'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:34.536302 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf3916-31fb-4385-acfb-29c5a69ca92a tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3622957-3eb4-4176-9928-425257206d12,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:34.590231 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:34.602966 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Transition to ACTIVE for port object 36632bba-3189-41a3-bcd8-3f43007d1fb1 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:34.612509 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:34.615364 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-44701440-d2ce-4c47-ab10-607138b7acee tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:34.618484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83bf3916-31fb-4385-acfb-29c5a69ca92a tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:34.625609 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-83bf3916-31fb-4385-acfb-29c5a69ca92a tempest-RoutersAdminNegativeIpV6Test-908743954 tempest-RoutersAdminNegativeIpV6Test-908743954-project-admin] 10.222.0.17 "DELETE /v2.0/ports/b3622957-3eb4-4176-9928-425257206d12 HTTP/1.1" status: 204 len: 168 time: 2.4444551 Oct 18 07:49:34.699148 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-44701440-d2ce-4c47-ab10-607138b7acee tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Usage tracker for resource:network and tenant:523b2ffec92f48c7873fd1d1596e6a4f is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:34.706657 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-44701440-d2ce-4c47-ab10-607138b7acee tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:34.730960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-44701440-d2ce-4c47-ab10-607138b7acee tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:34.744098 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Attempting to bind port 36632bba-3189-41a3-bcd8-3f43007d1fb1 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:49:34.745630 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Attempting to bind port 36632bba-3189-41a3-bcd8-3f43007d1fb1 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:49:34.746926 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Attempting to bind port 36632bba-3189-41a3-bcd8-3f43007d1fb1 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:49:34.751304 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Attempt 8 to provision port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 Oct 18 07:49:34.760334 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:34.803387 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Router 6e12c041-ed93-4708-a8c4-fc483d21ecdc is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:49:34.830620 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f50c859d-f13b-40ee-b3c8-835620f56c8d tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:34.872510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:49:34.872883 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:34.873286 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:34.873680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:49:34.874160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Bound port: 36632bba-3189-41a3-bcd8-3f43007d1fb1, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:49:34.874569 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:34.907631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51000) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:34.911899 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44701440-d2ce-4c47-ab10-607138b7acee tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Made reservation on behalf of 523b2ffec92f48c7873fd1d1596e6a4f for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:34.915587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-44701440-d2ce-4c47-ab10-607138b7acee tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:34.981460 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51006) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:35.010325 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:35.012729 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ba2e2-b162-4eef-bf42-40dfcdc8f8d0 None None] Pushing event updated for resources: {'Port': ['ID=36632bba-3189-41a3-bcd8-3f43007d1fb1,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:35.017244 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] For port 36632bba-3189-41a3-bcd8-3f43007d1fb1, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:49:35.020649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] For port 36632bba-3189-41a3-bcd8-3f43007d1fb1, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=36632bba-3189-41a3-bcd8-3f43007d1fb1,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:49:35.026474 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:35.151726 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Routers {'1e0426ab-4322-4a45-bf6e-6512f030d9af'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:49:35.153273 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1e0426ab-4322-4a45-bf6e-6512f030d9af'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:35.157051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44701440-d2ce-4c47-ab10-607138b7acee tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:49:35.273242 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-44701440-d2ce-4c47-ab10-607138b7acee tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:35.273586 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-44701440-d2ce-4c47-ab10-607138b7acee tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Added segment ca33591a-516a-49df-84bb-1738eef42c04 of type vlan for network 695b521a-b6cd-48ae-973c-b8b46044ae7d Oct 18 07:49:35.289298 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1da06ba8-6c10-42f8-a2a8-66522cfceec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:35.311187 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-262b2f53-fb23-4016-b04f-31bbd6edd095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:35.312060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1da06ba8-6c10-42f8-a2a8-66522cfceec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:35.316869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1da06ba8-6c10-42f8-a2a8-66522cfceec7 admin admin] Usage tracker for resource:security_group_rule and tenant:29f8dbefab2641838f4c29259eb4a8d1 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:35.317105 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ba2e2-b162-4eef-bf42-40dfcdc8f8d0 None None] Pushing event updated for resources: {'Port': ['ID=36632bba-3189-41a3-bcd8-3f43007d1fb1,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:35.319271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1da06ba8-6c10-42f8-a2a8-66522cfceec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:35.325127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1da06ba8-6c10-42f8-a2a8-66522cfceec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:35.367148 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] Set router 1e0426ab-4322-4a45-bf6e-6512f030d9af gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:49:35.367503 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-262b2f53-fb23-4016-b04f-31bbd6edd095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:35.441702 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-262b2f53-fb23-4016-b04f-31bbd6edd095 admin admin] Usage tracker for resource:security_group_rule and tenant:56d1d77c3aba44df9c0f5bdddf0af00d is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:35.455793 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-262b2f53-fb23-4016-b04f-31bbd6edd095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:35.478903 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-262b2f53-fb23-4016-b04f-31bbd6edd095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:35.531412 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-44701440-d2ce-4c47-ab10-607138b7acee tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:35.541962 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Attempt 9 to provision port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 Oct 18 07:49:35.634038 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:35.645367 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:49:35.666815 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Sync routers for ids ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:49:35.676816 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Routers {'6e12c041-ed93-4708-a8c4-fc483d21ecdc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:49:35.677699 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:35.703822 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1da06ba8-6c10-42f8-a2a8-66522cfceec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:35.718965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:35.737263 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'name': 'tempest-ServersTestManualDisk-647744044-router', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:28Z', 'revision_number': 3, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'gw_port': {'id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:23Z', 'updated_at': '2022-10-18T07:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:35.743040 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff1ed9-f016-45b9-a465-ae4f620cb41d None None] The sync data for ids ['1e0426ab-4322-4a45-bf6e-6512f030d9af'] in dv-neutron-861625-1-hyperv is: [{'id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'name': 'tempest-ServersTestManualDisk-647744044-router', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:28Z', 'revision_number': 3, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'gw_port': {'id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:23Z', 'updated_at': '2022-10-18T07:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:49:35.757307 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1da06ba8-6c10-42f8-a2a8-66522cfceec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:35.789014 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:35.790171 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7833cdfb-5963-466a-8624-8443242f6786 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.1179433 Oct 18 07:49:35.795756 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-44701440-d2ce-4c47-ab10-607138b7acee tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:35.800893 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51012) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:35.803606 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44701440-d2ce-4c47-ab10-607138b7acee tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:35.804217 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-44701440-d2ce-4c47-ab10-607138b7acee tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:35.809338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.resource_extend [None req-f50c859d-f13b-40ee-b3c8-835620f56c8d tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:49:35.841580 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:35.894670 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Set router 6e12c041-ed93-4708-a8c4-fc483d21ecdc gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:49:35.997910 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:36.014788 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:36.015626 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1da06ba8-6c10-42f8-a2a8-66522cfceec7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=29f8dbefab2641838f4c29259eb4a8d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1052351 Oct 18 07:49:36.018404 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:36.026588 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51016) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:36.029483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f50c859d-f13b-40ee-b3c8-835620f56c8d tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:36.050130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44701440-d2ce-4c47-ab10-607138b7acee tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Pushing event updated for resources: {'Network': ['ID=695b521a-b6cd-48ae-973c-b8b46044ae7d,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:36.067123 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 695b521a-b6cd-48ae-973c-b8b46044ae7d details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:49:36.080563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f50c859d-f13b-40ee-b3c8-835620f56c8d tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:36.081674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-f50c859d-f13b-40ee-b3c8-835620f56c8d tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] In _notify_port_updated(), no bound segment for port b12b18ff-368e-4ea0-874e-fbf707147f15 on network c862c599-de0a-4173-9920-d571c0927cd8 {{(pid=89046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:49:36.098668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50c859d-f13b-40ee-b3c8-835620f56c8d tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:36.103665 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f50c859d-f13b-40ee-b3c8-835620f56c8d tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:36.105031 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f50c859d-f13b-40ee-b3c8-835620f56c8d tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "PUT /v2.0/ports/b12b18ff-368e-4ea0-874e-fbf707147f15 HTTP/1.1" status: 200 len: 1002 time: 2.4094043 Oct 18 07:49:36.115602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51020) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:36.192047 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Attempt 10 to provision port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 Oct 18 07:49:36.262247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da06ba8-6c10-42f8-a2a8-66522cfceec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f940a8-1840-481a-97d3-65e0efa75b10,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:36.295356 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:36.314499 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'name': 'tempest-ServerActionsTestJSON-356566340-router', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:24Z', 'updated_at': '2022-10-18T07:49:31Z', 'revision_number': 3, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'gw_port': {'id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:26Z', 'updated_at': '2022-10-18T07:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:36.321108 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be790a6b-e096-460c-8a3a-fe2bdf9ad8b2 None None] Port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:36.321385 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-262b2f53-fb23-4016-b04f-31bbd6edd095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:36.330253 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Checking router: 6e12c041-ed93-4708-a8c4-fc483d21ecdc for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:49:36.330880 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Updating router 6e12c041-ed93-4708-a8c4-fc483d21ecdc port ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:49:36.401604 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:36.406816 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-262b2f53-fb23-4016-b04f-31bbd6edd095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:36.439833 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Could not find standard attr ID for object 572d8b6c-53dc-4c18-aacb-a39e19df07b2. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:49:36.443622 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] Pushing event updated for resources: {'Port': ['ID=fccb0038-635a-49a0-9a65-2e544d44bda1,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:36.464744 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Provisioning for port b12b18ff-368e-4ea0-874e-fbf707147f15 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:36.471185 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Provisioning complete for port b12b18ff-368e-4ea0-874e-fbf707147f15 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:36.471876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:36.472449 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Attempt 1 to provision port b12b18ff-368e-4ea0-874e-fbf707147f15 Oct 18 07:49:36.518410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c859d-f13b-40ee-b3c8-835620f56c8d tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event updated for resources: {'Port': ['ID=b12b18ff-368e-4ea0-874e-fbf707147f15,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:36.524506 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-e66241d2-eff4-4564-b361-68ee866d5b55 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Deleting port b12b18ff-368e-4ea0-874e-fbf707147f15 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:49:36.524920 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e66241d2-eff4-4564-b361-68ee866d5b55 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:36.548104 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-262b2f53-fb23-4016-b04f-31bbd6edd095 admin admin] Synchronizing usage tracker for tenant:dc17d194ef7c4bf7a9f9bba8cb355392 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:49:36.591241 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Port b12b18ff-368e-4ea0-874e-fbf707147f15 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:36.660669 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-44701440-d2ce-4c47-ab10-607138b7acee tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2004955 Oct 18 07:49:36.679126 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51026) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:36.706239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Allocated IP 172.20.0.11 (0aba67b0-956c-4e13-bf3c-ce195691dd13/9ae7533f-38ae-4e5f-8f85-d1591e1df5c7/beebf616-8069-4550-9e97-499667951f95) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:36.742106 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-895dbb58-c912-4457-953e-be00b3491e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:36.789097 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b2f53-fb23-4016-b04f-31bbd6edd095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414b6766-1065-4a0e-b241-5608f0dd7163,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:36.830067 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-262b2f53-fb23-4016-b04f-31bbd6edd095 admin admin] Unset dirty status for tenant:dc17d194ef7c4bf7a9f9bba8cb355392 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:49:36.831363 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-262b2f53-fb23-4016-b04f-31bbd6edd095 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=56d1d77c3aba44df9c0f5bdddf0af00d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8240540 Oct 18 07:49:36.835748 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51030) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:36.872065 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:36.872661 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-895dbb58-c912-4457-953e-be00b3491e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:36.885699 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Transition to ACTIVE for port object ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:36.891767 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] Network 2ca5a665-b920-4cc4-aca3-30836ec763cb is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:36.898756 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:36.914345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:36.979563 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Attempting to bind port ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:49:36.979935 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Attempting to bind port ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:49:36.981090 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Attempting to bind port ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:49:36.992535 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:49:36.992908 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:36.993312 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:36.993701 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:49:36.994176 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Bound port: ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:49:36.995340 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:37.053808 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f04746-28a2-4e90-9c45-fa4356476356 None None] Pushing event updated for resources: {'Port': ['ID=ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b,revision_number=2']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:37.092613 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Attempt 2 to provision port b12b18ff-368e-4ea0-874e-fbf707147f15 Oct 18 07:49:37.116665 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] For port ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:49:37.121511 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] For port ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:49:37.132126 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:37.189231 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:37.192256 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Port b12b18ff-368e-4ea0-874e-fbf707147f15 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:37.232999 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Routers {'6e12c041-ed93-4708-a8c4-fc483d21ecdc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:49:37.233591 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:37.326687 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] Allocated IP 172.20.0.1 (5a222d3d-3a04-4249-b8b6-0c072903979a/01485aae-eded-48c1-8010-b01081c67b5d/48937417-5831-40fa-9d81-18b6671501d4) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:37.334331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e66241d2-eff4-4564-b361-68ee866d5b55 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:37.353065 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6172d7d3-f659-4bf5-9cfc-5f99520a5d72 tempest-DHCPAgentSchedulersTestJSON-411370965 tempest-DHCPAgentSchedulersTestJSON-411370965-project-admin] 10.222.0.17 "GET /v2.0/agents/0e1da63d-b270-44cb-9aea-c14d1d1b476e/dhcp-networks HTTP/1.1" status: 200 len: 7290 time: 0.6697934 Oct 18 07:49:37.354292 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51034) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:37.410594 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f04746-28a2-4e90-9c45-fa4356476356 None None] Pushing event updated for resources: {'Port': ['ID=ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:37.464152 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] Set router 6e12c041-ed93-4708-a8c4-fc483d21ecdc gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:49:37.496175 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-e66241d2-eff4-4564-b361-68ee866d5b55 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Calling delete_port for b12b18ff-368e-4ea0-874e-fbf707147f15 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:49:37.526457 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-19fe16e1-7fd0-413b-92fe-2beee5624183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:37.587187 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:37.636889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-895dbb58-c912-4457-953e-be00b3491e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:37.688354 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Network 0aba67b0-956c-4e13-bf3c-ce195691dd13 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:37.694321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:37.695045 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Attempt 3 to provision port b12b18ff-368e-4ea0-874e-fbf707147f15 Oct 18 07:49:37.697351 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-19fe16e1-7fd0-413b-92fe-2beee5624183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:37.697490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:37.710213 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895dbb58-c912-4457-953e-be00b3491e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f940a8-1840-481a-97d3-65e0efa75b10,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:37.788348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-895dbb58-c912-4457-953e-be00b3491e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:37.789416 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-895dbb58-c912-4457-953e-be00b3491e6a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b4f940a8-1840-481a-97d3-65e0efa75b10 HTTP/1.1" status: 204 len: 168 time: 1.7304823 Oct 18 07:49:37.815908 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Port b12b18ff-368e-4ea0-874e-fbf707147f15 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:37.825112 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] Router 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:49:37.889870 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'name': 'tempest-ServerActionsTestJSON-356566340-router', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:24Z', 'updated_at': '2022-10-18T07:49:31Z', 'revision_number': 3, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'gw_port': {'id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:26Z', 'updated_at': '2022-10-18T07:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:37.896991 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeab4ba-21f4-4aec-9744-bf741547aab0 None None] The sync data for ids ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'] in dv-neutron-861625-1-hyperv is: [{'id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'name': 'tempest-ServerActionsTestJSON-356566340-router', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:24Z', 'updated_at': '2022-10-18T07:49:31Z', 'revision_number': 3, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'gw_port': {'id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:26Z', 'updated_at': '2022-10-18T07:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:49:37.899433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Pushing event updated for resources: {'Port': ['ID=beebf616-8069-4550-9e97-499667951f95,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:38.060631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:38.080200 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e6498e-1e0a-4057-8af9-3583e6affbe1 tempest-DHCPAgentSchedulersTestJSON-411370965 tempest-DHCPAgentSchedulersTestJSON-411370965-project-admin] Network 695b521a-b6cd-48ae-973c-b8b46044ae7d is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:49:38.084134 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 36632bba-3189-41a3-bcd8-3f43007d1fb1 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:38.150147 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-19fe16e1-7fd0-413b-92fe-2beee5624183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:38.185375 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] Transition to ACTIVE for port object 48937417-5831-40fa-9d81-18b6671501d4 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:38.194632 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 36632bba-3189-41a3-bcd8-3f43007d1fb1 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:38.201245 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 36632bba-3189-41a3-bcd8-3f43007d1fb1 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:38.203117 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:38.203602 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 36632bba-3189-41a3-bcd8-3f43007d1fb1 Oct 18 07:49:38.285820 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe16e1-7fd0-413b-92fe-2beee5624183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414b6766-1065-4a0e-b241-5608f0dd7163,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:38.314828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e66241d2-eff4-4564-b361-68ee866d5b55 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:38.325343 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-19fe16e1-7fd0-413b-92fe-2beee5624183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:38.326648 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-19fe16e1-7fd0-413b-92fe-2beee5624183 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/414b6766-1065-4a0e-b241-5608f0dd7163 HTTP/1.1" status: 204 len: 168 time: 1.4754450 Oct 18 07:49:38.341845 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c0e6498e-1e0a-4057-8af9-3583e6affbe1 tempest-DHCPAgentSchedulersTestJSON-411370965 tempest-DHCPAgentSchedulersTestJSON-411370965-project-admin] 10.222.0.17 "POST /v2.0/agents/0e1da63d-b270-44cb-9aea-c14d1d1b476e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9870927 Oct 18 07:49:38.349690 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51044) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:38.362119 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Attempt 4 to provision port b12b18ff-368e-4ea0-874e-fbf707147f15 Oct 18 07:49:38.394455 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ba1cae-b747-408f-b42b-a231fa8e4fe9 None None] Network 695b521a-b6cd-48ae-973c-b8b46044ae7d requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:49:38.419236 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51048) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:38.466694 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:49:38.506934 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66241d2-eff4-4564-b361-68ee866d5b55 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event deleted for resources: {'Port': ['ID=b12b18ff-368e-4ea0-874e-fbf707147f15,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:38.508304 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fa561f17-7939-45a9-8caa-ea1c4a6b616c admin admin] 10.222.0.17 "PUT /v2.0/routers/17b703f6-e4ee-4ebc-a7b8-fd82bf364f07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8180559 Oct 18 07:49:38.623220 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:38.656952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Sync routers for ids ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:49:38.659495 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Port b12b18ff-368e-4ea0-874e-fbf707147f15 was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:49:38.757970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c34f3a07-8984-4cf8-9a57-a11ac7371950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:38.766721 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:38.801121 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Routers {'17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:49:38.802074 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:38.883905 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c34f3a07-8984-4cf8-9a57-a11ac7371950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:38.889282 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c34f3a07-8984-4cf8-9a57-a11ac7371950 admin admin] Usage tracker for resource:security_group_rule and tenant:8ca9c9cf04a8498c8e715ec648b7aa9d is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:38.892001 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] Network 5a222d3d-3a04-4249-b8b6-0c072903979a is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:38.892837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c34f3a07-8984-4cf8-9a57-a11ac7371950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:38.900995 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c34f3a07-8984-4cf8-9a57-a11ac7371950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:38.910095 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:38.921249 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Provisioning for port fccb0038-635a-49a0-9a65-2e544d44bda1 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:38.942038 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:38.943199 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:38.953052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51064) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:38.967874 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e66241d2-eff4-4564-b361-68ee866d5b55 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:38.987911 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] Pushing event updated for resources: {'Port': ['ID=48937417-5831-40fa-9d81-18b6671501d4,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:39.031820 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:39.159966 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b323e38d-ef64-414e-9165-005ee036c2d2 tempest-DHCPAgentSchedulersTestJSON-411370965 tempest-DHCPAgentSchedulersTestJSON-411370965-project-admin] 10.222.0.17 "GET /v2.0/agents/0e1da63d-b270-44cb-9aea-c14d1d1b476e/dhcp-networks HTTP/1.1" status: 200 len: 8060 time: 0.8089523 Oct 18 07:49:39.173284 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51070) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:39.242044 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Set router 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:49:39.304924 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e66241d2-eff4-4564-b361-68ee866d5b55 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "DELETE /v2.0/ports/b12b18ff-368e-4ea0-874e-fbf707147f15 HTTP/1.1" status: 204 len: 168 time: 3.0379412 Oct 18 07:49:39.310759 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Provisioning complete for port fccb0038-635a-49a0-9a65-2e544d44bda1 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:39.311406 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:39.311951 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Attempt 1 to provision port fccb0038-635a-49a0-9a65-2e544d44bda1 Oct 18 07:49:39.340436 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51074) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:39.387448 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Port fccb0038-635a-49a0-9a65-2e544d44bda1 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:39.410103 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d3e60e-82bb-4101-9469-bffb5026edc9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] GET failed (client error): The resource could not be found. Oct 18 07:49:39.422343 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a6d3e60e-82bb-4101-9469-bffb5026edc9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "GET /v2.0/ports/b12b18ff-368e-4ea0-874e-fbf707147f15 HTTP/1.1" status: 404 len: 333 time: 0.0806208 Oct 18 07:49:39.424877 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51078) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:39.449106 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-1d9936ca-5eb8-41ae-83f3-62bdf4827ef9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Request body: {'port': {'network_id': 'c862c599-de0a-4173-9920-d571c0927cd8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1092647442'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:39.536974 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0e397e92-7357-43b2-ba98-4c50d03e8c26 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a3c5b10a523b46c2911b0d2fa94ea273&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5702078 Oct 18 07:49:39.545526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51082) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:39.550195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c34f3a07-8984-4cf8-9a57-a11ac7371950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:39.609879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c34f3a07-8984-4cf8-9a57-a11ac7371950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:39.623071 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2828e2e0-76f7-4092-a74c-d1bf2e10196a tempest-DHCPAgentSchedulersTestJSON-411370965 tempest-DHCPAgentSchedulersTestJSON-411370965-project-admin] 10.222.0.17 "DELETE /v2.0/agents/0e1da63d-b270-44cb-9aea-c14d1d1b476e/dhcp-networks/695b521a-b6cd-48ae-973c-b8b46044ae7d HTTP/1.1" status: 204 len: 168 time: 0.4488168 Oct 18 07:49:39.630484 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51086) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:39.644677 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 36632bba-3189-41a3-bcd8-3f43007d1fb1 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:39.645961 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:39.664746 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c34f3a07-8984-4cf8-9a57-a11ac7371950 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8ca9c9cf04a8498c8e715ec648b7aa9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2420259 Oct 18 07:49:39.671743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51090) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:39.686895 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 36632bba-3189-41a3-bcd8-3f43007d1fb1, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=36632bba-3189-41a3-bcd8-3f43007d1fb1,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:49:39.697556 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:39.732955 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-241e55ab-f6de-45db-9be6-e3f8242865fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:39.889635 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Attempt 2 to provision port fccb0038-635a-49a0-9a65-2e544d44bda1 Oct 18 07:49:39.950381 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f3a07-8984-4cf8-9a57-a11ac7371950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743f9b20-d080-420d-be83-475d6fd8b567,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:40.004453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=36632bba-3189-41a3-bcd8-3f43007d1fb1,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:40.005644 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-241e55ab-f6de-45db-9be6-e3f8242865fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.030193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29019347-ca2d-48ed-84d0-c91b027d5893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.036041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51096) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:40.047870 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:40.062433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-59e45e83-d0ac-42ef-918f-1e540335236f tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1215086599', 'description': 'tempest-description--1897651065'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:40.066867 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c7a5c38a-70bd-44af-8737-d85e2ede67cf tempest-DHCPAgentSchedulersTestJSON-411370965 tempest-DHCPAgentSchedulersTestJSON-411370965-project-admin] 10.222.0.17 "GET /v2.0/agents/0e1da63d-b270-44cb-9aea-c14d1d1b476e/dhcp-networks HTTP/1.1" status: 200 len: 7290 time: 0.4352663 Oct 18 07:49:40.069697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-59e45e83-d0ac-42ef-918f-1e540335236f tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:40.074214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-59e45e83-d0ac-42ef-918f-1e540335236f tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Usage tracker for resource:security_group and tenant:01dd86a254e9403294fcf6de4e6b7815 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:40.077668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Port fccb0038-635a-49a0-9a65-2e544d44bda1 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:40.079927 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51100) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:40.094616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-59e45e83-d0ac-42ef-918f-1e540335236f tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:40.104390 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] Allocated IP 172.20.0.1 (b4b998fa-e372-4e50-b79b-07d7c610b310/dbb698bd-8a28-447d-9ac6-7bad4cc61081/b475b0c9-57d5-4bd4-a1a4-5da511cb40d0) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:40.118540 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.123936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-59e45e83-d0ac-42ef-918f-1e540335236f tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:40.137214 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'name': 'tempest-ServersTestJSON-1822819241-router', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:18Z', 'updated_at': '2022-10-18T07:49:34Z', 'revision_number': 4, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'gw_port': {'id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'fccb0038-635a-49a0-9a65-2e544d44bda1', 'name': '', 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'mac_address': 'fa:16:3e:fa:9a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:31Z', 'updated_at': '2022-10-18T07:49:35Z', 'revision_number': 2, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'subnets': [{'id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:40.142935 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Checking router: 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:49:40.144086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Updating router 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 port fccb0038-635a-49a0-9a65-2e544d44bda1 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:49:40.171191 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29019347-ca2d-48ed-84d0-c91b027d5893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.201220 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.207939 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1d9936ca-5eb8-41ae-83f3-62bdf4827ef9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:40.227019 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d976fd2b-abbf-4d8e-b6f8-bb64e068b4bf tempest-DHCPAgentSchedulersTestJSON-411370965 tempest-DHCPAgentSchedulersTestJSON-411370965-project-admin] 10.222.0.17 "GET /v2.0/networks/93850d56-0da6-428a-a53d-53a92c8c8a40/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1441584 Oct 18 07:49:40.246983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51104) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:40.267017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:40.275817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-59e45e83-d0ac-42ef-918f-1e540335236f tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.281497 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1d9936ca-5eb8-41ae-83f3-62bdf4827ef9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Usage tracker for resource:port and tenant:100f56f2722d48579f86b6f4989447e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:40.288019 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:40.288202 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.288398 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.288723 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b Oct 18 07:49:40.294402 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1d9936ca-5eb8-41ae-83f3-62bdf4827ef9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:40.295750 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-241e55ab-f6de-45db-9be6-e3f8242865fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.310192 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1d9936ca-5eb8-41ae-83f3-62bdf4827ef9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:40.313628 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c58aa5b1-cf56-4924-b416-25d4dcaa49f6 tempest-DHCPAgentSchedulersTestJSON-411370965 tempest-DHCPAgentSchedulersTestJSON-411370965-project-admin] 10.222.0.17 "GET /v2.0/networks/93850d56-0da6-428a-a53d-53a92c8c8a40/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0597849 Oct 18 07:49:40.315958 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51108) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:40.402925 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9936ca-5eb8-41ae-83f3-62bdf4827ef9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Made reservation on behalf of 100f56f2722d48579f86b6f4989447e5 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:40.406538 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1d9936ca-5eb8-41ae-83f3-62bdf4827ef9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.448832 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-59e45e83-d0ac-42ef-918f-1e540335236f tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:40.453015 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e55ab-f6de-45db-9be6-e3f8242865fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b881ac-1d25-4bec-ad29-ddd34cec7198,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:40.465409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-59e45e83-d0ac-42ef-918f-1e540335236f tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Usage tracker for resource:security_group_rule and tenant:01dd86a254e9403294fcf6de4e6b7815 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:40.469901 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-59e45e83-d0ac-42ef-918f-1e540335236f tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:40.475035 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-241e55ab-f6de-45db-9be6-e3f8242865fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.488609 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-241e55ab-f6de-45db-9be6-e3f8242865fd admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a4b881ac-1d25-4bec-ad29-ddd34cec7198 HTTP/1.1" status: 204 len: 168 time: 0.9339786 Oct 18 07:49:40.496610 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-59e45e83-d0ac-42ef-918f-1e540335236f tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:40.508024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29019347-ca2d-48ed-84d0-c91b027d5893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.569021 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-1d9936ca-5eb8-41ae-83f3-62bdf4827ef9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] device_id is not set on port 2184b5e4-61a0-4bfe-a63e-502c5699eec2 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:49:40.569705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29019347-ca2d-48ed-84d0-c91b027d5893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.570934 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-29019347-ca2d-48ed-84d0-c91b027d5893 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/743f9b20-d080-420d-be83-475d6fd8b567 HTTP/1.1" status: 204 len: 168 time: 0.8959665 Oct 18 07:49:40.582101 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Attempt 3 to provision port fccb0038-635a-49a0-9a65-2e544d44bda1 Oct 18 07:49:40.591839 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29019347-ca2d-48ed-84d0-c91b027d5893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743f9b20-d080-420d-be83-475d6fd8b567,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:40.608718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:40.608895 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.664577 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.703136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:49:40.722340 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.737792 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-59e45e83-d0ac-42ef-918f-1e540335236f tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.749095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-59e45e83-d0ac-42ef-918f-1e540335236f tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.764835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Port fccb0038-635a-49a0-9a65-2e544d44bda1 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:40.769214 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:49:40.816925 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:40.818608 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e45e83-d0ac-42ef-918f-1e540335236f tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6eac28-45a4-48f3-b1b1-09084745a75e,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:40.824725 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-59e45e83-d0ac-42ef-918f-1e540335236f tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.826525 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-59e45e83-d0ac-42ef-918f-1e540335236f tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7865725 Oct 18 07:49:40.827986 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Router e3937b6e-a383-4002-b0d3-1ecb676f1e6f is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:49:40.831022 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51116) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:40.839578 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-6de79696-76bf-4c38-a404-a95a998bce8b tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Request body: {'security_group_rule': {'security_group_id': 'ef6eac28-45a4-48f3-b1b1-09084745a75e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:40.851396 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6de79696-76bf-4c38-a404-a95a998bce8b tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:40.856211 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] Transition to ACTIVE for port object b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:40.900510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.917146 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6de79696-76bf-4c38-a404-a95a998bce8b tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Usage tracker for resource:security_group_rule and tenant:01dd86a254e9403294fcf6de4e6b7815 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:40.929372 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Transition to ACTIVE for port object fccb0038-635a-49a0-9a65-2e544d44bda1 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:40.951005 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:40.976719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6de79696-76bf-4c38-a404-a95a998bce8b tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:40.979883 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-958fe242-463c-4648-a11c-c9363f17781e tempest-DHCPAgentSchedulersTestJSON-411370965 tempest-DHCPAgentSchedulersTestJSON-411370965-project-admin] 10.222.0.17 "GET /v2.0/agents/0e1da63d-b270-44cb-9aea-c14d1d1b476e/dhcp-networks HTTP/1.1" status: 200 len: 7290 time: 0.6626856 Oct 18 07:49:40.985151 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51126) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:41.000556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6de79696-76bf-4c38-a404-a95a998bce8b tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:41.033847 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6de79696-76bf-4c38-a404-a95a998bce8b tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:41.136622 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:49:41.152726 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Sync routers for ids ['e3937b6e-a383-4002-b0d3-1ecb676f1e6f'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:49:41.165836 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Routers {'e3937b6e-a383-4002-b0d3-1ecb676f1e6f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:49:41.168441 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e3937b6e-a383-4002-b0d3-1ecb676f1e6f'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:41.188257 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-1d9936ca-5eb8-41ae-83f3-62bdf4827ef9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Allocated IP 2001:db8::2af (c862c599-de0a-4173-9920-d571c0927cd8/72aa93ad-3ab0-4667-8bac-0f8433a7c944/2184b5e4-61a0-4bfe-a63e-502c5699eec2) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:41.201925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:41.204637 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3a7e6584-a4ee-4c1b-b7ba-d012724736ae tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.7560215 Oct 18 07:49:41.209887 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51136) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:41.259402 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:41.273227 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:41.281629 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:41.326437 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Attempt 4 to provision port fccb0038-635a-49a0-9a65-2e544d44bda1 Oct 18 07:49:41.375040 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:41.376181 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:41.441708 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Set router e3937b6e-a383-4002-b0d3-1ecb676f1e6f gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:49:41.533114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:41.538337 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a853e7-58df-4074-b33d-c0be73336af0 None None] Pushing event updated for resources: {'Port': ['ID=fccb0038-635a-49a0-9a65-2e544d44bda1,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:41.568902 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Port fccb0038-635a-49a0-9a65-2e544d44bda1 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:41.571478 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Attempting to bind port fccb0038-635a-49a0-9a65-2e544d44bda1 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:49:41.571946 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Attempting to bind port fccb0038-635a-49a0-9a65-2e544d44bda1 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'e2301ec9-35ec-42e6-b735-42762eccc2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:49:41.572545 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Attempting to bind port fccb0038-635a-49a0-9a65-2e544d44bda1 on network 2ca5a665-b920-4cc4-aca3-30836ec763cb {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:49:41.578653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:49:41.579139 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Checking segment: {'id': 'e2301ec9-35ec-42e6-b735-42762eccc2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:41.579855 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:41.580344 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Bound using segment: {'id': 'e2301ec9-35ec-42e6-b735-42762eccc2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:49:41.580914 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Bound port: fccb0038-635a-49a0-9a65-2e544d44bda1, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2301ec9-35ec-42e6-b735-42762eccc2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:49:41.581409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:41.619549 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] Network b4b998fa-e372-4e50-b79b-07d7c610b310 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:41.689689 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] For port fccb0038-635a-49a0-9a65-2e544d44bda1, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:49:41.698599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] For port fccb0038-635a-49a0-9a65-2e544d44bda1, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=fccb0038-635a-49a0-9a65-2e544d44bda1,segment=NetworkSegment(e2301ec9-35ec-42e6-b735-42762eccc2ef),segment_id=e2301ec9-35ec-42e6-b735-42762eccc2ef)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:49:41.724471 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:41.737887 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:41.758159 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6de79696-76bf-4c38-a404-a95a998bce8b tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:41.770431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6de79696-76bf-4c38-a404-a95a998bce8b tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:41.778916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:41.780553 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:41.818903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de79696-76bf-4c38-a404-a95a998bce8b tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30cf22d5-20d9-4db4-a7cd-86b36202f6b8,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:41.828151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6de79696-76bf-4c38-a404-a95a998bce8b tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:41.829369 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6de79696-76bf-4c38-a404-a95a998bce8b tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9954350 Oct 18 07:49:41.834533 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51156) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:41.849902 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-e42e89fa-f0fe-49e8-980b-c274bbda48f2 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Request body: {'security_group_rule': {'security_group_id': 'ef6eac28-45a4-48f3-b1b1-09084745a75e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:41.860259 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e42e89fa-f0fe-49e8-980b-c274bbda48f2 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:41.868396 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e42e89fa-f0fe-49e8-980b-c274bbda48f2 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Usage tracker for resource:security_group_rule and tenant:01dd86a254e9403294fcf6de4e6b7815 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:41.873125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e42e89fa-f0fe-49e8-980b-c274bbda48f2 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:41.880831 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Routers {'17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:49:41.881648 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:41.886960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e42e89fa-f0fe-49e8-980b-c274bbda48f2 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:41.909981 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:41.944505 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e42e89fa-f0fe-49e8-980b-c274bbda48f2 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:41.978276 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] Pushing event updated for resources: {'Port': ['ID=b475b0c9-57d5-4bd4-a1a4-5da511cb40d0,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:42.009848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51160) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:42.012839 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Deleting port beebf616-8069-4550-9e97-499667951f95 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:49:42.013184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:42.029846 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3937b6e-a383-4002-b0d3-1ecb676f1e6f', 'name': '', 'tenant_id': '391ff915403b45d2b68e67ac75da2404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aba67b0-956c-4e13-bf3c-ce195691dd13', 'external_fixed_ips': [{'subnet_id': '9ae7533f-38ae-4e5f-8f85-d1591e1df5c7', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'beebf616-8069-4550-9e97-499667951f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:33Z', 'updated_at': '2022-10-18T07:49:38Z', 'revision_number': 3, 'project_id': '391ff915403b45d2b68e67ac75da2404', 'gw_port': {'id': 'beebf616-8069-4550-9e97-499667951f95', 'name': '', 'network_id': '0aba67b0-956c-4e13-bf3c-ce195691dd13', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:54:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3937b6e-a383-4002-b0d3-1ecb676f1e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '9ae7533f-38ae-4e5f-8f85-d1591e1df5c7', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:35Z', 'updated_at': '2022-10-18T07:49:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ae7533f-38ae-4e5f-8f85-d1591e1df5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:42.034966 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Checking router: e3937b6e-a383-4002-b0d3-1ecb676f1e6f for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:49:42.035301 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Updating router e3937b6e-a383-4002-b0d3-1ecb676f1e6f port beebf616-8069-4550-9e97-499667951f95 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:49:42.072732 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Attempt 5 to provision port fccb0038-635a-49a0-9a65-2e544d44bda1 Oct 18 07:49:42.140746 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:42.167454 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 36632bba-3189-41a3-bcd8-3f43007d1fb1 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:42.253069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e42e89fa-f0fe-49e8-980b-c274bbda48f2 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:42.270076 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e42e89fa-f0fe-49e8-980b-c274bbda48f2 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:42.326521 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a853e7-58df-4074-b33d-c0be73336af0 None None] Pushing event updated for resources: {'Port': ['ID=fccb0038-635a-49a0-9a65-2e544d44bda1,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:42.332253 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1179975799'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:42.366595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:42.369597 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e89fa-f0fe-49e8-980b-c274bbda48f2 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ab2015-7fe1-46df-a813-26191392b714,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:42.418808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:network and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:42.429076 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e42e89fa-f0fe-49e8-980b-c274bbda48f2 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:42.430244 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e42e89fa-f0fe-49e8-980b-c274bbda48f2 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5946510 Oct 18 07:49:42.431224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:42.438529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51174) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:42.442775 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:42.449206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:42.462595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:42.477475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Usage tracker for resource:floatingip and tenant:01dd86a254e9403294fcf6de4e6b7815 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:42.481207 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Port fccb0038-635a-49a0-9a65-2e544d44bda1 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 07:49:42.483121 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:42.492312 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Made reservation on behalf of 40e2f53a491e42e8ab9b0ae7e52a82ac for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:42.495181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:42.506914 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:42.528683 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:42.546936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] Set router 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:49:42.560867 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:42.566768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:security_group_rule and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:42.571130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:42.578489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for floatingip, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:42.592278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:42.606502 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:42.627892 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] Network 5a222d3d-3a04-4249-b8b6-0c072903979a is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:42.645960 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:42.651284 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:42.684394 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51178) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:42.697929 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 36632bba-3189-41a3-bcd8-3f43007d1fb1 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:42.698415 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:42.698833 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 36632bba-3189-41a3-bcd8-3f43007d1fb1 Oct 18 07:49:42.705962 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] Pushing event updated for resources: {'Port': ['ID=48937417-5831-40fa-9d81-18b6671501d4,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:42.748148 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:42.756629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Calling delete_port for beebf616-8069-4550-9e97-499667951f95 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:49:42.773601 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Transition to ACTIVE for port object beebf616-8069-4550-9e97-499667951f95 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:42.777661 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Provisioning for port 04fe062b-0fd5-477f-a7e7-a173e56297df completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:42.785610 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:42.837975 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Subscribe: > segment before_delete 55550000 {{(pid=89045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:42.838679 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:42.839775 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:42.840279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Subscribe: > port after_create 55550000 {{(pid=89045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:42.840822 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Subscribe: > port after_delete 55550000 {{(pid=89045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:42.841333 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Subscribe: > port after_update 55550000 {{(pid=89045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:42.842124 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Subscribe: > segment after_delete 55550000 {{(pid=89045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:42.842933 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Subscribe: > subnet after_create 55550000 {{(pid=89045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:42.843678 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Subscribe: > subnet after_delete 55550000 {{(pid=89045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:42.844170 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Subscribe: > subnet after_update 55550000 {{(pid=89045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:42.874247 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Provisioning complete for port 04fe062b-0fd5-477f-a7e7-a173e56297df triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:42.874247 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:42.874708 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Attempt 1 to provision port 04fe062b-0fd5-477f-a7e7-a173e56297df Oct 18 07:49:42.941104 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa513d-0e6f-4784-b1bc-3a26cf254642 None None] Pushing event updated for resources: {'Port': ['ID=beebf616-8069-4550-9e97-499667951f95,revision_number=2']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:42.951863 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Attempting to bind port beebf616-8069-4550-9e97-499667951f95 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:49:42.951863 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Attempting to bind port beebf616-8069-4550-9e97-499667951f95 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'e35b1809-909c-46f4-8f24-eaa622443ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0aba67b0-956c-4e13-bf3c-ce195691dd13'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:49:42.952309 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Attempting to bind port beebf616-8069-4550-9e97-499667951f95 on network 0aba67b0-956c-4e13-bf3c-ce195691dd13 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:49:42.958680 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:49:42.959165 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Checking segment: {'id': 'e35b1809-909c-46f4-8f24-eaa622443ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0aba67b0-956c-4e13-bf3c-ce195691dd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:42.959765 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:42.960227 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Bound using segment: {'id': 'e35b1809-909c-46f4-8f24-eaa622443ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0aba67b0-956c-4e13-bf3c-ce195691dd13'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:49:42.960917 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Bound port: beebf616-8069-4550-9e97-499667951f95, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35b1809-909c-46f4-8f24-eaa622443ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '0aba67b0-956c-4e13-bf3c-ce195691dd13'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:49:42.961389 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:43.039320 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] For port beebf616-8069-4550-9e97-499667951f95, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:49:43.042572 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] For port beebf616-8069-4550-9e97-499667951f95, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=beebf616-8069-4550-9e97-499667951f95,segment=NetworkSegment(e35b1809-909c-46f4-8f24-eaa622443ea8),segment_id=e35b1809-909c-46f4-8f24-eaa622443ea8)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:49:43.052494 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:43.119581 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Subscribe: > subnet after_create 55550000 {{(pid=89045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:43.119973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Subscribe: > subnet after_delete 55550000 {{(pid=89045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:43.120307 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Subscribe: > subnet before_create 55550000 {{(pid=89045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:43.120633 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Subscribe: > subnet before_update 55550000 {{(pid=89045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:43.121033 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695b521a-b6cd-48ae-973c-b8b46044ae7d']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:43.135653 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa513d-0e6f-4784-b1bc-3a26cf254642 None None] Pushing event updated for resources: {'Port': ['ID=beebf616-8069-4550-9e97-499667951f95,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:43.143576 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Routers {'e3937b6e-a383-4002-b0d3-1ecb676f1e6f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:49:43.144320 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e3937b6e-a383-4002-b0d3-1ecb676f1e6f'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:43.191757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Current status of the port 04fe062b-0fd5-477f-a7e7-a173e56297df is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:43.194784 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:43.223590 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:43.225377 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:49:43.225931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:49:43.254310 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 36632bba-3189-41a3-bcd8-3f43007d1fb1 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:43.258229 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:43.261144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:43.282188 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca33591a-516a-49df-84bb-1738eef42c04') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:43.282780 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca33591a-516a-49df-84bb-1738eef42c04') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:43.308160 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:43.322996 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:49:43.327425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a97e00b-6dd2-48c4-96be-a61c3bfec98a,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:43.328431 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:43.332338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:43.336895 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:49:43.337524 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:43.390599 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] Set router e3937b6e-a383-4002-b0d3-1ecb676f1e6f gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:49:43.404992 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] For port 04fe062b-0fd5-477f-a7e7-a173e56297df, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=04fe062b-0fd5-477f-a7e7-a173e56297df,segment=NetworkSegment(4e23d6a0-a325-4d6a-936e-192db2c27388),segment_id=4e23d6a0-a325-4d6a-936e-192db2c27388)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:49:43.427632 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:43.445659 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1d9936ca-5eb8-41ae-83f3-62bdf4827ef9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:43.493512 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6e0d52f5-1565-4382-a373-7c1b72f51691 tempest-AgentManagementNegativeTest-1398914417 tempest-AgentManagementNegativeTest-1398914417-project] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.8047969 Oct 18 07:49:43.517149 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3937b6e-a383-4002-b0d3-1ecb676f1e6f', 'name': '', 'tenant_id': '391ff915403b45d2b68e67ac75da2404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:33Z', 'updated_at': '2022-10-18T07:49:41Z', 'revision_number': 4, 'project_id': '391ff915403b45d2b68e67ac75da2404', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:43.522760 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb006643-1581-42f8-a5cc-b8f3652b72ad None None] The sync data for ids ['e3937b6e-a383-4002-b0d3-1ecb676f1e6f'] in dv-neutron-861625-1-hyperv is: [{'id': 'e3937b6e-a383-4002-b0d3-1ecb676f1e6f', 'name': '', 'tenant_id': '391ff915403b45d2b68e67ac75da2404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:33Z', 'updated_at': '2022-10-18T07:49:41Z', 'revision_number': 4, 'project_id': '391ff915403b45d2b68e67ac75da2404', 'gw_port_host': None}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:49:43.533445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Allocated IP 172.26.8.70 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/eb10634f-96bf-44d7-96c1-8da5993f5c9c) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:43.572744 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:43.586533 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Pushing event updated for resources: {'Port': ['ID=04fe062b-0fd5-477f-a7e7-a173e56297df,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:43.611289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:43.611668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:43.612192 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b Oct 18 07:49:43.707247 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Provisioning complete for port d1c75ea8-ae1c-4ab6-be25-7600930425dd triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:43.707657 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:43.707998 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Attempt 1 to provision port d1c75ea8-ae1c-4ab6-be25-7600930425dd Oct 18 07:49:43.728537 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Deleting port beebf616-8069-4550-9e97-499667951f95 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:49:43.729007 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:43.795265 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-1d9936ca-5eb8-41ae-83f3-62bdf4827ef9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Transition to ACTIVE for port object 2184b5e4-61a0-4bfe-a63e-502c5699eec2 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:43.802673 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:43.840288 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:43.879293 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] 10.222.0.17 "DELETE /v2.0/networks/695b521a-b6cd-48ae-973c-b8b46044ae7d HTTP/1.1" status: 204 len: 168 time: 2.8864388 Oct 18 07:49:43.881625 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] Router 1e0426ab-4322-4a45-bf6e-6512f030d9af has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:49:43.892045 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51198) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:43.980609 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee07a9-aae6-42a7-911a-a647a4872a2c tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Pushing event deleted for resources: {'Network': ['ID=695b521a-b6cd-48ae-973c-b8b46044ae7d,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:43.982494 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'name': 'tempest-ServersTestJSON-1822819241-router', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:18Z', 'updated_at': '2022-10-18T07:49:34Z', 'revision_number': 4, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'gw_port': {'id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'fccb0038-635a-49a0-9a65-2e544d44bda1', 'name': '', 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'mac_address': 'fa:16:3e:fa:9a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:31Z', 'updated_at': '2022-10-18T07:49:41Z', 'revision_number': 4, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'subnets': [{'id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:43.991290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e24896-d2fc-49ff-9d15-88f52e931e94 None None] The sync data for ids ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'] in dv-neutron-861625-1-hyperv is: [{'id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'name': 'tempest-ServersTestJSON-1822819241-router', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:18Z', 'updated_at': '2022-10-18T07:49:34Z', 'revision_number': 4, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'gw_port': {'id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'fccb0038-635a-49a0-9a65-2e544d44bda1', 'name': '', 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'mac_address': 'fa:16:3e:fa:9a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:31Z', 'updated_at': '2022-10-18T07:49:41Z', 'revision_number': 4, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'subnets': [{'id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:49:43.993041 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment ca33591a-516a-49df-84bb-1738eef42c04 resource provider aggregate not found Oct 18 07:49:43.996394 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:44.026408 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2fb7502-4e2b-4985-b401-ab925ac6ca4e tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] DELETE failed (client error): The resource could not be found. Oct 18 07:49:44.028682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2fb7502-4e2b-4985-b401-ab925ac6ca4e tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:49:44.032237 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e2fb7502-4e2b-4985-b401-ab925ac6ca4e tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] 10.222.0.17 "DELETE /v2.0/ports/572d8b6c-53dc-4c18-aacb-a39e19df07b2 HTTP/1.1" status: 404 len: 333 time: 0.1378937 Oct 18 07:49:44.039287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] For port beebf616-8069-4550-9e97-499667951f95, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=beebf616-8069-4550-9e97-499667951f95,segment=NetworkSegment(e35b1809-909c-46f4-8f24-eaa622443ea8),segment_id=e35b1809-909c-46f4-8f24-eaa622443ea8)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:49:44.039567 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:44.042024 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment ca33591a-516a-49df-84bb-1738eef42c04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca33591a-516a-49df-84bb-1738eef42c04 found for delete ", "request_id": "req-1ddd0da8-39b1-4362-bb90-dff3eae3e9e8"}]} Oct 18 07:49:44.046115 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51206) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:44.131634 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a053d0a7-e1af-4257-b08c-389dc56595cd None None] Current status of the port d1c75ea8-ae1c-4ab6-be25-7600930425dd is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:44.191406 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 04fe062b-0fd5-477f-a7e7-a173e56297df up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:44.321136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Provisioning for port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:44.334023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Provisioning complete for port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:44.334454 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:44.334877 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Attempt 1 to provision port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 Oct 18 07:49:44.339299 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1d9936ca-5eb8-41ae-83f3-62bdf4827ef9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:44.398039 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.resource_extend [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:49:44.404634 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 04fe062b-0fd5-477f-a7e7-a173e56297df triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:44.405136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:44.405750 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 04fe062b-0fd5-477f-a7e7-a173e56297df Oct 18 07:49:44.412130 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51210) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:44.420448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Calling delete_port for beebf616-8069-4550-9e97-499667951f95 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:49:44.436984 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-e18c117e-83b4-4cb3-b0ef-1268f86290c7 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Deleting subnet c36966e5-606a-456b-a92c-b1ac8d45fd59 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:49:44.456272 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:44.456620 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Added segment abe45e45-691f-4b55-a126-3a518ef3bf91 of type vlan for network 9bc1332d-dbed-4605-978f-f0852a0757c0 Oct 18 07:49:44.466976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9936ca-5eb8-41ae-83f3-62bdf4827ef9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Network c862c599-de0a-4173-9920-d571c0927cd8 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:44.468027 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e18c117e-83b4-4cb3-b0ef-1268f86290c7 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:44.475861 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:44.532010 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:44.533565 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-1d9936ca-5eb8-41ae-83f3-62bdf4827ef9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:44.538170 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9936ca-5eb8-41ae-83f3-62bdf4827ef9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:44.560794 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9936ca-5eb8-41ae-83f3-62bdf4827ef9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:44.561460 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1d9936ca-5eb8-41ae-83f3-62bdf4827ef9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:44.579554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:44.588815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:44.594234 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:44.614356 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 04fe062b-0fd5-477f-a7e7-a173e56297df is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:44.719142 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9936ca-5eb8-41ae-83f3-62bdf4827ef9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event updated for resources: {'Port': ['ID=2184b5e4-61a0-4bfe-a63e-502c5699eec2,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:44.725016 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:44.730727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:44.731638 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:44.793231 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e18c117e-83b4-4cb3-b0ef-1268f86290c7 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:44.889542 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1d9936ca-5eb8-41ae-83f3-62bdf4827ef9 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.4492705 Oct 18 07:49:44.890460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51216) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:44.915331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f4cd5090-dd61-4b96-b4cd-30172c68d17b tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e4:e2:38'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:44.920849 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c2b93b87-125a-47d1-ad6f-6decba389a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:44.956780 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Network': ['ID=9bc1332d-dbed-4605-978f-f0852a0757c0,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:44.967905 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 9bc1332d-dbed-4605-978f-f0852a0757c0 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:49:44.980227 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-15b7e817-aa39-41d0-bdbf-27a0ec16fb39 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.9689243 Oct 18 07:49:44.989597 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51220) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:44.994592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:45.012834 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e18c117e-83b4-4cb3-b0ef-1268f86290c7 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:45.070384 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Attempt 2 to provision port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 Oct 18 07:49:45.085713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:45.091460 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:45.096267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ad103b31-c700-4a54-b02c-86c7821e6c7d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-554829653'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:45.108046 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Pushing event updated for resources: {'Port': ['ID=eb10634f-96bf-44d7-96c1-8da5993f5c9c,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:45.156135 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:45.176332 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Pushing event deleted for resources: {'Port': ['ID=beebf616-8069-4550-9e97-499667951f95,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:45.184415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ad103b31-c700-4a54-b02c-86c7821e6c7d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:45.195630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:45.237499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ad103b31-c700-4a54-b02c-86c7821e6c7d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:network and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:45.240644 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:45.243489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:45.247641 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ad103b31-c700-4a54-b02c-86c7821e6c7d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:45.285473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:45.292766 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e18c117e-83b4-4cb3-b0ef-1268f86290c7 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:45.296717 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:49:45.301103 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c2b93b87-125a-47d1-ad6f-6decba389a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:45.309682 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Sync routers for ids ['1e0426ab-4322-4a45-bf6e-6512f030d9af'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:49:45.325454 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Routers {'1e0426ab-4322-4a45-bf6e-6512f030d9af'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:49:45.326307 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1e0426ab-4322-4a45-bf6e-6512f030d9af'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:45.342415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ad103b31-c700-4a54-b02c-86c7821e6c7d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:45.348206 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c2b93b87-125a-47d1-ad6f-6decba389a92 admin admin] Usage tracker for resource:security_group_rule and tenant:f5c4564925744fad92b2068c749af53f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:45.361217 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c2b93b87-125a-47d1-ad6f-6decba389a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:45.365813 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c117e-83b4-4cb3-b0ef-1268f86290c7 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Pushing event deleted for resources: {'Subnet': ['ID=c36966e5-606a-456b-a92c-b1ac8d45fd59,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:45.368538 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] Pushing event updated for resources: {'Port': ['ID=b475b0c9-57d5-4bd4-a1a4-5da511cb40d0,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:45.382978 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e18c117e-83b4-4cb3-b0ef-1268f86290c7 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:45.387126 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e18c117e-83b4-4cb3-b0ef-1268f86290c7 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] 10.222.0.17 "DELETE /v2.0/subnets/c36966e5-606a-456b-a92c-b1ac8d45fd59 HTTP/1.1" status: 204 len: 168 time: 1.3317981 Oct 18 07:49:45.387126 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c2b93b87-125a-47d1-ad6f-6decba389a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:45.397757 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51226) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:45.412527 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-227fc7c7-59d4-476f-bd2b-3f72329e77f0 admin admin] 10.222.0.17 "PUT /v2.0/routers/1e0426ab-4322-4a45-bf6e-6512f030d9af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8113897 Oct 18 07:49:45.454523 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7764a094-4659-4729-bb1b-4536b1f563e5 None None] Network 93850d56-0da6-428a-a53d-53a92c8c8a40 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:49:45.598176 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:45.606656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:45.607617 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c2b93b87-125a-47d1-ad6f-6decba389a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:45.609958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad103b31-c700-4a54-b02c-86c7821e6c7d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Made reservation on behalf of 40e2f53a491e42e8ab9b0ae7e52a82ac for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:45.613444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad103b31-c700-4a54-b02c-86c7821e6c7d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:45.618629 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] Network b4b998fa-e372-4e50-b79b-07d7c610b310 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:45.624507 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:45.626399 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c2b93b87-125a-47d1-ad6f-6decba389a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:45.677381 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Attempt 3 to provision port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 Oct 18 07:49:45.690220 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c2b93b87-125a-47d1-ad6f-6decba389a92 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f5c4564925744fad92b2068c749af53f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2770064 Oct 18 07:49:45.701719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:45.718220 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51240) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:45.758161 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad103b31-c700-4a54-b02c-86c7821e6c7d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:49:45.851876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:45.852406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3937b6e-a383-4002-b0d3-1ecb676f1e6f {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:49:45.856328 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Set router 1e0426ab-4322-4a45-bf6e-6512f030d9af gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:49:45.931625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad103b31-c700-4a54-b02c-86c7821e6c7d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:45.931995 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-ad103b31-c700-4a54-b02c-86c7821e6c7d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Added segment f5b680e4-325b-44ca-afd4-4c6d14f6380a of type vlan for network bbe44db5-30f8-48dc-9ce7-703153ced84f Oct 18 07:49:45.937280 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:46.028322 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2a7daca0-5871-4593-b755-a1c1536ac317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:46.062520 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2a7daca0-5871-4593-b755-a1c1536ac317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:46.103633 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b93b87-125a-47d1-ad6f-6decba389a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48ed9ad-8bb8-434e-b702-5e865452dc07,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:46.151725 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:46.167178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f4cd5090-dd61-4b96-b4cd-30172c68d17b tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:46.195994 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Deleting port 04fe062b-0fd5-477f-a7e7-a173e56297df {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:49:46.197887 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:46.202453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e547cb-8660-4195-af6c-241f7f8b3a0a None None] DHCP port deletion for 93850d56-0da6-428a-a53d-53a92c8c8a40 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:49:46.221217 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device fccb0038-635a-49a0-9a65-2e544d44bda1 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:46.227932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad103b31-c700-4a54-b02c-86c7821e6c7d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:46.267435 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] Router 6e12c041-ed93-4708-a8c4-fc483d21ecdc has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:49:46.280335 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:46.284852 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-be471d2e-148d-41b7-8f3d-f12eae3e993b tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "DELETE /v2.0/routers/e3937b6e-a383-4002-b0d3-1ecb676f1e6f HTTP/1.1" status: 204 len: 168 time: 5.0691013 Oct 18 07:49:46.285554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad103b31-c700-4a54-b02c-86c7821e6c7d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:46.287996 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b3e547cb-8660-4195-af6c-241f7f8b3a0a None None] Deleting port 04fe062b-0fd5-477f-a7e7-a173e56297df {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:49:46.288828 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51246) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:46.291876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad103b31-c700-4a54-b02c-86c7821e6c7d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:46.292388 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b3e547cb-8660-4195-af6c-241f7f8b3a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:46.292508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad103b31-c700-4a54-b02c-86c7821e6c7d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:46.425461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:46.459586 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Attempt 4 to provision port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 Oct 18 07:49:46.563125 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51252) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:46.573271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad103b31-c700-4a54-b02c-86c7821e6c7d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Network': ['ID=bbe44db5-30f8-48dc-9ce7-703153ced84f,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:46.579122 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ad103b31-c700-4a54-b02c-86c7821e6c7d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5848098 Oct 18 07:49:46.579275 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-248c372b-a996-4f47-a1e9-c485823b508a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--433172026', 'description': 'tempest-description--1912096512'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:46.600579 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51256) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:46.603751 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16672f3-52f3-4484-b448-b4ee38f240c2 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Deleting subnet 9ae7533f-38ae-4e5f-8f85-d1591e1df5c7 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:49:46.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network bbe44db5-30f8-48dc-9ce7-703153ced84f details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:49:46.621937 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-248c372b-a996-4f47-a1e9-c485823b508a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:46.625910 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-248c372b-a996-4f47-a1e9-c485823b508a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Usage tracker for resource:security_group and tenant:dcd2edd96c934bc294dc295d3600ad84 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:46.628508 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f16672f3-52f3-4484-b448-b4ee38f240c2 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:46.630504 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port fccb0038-635a-49a0-9a65-2e544d44bda1 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:46.640131 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-80972c27-c5ee-4369-ad58-39d77c2d1fbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'subnet': {'network_id': '9bc1332d-dbed-4605-978f-f0852a0757c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:46.696324 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port fccb0038-635a-49a0-9a65-2e544d44bda1 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:46.696856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:46.697300 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port fccb0038-635a-49a0-9a65-2e544d44bda1 Oct 18 07:49:46.707199 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-248c372b-a996-4f47-a1e9-c485823b508a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:46.741900 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-248c372b-a996-4f47-a1e9-c485823b508a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:46.776371 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f16672f3-52f3-4484-b448-b4ee38f240c2 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:46.803304 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2a7daca0-5871-4593-b755-a1c1536ac317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:46.822713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-248c372b-a996-4f47-a1e9-c485823b508a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:46.831723 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:49:46.851414 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Sync routers for ids ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:49:46.856764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:46.861483 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Routers {'6e12c041-ed93-4708-a8c4-fc483d21ecdc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:49:46.862294 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:46.892628 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f16672f3-52f3-4484-b448-b4ee38f240c2 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:46.930850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-80972c27-c5ee-4369-ad58-39d77c2d1fbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:46.939375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7daca0-5871-4593-b755-a1c1536ac317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48ed9ad-8bb8-434e-b702-5e865452dc07,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:46.946613 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port fccb0038-635a-49a0-9a65-2e544d44bda1 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:46.947121 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:46.952368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-80972c27-c5ee-4369-ad58-39d77c2d1fbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:subnet and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:46.955997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-80972c27-c5ee-4369-ad58-39d77c2d1fbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:46.966388 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2a7daca0-5871-4593-b755-a1c1536ac317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:46.969853 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2a7daca0-5871-4593-b755-a1c1536ac317 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f48ed9ad-8bb8-434e-b702-5e865452dc07 HTTP/1.1" status: 204 len: 168 time: 1.2481594 Oct 18 07:49:46.969853 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-80972c27-c5ee-4369-ad58-39d77c2d1fbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:47.012718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b3e547cb-8660-4195-af6c-241f7f8b3a0a None None] For port 04fe062b-0fd5-477f-a7e7-a173e56297df, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=04fe062b-0fd5-477f-a7e7-a173e56297df,segment=NetworkSegment(4e23d6a0-a325-4d6a-936e-192db2c27388),segment_id=4e23d6a0-a325-4d6a-936e-192db2c27388)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:49:47.013355 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b3e547cb-8660-4195-af6c-241f7f8b3a0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:47.024606 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-248c372b-a996-4f47-a1e9-c485823b508a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:47.034001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80972c27-c5ee-4369-ad58-39d77c2d1fbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Made reservation on behalf of 40e2f53a491e42e8ab9b0ae7e52a82ac for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:47.037966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-80972c27-c5ee-4369-ad58-39d77c2d1fbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:47.047836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-248c372b-a996-4f47-a1e9-c485823b508a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Usage tracker for resource:security_group_rule and tenant:dcd2edd96c934bc294dc295d3600ad84 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:47.062348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] For port 04fe062b-0fd5-477f-a7e7-a173e56297df, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=04fe062b-0fd5-477f-a7e7-a173e56297df,segment=NetworkSegment(4e23d6a0-a325-4d6a-936e-192db2c27388),segment_id=4e23d6a0-a325-4d6a-936e-192db2c27388)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:49:47.067948 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:47.085278 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-248c372b-a996-4f47-a1e9-c485823b508a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:47.121690 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-248c372b-a996-4f47-a1e9-c485823b508a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:47.135986 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-03eb30bd-2ceb-42fc-a17a-3f659c75b389 admin admin] 10.222.0.17 "PUT /v2.0/routers/6e12c041-ed93-4708-a8c4-fc483d21ecdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3303938 Oct 18 07:49:47.147231 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Set router 6e12c041-ed93-4708-a8c4-fc483d21ecdc gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:49:47.220758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:47.222764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b3e547cb-8660-4195-af6c-241f7f8b3a0a None None] Calling delete_port for 04fe062b-0fd5-477f-a7e7-a173e56297df owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:49:47.224082 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f4cd5090-dd61-4b96-b4cd-30172c68d17b tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:47.230274 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:47.230898 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:47.311819 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'name': 'tempest-ServersTestManualDisk-647744044-router', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'gw_port': {'id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:23Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '48937417-5831-40fa-9d81-18b6671501d4', 'name': '', 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'mac_address': 'fa:16:3e:6f:dc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '01485aae-eded-48c1-8010-b01081c67b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:36Z', 'updated_at': '2022-10-18T07:49:40Z', 'revision_number': 2, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'subnets': [{'id': '01485aae-eded-48c1-8010-b01081c67b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:47.324778 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port fccb0038-635a-49a0-9a65-2e544d44bda1, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=fccb0038-635a-49a0-9a65-2e544d44bda1,segment=NetworkSegment(e2301ec9-35ec-42e6-b735-42762eccc2ef),segment_id=e2301ec9-35ec-42e6-b735-42762eccc2ef)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:49:47.339967 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Checking router: 1e0426ab-4322-4a45-bf6e-6512f030d9af for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:49:47.340531 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Updating router 1e0426ab-4322-4a45-bf6e-6512f030d9af port 48937417-5831-40fa-9d81-18b6671501d4 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:49:47.355038 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Calling delete_port for 04fe062b-0fd5-477f-a7e7-a173e56297df owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:49:47.398050 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Attempt 5 to provision port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 Oct 18 07:49:47.401151 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f16672f3-52f3-4484-b448-b4ee38f240c2 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:47.402222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Pushing event updated for resources: {'Port': ['ID=eb10634f-96bf-44d7-96c1-8da5993f5c9c,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:47.416212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f4cd5090-dd61-4b96-b4cd-30172c68d17b tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:47.416856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd5090-dd61-4b96-b4cd-30172c68d17b tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] In _notify_port_updated(), no bound segment for port 2184b5e4-61a0-4bfe-a63e-502c5699eec2 on network c862c599-de0a-4173-9920-d571c0927cd8 {{(pid=89046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:49:47.425354 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cd5090-dd61-4b96-b4cd-30172c68d17b tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:47.426049 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f4cd5090-dd61-4b96-b4cd-30172c68d17b tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:47.427809 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f4cd5090-dd61-4b96-b4cd-30172c68d17b tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "PUT /v2.0/ports/2184b5e4-61a0-4bfe-a63e-502c5699eec2 HTTP/1.1" status: 200 len: 1003 time: 2.5302827 Oct 18 07:49:47.507620 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:47.535106 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:47.537349 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-36aee519-dd06-4b0d-be90-f6134788709c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0974200 Oct 18 07:49:47.541210 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51270) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:47.542284 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd5090-dd61-4b96-b4cd-30172c68d17b tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event updated for resources: {'Port': ['ID=2184b5e4-61a0-4bfe-a63e-502c5699eec2,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:47.577740 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16672f3-52f3-4484-b448-b4ee38f240c2 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae7533f-38ae-4e5f-8f85-d1591e1df5c7,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:47.595161 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f16672f3-52f3-4484-b448-b4ee38f240c2 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:47.657797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51282) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:47.658333 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f16672f3-52f3-4484-b448-b4ee38f240c2 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "DELETE /v2.0/subnets/9ae7533f-38ae-4e5f-8f85-d1591e1df5c7 HTTP/1.1" status: 204 len: 168 time: 1.3415263 Oct 18 07:49:47.733138 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:47.799718 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51286) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:47.808932 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Pushing event deleted for resources: {'Port': ['ID=04fe062b-0fd5-477f-a7e7-a173e56297df,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:47.821559 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d1e7c5c8-620f-4716-8670-c0d19a1612ec tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--557468731', 'description': 'tempest-description--970424159'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:47.829759 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-248c372b-a996-4f47-a1e9-c485823b508a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:47.831106 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d1e7c5c8-620f-4716-8670-c0d19a1612ec tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:47.834192 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] No DVR routers for this DVR port 04fe062b-0fd5-477f-a7e7-a173e56297df on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:49:47.838116 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d1e7c5c8-620f-4716-8670-c0d19a1612ec tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Usage tracker for resource:security_group and tenant:0f286d48607e4386b10ca9eff3ca0147 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:47.869341 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d1e7c5c8-620f-4716-8670-c0d19a1612ec tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:47.872945 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'name': 'tempest-ServerActionsTestJSON-356566340-router', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:24Z', 'updated_at': '2022-10-18T07:49:43Z', 'revision_number': 4, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'gw_port': {'id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:26Z', 'updated_at': '2022-10-18T07:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'b475b0c9-57d5-4bd4-a1a4-5da511cb40d0', 'name': '', 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'mac_address': 'fa:16:3e:7b:2f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:39Z', 'updated_at': '2022-10-18T07:49:43Z', 'revision_number': 2, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'subnets': [{'id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:47.875342 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-248c372b-a996-4f47-a1e9-c485823b508a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:47.885414 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Checking router: 6e12c041-ed93-4708-a8c4-fc483d21ecdc for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:49:47.885766 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Updating router 6e12c041-ed93-4708-a8c4-fc483d21ecdc port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:49:47.896290 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d1e7c5c8-620f-4716-8670-c0d19a1612ec tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:47.914242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:47.976735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-80972c27-c5ee-4369-ad58-39d77c2d1fbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.008650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:48.019302 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-b3e547cb-8660-4195-af6c-241f7f8b3a0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:49:48.020590 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-b3e547cb-8660-4195-af6c-241f7f8b3a0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:49:48.021265 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c372b-a996-4f47-a1e9-c485823b508a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d3ea8f-3818-445e-baf3-06179f8f159f,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:48.029457 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=fccb0038-635a-49a0-9a65-2e544d44bda1,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:48.030326 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d1e7c5c8-620f-4716-8670-c0d19a1612ec tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.052597 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.055012 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.062791 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-248c372b-a996-4f47-a1e9-c485823b508a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.064208 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-248c372b-a996-4f47-a1e9-c485823b508a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4996207 Oct 18 07:49:48.068365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d1e7c5c8-620f-4716-8670-c0d19a1612ec tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:48.071901 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51306) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:48.084585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d1e7c5c8-620f-4716-8670-c0d19a1612ec tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Usage tracker for resource:security_group_rule and tenant:0f286d48607e4386b10ca9eff3ca0147 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:48.090437 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e7006341-1c03-48a8-9e78-cd0283e8d2d6 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Request body: {'security_group_rule': {'security_group_id': '38d3ea8f-3818-445e-baf3-06179f8f159f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:48.095421 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d1e7c5c8-620f-4716-8670-c0d19a1612ec tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:48.102921 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e7006341-1c03-48a8-9e78-cd0283e8d2d6 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:48.111212 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93850d56-0da6-428a-a53d-53a92c8c8a40']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:48.118804 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d1e7c5c8-620f-4716-8670-c0d19a1612ec tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:48.123879 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e7006341-1c03-48a8-9e78-cd0283e8d2d6 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Usage tracker for resource:security_group_rule and tenant:dcd2edd96c934bc294dc295d3600ad84 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:48.130163 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e23d6a0-a325-4d6a-936e-192db2c27388') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:48.130463 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e23d6a0-a325-4d6a-936e-192db2c27388') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:48.150027 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e7006341-1c03-48a8-9e78-cd0283e8d2d6 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:48.178733 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e7006341-1c03-48a8-9e78-cd0283e8d2d6 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:48.213510 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.284487 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80972c27-c5ee-4369-ad58-39d77c2d1fbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Subnet': ['ID=67f7eeeb-5f67-4461-afd9-fa6fccf6489a,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:48.302720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.338365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:49:48.339941 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.342965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-9804b933-fe0e-42d6-9087-c00533463992 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Deleting port 2184b5e4-61a0-4bfe-a63e-502c5699eec2 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:49:48.343461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9804b933-fe0e-42d6-9087-c00533463992 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.390770 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7006341-1c03-48a8-9e78-cd0283e8d2d6 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.441064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.450511 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80972c27-c5ee-4369-ad58-39d77c2d1fbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Checking segment: {'id': 'abe45e45-691f-4b55-a126-3a518ef3bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bc1332d-dbed-4605-978f-f0852a0757c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:48.451154 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80972c27-c5ee-4369-ad58-39d77c2d1fbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network hostable DHCP agents. Network: 9bc1332d-dbed-4605-978f-f0852a0757c0, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:49:48.506562 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.522297 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Transition to ACTIVE for port object 48937417-5831-40fa-9d81-18b6671501d4 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:48.530166 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Attempt 6 to provision port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 Oct 18 07:49:48.533105 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 4e23d6a0-a325-4d6a-936e-192db2c27388 resource provider aggregate not found Oct 18 07:49:48.573280 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51324) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:48.574435 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 4e23d6a0-a325-4d6a-936e-192db2c27388 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e23d6a0-a325-4d6a-936e-192db2c27388 found for delete ", "request_id": "req-21d4c4a4-d756-4b8c-b83a-fa0556958bc2"}]} Oct 18 07:49:48.624189 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b3e547cb-8660-4195-af6c-241f7f8b3a0a None None] Deleting port 04fe062b-0fd5-477f-a7e7-a173e56297df {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:49:48.627769 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b3e547cb-8660-4195-af6c-241f7f8b3a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.679363 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d1e7c5c8-620f-4716-8670-c0d19a1612ec tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.680123 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.711259 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.716103 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d1e7c5c8-620f-4716-8670-c0d19a1612ec tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.744725 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] Pushing event deleted for resources: {'Network': ['ID=93850d56-0da6-428a-a53d-53a92c8c8a40,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:48.748182 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51334) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:48.757351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80972c27-c5ee-4369-ad58-39d77c2d1fbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network 9bc1332d-dbed-4605-978f-f0852a0757c0 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:49:48.772509 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 04fe062b-0fd5-477f-a7e7-a173e56297df no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:49:48.777152 dv-neutron-861625-1-hyperv neutron-server[89045]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 18 07:49:48.803138 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.806920 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7006341-1c03-48a8-9e78-cd0283e8d2d6 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.808526 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6a665d11-6cb4-43e7-8d83-c4a0618cc697 tempest-DHCPAgentSchedulersTestJSON-1743228758 tempest-DHCPAgentSchedulersTestJSON-1743228758-project] 10.222.0.17 "DELETE /v2.0/networks/93850d56-0da6-428a-a53d-53a92c8c8a40 HTTP/1.1" status: 204 len: 168 time: 3.4057636 Oct 18 07:49:48.818575 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7c5c8-620f-4716-8670-c0d19a1612ec tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80780d37-842b-4400-aa0e-7551f5bb17e5,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:48.822144 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7006341-1c03-48a8-9e78-cd0283e8d2d6 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.824899 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:48.824899 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.827871 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-570284392'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:48.839865 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d1e7c5c8-620f-4716-8670-c0d19a1612ec tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.844424 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d1e7c5c8-620f-4716-8670-c0d19a1612ec tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0327909 Oct 18 07:49:48.850371 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Transition to ACTIVE for port object b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:48.851431 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51340) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:48.862023 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.871728 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-70559278-8c2d-4f6b-8db3-1212bfceff75 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Request body: {'security_group_rule': {'security_group_id': '80780d37-842b-4400-aa0e-7551f5bb17e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:48.880895 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:48.881456 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7006341-1c03-48a8-9e78-cd0283e8d2d6 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7437b5a8-738d-469e-8e0c-27089924ddab,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:48.883477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-70559278-8c2d-4f6b-8db3-1212bfceff75 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:48.884075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.888310 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-bf0325a4-614b-4645-aae7-c942ac4eeb36 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Synchronizing usage tracker for tenant:01dd86a254e9403294fcf6de4e6b7815 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:49:48.896063 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-70559278-8c2d-4f6b-8db3-1212bfceff75 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Usage tracker for resource:security_group_rule and tenant:0f286d48607e4386b10ca9eff3ca0147 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:48.900987 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-70559278-8c2d-4f6b-8db3-1212bfceff75 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:48.909357 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7006341-1c03-48a8-9e78-cd0283e8d2d6 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.909560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-80972c27-c5ee-4369-ad58-39d77c2d1fbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 9bc1332d-dbed-4605-978f-f0852a0757c0) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:48.910504 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e7006341-1c03-48a8-9e78-cd0283e8d2d6 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8376315 Oct 18 07:49:48.913696 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-70559278-8c2d-4f6b-8db3-1212bfceff75 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:48.916506 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51344) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:48.922981 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-1125c6f3-0a4c-488e-bdc0-e443da8f3d47 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Request body: {'security_group_rule': {'security_group_id': '38d3ea8f-3818-445e-baf3-06179f8f159f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:48.932197 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:network and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:48.934782 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1125c6f3-0a4c-488e-bdc0-e443da8f3d47 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:48.939587 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1125c6f3-0a4c-488e-bdc0-e443da8f3d47 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Usage tracker for resource:security_group_rule and tenant:dcd2edd96c934bc294dc295d3600ad84 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:48.943317 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1125c6f3-0a4c-488e-bdc0-e443da8f3d47 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:48.944045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:48.956197 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:48.959999 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1125c6f3-0a4c-488e-bdc0-e443da8f3d47 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:48.964654 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70559278-8c2d-4f6b-8db3-1212bfceff75 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:48.980074 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-bf0325a4-614b-4645-aae7-c942ac4eeb36 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Unset dirty status for tenant:01dd86a254e9403294fcf6de4e6b7815 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:49:48.989158 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-bf0325a4-614b-4645-aae7-c942ac4eeb36 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1215086599&fields=id&tenant_id=01dd86a254e9403294fcf6de4e6b7815 HTTP/1.1" status: 200 len: 267 time: 0.2303967 Oct 18 07:49:49.029163 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b7d4f-edd3-440c-88d1-2c281e93801f None None] Pushing event updated for resources: {'Port': ['ID=b475b0c9-57d5-4bd4-a1a4-5da511cb40d0,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:49.101197 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09695aef-d42b-4e6f-8ca7-5515c9df720b None None] Network 9bc1332d-dbed-4605-978f-f0852a0757c0 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:49:49.114784 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1125c6f3-0a4c-488e-bdc0-e443da8f3d47 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.132114 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Attempting to bind port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:49:49.132510 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Attempting to bind port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'd0892a4a-f892-43eb-b0e4-188ab345b122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:49:49.132879 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Attempting to bind port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 on network b4b998fa-e372-4e50-b79b-07d7c610b310 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:49:49.138460 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:49:49.138866 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Checking segment: {'id': 'd0892a4a-f892-43eb-b0e4-188ab345b122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:49.139312 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.139654 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Bound using segment: {'id': 'd0892a4a-f892-43eb-b0e4-188ab345b122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:49:49.140123 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Bound port: b475b0c9-57d5-4bd4-a1a4-5da511cb40d0, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0892a4a-f892-43eb-b0e4-188ab345b122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:49:49.140521 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.197902 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b3e547cb-8660-4195-af6c-241f7f8b3a0a None None] The port '04fe062b-0fd5-477f-a7e7-a173e56297df' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:49:49.201927 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1125c6f3-0a4c-488e-bdc0-e443da8f3d47 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.234853 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1125c6f3-0a4c-488e-bdc0-e443da8f3d47 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.236366 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 04fe062b-0fd5-477f-a7e7-a173e56297df {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:49:49.240332 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 04fe062b-0fd5-477f-a7e7-a173e56297df not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:49:49.249223 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] For port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:49:49.255574 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] For port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b475b0c9-57d5-4bd4-a1a4-5da511cb40d0,segment=NetworkSegment(d0892a4a-f892-43eb-b0e4-188ab345b122),segment_id=d0892a4a-f892-43eb-b0e4-188ab345b122)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:49:49.264369 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.279036 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70559278-8c2d-4f6b-8db3-1212bfceff75 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.305563 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70559278-8c2d-4f6b-8db3-1212bfceff75 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.330210 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:49.333634 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.339858 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Attempt 7 to provision port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 Oct 18 07:49:49.350898 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125c6f3-0a4c-488e-bdc0-e443da8f3d47 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42c4e45-df94-4caa-8c72-d7d5288ad2c1,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:49.358750 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80972c27-c5ee-4369-ad58-39d77c2d1fbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:49.359331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-80972c27-c5ee-4369-ad58-39d77c2d1fbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.362517 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51350) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:49.372556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:49.372898 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:49.373662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:49.373986 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Subscribe: > port after_create 55550000 {{(pid=89046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:49.374317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:49.374683 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Subscribe: > port after_update 55550000 {{(pid=89046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:49.375016 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:49.375345 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:49.375663 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:49.375972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:49.405930 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b7d4f-edd3-440c-88d1-2c281e93801f None None] Pushing event updated for resources: {'Port': ['ID=b475b0c9-57d5-4bd4-a1a4-5da511cb40d0,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:49.414852 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-efffa60c-bf68-4edd-9503-be571358f3df tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:49.415615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-efffa60c-bf68-4edd-9503-be571358f3df tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Synchronizing usage tracker for tenant:01dd86a254e9403294fcf6de4e6b7815 on resource:network {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:49:49.418019 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Routers {'6e12c041-ed93-4708-a8c4-fc483d21ecdc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:49:49.418828 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:49.425645 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70559278-8c2d-4f6b-8db3-1212bfceff75 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.430647 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-70559278-8c2d-4f6b-8db3-1212bfceff75 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5739150 Oct 18 07:49:49.430647 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1125c6f3-0a4c-488e-bdc0-e443da8f3d47 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.430647 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1125c6f3-0a4c-488e-bdc0-e443da8f3d47 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5125556 Oct 18 07:49:49.433162 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70559278-8c2d-4f6b-8db3-1212bfceff75 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881f1d25-83b6-4b02-b994-65aa6026cb14,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:49.437678 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51354) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:49.437997 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51356) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:49.445161 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:49.459323 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-2c83f1ca-bafb-4d80-9c50-f18ddd495316 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Request body: {'security_group_rule': {'security_group_id': '80780d37-842b-4400-aa0e-7551f5bb17e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:49.465371 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2c83f1ca-bafb-4d80-9c50-f18ddd495316 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:49.470167 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2c83f1ca-bafb-4d80-9c50-f18ddd495316 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Usage tracker for resource:security_group_rule and tenant:0f286d48607e4386b10ca9eff3ca0147 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:49.471733 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfc4b6-0b0e-4c59-9369-d1c533e2b46a None None] Pushing event updated for resources: {'Port': ['ID=48937417-5831-40fa-9d81-18b6671501d4,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:49.474707 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2c83f1ca-bafb-4d80-9c50-f18ddd495316 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:49.482506 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2c83f1ca-bafb-4d80-9c50-f18ddd495316 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:49.487990 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:49.492626 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Usage tracker for resource:floatingip and tenant:dcd2edd96c934bc294dc295d3600ad84 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:49.495613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:49.501802 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:49.519245 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.539178 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 07:49:49.540675 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-efffa60c-bf68-4edd-9503-be571358f3df tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Unset dirty status for tenant:01dd86a254e9403294fcf6de4e6b7815 on resource:network {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:49:49.541915 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-efffa60c-bf68-4edd-9503-be571358f3df tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/networks?id=2ca5a665-b920-4cc4-aca3-30836ec763cb HTTP/1.1" status: 200 len: 806 time: 0.5518732 Oct 18 07:49:49.567240 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c83f1ca-bafb-4d80-9c50-f18ddd495316 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.568401 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Attempting to bind port 48937417-5831-40fa-9d81-18b6671501d4 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:49:49.568998 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Attempting to bind port 48937417-5831-40fa-9d81-18b6671501d4 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'dcd5b6cc-1bba-47a7-8a15-56142a96dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:49:49.569542 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Attempting to bind port 48937417-5831-40fa-9d81-18b6671501d4 on network 5a222d3d-3a04-4249-b8b6-0c072903979a {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:49:49.578498 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-b602e9b2-5c5e-435c-a006-efe355932801 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/quotas/01dd86a254e9403294fcf6de4e6b7815 HTTP/1.1" status: 200 len: 375 time: 0.0263617 Oct 18 07:49:49.593091 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:49:49.593727 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Checking segment: {'id': 'dcd5b6cc-1bba-47a7-8a15-56142a96dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:49.594275 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.594865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Bound using segment: {'id': 'dcd5b6cc-1bba-47a7-8a15-56142a96dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:49:49.595482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Bound port: 48937417-5831-40fa-9d81-18b6671501d4, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd5b6cc-1bba-47a7-8a15-56142a96dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:49:49.596013 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.607903 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Provisioning complete for port fccb0038-635a-49a0-9a65-2e544d44bda1 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:49.608442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.608913 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Attempt 1 to provision port fccb0038-635a-49a0-9a65-2e544d44bda1 Oct 18 07:49:49.626089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:49.626605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:49.627341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:49.627468 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] Set router 6e12c041-ed93-4708-a8c4-fc483d21ecdc gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:49:49.627843 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89046) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 07:49:49.628290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aba67b0-956c-4e13-bf3c-ce195691dd13']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:49.658696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.677691 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35b1809-909c-46f4-8f24-eaa622443ea8') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:49.678241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35b1809-909c-46f4-8f24-eaa622443ea8') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:49.703166 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:49.708241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:security_group_rule and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:49.711490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:49.717677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:49.846042 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.849405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9804b933-fe0e-42d6-9087-c00533463992 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.859520 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.888643 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-80972c27-c5ee-4369-ad58-39d77c2d1fbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2696254 Oct 18 07:49:49.890248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51364) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:49.890811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.893841 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-9bc1332d-dbed-4605-978f-f0852a0757c0', 'network_id': '9bc1332d-dbed-4605-978f-f0852a0757c0', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'fixed_ips': [{'subnet_id': '67f7eeeb-5f67-4461-afd9-fa6fccf6489a'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:49:49.895744 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:49.907594 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e5e4ca1a-9bb6-4963-966f-6b82ad942c74 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'subnet': {'network_id': 'bbe44db5-30f8-48dc-9ce7-703153ced84f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:49.913070 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] For port 48937417-5831-40fa-9d81-18b6671501d4, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:49:50.021392 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-1e9c6fe8-5593-400c-ae12-220bec4098ed tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Synchronizing usage tracker for tenant:01dd86a254e9403294fcf6de4e6b7815 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:49:50.045476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:49:50.075947 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'name': 'tempest-ServerActionsTestJSON-356566340-router', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:24Z', 'updated_at': '2022-10-18T07:49:43Z', 'revision_number': 4, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'gw_port': {'id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:26Z', 'updated_at': '2022-10-18T07:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'b475b0c9-57d5-4bd4-a1a4-5da511cb40d0', 'name': '', 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'mac_address': 'fa:16:3e:7b:2f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:39Z', 'updated_at': '2022-10-18T07:49:49Z', 'revision_number': 4, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'subnets': [{'id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:50.078413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c83f1ca-bafb-4d80-9c50-f18ddd495316 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:50.081066 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1eaa04-02f2-4ed3-a4fe-1039676c7249 None None] The sync data for ids ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'] in dv-neutron-861625-1-hyperv is: [{'id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'name': 'tempest-ServerActionsTestJSON-356566340-router', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:24Z', 'updated_at': '2022-10-18T07:49:43Z', 'revision_number': 4, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'gw_port': {'id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:26Z', 'updated_at': '2022-10-18T07:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'b475b0c9-57d5-4bd4-a1a4-5da511cb40d0', 'name': '', 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'mac_address': 'fa:16:3e:7b:2f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:39Z', 'updated_at': '2022-10-18T07:49:49Z', 'revision_number': 4, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'subnets': [{'id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:49:50.097842 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Allocated IP 2001:db8::2 (9bc1332d-dbed-4605-978f-f0852a0757c0/67f7eeeb-5f67-4461-afd9-fa6fccf6489a/b095772c-6d97-4adc-9f38-5ac6d58bd6c8) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:50.107916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c83f1ca-bafb-4d80-9c50-f18ddd495316 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:50.138574 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:50.151160 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-9804b933-fe0e-42d6-9087-c00533463992 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Calling delete_port for 2184b5e4-61a0-4bfe-a63e-502c5699eec2 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:49:50.210223 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c83f1ca-bafb-4d80-9c50-f18ddd495316 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:50.210787 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2c83f1ca-bafb-4d80-9c50-f18ddd495316 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7711504 Oct 18 07:49:50.220998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51368) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:50.221676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83f1ca-bafb-4d80-9c50-f18ddd495316 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb80b6f-8f61-4ae8-a768-5d3f1a7b170b,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:50.236785 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e5e4ca1a-9bb6-4963-966f-6b82ad942c74 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:50.236785 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-1e9c6fe8-5593-400c-ae12-220bec4098ed tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Unset dirty status for tenant:01dd86a254e9403294fcf6de4e6b7815 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:49:50.237429 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-1e9c6fe8-5593-400c-ae12-220bec4098ed tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=01dd86a254e9403294fcf6de4e6b7815&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5992017 Oct 18 07:49:50.242077 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:50.248608 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:50.251403 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:50.253789 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e5e4ca1a-9bb6-4963-966f-6b82ad942c74 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:subnet and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:50.306758 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Usage tracker for resource:floatingip and tenant:0f286d48607e4386b10ca9eff3ca0147 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:50.309175 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e5e4ca1a-9bb6-4963-966f-6b82ad942c74 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:50.312879 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:50.340592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:49:50.341599 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:50.341733 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e5e4ca1a-9bb6-4963-966f-6b82ad942c74 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:50.349122 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:50.377174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:50.386492 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:50.400739 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Transition to ACTIVE for port object b095772c-6d97-4adc-9f38-5ac6d58bd6c8 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:50.420116 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Transition to ACTIVE for port object b095772c-6d97-4adc-9f38-5ac6d58bd6c8 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:50.421158 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e4ca1a-9bb6-4963-966f-6b82ad942c74 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Made reservation on behalf of 40e2f53a491e42e8ab9b0ae7e52a82ac for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:50.423408 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] For port 48937417-5831-40fa-9d81-18b6671501d4, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=48937417-5831-40fa-9d81-18b6671501d4,segment=NetworkSegment(dcd5b6cc-1bba-47a7-8a15-56142a96dead),segment_id=dcd5b6cc-1bba-47a7-8a15-56142a96dead)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:49:50.424698 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e5e4ca1a-9bb6-4963-966f-6b82ad942c74 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:50.434790 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device fccb0038-635a-49a0-9a65-2e544d44bda1 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:50.487040 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:50.487443 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Added segment 3dbd8fc8-933b-41c1-abbd-0369f41ef9fa of type vlan for network 421d0710-6574-4dc6-a599-2fa72ae31b2e Oct 18 07:49:50.501003 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:50.503076 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Current status of the port fccb0038-635a-49a0-9a65-2e544d44bda1 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:50.506942 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:50.535013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99af4d72-b1ae-4f52-b5f2-c72dc7da6c12,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:50.628075 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Network 9bc1332d-dbed-4605-978f-f0852a0757c0 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:50.637548 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1ed57640-e72c-48d7-b35f-1cdfa0889855 None None] Provisioning for port 48937417-5831-40fa-9d81-18b6671501d4 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:50.644307 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:50.652544 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Routers {'1e0426ab-4322-4a45-bf6e-6512f030d9af'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:49:50.653437 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1e0426ab-4322-4a45-bf6e-6512f030d9af'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:50.681781 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6ac8f536-f140-49d4-ba41-b5962ec151e7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=523b2ffec92f48c7873fd1d1596e6a4f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3154554 Oct 18 07:49:50.697457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51382) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:50.700289 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:50.707535 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0aba67b0-956c-4e13-bf3c-ce195691dd13 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 18 07:49:50.710404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:50.737191 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:50.747704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:50.784339 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Allocated IP 172.26.8.175 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/f71e1a21-41e8-4e9e-97db-ab1e84ea33e6) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:50.790759 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Pushing event deleted for resources: {'Network': ['ID=0aba67b0-956c-4e13-bf3c-ce195691dd13,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:50.803251 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment e35b1809-909c-46f4-8f24-eaa622443ea8 resource provider aggregate not found Oct 18 07:49:50.810865 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-6f0bd7da-8c3b-4d80-85ac-aa56186505e7 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:49:50.811880 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-6f0bd7da-8c3b-4d80-85ac-aa56186505e7 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3667622 Oct 18 07:49:50.852343 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment e35b1809-909c-46f4-8f24-eaa622443ea8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e35b1809-909c-46f4-8f24-eaa622443ea8 found for delete ", "request_id": "req-7c72e1a4-e2c3-4238-8250-0b71bf43440b"}]} Oct 18 07:49:50.854645 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2b09f6ee-8262-4fc2-bab2-b7b6fbac7b27 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "DELETE /v2.0/networks/0aba67b0-956c-4e13-bf3c-ce195691dd13 HTTP/1.1" status: 204 len: 168 time: 2.9570034 Oct 18 07:49:50.892110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9804b933-fe0e-42d6-9087-c00533463992 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:50.977212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d96e152-2c78-48d4-a88d-8f704449322a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:50.979177 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:50.986970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:50.987873 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:51.106374 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804b933-fe0e-42d6-9087-c00533463992 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event deleted for resources: {'Port': ['ID=2184b5e4-61a0-4bfe-a63e-502c5699eec2,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:51.172432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Network': ['ID=421d0710-6574-4dc6-a599-2fa72ae31b2e,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:51.198985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5ea1a0a0-9123-451e-9c17-60d933e11152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:51.205815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9804b933-fe0e-42d6-9087-c00533463992 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:51.212180 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9804b933-fe0e-42d6-9087-c00533463992 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "DELETE /v2.0/ports/2184b5e4-61a0-4bfe-a63e-502c5699eec2 HTTP/1.1" status: 204 len: 168 time: 3.6465676 Oct 18 07:49:51.219442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfc4b6-0b0e-4c59-9369-d1c533e2b46a None None] Pushing event updated for resources: {'Port': ['ID=48937417-5831-40fa-9d81-18b6671501d4,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:51.229192 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51396) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:51.253929 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4511dff4-e0c3-40b1-a633-05c7de51481d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6759388 Oct 18 07:49:51.255090 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d96e152-2c78-48d4-a88d-8f704449322a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:51.263015 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51400) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:51.273299 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-a3f33218-98da-4c6a-a653-1b708224c04d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:51.406952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:49:51.436455 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-61fe7b22-5a20-4595-a430-d64eba5c415a service neutron] 10.222.0.17 "GET /v2.0/networks/2ca5a665-b920-4cc4-aca3-30836ec763cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627129 Oct 18 07:49:51.454697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d96e152-2c78-48d4-a88d-8f704449322a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:51.486713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51406) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:51.489470 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e152-2c78-48d4-a88d-8f704449322a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ed94a8-ff5e-472b-9b6f-81ca9af6a421,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:51.503223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-6166feb6-40db-4a7c-9e8b-45c5375ffb67 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Request body: {'router': {'name': 'tempest-router--978046039', 'project_id': '39baedbd1de84f28b9d358a3b335b42e'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:51.517007 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-286fbfcf-5d88-4ad0-a04d-1415228df323 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] GET failed (client error): The resource could not be found. Oct 18 07:49:51.517624 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-286fbfcf-5d88-4ad0-a04d-1415228df323 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Synchronizing usage tracker for tenant:100f56f2722d48579f86b6f4989447e5 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:49:51.523249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d96e152-2c78-48d4-a88d-8f704449322a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:51.524466 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4d96e152-2c78-48d4-a88d-8f704449322a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/52ed94a8-ff5e-472b-9b6f-81ca9af6a421 HTTP/1.1" status: 204 len: 168 time: 0.8258574 Oct 18 07:49:51.526069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6166feb6-40db-4a7c-9e8b-45c5375ffb67 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:51.529103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a3f33218-98da-4c6a-a653-1b708224c04d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:51.533652 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6166feb6-40db-4a7c-9e8b-45c5375ffb67 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Usage tracker for resource:router and tenant:39baedbd1de84f28b9d358a3b335b42e is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:51.536977 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a3f33218-98da-4c6a-a653-1b708224c04d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:51.540027 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6166feb6-40db-4a7c-9e8b-45c5375ffb67 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:51.543386 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a3f33218-98da-4c6a-a653-1b708224c04d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:51.551446 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6166feb6-40db-4a7c-9e8b-45c5375ffb67 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:51.553855 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a3f33218-98da-4c6a-a653-1b708224c04d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:51.572700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6166feb6-40db-4a7c-9e8b-45c5375ffb67 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:51.573905 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6166feb6-40db-4a7c-9e8b-45c5375ffb67 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:51.579674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f33218-98da-4c6a-a653-1b708224c04d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:51.583320 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a3f33218-98da-4c6a-a653-1b708224c04d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:51.655187 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:51.667374 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-286fbfcf-5d88-4ad0-a04d-1415228df323 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Unset dirty status for tenant:100f56f2722d48579f86b6f4989447e5 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:49:51.669013 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-286fbfcf-5d88-4ad0-a04d-1415228df323 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "GET /v2.0/ports/2184b5e4-61a0-4bfe-a63e-502c5699eec2 HTTP/1.1" status: 404 len: 333 time: 0.4290695 Oct 18 07:49:51.676383 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51412) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:51.697339 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-18e5267e-cd1f-4c9e-993c-1d9a05797113 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Request body: {'port': {'network_id': 'c862c599-de0a-4173-9920-d571c0927cd8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-11421035'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:51.702992 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port fccb0038-635a-49a0-9a65-2e544d44bda1 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:51.703527 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:51.703689 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port fccb0038-635a-49a0-9a65-2e544d44bda1 Oct 18 07:49:51.804392 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6166feb6-40db-4a7c-9e8b-45c5375ffb67 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:51.845022 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-8056755a-f0ef-4b68-9f53-44b74dc5dde9 service neutron] 10.222.0.17 "GET /v2.0/networks/2ca5a665-b920-4cc4-aca3-30836ec763cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564162 Oct 18 07:49:51.883377 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Attempting to bind port b095772c-6d97-4adc-9f38-5ac6d58bd6c8 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:49:51.883758 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Attempting to bind port b095772c-6d97-4adc-9f38-5ac6d58bd6c8 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'abe45e45-691f-4b55-a126-3a518ef3bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bc1332d-dbed-4605-978f-f0852a0757c0'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:49:51.884129 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Attempting to bind port b095772c-6d97-4adc-9f38-5ac6d58bd6c8 on network 9bc1332d-dbed-4605-978f-f0852a0757c0 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:49:51.908194 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:51.923590 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6166feb6-40db-4a7c-9e8b-45c5375ffb67 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:51.977811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6166feb6-40db-4a7c-9e8b-45c5375ffb67 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:51.979064 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6166feb6-40db-4a7c-9e8b-45c5375ffb67 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4918289 Oct 18 07:49:51.983443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51418) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:52.031567 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Pushing event updated for resources: {'Port': ['ID=b095772c-6d97-4adc-9f38-5ac6d58bd6c8,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:52.034505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:49:52.034505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Checking segment: {'id': 'abe45e45-691f-4b55-a126-3a518ef3bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bc1332d-dbed-4605-978f-f0852a0757c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:52.034892 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:52.035302 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Bound using segment: {'id': 'abe45e45-691f-4b55-a126-3a518ef3bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bc1332d-dbed-4605-978f-f0852a0757c0'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:49:52.035822 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Bound port: b095772c-6d97-4adc-9f38-5ac6d58bd6c8, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe45e45-691f-4b55-a126-3a518ef3bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9bc1332d-dbed-4605-978f-f0852a0757c0'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:49:52.036201 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:52.070226 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-09355bcf-65a0-466a-bbb6-d0c177bc915d None None] Could not find standard attr ID for object 2184b5e4-61a0-4bfe-a63e-502c5699eec2. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:49:52.093937 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e5e4ca1a-9bb6-4963-966f-6b82ad942c74 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:52.109852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] Set router 1e0426ab-4322-4a45-bf6e-6512f030d9af gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:49:52.334053 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51430) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:52.337490 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4ca1a-9bb6-4963-966f-6b82ad942c74 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Subnet': ['ID=5ec06e05-8b75-4ac3-829e-9a40f525cdb8,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:52.420686 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cef0a442-a92b-4150-be61-b4e44a76377c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:52.440153 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cef0a442-a92b-4150-be61-b4e44a76377c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:52.446692 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cef0a442-a92b-4150-be61-b4e44a76377c admin admin] Usage tracker for resource:security_group_rule and tenant:a1ae697a4bcf4df28e74ed6c429a2e53 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:52.451415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cef0a442-a92b-4150-be61-b4e44a76377c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:52.454743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-18e5267e-cd1f-4c9e-993c-1d9a05797113 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:52.457012 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cef0a442-a92b-4150-be61-b4e44a76377c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:52.490992 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] For port b095772c-6d97-4adc-9f38-5ac6d58bd6c8, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:49:52.537864 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-18e5267e-cd1f-4c9e-993c-1d9a05797113 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:52.548379 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-55c913f6-075f-47c2-946e-aab9e6f5e645 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:52.554585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cef0a442-a92b-4150-be61-b4e44a76377c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:52.564167 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e4ca1a-9bb6-4963-966f-6b82ad942c74 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Checking segment: {'id': 'f5b680e4-325b-44ca-afd4-4c6d14f6380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bbe44db5-30f8-48dc-9ce7-703153ced84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:52.564876 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e4ca1a-9bb6-4963-966f-6b82ad942c74 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network hostable DHCP agents. Network: bbe44db5-30f8-48dc-9ce7-703153ced84f, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:49:52.577762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cef0a442-a92b-4150-be61-b4e44a76377c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:52.698489 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] For port b095772c-6d97-4adc-9f38-5ac6d58bd6c8, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b095772c-6d97-4adc-9f38-5ac6d58bd6c8,segment=NetworkSegment(abe45e45-691f-4b55-a126-3a518ef3bf91),segment_id=abe45e45-691f-4b55-a126-3a518ef3bf91)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:49:52.704011 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port fccb0038-635a-49a0-9a65-2e544d44bda1 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:52.714975 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:52.720719 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Allocated IP 172.26.8.176 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/4b492a77-8629-4cec-be1e-9c207441eaa9) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:52.804012 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51446) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:52.830927 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e5267e-cd1f-4c9e-993c-1d9a05797113 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Made reservation on behalf of 100f56f2722d48579f86b6f4989447e5 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:52.834362 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-18e5267e-cd1f-4c9e-993c-1d9a05797113 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:52.907972 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cef0a442-a92b-4150-be61-b4e44a76377c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a1ae697a4bcf4df28e74ed6c429a2e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5585332 Oct 18 07:49:52.921405 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa15e1-0d37-42d5-8edd-953d844763b9 None None] Pushing event updated for resources: {'Port': ['ID=b095772c-6d97-4adc-9f38-5ac6d58bd6c8,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:52.930855 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:52.942754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-30ef625c-7a5e-40e3-90b6-cd7508f97558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:52.946026 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51456) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:53.014254 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:53.061366 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0a442-a92b-4150-be61-b4e44a76377c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4beb3f6-6b53-418e-9184-20c66ab9d10b,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:53.103370 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-18e5267e-cd1f-4c9e-993c-1d9a05797113 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] device_id is not set on port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:49:53.177192 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e4ca1a-9bb6-4963-966f-6b82ad942c74 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network bbe44db5-30f8-48dc-9ce7-703153ced84f is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:49:53.177975 dv-neutron-861625-1-hyperv neutron-server[89046]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 18 07:49:53.180933 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:53.249300 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:53.261059 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'name': 'tempest-ServersTestManualDisk-647744044-router', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'gw_port': {'id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:23Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '48937417-5831-40fa-9d81-18b6671501d4', 'name': '', 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'mac_address': 'fa:16:3e:6f:dc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '01485aae-eded-48c1-8010-b01081c67b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:36Z', 'updated_at': '2022-10-18T07:49:49Z', 'revision_number': 4, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'subnets': [{'id': '01485aae-eded-48c1-8010-b01081c67b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:49:53.266032 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29abf1f9-13e1-4b28-85ce-2a4a817674e5 None None] The sync data for ids ['1e0426ab-4322-4a45-bf6e-6512f030d9af'] in dv-neutron-861625-1-hyperv is: [{'id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'name': 'tempest-ServersTestManualDisk-647744044-router', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'gw_port': {'id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:23Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '48937417-5831-40fa-9d81-18b6671501d4', 'name': '', 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'mac_address': 'fa:16:3e:6f:dc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '01485aae-eded-48c1-8010-b01081c67b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:36Z', 'updated_at': '2022-10-18T07:49:49Z', 'revision_number': 4, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'subnets': [{'id': '01485aae-eded-48c1-8010-b01081c67b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:49:53.273235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a3f33218-98da-4c6a-a653-1b708224c04d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:53.282413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:53.286714 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:53.289736 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:53.290539 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:53.290943 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 Oct 18 07:49:53.363907 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-55c913f6-075f-47c2-946e-aab9e6f5e645 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:53.370303 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-e5e4ca1a-9bb6-4963-966f-6b82ad942c74 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, bbe44db5-30f8-48dc-9ce7-703153ced84f) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:53.393039 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Pushing event updated for resources: {'Port': ['ID=f71e1a21-41e8-4e9e-97db-ab1e84ea33e6,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:53.401694 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e4ca1a-9bb6-4963-966f-6b82ad942c74 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:53.417848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-55c913f6-075f-47c2-946e-aab9e6f5e645 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:53.419084 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e5e4ca1a-9bb6-4963-966f-6b82ad942c74 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:53.424765 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b8f8cd-51fc-4fc3-8aa6-eb98e8eb7c71 None None] Network bbe44db5-30f8-48dc-9ce7-703153ced84f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:49:53.439338 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:53.463151 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f5c757b2-54aa-4709-8a8f-56673bb1c193 req-0875bba2-f57f-46f8-b018-06964bc06287 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 210 time: 0.6560922 Oct 18 07:49:53.483402 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e5e4ca1a-9bb6-4963-966f-6b82ad942c74 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5911291 Oct 18 07:49:53.486729 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51472) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:53.495627 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4e58dcc1-95b7-4df6-b4e7-eaaca76458f5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-387588722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:53.513892 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4e58dcc1-95b7-4df6-b4e7-eaaca76458f5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:53.626586 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ff713a6e-621c-4f35-a4cc-7ec0d657764c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:53.636822 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:53.651602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-55c913f6-075f-47c2-946e-aab9e6f5e645 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:53.652153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c913f6-075f-47c2-946e-aab9e6f5e645 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a2d2ef3-dc67-4518-8bc9-6e0575274772 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:49:53.653252 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4e58dcc1-95b7-4df6-b4e7-eaaca76458f5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:router and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:53.718866 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4e58dcc1-95b7-4df6-b4e7-eaaca76458f5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:53.737168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:53.753613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4e58dcc1-95b7-4df6-b4e7-eaaca76458f5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:53.778061 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:53.806213 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f33218-98da-4c6a-a653-1b708224c04d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=57e914cf-2d1a-4019-ad8b-2540a65c0988,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:53.885840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-18e5267e-cd1f-4c9e-993c-1d9a05797113 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Allocated IP 2001:db8::18b (c862c599-de0a-4173-9920-d571c0927cd8/72aa93ad-3ab0-4667-8bac-0f8433a7c944/87e88ec3-a18b-4f6b-8987-224fefd27ab5) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:53.908023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:53.925351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-bbe44db5-30f8-48dc-9ce7-703153ced84f', 'network_id': 'bbe44db5-30f8-48dc-9ce7-703153ced84f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'fixed_ips': [{'subnet_id': '5ec06e05-8b75-4ac3-829e-9a40f525cdb8'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:49:53.928285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:53.947722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:53.948097 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:53.965833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ff713a6e-621c-4f35-a4cc-7ec0d657764c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:54.062715 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f33218-98da-4c6a-a653-1b708224c04d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:54.063026 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f33218-98da-4c6a-a653-1b708224c04d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network hostable DHCP agents. Network: 421d0710-6574-4dc6-a599-2fa72ae31b2e, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:49:54.094678 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b475b0c9-57d5-4bd4-a1a4-5da511cb40d0,segment=NetworkSegment(d0892a4a-f892-43eb-b0e4-188ab345b122),segment_id=d0892a4a-f892-43eb-b0e4-188ab345b122)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:49:54.103562 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:54.166929 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:54.169030 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4e58dcc1-95b7-4df6-b4e7-eaaca76458f5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:54.170438 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4e58dcc1-95b7-4df6-b4e7-eaaca76458f5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:54.176454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-55c913f6-075f-47c2-946e-aab9e6f5e645 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:54.177735 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-55c913f6-075f-47c2-946e-aab9e6f5e645 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "DELETE /v2.0/routers/1a2d2ef3-dc67-4518-8bc9-6e0575274772 HTTP/1.1" status: 204 len: 168 time: 2.1918387 Oct 18 07:49:54.179757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f33218-98da-4c6a-a653-1b708224c04d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:49:54.183503 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:54.303603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=b475b0c9-57d5-4bd4-a1a4-5da511cb40d0,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:54.307671 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:54.335887 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Allocated IP 2001:db8:1::2 (bbe44db5-30f8-48dc-9ce7-703153ced84f/5ec06e05-8b75-4ac3-829e-9a40f525cdb8/dd77315e-e574-4128-9ab8-c4850a258536) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:54.363078 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ff713a6e-621c-4f35-a4cc-7ec0d657764c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:54.368993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:54.386240 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4e58dcc1-95b7-4df6-b4e7-eaaca76458f5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:54.402785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-a3f33218-98da-4c6a-a653-1b708224c04d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 421d0710-6574-4dc6-a599-2fa72ae31b2e) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:54.414684 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:54.425161 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9750800 Oct 18 07:49:54.425350 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f33218-98da-4c6a-a653-1b708224c04d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:54.425350 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a3f33218-98da-4c6a-a653-1b708224c04d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:54.428503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff713a6e-621c-4f35-a4cc-7ec0d657764c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4beb3f6-6b53-418e-9184-20c66ab9d10b,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:54.437708 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:54.439957 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22375bf-e92d-423f-8678-99d2f7ded44e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Pushing event updated for resources: {'Port': ['ID=f71e1a21-41e8-4e9e-97db-ab1e84ea33e6,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:54.442402 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ff713a6e-621c-4f35-a4cc-7ec0d657764c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:54.447520 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ff713a6e-621c-4f35-a4cc-7ec0d657764c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f4beb3f6-6b53-418e-9184-20c66ab9d10b HTTP/1.1" status: 204 len: 168 time: 1.5009105 Oct 18 07:49:54.492417 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a3f33218-98da-4c6a-a653-1b708224c04d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2257357 Oct 18 07:49:54.494736 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51490) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:54.506857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-9b21413f-6a33-42ac-8161-d5e4acdbdbe7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'name': 'tempest-NetworksTestDHCPv6-1358855496'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:54.605417 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:54.609777 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:54.674992 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51498) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:54.752190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3349e4c8-664a-4916-b951-43b256e2d2b4 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:49:54.763117 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4e58dcc1-95b7-4df6-b4e7-eaaca76458f5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:54.797730 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4992ad79-b122-4791-a2a5-7fc02472a7e4 None None] Network 9bc1332d-dbed-4605-978f-f0852a0757c0 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:49:54.797877 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-18e5267e-cd1f-4c9e-993c-1d9a05797113 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:54.862390 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Pushing event updated for resources: {'Port': ['ID=4b492a77-8629-4cec-be1e-9c207441eaa9,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:54.881438 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4e58dcc1-95b7-4df6-b4e7-eaaca76458f5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:54.885080 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4e58dcc1-95b7-4df6-b4e7-eaaca76458f5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3971746 Oct 18 07:49:54.906935 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51516) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:54.937089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-18e5267e-cd1f-4c9e-993c-1d9a05797113 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Transition to ACTIVE for port object 87e88ec3-a18b-4f6b-8987-224fefd27ab5 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:55.126994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-696ffadd-6120-4435-b8dd-e9ad54265a77 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Synchronizing usage tracker for tenant:dcd2edd96c934bc294dc295d3600ad84 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:49:55.131582 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9b21413f-6a33-42ac-8161-d5e4acdbdbe7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:55.146362 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-18e5267e-cd1f-4c9e-993c-1d9a05797113 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:55.151083 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b095772c-6d97-4adc-9f38-5ac6d58bd6c8 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:55.153763 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9b21413f-6a33-42ac-8161-d5e4acdbdbe7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:port and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:55.169125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9b21413f-6a33-42ac-8161-d5e4acdbdbe7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:55.195318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1275985786', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}, 'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:55.291985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-79d55db4-3cb7-41ea-95f4-358442348a7c None None] Provisioning for port b095772c-6d97-4adc-9f38-5ac6d58bd6c8 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:55.305957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.46', 61191) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:55.329654 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:55.333404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:55.336178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9b21413f-6a33-42ac-8161-d5e4acdbdbe7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:55.379701 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Usage tracker for resource:router and tenant:d46a8b388f594f61940a2d59bbd43464 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:55.380146 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-520c8561-332c-4367-a808-7cad8909f487 req-228c637d-e4d3-4f4f-944c-48176bd38192 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 210 time: 0.4647009 Oct 18 07:49:55.399668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:55.415955 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:55.473705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:55.481368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e5267e-cd1f-4c9e-993c-1d9a05797113 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Network c862c599-de0a-4173-9920-d571c0927cd8 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:55.484875 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b21413f-6a33-42ac-8161-d5e4acdbdbe7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:55.491445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9b21413f-6a33-42ac-8161-d5e4acdbdbe7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:55.522244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-18e5267e-cd1f-4c9e-993c-1d9a05797113 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:55.536911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-696ffadd-6120-4435-b8dd-e9ad54265a77 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Unset dirty status for tenant:dcd2edd96c934bc294dc295d3600ad84 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:49:55.538505 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-696ffadd-6120-4435-b8dd-e9ad54265a77 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--433172026&fields=id&tenant_id=dcd2edd96c934bc294dc295d3600ad84 HTTP/1.1" status: 200 len: 267 time: 0.7062948 Oct 18 07:49:55.549257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e5267e-cd1f-4c9e-993c-1d9a05797113 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:55.565698 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e5267e-cd1f-4c9e-993c-1d9a05797113 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:55.567193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-18e5267e-cd1f-4c9e-993c-1d9a05797113 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:55.597546 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5267e-cd1f-4c9e-993c-1d9a05797113 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event updated for resources: {'Port': ['ID=87e88ec3-a18b-4f6b-8987-224fefd27ab5,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:55.681952 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-9b21413f-6a33-42ac-8161-d5e4acdbdbe7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port 5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:49:55.894868 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port b095772c-6d97-4adc-9f38-5ac6d58bd6c8 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:55.939103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:55.940105 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:55.945291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port b095772c-6d97-4adc-9f38-5ac6d58bd6c8 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:55.945661 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:55.945993 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port b095772c-6d97-4adc-9f38-5ac6d58bd6c8 Oct 18 07:49:55.960938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:56.034903 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': '57e914cf-2d1a-4019-ad8b-2540a65c0988'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:49:56.036292 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:56.100382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Provisioning for port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:56.107901 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:56.108087 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:56.122471 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Provisioning complete for port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:56.122860 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:56.123187 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Attempt 1 to provision port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 Oct 18 07:49:56.153292 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-743590f0-0ad8-4ab5-a88a-681f8c952cb1 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:56.154126 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-743590f0-0ad8-4ab5-a88a-681f8c952cb1 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Synchronizing usage tracker for tenant:dcd2edd96c934bc294dc295d3600ad84 on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:49:56.189636 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:56.312273 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:56.323905 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port b095772c-6d97-4adc-9f38-5ac6d58bd6c8 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:56.324567 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:56.382234 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port b095772c-6d97-4adc-9f38-5ac6d58bd6c8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b095772c-6d97-4adc-9f38-5ac6d58bd6c8,segment=NetworkSegment(abe45e45-691f-4b55-a126-3a518ef3bf91),segment_id=abe45e45-691f-4b55-a126-3a518ef3bf91)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:49:56.390284 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Transition to ACTIVE for port object dd77315e-e574-4128-9ab8-c4850a258536 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:56.489586 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:56.491417 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:56.492042 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:56.505961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-743590f0-0ad8-4ab5-a88a-681f8c952cb1 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Unset dirty status for tenant:dcd2edd96c934bc294dc295d3600ad84 on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:49:56.508807 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-743590f0-0ad8-4ab5-a88a-681f8c952cb1 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/networks?id=5a222d3d-3a04-4249-b8b6-0c072903979a HTTP/1.1" status: 200 len: 811 time: 0.9171231 Oct 18 07:49:56.523785 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:56.536136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:56.541640 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-18e5267e-cd1f-4c9e-993c-1d9a05797113 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.8632183 Oct 18 07:49:56.563292 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51566) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:56.636298 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=b095772c-6d97-4adc-9f38-5ac6d58bd6c8,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:56.652861 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-983fe8b2-284f-469e-b42d-47b3dc2eb5ff tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Request body: {'port': {'network_id': 'c862c599-de0a-4173-9920-d571c0927cd8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-194425308'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:56.735050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Transition to ACTIVE for port object dd77315e-e574-4128-9ab8-c4850a258536 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:56.745188 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-1c103d57-d54c-465b-a39e-64620e1d64f1 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/quotas/dcd2edd96c934bc294dc295d3600ad84 HTTP/1.1" status: 200 len: 375 time: 0.1826630 Oct 18 07:49:56.754893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-cef8a9dd-8587-4a40-ae00-169c0c39eaf7 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:56.756801 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-cef8a9dd-8587-4a40-ae00-169c0c39eaf7 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.46 "GET /v2.0/networks?id=2ca5a665-b920-4cc4-aca3-30836ec763cb HTTP/1.1" status: 200 len: 806 time: 1.4472294 Oct 18 07:49:56.856490 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Attempt 2 to provision port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 Oct 18 07:49:56.946270 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bf191ecc-9e97-4ce8-bb39-7de558eb813e req-976fcfa2-89fd-4835-b5f0-00dae16d600c tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 210 time: 0.0835264 Oct 18 07:49:56.986727 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:57.007442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:57.032753 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-dacbb5e6-a39a-4338-aeb8-e6d8948ae0e4 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Synchronizing usage tracker for tenant:01dd86a254e9403294fcf6de4e6b7815 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:49:57.065462 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-dacbb5e6-a39a-4338-aeb8-e6d8948ae0e4 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Unset dirty status for tenant:01dd86a254e9403294fcf6de4e6b7815 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:49:57.066956 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-dacbb5e6-a39a-4338-aeb8-e6d8948ae0e4 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01dd86a254e9403294fcf6de4e6b7815 HTTP/1.1" status: 200 len: 380 time: 0.1971316 Oct 18 07:49:57.102973 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-2e96518a-ea5b-479d-aa08-81e7f7c09e37 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Request body: {'port': {'device_id': 'b5b58a84-94e8-4f2b-aeeb-4c301c2cb187', 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb', 'admin_state_up': True, 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'security_groups': ['ef6eac28-45a4-48f3-b1b1-09084745a75e']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:57.117514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Pushing event updated for resources: {'Port': ['ID=dd77315e-e574-4128-9ab8-c4850a258536,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:57.141882 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Network bbe44db5-30f8-48dc-9ce7-703153ced84f is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:57.143166 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-7ce09c07-fd62-4b05-958b-f36c69832dbe tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=dcd2edd96c934bc294dc295d3600ad84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3623152 Oct 18 07:49:57.154441 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Allocated IP 2001:db8::2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/57e914cf-2d1a-4019-ad8b-2540a65c0988/ed7de592-b3f6-45cc-85d0-af5e24fee7d9) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:57.157979 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:57.165525 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:57.291455 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:57.292939 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:57.293512 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 Oct 18 07:49:57.351017 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:57.421290 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Pushing event updated for resources: {'Port': ['ID=4b492a77-8629-4cec-be1e-9c207441eaa9,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:57.478265 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:57.487939 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7259ace8-7bd4-431c-af9b-e42bccc09ca6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2536874 Oct 18 07:49:57.500279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Allocated IP 2001:db8::1 (9bc1332d-dbed-4605-978f-f0852a0757c0/67f7eeeb-5f67-4461-afd9-fa6fccf6489a/1295ae72-529d-4c47-96b8-353d42980c36) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:57.527090 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Attempt 3 to provision port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 Oct 18 07:49:57.774996 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-82f3ce0d-dd28-41fa-93c5-4733c31e3c48 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:49:57.776176 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-82f3ce0d-dd28-41fa-93c5-4733c31e3c48 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3430824 Oct 18 07:49:57.786067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:57.852565 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Attempting to bind port dd77315e-e574-4128-9ab8-c4850a258536 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:49:57.852936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Attempting to bind port dd77315e-e574-4128-9ab8-c4850a258536 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'f5b680e4-325b-44ca-afd4-4c6d14f6380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bbe44db5-30f8-48dc-9ce7-703153ced84f'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:49:57.853326 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Attempting to bind port dd77315e-e574-4128-9ab8-c4850a258536 on network bbe44db5-30f8-48dc-9ce7-703153ced84f {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:49:57.899445 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:57.924302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Transition to ACTIVE for port object 1295ae72-529d-4c47-96b8-353d42980c36 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:57.973079 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:58.072770 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network 9bc1332d-dbed-4605-978f-f0852a0757c0 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:58.075173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:49:58.075799 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Checking segment: {'id': 'f5b680e4-325b-44ca-afd4-4c6d14f6380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bbe44db5-30f8-48dc-9ce7-703153ced84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:58.076039 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:58.076347 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Bound using segment: {'id': 'f5b680e4-325b-44ca-afd4-4c6d14f6380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bbe44db5-30f8-48dc-9ce7-703153ced84f'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:49:58.076845 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Bound port: dd77315e-e574-4128-9ab8-c4850a258536, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b680e4-325b-44ca-afd4-4c6d14f6380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bbe44db5-30f8-48dc-9ce7-703153ced84f'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:49:58.077228 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:58.093234 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:58.101766 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:58.102495 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:58.237208 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=1295ae72-529d-4c47-96b8-353d42980c36,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:58.305069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-d1f1d058-4824-4714-8d91-de3690a83846 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Synchronizing usage tracker for tenant:0f286d48607e4386b10ca9eff3ca0147 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:49:58.411089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:58.412174 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-d1f1d058-4824-4714-8d91-de3690a83846 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Unset dirty status for tenant:0f286d48607e4386b10ca9eff3ca0147 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:49:58.419057 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-983fe8b2-284f-469e-b42d-47b3dc2eb5ff tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:58.423119 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-d1f1d058-4824-4714-8d91-de3690a83846 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--557468731&fields=id&tenant_id=0f286d48607e4386b10ca9eff3ca0147 HTTP/1.1" status: 200 len: 267 time: 0.4353821 Oct 18 07:49:58.480487 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-983fe8b2-284f-469e-b42d-47b3dc2eb5ff tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Usage tracker for resource:port and tenant:100f56f2722d48579f86b6f4989447e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:58.545709 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] For port dd77315e-e574-4128-9ab8-c4850a258536, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:49:58.555695 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] For port dd77315e-e574-4128-9ab8-c4850a258536, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=dd77315e-e574-4128-9ab8-c4850a258536,segment=NetworkSegment(f5b680e4-325b-44ca-afd4-4c6d14f6380a),segment_id=f5b680e4-325b-44ca-afd4-4c6d14f6380a)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:49:58.562957 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:58.603985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:58.614570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-983fe8b2-284f-469e-b42d-47b3dc2eb5ff tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:58.700513 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-983fe8b2-284f-469e-b42d-47b3dc2eb5ff tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:58.729108 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-833fbfe9-c7a7-49f9-ba31-bb72bf3613ea tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:49:58.729980 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-833fbfe9-c7a7-49f9-ba31-bb72bf3613ea tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Synchronizing usage tracker for tenant:0f286d48607e4386b10ca9eff3ca0147 on resource:network {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:49:58.806697 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-833fbfe9-c7a7-49f9-ba31-bb72bf3613ea tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Unset dirty status for tenant:0f286d48607e4386b10ca9eff3ca0147 on resource:network {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:49:58.808370 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-833fbfe9-c7a7-49f9-ba31-bb72bf3613ea tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/networks?id=b4b998fa-e372-4e50-b79b-07d7c610b310 HTTP/1.1" status: 200 len: 811 time: 0.3842769 Oct 18 07:49:58.841663 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:58.855995 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-f3cb67dd-91cf-484b-b997-04293efd720e tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/quotas/0f286d48607e4386b10ca9eff3ca0147 HTTP/1.1" status: 200 len: 375 time: 0.0410550 Oct 18 07:49:58.881328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983fe8b2-284f-469e-b42d-47b3dc2eb5ff tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Made reservation on behalf of 100f56f2722d48579f86b6f4989447e5 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:58.896599 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-983fe8b2-284f-469e-b42d-47b3dc2eb5ff tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:58.900796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51622) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:49:58.950405 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-49a61de5-ad43-4b36-bd4f-9f7298b4dee8 service neutron] 10.222.0.17 "GET /v2.0/networks/5a222d3d-3a04-4249-b8b6-0c072903979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0462575 Oct 18 07:49:59.009831 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:59.040013 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Transition to ACTIVE for port object ed7de592-b3f6-45cc-85d0-af5e24fee7d9 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:59.076275 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Transition to ACTIVE for port object ed7de592-b3f6-45cc-85d0-af5e24fee7d9 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:49:59.083776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17142a4-5886-4a83-ba4d-1a6294c17297 None None] Pushing event updated for resources: {'Port': ['ID=dd77315e-e574-4128-9ab8-c4850a258536,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:59.088772 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Attempt 4 to provision port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 Oct 18 07:49:59.109489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-2e96518a-ea5b-479d-aa08-81e7f7c09e37 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:59.234242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:59.371091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-983fe8b2-284f-469e-b42d-47b3dc2eb5ff tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] device_id is not set on port c2d475b9-94ba-49f6-b494-baff79d34f18 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:49:59.388972 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:49:59.392056 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:49:59.393349 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 48937417-5831-40fa-9d81-18b6671501d4 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:49:59.419446 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-2e96518a-ea5b-479d-aa08-81e7f7c09e37 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:59.494936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:49:59.509476 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:49:59.545296 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-2e96518a-ea5b-479d-aa08-81e7f7c09e37 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Made reservation on behalf of 01dd86a254e9403294fcf6de4e6b7815 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:49:59.562607 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-2e96518a-ea5b-479d-aa08-81e7f7c09e37 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:59.614276 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:49:59.630069 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Pushing event updated for resources: {'Port': ['ID=ed7de592-b3f6-45cc-85d0-af5e24fee7d9,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:49:59.678840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Allocated IP 172.26.8.10 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/14bf6fd0-1359-48e6-8ddc-322bbde2cbda) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:59.720627 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Attempting to bind port ed7de592-b3f6-45cc-85d0-af5e24fee7d9 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:49:59.721074 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Attempting to bind port ed7de592-b3f6-45cc-85d0-af5e24fee7d9 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:49:59.721491 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Attempting to bind port ed7de592-b3f6-45cc-85d0-af5e24fee7d9 on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:49:59.734744 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 48937417-5831-40fa-9d81-18b6671501d4 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:49:59.741952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:49:59.742323 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:49:59.742769 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:59.743382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:49:59.743649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Bound port: ed7de592-b3f6-45cc-85d0-af5e24fee7d9, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:49:59.744025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:59.755740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 48937417-5831-40fa-9d81-18b6671501d4 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:49:59.756116 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:59.756454 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 48937417-5831-40fa-9d81-18b6671501d4 Oct 18 07:49:59.852032 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:49:59.866045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-9b21413f-6a33-42ac-8161-d5e4acdbdbe7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::328 (421d0710-6574-4dc6-a599-2fa72ae31b2e/57e914cf-2d1a-4019-ad8b-2540a65c0988/5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:49:59.875734 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:49:59.884875 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Usage tracker for resource:floatingip and tenant:878845adba90473790e0dd1cf7c64908 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:49:59.891412 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:49:59.906197 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] For port ed7de592-b3f6-45cc-85d0-af5e24fee7d9, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:49:59.907360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fe0c9492-7cfe-46d6-b640-17065f3211e7 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Synchronizing usage tracker for tenant:0f286d48607e4386b10ca9eff3ca0147 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:49:59.910903 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:49:59.911598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] For port ed7de592-b3f6-45cc-85d0-af5e24fee7d9, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ed7de592-b3f6-45cc-85d0-af5e24fee7d9,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:49:59.919733 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:59.944261 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:59.956305 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:49:59.961432 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:00.072433 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:00.122455 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fe0c9492-7cfe-46d6-b640-17065f3211e7 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Unset dirty status for tenant:0f286d48607e4386b10ca9eff3ca0147 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:00.123706 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fe0c9492-7cfe-46d6-b640-17065f3211e7 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=0f286d48607e4386b10ca9eff3ca0147&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2295039 Oct 18 07:50:00.130862 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 48937417-5831-40fa-9d81-18b6671501d4 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:00.131532 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:00.152471 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Attempt 5 to provision port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 Oct 18 07:50:00.217878 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534213e-a47c-4cf7-83c2-171c37657fe2 None None] Pushing event updated for resources: {'Port': ['ID=ed7de592-b3f6-45cc-85d0-af5e24fee7d9,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:00.359847 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:00.398166 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-396965d8-c1bf-4343-9047-1b7dbdc0691c service neutron] 10.222.0.17 "GET /v2.0/networks/5a222d3d-3a04-4249-b8b6-0c072903979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4259906 Oct 18 07:50:00.411059 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 48937417-5831-40fa-9d81-18b6671501d4, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=48937417-5831-40fa-9d81-18b6671501d4,segment=NetworkSegment(dcd5b6cc-1bba-47a7-8a15-56142a96dead),segment_id=dcd5b6cc-1bba-47a7-8a15-56142a96dead)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:00.419667 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:00.707402 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=48937417-5831-40fa-9d81-18b6671501d4,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:00.848997 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ed7de592-b3f6-45cc-85d0-af5e24fee7d9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:00.854646 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=1295ae72-529d-4c47-96b8-353d42980c36,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:00.940686 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Attempt 6 to provision port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 Oct 18 07:50:01.039625 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network 9bc1332d-dbed-4605-978f-f0852a0757c0 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:01.047140 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:01.067542 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f786628-e637-4954-928e-26e5e10bb671 None None] Network bbe44db5-30f8-48dc-9ce7-703153ced84f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:01.083270 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-2e96518a-ea5b-479d-aa08-81e7f7c09e37 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Allocated IP 172.20.0.13 (2ca5a665-b920-4cc4-aca3-30836ec763cb/07d05cd2-7667-4e7c-9324-dc2ab5a0878c/bb62b95b-b951-45d0-aee2-3b1425548782) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:01.170287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-983fe8b2-284f-469e-b42d-47b3dc2eb5ff tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Allocated IP 2001:db8::2b9 (c862c599-de0a-4173-9920-d571c0927cd8/72aa93ad-3ab0-4667-8bac-0f8433a7c944/c2d475b9-94ba-49f6-b494-baff79d34f18) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:01.390454 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:01.502129 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port ed7de592-b3f6-45cc-85d0-af5e24fee7d9 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:01.528987 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b095772c-6d97-4adc-9f38-5ac6d58bd6c8 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:01.529637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:01.772195 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-d53489fb-d423-42f6-911d-a81e252c3748 service neutron] 10.222.0.17 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2429571 Oct 18 07:50:01.844938 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c22f73-5649-469a-b89c-5bec9f6bdaca None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:01.924241 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-18491f77-8d13-4401-afbc-4e2320f8ad2b req-416a6902-0bbd-4e6e-b91e-22bd7ca72478 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 210 time: 0.5036998 Oct 18 07:50:02.057627 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Attempt 7 to provision port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 Oct 18 07:50:02.131974 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:02.196614 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 98cf549c-5dae-4688-ae7a-4290f951c022 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:50:02.271387 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-268a9df5-9633-4ad9-89f1-5a2b0a9f952e req-419a7d88-a1d1-4a8a-babc-4fe14ffcbf6e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 210 time: 0.1847792 Oct 18 07:50:02.332694 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:02.401046 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9b21413f-6a33-42ac-8161-d5e4acdbdbe7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:02.461361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-2e96518a-ea5b-479d-aa08-81e7f7c09e37 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:02.463219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:02.468802 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port b095772c-6d97-4adc-9f38-5ac6d58bd6c8 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:02.469186 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:02.469517 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port b095772c-6d97-4adc-9f38-5ac6d58bd6c8 Oct 18 07:50:02.470796 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:02.485240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:02.489834 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:02.526883 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-991084ab-4e96-48f4-afee-2f59f9fc292b service neutron] 10.222.0.17 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7345912 Oct 18 07:50:02.694917 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:50:02.723141 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8698ccdc-32a0-494b-8915-6eea91758fa2 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/98cf549c-5dae-4688-ae7a-4290f951c022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8076899 Oct 18 07:50:02.726947 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51662) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:02.728120 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5464da3e-5ec9-4d40-90d5-b5c554c42b56 None None] Sync routers for ids ['98cf549c-5dae-4688-ae7a-4290f951c022'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:50:02.909224 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5464da3e-5ec9-4d40-90d5-b5c554c42b56 None None] Routers {'98cf549c-5dae-4688-ae7a-4290f951c022'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:02.909908 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5464da3e-5ec9-4d40-90d5-b5c554c42b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['98cf549c-5dae-4688-ae7a-4290f951c022'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:02.921705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-9b21413f-6a33-42ac-8161-d5e4acdbdbe7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object 5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:02.937202 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Pushing event updated for resources: {'Port': ['ID=14bf6fd0-1359-48e6-8ddc-322bbde2cbda,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:02.976737 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ab22d1-eb09-4bfe-afac-204791d8fdc9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:02.979112 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-98ab22d1-eb09-4bfe-afac-204791d8fdc9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Synchronizing usage tracker for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:03.038446 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Allocated IP 172.26.8.119 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/429686f6-8db5-417d-bbcd-988295fb53d8) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:03.085518 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Attempt 8 to provision port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 Oct 18 07:50:03.107430 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-98ab22d1-eb09-4bfe-afac-204791d8fdc9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Unset dirty status for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:03.110916 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-98ab22d1-eb09-4bfe-afac-204791d8fdc9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/ports/1295ae72-529d-4c47-96b8-353d42980c36 HTTP/1.1" status: 200 len: 911 time: 0.3820307 Oct 18 07:50:03.117719 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51676) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:03.122047 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5464da3e-5ec9-4d40-90d5-b5c554c42b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:03.207653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5464da3e-5ec9-4d40-90d5-b5c554c42b56 None None] Routers {'98cf549c-5dae-4688-ae7a-4290f951c022'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:03.208423 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5464da3e-5ec9-4d40-90d5-b5c554c42b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['98cf549c-5dae-4688-ae7a-4290f951c022'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:03.266862 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-305f5b29-e6f1-4bd5-8e58-38a9cba71926 req-74485d83-0b7e-4cb0-a75e-694b06e041f6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 210 time: 0.3520215 Oct 18 07:50:03.342217 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5464da3e-5ec9-4d40-90d5-b5c554c42b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:03.342668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5464da3e-5ec9-4d40-90d5-b5c554c42b56 None None] The sync data for ids ['98cf549c-5dae-4688-ae7a-4290f951c022'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:50:03.360979 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port b095772c-6d97-4adc-9f38-5ac6d58bd6c8 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:03.363749 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device dd77315e-e574-4128-9ab8-c4850a258536 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:03.418289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:03.474773 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port dd77315e-e574-4128-9ab8-c4850a258536 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:03.552231 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-2e96518a-ea5b-479d-aa08-81e7f7c09e37 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Transition to ACTIVE for port object bb62b95b-b951-45d0-aee2-3b1425548782 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:03.709269 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 48937417-5831-40fa-9d81-18b6671501d4 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:03.770138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-983fe8b2-284f-469e-b42d-47b3dc2eb5ff tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:03.807409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 48937417-5831-40fa-9d81-18b6671501d4 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:03.807891 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:03.808233 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 48937417-5831-40fa-9d81-18b6671501d4 Oct 18 07:50:03.873110 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2af1fa2c-a5f2-430c-84fd-99da1ea58b85 req-49b2a593-95da-4961-a60a-39b45a641163 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 210 time: 0.3116128 Oct 18 07:50:03.969852 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-983fe8b2-284f-469e-b42d-47b3dc2eb5ff tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Transition to ACTIVE for port object c2d475b9-94ba-49f6-b494-baff79d34f18 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:03.996934 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Attempt 9 to provision port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 Oct 18 07:50:04.014122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9b21413f-6a33-42ac-8161-d5e4acdbdbe7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:04.047113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 48937417-5831-40fa-9d81-18b6671501d4 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:04.048133 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-08c93bae-68be-4841-bbd0-985235f456ad req-efd55c1a-5718-4de1-a86d-002d2fc18e66 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 210 time: 0.6990016 Oct 18 07:50:04.157247 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:04.236357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.46', 61197) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:04.312096 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:04.373469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b21413f-6a33-42ac-8161-d5e4acdbdbe7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:04.396302 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-9b21413f-6a33-42ac-8161-d5e4acdbdbe7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:04.462836 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-2e96518a-ea5b-479d-aa08-81e7f7c09e37 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:04.498572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b21413f-6a33-42ac-8161-d5e4acdbdbe7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:04.513133 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b21413f-6a33-42ac-8161-d5e4acdbdbe7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:04.513944 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9b21413f-6a33-42ac-8161-d5e4acdbdbe7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:04.557226 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:04.658443 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Attempt 10 to provision port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 Oct 18 07:50:04.733628 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0caf6118-fe52-4c15-ad89-a65d5656ca80 req-1ca5e0da-a248-4fd6-b5e9-82a4cc6197f4 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 210 time: 0.1489880 Oct 18 07:50:04.744428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21413f-6a33-42ac-8161-d5e4acdbdbe7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:04.751014 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-2e96518a-ea5b-479d-aa08-81e7f7c09e37 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Network 2ca5a665-b920-4cc4-aca3-30836ec763cb is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:04.807438 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-bae5d88b-8b53-4644-9e05-3bc024951fc2 None None] Port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:04.865384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96518a-ea5b-479d-aa08-81e7f7c09e37 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Pushing event updated for resources: {'Port': ['ID=bb62b95b-b951-45d0-aee2-3b1425548782,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:04.871704 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-2e96518a-ea5b-479d-aa08-81e7f7c09e37 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:04.879274 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-2e96518a-ea5b-479d-aa08-81e7f7c09e37 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:04.936819 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:04.943639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-983fe8b2-284f-469e-b42d-47b3dc2eb5ff tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:04.962344 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Provisioning complete for port b095772c-6d97-4adc-9f38-5ac6d58bd6c8 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:04.963730 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:04.965109 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Attempt 1 to provision port b095772c-6d97-4adc-9f38-5ac6d58bd6c8 Oct 18 07:50:05.121600 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983fe8b2-284f-469e-b42d-47b3dc2eb5ff tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Network c862c599-de0a-4173-9920-d571c0927cd8 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:05.127379 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9b21413f-6a33-42ac-8161-d5e4acdbdbe7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 10.6267085 Oct 18 07:50:05.131452 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51698) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:05.143778 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:05.170413 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-983fe8b2-284f-469e-b42d-47b3dc2eb5ff tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:05.269255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983fe8b2-284f-469e-b42d-47b3dc2eb5ff tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:05.275290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983fe8b2-284f-469e-b42d-47b3dc2eb5ff tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:05.276449 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-983fe8b2-284f-469e-b42d-47b3dc2eb5ff tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:05.398051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-2e96518a-ea5b-479d-aa08-81e7f7c09e37 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:05.399106 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-2e96518a-ea5b-479d-aa08-81e7f7c09e37 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:05.429136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Current status of the port b095772c-6d97-4adc-9f38-5ac6d58bd6c8 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:05.466958 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Provisioning for port 5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:05.496617 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Provisioning complete for port 5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:05.496830 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:05.497165 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Attempt 1 to provision port 5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c Oct 18 07:50:05.526142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.46', 61201) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:05.534344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:05.545841 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-6159a97d-0b48-43b1-a05a-709bb303302b req-af918a77-ed02-464e-9e41-b39f54694403 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Synchronizing usage tracker for tenant:dcd2edd96c934bc294dc295d3600ad84 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:05.604472 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fe8b2-284f-469e-b42d-47b3dc2eb5ff tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event updated for resources: {'Port': ['ID=c2d475b9-94ba-49f6-b494-baff79d34f18,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:05.630533 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Port 5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:05.646725 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:05.654361 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:05.662017 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:05.663098 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-1157d2b5-051e-45f5-8c15-5a56ce88b12c tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:05.664788 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-1157d2b5-051e-45f5-8c15-5a56ce88b12c tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.46 "GET /v2.0/networks?id=5a222d3d-3a04-4249-b8b6-0c072903979a HTTP/1.1" status: 200 len: 811 time: 1.4231744 Oct 18 07:50:05.689351 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-6159a97d-0b48-43b1-a05a-709bb303302b req-af918a77-ed02-464e-9e41-b39f54694403 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Unset dirty status for tenant:dcd2edd96c934bc294dc295d3600ad84 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:05.690503 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6159a97d-0b48-43b1-a05a-709bb303302b req-af918a77-ed02-464e-9e41-b39f54694403 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 210 time: 0.3458586 Oct 18 07:50:05.698762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Pushing event updated for resources: {'Port': ['ID=429686f6-8db5-417d-bbcd-988295fb53d8,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:05.783671 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-983fe8b2-284f-469e-b42d-47b3dc2eb5ff tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 9.2131236 Oct 18 07:50:05.784546 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51706) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:05.959382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-2508f1ba-ea2a-4658-8f59-7eef6c29a657 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::274', 'mac_address': 'fa:16:3e:e4:e2:38'}, {'ip_address': '2001:db8::18b', 'mac_address': 'fa:16:3e:9b:f2:88'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:06.004673 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-2e96518a-ea5b-479d-aa08-81e7f7c09e37 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.9182155 Oct 18 07:50:06.018598 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-8feb0aa2-1d40-4c62-818a-61b4b9d55770 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcd2edd96c934bc294dc295d3600ad84 HTTP/1.1" status: 200 len: 379 time: 0.2327864 Oct 18 07:50:06.026418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:06.069760 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-18ec1982-28a7-42a6-b0ea-9f3bcea798ba req-45b74831-3f87-4b3b-bcc0-13c9c0f98452 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 210 time: 0.1639731 Oct 18 07:50:06.106519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8691463-7fb3-468e-a7cb-8387571467d2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:06.113343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8691463-7fb3-468e-a7cb-8387571467d2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:06.114809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b8691463-7fb3-468e-a7cb-8387571467d2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:06.132021 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-15186ffa-a451-47b2-a3cd-2b0ce0b8be07 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Request body: {'port': {'device_id': 'd6b0cabf-4539-48cf-be14-d47aa92d3730', 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a', 'admin_state_up': True, 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'security_groups': ['38d3ea8f-3818-445e-baf3-06179f8f159f']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:06.132789 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Attempt 2 to provision port 5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c Oct 18 07:50:06.163424 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-f4875eaa-daac-4701-99d6-a12dcf2058dd tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:50:06.164570 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-f4875eaa-daac-4701-99d6-a12dcf2058dd tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470195 Oct 18 07:50:06.215221 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b8691463-7fb3-468e-a7cb-8387571467d2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:06.219435 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b8691463-7fb3-468e-a7cb-8387571467d2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.0514824 Oct 18 07:50:06.250968 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Port 5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:06.279579 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51718) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:06.423542 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:06.479137 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-85198913-57ee-4b85-b9f2-d47c140bc877 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port 5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:06.479485 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-85198913-57ee-4b85-b9f2-d47c140bc877 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:06.528088 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Request body: {'port': {'device_id': 'b5b58a84-94e8-4f2b-aeeb-4c301c2cb187', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:06.536916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Allocated IP 2001:db8:1::1 (bbe44db5-30f8-48dc-9ce7-703153ced84f/5ec06e05-8b75-4ac3-829e-9a40f525cdb8/719dab54-f76f-4aeb-a9a9-fb054db11e5b) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:06.577836 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa4270-37d2-4691-969c-40634366fb62 req-54e6b7f4-a9e8-486a-abc5-97ad5350982a tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:06.578703 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-7efa4270-37d2-4691-969c-40634366fb62 req-54e6b7f4-a9e8-486a-abc5-97ad5350982a tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Synchronizing usage tracker for tenant:01dd86a254e9403294fcf6de4e6b7815 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:06.703492 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-0e291494-cae8-489e-b3fa-89f21d745c66 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:06.705129 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-0e291494-cae8-489e-b3fa-89f21d745c66 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.46 "GET /v2.0/networks?id=b4b998fa-e372-4e50-b79b-07d7c610b310 HTTP/1.1" status: 200 len: 811 time: 0.9480336 Oct 18 07:50:06.752116 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Attempt 3 to provision port 5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c Oct 18 07:50:06.777472 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-7efa4270-37d2-4691-969c-40634366fb62 req-54e6b7f4-a9e8-486a-abc5-97ad5350982a tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Unset dirty status for tenant:01dd86a254e9403294fcf6de4e6b7815 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:06.784447 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7efa4270-37d2-4691-969c-40634366fb62 req-54e6b7f4-a9e8-486a-abc5-97ad5350982a tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 932 time: 1.3525867 Oct 18 07:50:06.894754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Port 5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:06.963345 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:07.008631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-15186ffa-a451-47b2-a3cd-2b0ce0b8be07 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:07.116247 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a2b3c339-1721-49e1-9c73-82af45d33cca req-1eedb20b-1cdb-4d9d-bcc7-d3d02f4c1e47 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 210 time: 0.1450543 Oct 18 07:50:07.375532 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-2ed5efb8-b077-4f9b-9588-8a9ed1560a56 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f286d48607e4386b10ca9eff3ca0147 HTTP/1.1" status: 200 len: 379 time: 0.5859609 Oct 18 07:50:07.377185 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-15186ffa-a451-47b2-a3cd-2b0ce0b8be07 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:07.396147 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Attempt 4 to provision port 5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c Oct 18 07:50:07.400484 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-52de9873-b85c-4818-99d9-c1de81c825bc req-e65fbe9e-ea2d-4851-9ed6-d0a685c5fd05 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 210 time: 0.0579157 Oct 18 07:50:07.454065 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:07.488318 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7efa4270-37d2-4691-969c-40634366fb62 req-cbaa0a63-1fb3-4802-8f4a-2853e9e7e8a4 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef6eac28-45a4-48f3-b1b1-09084745a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7005830 Oct 18 07:50:07.507242 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-bd489e08-079f-4e5f-ae1d-6d8ed57aa61c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Request body: {'port': {'device_id': '91097b0b-1779-4869-9c58-3895c00304e7', 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310', 'admin_state_up': True, 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'security_groups': ['80780d37-842b-4400-aa0e-7551f5bb17e5']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:07.520316 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:07.526521 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Port 5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:07.547514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2508f1ba-ea2a-4658-8f59-7eef6c29a657 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:07.557890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-85198913-57ee-4b85-b9f2-d47c140bc877 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:07.561093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-15186ffa-a451-47b2-a3cd-2b0ce0b8be07 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Made reservation on behalf of dcd2edd96c934bc294dc295d3600ad84 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:07.566808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-15186ffa-a451-47b2-a3cd-2b0ce0b8be07 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:07.584699 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Transition to ACTIVE for port object 719dab54-f76f-4aeb-a9a9-fb054db11e5b will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:07.768832 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-85198913-57ee-4b85-b9f2-d47c140bc877 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for 5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:07.803762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:07.824930 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:07.969114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Router 3146d70a-1766-4d2e-9628-a621224197a3 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:50:07.983153 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:07.986890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Pushing event updated for resources: {'Port': ['ID=429686f6-8db5-417d-bbcd-988295fb53d8,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:08.027894 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Attempt 5 to provision port 5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c Oct 18 07:50:08.046898 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:08.091143 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Port 5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:08.115970 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:08.119687 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c51b7911-c754-49e2-8442-d6862c12a6a4 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.1391456 Oct 18 07:50:08.133750 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51732) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:08.138791 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-80701168'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:08.154586 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:08.163852 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network bbe44db5-30f8-48dc-9ce7-703153ced84f is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:08.168770 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Usage tracker for resource:network and tenant:878845adba90473790e0dd1cf7c64908 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:08.171588 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:08.174520 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:08.177341 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=719dab54-f76f-4aeb-a9a9-fb054db11e5b,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:08.179688 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:08.180197 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:08.186626 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:08.207279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-85198913-57ee-4b85-b9f2-d47c140bc877 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:08.269561 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-bd489e08-079f-4e5f-ae1d-6d8ed57aa61c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:08.281692 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85198913-57ee-4b85-b9f2-d47c140bc877 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:08.288172 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Made reservation on behalf of 878845adba90473790e0dd1cf7c64908 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:08.291700 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:08.393483 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:08.415837 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f5cfd6bc-631b-45b7-b50e-4d22238f9d15 req-4867a226-b1d7-423f-9930-35bda00c7525 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 210 time: 0.1298485 Oct 18 07:50:08.421132 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:08.442571 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-85198913-57ee-4b85-b9f2-d47c140bc877 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:08.442571 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-85198913-57ee-4b85-b9f2-d47c140bc877 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c HTTP/1.1" status: 204 len: 168 time: 2.1544387 Oct 18 07:50:08.442571 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Usage tracker for resource:security_group_rule and tenant:878845adba90473790e0dd1cf7c64908 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:08.442571 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:08.451118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:08.455044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51738) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:08.484172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-bd489e08-079f-4e5f-ae1d-6d8ed57aa61c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:08.592287 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Attempt 6 to provision port 5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c Oct 18 07:50:08.648875 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Port 5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:50:08.665977 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Provisioning for port dd77315e-e574-4128-9ab8-c4850a258536 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:08.666917 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:08.672565 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Provisioning complete for port dd77315e-e574-4128-9ab8-c4850a258536 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:08.673070 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:08.673514 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Attempt 1 to provision port dd77315e-e574-4128-9ab8-c4850a258536 Oct 18 07:50:08.720474 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-175f175b-1559-4c7d-a0ee-4c060b99e2fa req-06ce56aa-3c33-49f0-b4e9-bb09097e248a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 210 time: 0.0976970 Oct 18 07:50:08.755667 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-bd489e08-079f-4e5f-ae1d-6d8ed57aa61c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Made reservation on behalf of 0f286d48607e4386b10ca9eff3ca0147 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:08.759151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-bd489e08-079f-4e5f-ae1d-6d8ed57aa61c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:08.797640 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-15186ffa-a451-47b2-a3cd-2b0ce0b8be07 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Allocated IP 172.20.0.11 (5a222d3d-3a04-4249-b8b6-0c072903979a/01485aae-eded-48c1-8010-b01081c67b5d/e5bd87db-c35d-4371-94b1-c5a1b0adc67f) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:08.802343 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:08.817293 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:08.840609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8662540-1bc4-4f01-a2d1-0561601d870e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:08.842233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8662540-1bc4-4f01-a2d1-0561601d870e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:08.843002 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d8662540-1bc4-4f01-a2d1-0561601d870e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:08.850394 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Current status of the port dd77315e-e574-4128-9ab8-c4850a258536 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:08.851019 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:08.887260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] For port dd77315e-e574-4128-9ab8-c4850a258536, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=dd77315e-e574-4128-9ab8-c4850a258536,segment=NetworkSegment(f5b680e4-325b-44ca-afd4-4c6d14f6380a),segment_id=f5b680e4-325b-44ca-afd4-4c6d14f6380a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:08.891294 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:08.914581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:50:08.935001 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c71074-3688-4b03-9187-2f41dd0dc80a None None] Sync routers for ids ['3146d70a-1766-4d2e-9628-a621224197a3'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:50:08.962261 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Provisioning for port ed7de592-b3f6-45cc-85d0-af5e24fee7d9 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:08.962731 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c71074-3688-4b03-9187-2f41dd0dc80a None None] Routers {'3146d70a-1766-4d2e-9628-a621224197a3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:08.963732 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b0c71074-3688-4b03-9187-2f41dd0dc80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3146d70a-1766-4d2e-9628-a621224197a3'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:08.970006 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Provisioning complete for port ed7de592-b3f6-45cc-85d0-af5e24fee7d9 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:08.970375 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:08.971104 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Attempt 1 to provision port ed7de592-b3f6-45cc-85d0-af5e24fee7d9 Oct 18 07:50:09.016969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2508f1ba-ea2a-4658-8f59-7eef6c29a657 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:09.018869 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:50:09.022997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d8662540-1bc4-4f01-a2d1-0561601d870e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:09.026603 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d8662540-1bc4-4f01-a2d1-0561601d870e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5621586 Oct 18 07:50:09.034388 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Pushing event updated for resources: {'Port': ['ID=dd77315e-e574-4128-9ab8-c4850a258536,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:09.052441 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51746) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:09.095961 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b0c71074-3688-4b03-9187-2f41dd0dc80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:09.107214 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25887826-37ae-4cc2-9165-d73f252eda20,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:09.109292 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c71074-3688-4b03-9187-2f41dd0dc80a None None] Routers {'3146d70a-1766-4d2e-9628-a621224197a3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:09.116022 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:09.116650 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Added segment cd662618-a046-4055-9ed8-d6c7efbd3da9 of type vlan for network 72ac56b8-6f45-42e4-9d39-18c08cef6e2d Oct 18 07:50:09.125551 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Current status of the port ed7de592-b3f6-45cc-85d0-af5e24fee7d9 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:09.125932 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:09.141973 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2508f1ba-ea2a-4658-8f59-7eef6c29a657 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:09.142608 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b0c71074-3688-4b03-9187-2f41dd0dc80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3146d70a-1766-4d2e-9628-a621224197a3'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:09.142734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-2508f1ba-ea2a-4658-8f59-7eef6c29a657 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] In _notify_port_updated(), no bound segment for port c2d475b9-94ba-49f6-b494-baff79d34f18 on network c862c599-de0a-4173-9920-d571c0927cd8 {{(pid=89046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:50:09.148123 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2508f1ba-ea2a-4658-8f59-7eef6c29a657 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:09.148755 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2508f1ba-ea2a-4658-8f59-7eef6c29a657 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:09.150049 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2508f1ba-ea2a-4658-8f59-7eef6c29a657 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "PUT /v2.0/ports/c2d475b9-94ba-49f6-b494-baff79d34f18 HTTP/1.1" status: 200 len: 1067 time: 3.3571303 Oct 18 07:50:09.158594 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51750) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:09.168377 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] For port ed7de592-b3f6-45cc-85d0-af5e24fee7d9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ed7de592-b3f6-45cc-85d0-af5e24fee7d9,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:09.172756 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:09.182985 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:09.197744 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:09.201689 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-15ce27f9-bb28-49f2-95d0-745d050e1d80 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 14.5257442 Oct 18 07:50:09.205185 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.resource_extend [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:50:09.223480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51754) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:09.261094 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Pushing event updated for resources: {'Port': ['ID=ed7de592-b3f6-45cc-85d0-af5e24fee7d9,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:09.280119 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Provisioning for port 1295ae72-529d-4c47-96b8-353d42980c36 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:09.286829 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Provisioning complete for port 1295ae72-529d-4c47-96b8-353d42980c36 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:09.287023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:09.287407 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Attempt 1 to provision port 1295ae72-529d-4c47-96b8-353d42980c36 Oct 18 07:50:09.306183 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b0c71074-3688-4b03-9187-2f41dd0dc80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:09.306929 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c71074-3688-4b03-9187-2f41dd0dc80a None None] The sync data for ids ['3146d70a-1766-4d2e-9628-a621224197a3'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:50:09.334374 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034b34f-15e4-4843-ba57-a8d2c070024c req-24d3c431-4483-4110-8e7a-0d4a642b78b9 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:09.336051 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6034b34f-15e4-4843-ba57-a8d2c070024c req-24d3c431-4483-4110-8e7a-0d4a642b78b9 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 932 time: 0.6429148 Oct 18 07:50:09.336758 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:09.342579 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:09.343246 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:09.352986 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Port 1295ae72-529d-4c47-96b8-353d42980c36 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:09.582821 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-02f0f7a2-ee41-4043-8c4c-de52b9de6445 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Deleting port c2d475b9-94ba-49f6-b494-baff79d34f18 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:09.583368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-02f0f7a2-ee41-4043-8c4c-de52b9de6445 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:09.590274 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device dd77315e-e574-4128-9ab8-c4850a258536 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:09.639755 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Pushing event updated for resources: {'Network': ['ID=72ac56b8-6f45-42e4-9d39-18c08cef6e2d,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:09.654225 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 72ac56b8-6f45-42e4-9d39-18c08cef6e2d details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:50:09.660289 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fbf0b3f3-0206-42ab-b182-4cdb4b9638a2 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5225873 Oct 18 07:50:09.669458 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51760) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:09.674334 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6034b34f-15e4-4843-ba57-a8d2c070024c req-7fd13cdc-725c-4fd2-8f75-67beec650536 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef6eac28-45a4-48f3-b1b1-09084745a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3240798 Oct 18 07:50:09.688709 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508f1ba-ea2a-4658-8f59-7eef6c29a657 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event updated for resources: {'Port': ['ID=c2d475b9-94ba-49f6-b494-baff79d34f18,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:09.698816 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-329b4dc5-68e5-4af9-a232-4eb4e6c65ce6 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Request body: {'subnet': {'network_id': '72ac56b8-6f45-42e4-9d39-18c08cef6e2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:09.719025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb62b95b-b951-45d0-aee2-3b1425548782 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 07:50:09.719025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-482450ec-28dc-4b10-9839-eb34f9f1d965 req-b589425c-478a-4eb8-9f5a-26217be81b1f tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Synchronizing usage tracker for tenant:dcd2edd96c934bc294dc295d3600ad84 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:09.719025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab6e0ca-4b18-42ff-9025-d29e0b9d3e00 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 57e914cf-2d1a-4019-ad8b-2540a65c0988 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:50:09.733811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:09.745603 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e0ca-4b18-42ff-9025-d29e0b9d3e00 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:09.762242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port dd77315e-e574-4128-9ab8-c4850a258536 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:09.762676 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:09.763021 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port dd77315e-e574-4128-9ab8-c4850a258536 Oct 18 07:50:09.830776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-bd489e08-079f-4e5f-ae1d-6d8ed57aa61c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Allocated IP 172.20.0.10 (b4b998fa-e372-4e50-b79b-07d7c610b310/dbb698bd-8a28-447d-9ac6-7bad4cc61081/bbc51aa0-e830-4ccf-af2e-d441c71a3a5e) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:09.853051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Transition to ACTIVE for port object bb62b95b-b951-45d0-aee2-3b1425548782 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:09.861742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-482450ec-28dc-4b10-9839-eb34f9f1d965 req-b589425c-478a-4eb8-9f5a-26217be81b1f tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Unset dirty status for tenant:dcd2edd96c934bc294dc295d3600ad84 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:09.862951 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-482450ec-28dc-4b10-9839-eb34f9f1d965 req-b589425c-478a-4eb8-9f5a-26217be81b1f tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 210 time: 0.2699733 Oct 18 07:50:09.886403 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-15186ffa-a451-47b2-a3cd-2b0ce0b8be07 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:09.889121 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Attempt 2 to provision port 1295ae72-529d-4c47-96b8-353d42980c36 Oct 18 07:50:09.892036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:09.943794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e0ca-4b18-42ff-9025-d29e0b9d3e00 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:09.974524 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port dd77315e-e574-4128-9ab8-c4850a258536 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:09.975684 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ed7de592-b3f6-45cc-85d0-af5e24fee7d9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:09.994831 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:10.004595 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Port 1295ae72-529d-4c47-96b8-353d42980c36 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:10.008475 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:10.009194 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:10.045251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port ed7de592-b3f6-45cc-85d0-af5e24fee7d9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:10.045699 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:10.046125 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port ed7de592-b3f6-45cc-85d0-af5e24fee7d9 Oct 18 07:50:10.053294 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f4fd89b0-d965-48c7-ad77-8899e31c47ea req-5dbf9f2e-9463-4692-a970-1381a84a1d8d tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 210 time: 0.1240165 Oct 18 07:50:10.054328 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-50cfa26c-6c59-4bcc-9c7a-ec9227e20ca7 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "GET /v2.0/routers/3146d70a-1766-4d2e-9628-a621224197a3 HTTP/1.1" status: 200 len: 920 time: 0.8297467 Oct 18 07:50:10.060013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51766) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:10.093450 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-329b4dc5-68e5-4af9-a232-4eb4e6c65ce6 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:10.098196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-329b4dc5-68e5-4af9-a232-4eb4e6c65ce6 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Usage tracker for resource:subnet and tenant:878845adba90473790e0dd1cf7c64908 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:10.101202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-329b4dc5-68e5-4af9-a232-4eb4e6c65ce6 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:10.107087 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-329b4dc5-68e5-4af9-a232-4eb4e6c65ce6 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:10.119255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-15186ffa-a451-47b2-a3cd-2b0ce0b8be07 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Transition to ACTIVE for port object e5bd87db-c35d-4371-94b1-c5a1b0adc67f will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:10.193155 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3f513741-53eb-4908-b750-da747f39a3a3 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "GET /v2.0/ports?device_id=3146d70a-1766-4d2e-9628-a621224197a3 HTTP/1.1" status: 200 len: 205 time: 0.1236100 Oct 18 07:50:10.204939 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51770) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:10.207995 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port ed7de592-b3f6-45cc-85d0-af5e24fee7d9 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:10.297605 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329b4dc5-68e5-4af9-a232-4eb4e6c65ce6 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Made reservation on behalf of 878845adba90473790e0dd1cf7c64908 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:10.301018 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-329b4dc5-68e5-4af9-a232-4eb4e6c65ce6 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:10.317027 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Pushing event updated for resources: {'Port': ['ID=bb62b95b-b951-45d0-aee2-3b1425548782,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:10.335808 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=719dab54-f76f-4aeb-a9a9-fb054db11e5b,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:10.420087 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network bbe44db5-30f8-48dc-9ce7-703153ced84f is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:10.426022 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:10.506003 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Attempt 3 to provision port 1295ae72-529d-4c47-96b8-353d42980c36 Oct 18 07:50:10.577651 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Port 1295ae72-529d-4c47-96b8-353d42980c36 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:10.609801 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-15186ffa-a451-47b2-a3cd-2b0ce0b8be07 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:10.611578 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Attempting to bind port bb62b95b-b951-45d0-aee2-3b1425548782 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:50:10.611884 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Attempting to bind port bb62b95b-b951-45d0-aee2-3b1425548782 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'e2301ec9-35ec-42e6-b735-42762eccc2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:50:10.612236 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Attempting to bind port bb62b95b-b951-45d0-aee2-3b1425548782 on network 2ca5a665-b920-4cc4-aca3-30836ec763cb {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:50:10.694541 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e0ca-4b18-42ff-9025-d29e0b9d3e00 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:10.721599 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-02f0f7a2-ee41-4043-8c4c-de52b9de6445 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:10.746794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Port bb62b95b-b951-45d0-aee2-3b1425548782 on network 2ca5a665-b920-4cc4-aca3-30836ec763cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:50:10.747125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Attempting to bind port bb62b95b-b951-45d0-aee2-3b1425548782 on network 2ca5a665-b920-4cc4-aca3-30836ec763cb {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:50:10.785522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:50:10.785896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Checking segment: {'id': 'e2301ec9-35ec-42e6-b735-42762eccc2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:10.786428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Bound using segment: {'id': 'e2301ec9-35ec-42e6-b735-42762eccc2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:50:10.786899 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Bound port: bb62b95b-b951-45d0-aee2-3b1425548782, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2301ec9-35ec-42e6-b735-42762eccc2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:50:10.787254 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:10.808076 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-15186ffa-a451-47b2-a3cd-2b0ce0b8be07 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Network 5a222d3d-3a04-4249-b8b6-0c072903979a is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:10.817052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-bd489e08-079f-4e5f-ae1d-6d8ed57aa61c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:10.823408 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-30d041a4-fcd8-4589-a221-5961ba9267fd tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:10.857878 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-02f0f7a2-ee41-4043-8c4c-de52b9de6445 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Calling delete_port for c2d475b9-94ba-49f6-b494-baff79d34f18 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:10.891300 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-15186ffa-a451-47b2-a3cd-2b0ce0b8be07 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:10.921597 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 98cf549c-5dae-4688-ae7a-4290f951c022 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:50:10.976609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-15186ffa-a451-47b2-a3cd-2b0ce0b8be07 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:11.042532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15186ffa-a451-47b2-a3cd-2b0ce0b8be07 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Pushing event updated for resources: {'Port': ['ID=e5bd87db-c35d-4371-94b1-c5a1b0adc67f,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:11.079787 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Attempt 4 to provision port 1295ae72-529d-4c47-96b8-353d42980c36 Oct 18 07:50:11.096246 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-bd489e08-079f-4e5f-ae1d-6d8ed57aa61c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Transition to ACTIVE for port object bbc51aa0-e830-4ccf-af2e-d441c71a3a5e will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:11.176981 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Port 1295ae72-529d-4c47-96b8-353d42980c36 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:11.306231 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-329b4dc5-68e5-4af9-a232-4eb4e6c65ce6 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:11.310991 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e0ca-4b18-42ff-9025-d29e0b9d3e00 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:11.341739 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:50:11.353425 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c571df-df8a-4548-ad4d-5e0ad1866d59 None None] Sync routers for ids ['98cf549c-5dae-4688-ae7a-4290f951c022'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:50:11.364794 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c571df-df8a-4548-ad4d-5e0ad1866d59 None None] Routers {'98cf549c-5dae-4688-ae7a-4290f951c022'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:11.365730 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b1c571df-df8a-4548-ad4d-5e0ad1866d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['98cf549c-5dae-4688-ae7a-4290f951c022'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:11.387877 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-15186ffa-a451-47b2-a3cd-2b0ce0b8be07 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:11.388412 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-15186ffa-a451-47b2-a3cd-2b0ce0b8be07 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:11.404468 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6e0ca-4b18-42ff-9025-d29e0b9d3e00 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=57e914cf-2d1a-4019-ad8b-2540a65c0988,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:11.412098 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e0ca-4b18-42ff-9025-d29e0b9d3e00 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:11.413926 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-67bb718d-8038-405f-addc-36a57fc0c452 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/98cf549c-5dae-4688-ae7a-4290f951c022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2941139 Oct 18 07:50:11.418654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51780) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:11.424840 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-02f0f7a2-ee41-4043-8c4c-de52b9de6445 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:11.437417 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] For port bb62b95b-b951-45d0-aee2-3b1425548782, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:50:11.446060 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad60d925-5fec-4380-a6d2-2eac85fb9b46 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:11.464240 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b4dc5-68e5-4af9-a232-4eb4e6c65ce6 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Pushing event updated for resources: {'Subnet': ['ID=43843580-83e8-436f-9720-86f6b9dcd9d8,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:11.496663 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00d1de-80c2-45fc-9e78-af54ff68fda8 req-057139ad-8c36-4812-8cd4-295addb88d02 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:11.498157 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ec00d1de-80c2-45fc-9e78-af54ff68fda8 req-057139ad-8c36-4812-8cd4-295addb88d02 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 932 time: 0.4421453 Oct 18 07:50:11.502916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0f7a2-ee41-4043-8c4c-de52b9de6445 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event deleted for resources: {'Port': ['ID=c2d475b9-94ba-49f6-b494-baff79d34f18,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:11.520133 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-15186ffa-a451-47b2-a3cd-2b0ce0b8be07 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3923876 Oct 18 07:50:11.527550 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9ab6e0ca-4b18-42ff-9025-d29e0b9d3e00 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/57e914cf-2d1a-4019-ad8b-2540a65c0988 HTTP/1.1" status: 204 len: 168 time: 2.4631517 Oct 18 07:50:11.530203 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] For port bb62b95b-b951-45d0-aee2-3b1425548782, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bb62b95b-b951-45d0-aee2-3b1425548782,segment=NetworkSegment(e2301ec9-35ec-42e6-b735-42762eccc2ef),segment_id=e2301ec9-35ec-42e6-b735-42762eccc2ef)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:50:11.541616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51784) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:11.551044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-bd489e08-079f-4e5f-ae1d-6d8ed57aa61c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:11.571152 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b1c571df-df8a-4548-ad4d-5e0ad1866d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:11.574808 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329b4dc5-68e5-4af9-a232-4eb4e6c65ce6 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Checking segment: {'id': 'cd662618-a046-4055-9ed8-d6c7efbd3da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '72ac56b8-6f45-42e4-9d39-18c08cef6e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:11.575106 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329b4dc5-68e5-4af9-a232-4eb4e6c65ce6 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Network hostable DHCP agents. Network: 72ac56b8-6f45-42e4-9d39-18c08cef6e2d, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:50:11.615221 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Request body: {'port': {'device_id': 'd6b0cabf-4539-48cf-be14-d47aa92d3730', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:11.651806 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c571df-df8a-4548-ad4d-5e0ad1866d59 None None] Routers {'98cf549c-5dae-4688-ae7a-4290f951c022'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:11.652490 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b1c571df-df8a-4548-ad4d-5e0ad1866d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:49:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['98cf549c-5dae-4688-ae7a-4290f951c022'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:11.655045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-30d041a4-fcd8-4589-a221-5961ba9267fd tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:11.685539 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-ec00d1de-80c2-45fc-9e78-af54ff68fda8 req-6e9e4d28-b2f4-4dc0-a5ca-e0831b0a2c0f tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Synchronizing usage tracker for tenant:dcd2edd96c934bc294dc295d3600ad84 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:11.688789 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:11.697620 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329b4dc5-68e5-4af9-a232-4eb4e6c65ce6 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Network 72ac56b8-6f45-42e4-9d39-18c08cef6e2d is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:50:11.698480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84d5ea-6cda-4b76-b206-32b469b594f3 req-e0364e19-60ab-4fe8-ad4b-38a1ea70b6bd tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:11.700557 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fe84d5ea-6cda-4b76-b206-32b469b594f3 req-e0364e19-60ab-4fe8-ad4b-38a1ea70b6bd tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 944 time: 0.8300071 Oct 18 07:50:11.715920 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Attempt 5 to provision port 1295ae72-529d-4c47-96b8-353d42980c36 Oct 18 07:50:11.725301 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-ec00d1de-80c2-45fc-9e78-af54ff68fda8 req-6e9e4d28-b2f4-4dc0-a5ca-e0831b0a2c0f tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Unset dirty status for tenant:dcd2edd96c934bc294dc295d3600ad84 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:11.733886 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ec00d1de-80c2-45fc-9e78-af54ff68fda8 req-6e9e4d28-b2f4-4dc0-a5ca-e0831b0a2c0f tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/security-groups?id=38d3ea8f-3818-445e-baf3-06179f8f159f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721206 Oct 18 07:50:11.737566 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-329b4dc5-68e5-4af9-a232-4eb4e6c65ce6 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 72ac56b8-6f45-42e4-9d39-18c08cef6e2d) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:11.765827 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd489e08-079f-4e5f-ae1d-6d8ed57aa61c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Pushing event updated for resources: {'Port': ['ID=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:11.769545 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:11.770319 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:11.771896 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] 10.222.0.46 "PUT /v2.0/ports/bb62b95b-b951-45d0-aee2-3b1425548782 HTTP/1.1" status: 200 len: 1094 time: 5.3993256 Oct 18 07:50:11.774456 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329b4dc5-68e5-4af9-a232-4eb4e6c65ce6 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:11.775069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-329b4dc5-68e5-4af9-a232-4eb4e6c65ce6 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:11.793466 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b58a84-94e8-4f2b-aeeb-4c301c2cb187', 'tag': 'bb62b95b-b951-45d0-aee2-3b1425548782'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:50:11.799418 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c5a508de-a0f8-4b00-9e1f-17c130b9a740 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2509592 Oct 18 07:50:11.804551 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51794) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:11.804720 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Port 1295ae72-529d-4c47-96b8-353d42980c36 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:11.805546 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda87b62-bc44-4ec4-a58a-f47a11015f5e None None] Network 72ac56b8-6f45-42e4-9d39-18c08cef6e2d requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:11.807001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e45ac07-8e52-407f-b6f5-8d040df02eb5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:11.808532 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9e45ac07-8e52-407f-b6f5-8d040df02eb5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/ports/719dab54-f76f-4aeb-a9a9-fb054db11e5b HTTP/1.1" status: 200 len: 913 time: 0.3834615 Oct 18 07:50:11.854571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51796) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:11.858943 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-25c05b48-211e-406d-9cb4-166805edc7e6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:11.882973 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-bd489e08-079f-4e5f-ae1d-6d8ed57aa61c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Network b4b998fa-e372-4e50-b79b-07d7c610b310 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:11.964275 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b1c571df-df8a-4548-ad4d-5e0ad1866d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:11.964585 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c571df-df8a-4548-ad4d-5e0ad1866d59 None None] The sync data for ids ['98cf549c-5dae-4688-ae7a-4290f951c022'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:50:11.979258 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-329b4dc5-68e5-4af9-a232-4eb4e6c65ce6 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3071725 Oct 18 07:50:11.994223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-bd489e08-079f-4e5f-ae1d-6d8ed57aa61c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:11.999610 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51804) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:12.015682 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-30d041a4-fcd8-4589-a221-5961ba9267fd tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Deleting port 14bf6fd0-1359-48e6-8ddc-322bbde2cbda {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:12.016184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-30d041a4-fcd8-4589-a221-5961ba9267fd tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:12.065188 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-02f0f7a2-ee41-4043-8c4c-de52b9de6445 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:12.070426 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-02f0f7a2-ee41-4043-8c4c-de52b9de6445 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "DELETE /v2.0/ports/c2d475b9-94ba-49f6-b494-baff79d34f18 HTTP/1.1" status: 204 len: 168 time: 2.9055884 Oct 18 07:50:12.074854 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51808) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:12.129837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-bd489e08-079f-4e5f-ae1d-6d8ed57aa61c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:12.134800 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-72ac56b8-6f45-42e4-9d39-18c08cef6e2d', 'network_id': '72ac56b8-6f45-42e4-9d39-18c08cef6e2d', 'tenant_id': '878845adba90473790e0dd1cf7c64908', 'fixed_ips': [{'subnet_id': '43843580-83e8-436f-9720-86f6b9dcd9d8'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:50:12.135777 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:12.211424 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-800485266', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}, 'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:12.221535 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-992ceedb-f757-4826-8204-6ed756777ae3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] GET failed (client error): The resource could not be found. Oct 18 07:50:12.222095 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-992ceedb-f757-4826-8204-6ed756777ae3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Synchronizing usage tracker for tenant:100f56f2722d48579f86b6f4989447e5 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:12.228834 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-bd489e08-079f-4e5f-ae1d-6d8ed57aa61c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:12.229446 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-bd489e08-079f-4e5f-ae1d-6d8ed57aa61c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:12.242416 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8395c5b-0d62-4e84-83f1-c594afd1ac8a None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:50:12.250910 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e8395c5b-0d62-4e84-83f1-c594afd1ac8a None None] Deleting port ed7de592-b3f6-45cc-85d0-af5e24fee7d9 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:12.251486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e8395c5b-0d62-4e84-83f1-c594afd1ac8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:12.262392 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaa60e9-7a47-432a-bb5f-f1b5fcb005e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b58a84-94e8-4f2b-aeeb-4c301c2cb187", "tag": "bb62b95b-b951-45d0-aee2-3b1425548782"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:50:12.264661 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-25c05b48-211e-406d-9cb4-166805edc7e6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:12.282811 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-25c05b48-211e-406d-9cb4-166805edc7e6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:12.287143 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-25c05b48-211e-406d-9cb4-166805edc7e6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:12.295096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:12.295622 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-25c05b48-211e-406d-9cb4-166805edc7e6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:12.300849 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-bd489e08-079f-4e5f-ae1d-6d8ed57aa61c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8620675 Oct 18 07:50:12.301029 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-992ceedb-f757-4826-8204-6ed756777ae3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Unset dirty status for tenant:100f56f2722d48579f86b6f4989447e5 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:12.304808 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-992ceedb-f757-4826-8204-6ed756777ae3 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "GET /v2.0/ports/c2d475b9-94ba-49f6-b494-baff79d34f18 HTTP/1.1" status: 404 len: 333 time: 0.2261872 Oct 18 07:50:12.306618 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51814) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:12.336746 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Attempt 6 to provision port 1295ae72-529d-4c47-96b8-353d42980c36 Oct 18 07:50:12.360981 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c05b48-211e-406d-9cb4-166805edc7e6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:12.364868 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-25c05b48-211e-406d-9cb4-166805edc7e6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:12.380656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Usage tracker for resource:router and tenant:878845adba90473790e0dd1cf7c64908 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:12.388868 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Request body: {'port': {'device_id': '91097b0b-1779-4869-9c58-3895c00304e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:12.393645 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81733b8-2b40-40fc-827b-ad14dcbdbe73 req-cf6d5c50-6554-43d9-809b-a4e14a930260 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:12.395174 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b81733b8-2b40-40fc-827b-ad14dcbdbe73 req-cf6d5c50-6554-43d9-809b-a4e14a930260 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 932 time: 0.4171557 Oct 18 07:50:12.414683 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:12.440229 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:12.491846 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e1e0587a-2ae5-4e45-868e-150b383676c8 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Deleting port 87e88ec3-a18b-4f6b-8987-224fefd27ab5 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:12.492698 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e1e0587a-2ae5-4e45-868e-150b383676c8 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:12.542768 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Port 1295ae72-529d-4c47-96b8-353d42980c36 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:12.555600 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fe84d5ea-6cda-4b76-b206-32b469b594f3 req-bf5a1d3c-0bf8-4178-80f9-ff8bdeae404b tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef6eac28-45a4-48f3-b1b1-09084745a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7798011 Oct 18 07:50:12.584622 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:12.630358 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e8395c5b-0d62-4e84-83f1-c594afd1ac8a None None] For port ed7de592-b3f6-45cc-85d0-af5e24fee7d9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ed7de592-b3f6-45cc-85d0-af5e24fee7d9,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:12.630775 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e8395c5b-0d62-4e84-83f1-c594afd1ac8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:12.701664 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b81733b8-2b40-40fc-827b-ad14dcbdbe73 req-9b44b77d-9930-4b35-9eae-70eb68fd9dd1 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552903 Oct 18 07:50:12.717468 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Allocated IP 172.20.0.2 (72ac56b8-6f45-42e4-9d39-18c08cef6e2d/43843580-83e8-436f-9720-86f6b9dcd9d8/d86152ca-7520-4814-9fb5-6654883d9a90) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:12.796428 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e8395c5b-0d62-4e84-83f1-c594afd1ac8a None None] Calling delete_port for ed7de592-b3f6-45cc-85d0-af5e24fee7d9 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:12.879914 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d47d2-8a8a-41ba-ac77-055d68413abd service neutron] Pushing event updated for resources: {'Port': ['ID=bb62b95b-b951-45d0-aee2-3b1425548782,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:12.932049 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 07:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bac3c6-f30b-45a5-9557-757a1e1bc02c x-openstack-request-id: req-31bac3c6-f30b-45a5-9557-757a1e1bc02c {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:50:12.932396 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b58a84-94e8-4f2b-aeeb-4c301c2cb187", "tag": "bb62b95b-b951-45d0-aee2-3b1425548782", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:50:12.932650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-31bac3c6-f30b-45a5-9557-757a1e1bc02c {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:50:12.933103 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31bac3c6-f30b-45a5-9557-757a1e1bc02c'] response: {'name': 'network-changed', 'server_uuid': 'b5b58a84-94e8-4f2b-aeeb-4c301c2cb187', 'tag': 'bb62b95b-b951-45d0-aee2-3b1425548782', 'status': 'completed', 'code': 200} Oct 18 07:50:12.972729 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e8395c5b-0d62-4e84-83f1-c594afd1ac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:13.028384 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8395c5b-0d62-4e84-83f1-c594afd1ac8a None None] No DVR routers for this DVR port ed7de592-b3f6-45cc-85d0-af5e24fee7d9 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:50:13.030148 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8395c5b-0d62-4e84-83f1-c594afd1ac8a None None] Pushing event deleted for resources: {'Port': ['ID=ed7de592-b3f6-45cc-85d0-af5e24fee7d9,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:13.044083 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Attempt 7 to provision port 1295ae72-529d-4c47-96b8-353d42980c36 Oct 18 07:50:13.063117 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e1e0587a-2ae5-4e45-868e-150b383676c8 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:13.149539 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-25c05b48-211e-406d-9cb4-166805edc7e6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:13.172898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Port 1295ae72-529d-4c47-96b8-353d42980c36 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:13.195898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:13.207544 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Transition to ACTIVE for port object d86152ca-7520-4814-9fb5-6654883d9a90 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:13.211733 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:13.212722 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:13.228446 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Transition to ACTIVE for port object d86152ca-7520-4814-9fb5-6654883d9a90 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:13.235479 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:13.254002 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e1e0587a-2ae5-4e45-868e-150b383676c8 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Calling delete_port for 87e88ec3-a18b-4f6b-8987-224fefd27ab5 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:13.293946 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f53d4-bf61-4a90-8074-54b50310c461 req-72416c90-34a7-46dd-a83f-3fe458eea453 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:13.301333 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d61f53d4-bf61-4a90-8074-54b50310c461 req-72416c90-34a7-46dd-a83f-3fe458eea453 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 932 time: 0.4134696 Oct 18 07:50:13.309805 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Network 72ac56b8-6f45-42e4-9d39-18c08cef6e2d is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:13.316751 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:13.321701 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:13.330112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:13.330727 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c05b48-211e-406d-9cb4-166805edc7e6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:13.337780 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-25c05b48-211e-406d-9cb4-166805edc7e6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:13.358762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c05b48-211e-406d-9cb4-166805edc7e6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:13.359607 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-25c05b48-211e-406d-9cb4-166805edc7e6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:13.370783 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f67cf8-3712-4a38-af09-3b1fe81e7469 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:13.380010 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:13.392092 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Pushing event updated for resources: {'Port': ['ID=d86152ca-7520-4814-9fb5-6654883d9a90,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:13.416131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c05b48-211e-406d-9cb4-166805edc7e6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=0f8e142a-0628-4eb1-a714-a10a62ea26d7,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:13.441506 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d61f53d4-bf61-4a90-8074-54b50310c461 req-86e2e693-963f-408b-891a-06ca219fd63a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/security-groups?id=38d3ea8f-3818-445e-baf3-06179f8f159f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047802 Oct 18 07:50:13.450451 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-25c05b48-211e-406d-9cb4-166805edc7e6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6048231 Oct 18 07:50:13.453372 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51824) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:13.471849 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-063d1d60-af8e-40b1-affb-262c75dc17eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'name': 'tempest-NetworksTestDHCPv6-138488077'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:13.511754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Attempting to bind port d86152ca-7520-4814-9fb5-6654883d9a90 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:50:13.512123 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Attempting to bind port d86152ca-7520-4814-9fb5-6654883d9a90 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'cd662618-a046-4055-9ed8-d6c7efbd3da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '72ac56b8-6f45-42e4-9d39-18c08cef6e2d'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:50:13.512483 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Attempting to bind port d86152ca-7520-4814-9fb5-6654883d9a90 on network 72ac56b8-6f45-42e4-9d39-18c08cef6e2d {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:50:13.526927 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:50:13.527332 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Checking segment: {'id': 'cd662618-a046-4055-9ed8-d6c7efbd3da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '72ac56b8-6f45-42e4-9d39-18c08cef6e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:13.527693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:13.528080 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Bound using segment: {'id': 'cd662618-a046-4055-9ed8-d6c7efbd3da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '72ac56b8-6f45-42e4-9d39-18c08cef6e2d'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:50:13.528501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-ea74646e-29cc-463f-a8a3-81d26f075e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:13.528623 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Bound port: d86152ca-7520-4814-9fb5-6654883d9a90, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd662618-a046-4055-9ed8-d6c7efbd3da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '72ac56b8-6f45-42e4-9d39-18c08cef6e2d'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:50:13.528903 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:13.529986 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-ea74646e-29cc-463f-a8a3-81d26f075e7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01dd86a254e9403294fcf6de4e6b7815&device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 1097 time: 1.6763234 Oct 18 07:50:13.629117 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e1e0587a-2ae5-4e45-868e-150b383676c8 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:13.700762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-30d041a4-fcd8-4589-a221-5961ba9267fd tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:13.707233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ed7de592-b3f6-45cc-85d0-af5e24fee7d9 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:50:13.742148 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Attempt 8 to provision port 1295ae72-529d-4c47-96b8-353d42980c36 Oct 18 07:50:13.759889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0587a-2ae5-4e45-868e-150b383676c8 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event deleted for resources: {'Port': ['ID=87e88ec3-a18b-4f6b-8987-224fefd27ab5,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:13.794573 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-48f09b8e-8f81-49b0-8146-f40908164960 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb62b95b-b951-45d0-aee2-3b1425548782 HTTP/1.1" status: 200 len: 217 time: 0.2424560 Oct 18 07:50:13.805177 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: ed7de592-b3f6-45cc-85d0-af5e24fee7d9 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:50:13.805458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ed7de592-b3f6-45cc-85d0-af5e24fee7d9 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:50:13.823902 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] For port d86152ca-7520-4814-9fb5-6654883d9a90, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:50:13.847991 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-063d1d60-af8e-40b1-affb-262c75dc17eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:13.853803 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e1e0587a-2ae5-4e45-868e-150b383676c8 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:13.870763 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-063d1d60-af8e-40b1-affb-262c75dc17eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:13.883006 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] For port d86152ca-7520-4814-9fb5-6654883d9a90, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d86152ca-7520-4814-9fb5-6654883d9a90,segment=NetworkSegment(cd662618-a046-4055-9ed8-d6c7efbd3da9),segment_id=cd662618-a046-4055-9ed8-d6c7efbd3da9)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:50:13.884511 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Port 1295ae72-529d-4c47-96b8-353d42980c36 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:13.886360 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e1e0587a-2ae5-4e45-868e-150b383676c8 tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "DELETE /v2.0/ports/87e88ec3-a18b-4f6b-8987-224fefd27ab5 HTTP/1.1" status: 204 len: 168 time: 1.5793805 Oct 18 07:50:13.889595 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51832) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:13.896129 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:13.950587 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': '0f8e142a-0628-4eb1-a714-a10a62ea26d7'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:50:13.951459 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:13.956336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063d1d60-af8e-40b1-affb-262c75dc17eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:13.960411 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-063d1d60-af8e-40b1-affb-262c75dc17eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:14.064926 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f78c3-64db-43bf-9b1f-77648dd55fe9 None None] Pushing event updated for resources: {'Port': ['ID=d86152ca-7520-4814-9fb5-6654883d9a90,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:14.068717 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb2db91-05a6-414d-bb60-c1553baeb77e tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] GET failed (client error): The resource could not be found. Oct 18 07:50:14.069331 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-dcb2db91-05a6-414d-bb60-c1553baeb77e tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Synchronizing usage tracker for tenant:100f56f2722d48579f86b6f4989447e5 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:14.080781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.resource_extend [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:50:14.096246 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-063d1d60-af8e-40b1-affb-262c75dc17eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port 5d6286c4-bb71-4840-a01b-3136f9bae85f yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:50:14.197628 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-30d041a4-fcd8-4589-a221-5961ba9267fd tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Calling delete_port for 14bf6fd0-1359-48e6-8ddc-322bbde2cbda owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:14.222242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-dcb2db91-05a6-414d-bb60-c1553baeb77e tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Unset dirty status for tenant:100f56f2722d48579f86b6f4989447e5 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:14.223747 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-dcb2db91-05a6-414d-bb60-c1553baeb77e tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "GET /v2.0/ports/87e88ec3-a18b-4f6b-8987-224fefd27ab5 HTTP/1.1" status: 404 len: 333 time: 0.3326092 Oct 18 07:50:14.229799 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51836) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:14.231432 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Allocated IP 2001:db8::2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/0f8e142a-0628-4eb1-a714-a10a62ea26d7/92c1a708-acd1-45f9-9dc2-e58a9f58bc41) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:14.320946 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825f2e6-d7df-46bf-897c-edd0df876c25 req-831df44c-9805-47df-927b-56762c59a22b tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:14.328561 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3825f2e6-d7df-46bf-897c-edd0df876c25 req-831df44c-9805-47df-927b-56762c59a22b tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 932 time: 0.3731954 Oct 18 07:50:14.380686 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-19798951-37f2-48d5-a558-2441b10bdd2b tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Deleting port 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:14.381111 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-19798951-37f2-48d5-a558-2441b10bdd2b tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:14.414103 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Attempt 9 to provision port 1295ae72-529d-4c47-96b8-353d42980c36 Oct 18 07:50:14.455064 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3825f2e6-d7df-46bf-897c-edd0df876c25 req-206f89a9-abbc-4575-858f-1f87a0362105 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254215 Oct 18 07:50:14.537181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5bd87db-c35d-4371-94b1-c5a1b0adc67f {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 07:50:14.554236 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Port 1295ae72-529d-4c47-96b8-353d42980c36 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:14.566517 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:14.578644 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-a3cd9809-e614-4050-ae3a-1e1109bf86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:14.580097 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-a3cd9809-e614-4050-ae3a-1e1109bf86dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=07d05cd2-7667-4e7c-9324-dc2ab5a0878c HTTP/1.1" status: 200 len: 845 time: 0.6646118 Oct 18 07:50:14.594822 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:14.603431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:14.615706 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Transition to ACTIVE for port object 92c1a708-acd1-45f9-9dc2-e58a9f58bc41 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:14.636516 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Transition to ACTIVE for port object 92c1a708-acd1-45f9-9dc2-e58a9f58bc41 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:14.644255 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:14.715813 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:14.719077 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:14.723774 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:14.730296 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Pushing event updated for resources: {'Port': ['ID=92c1a708-acd1-45f9-9dc2-e58a9f58bc41,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:14.840655 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Attempting to bind port 92c1a708-acd1-45f9-9dc2-e58a9f58bc41 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:50:14.841187 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Attempting to bind port 92c1a708-acd1-45f9-9dc2-e58a9f58bc41 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:50:14.841650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Attempting to bind port 92c1a708-acd1-45f9-9dc2-e58a9f58bc41 on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:50:14.848229 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:50:14.848751 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:14.849607 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:14.849607 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:50:14.850249 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Bound port: 92c1a708-acd1-45f9-9dc2-e58a9f58bc41, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:50:14.851016 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:14.901701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-063d1d60-af8e-40b1-affb-262c75dc17eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::4e (421d0710-6574-4dc6-a599-2fa72ae31b2e/0f8e142a-0628-4eb1-a714-a10a62ea26d7/5d6286c4-bb71-4840-a01b-3136f9bae85f) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:14.907421 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Transition to ACTIVE for port object e5bd87db-c35d-4371-94b1-c5a1b0adc67f will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:14.940046 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:14.960981 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] For port 92c1a708-acd1-45f9-9dc2-e58a9f58bc41, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:50:14.970534 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] For port 92c1a708-acd1-45f9-9dc2-e58a9f58bc41, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=92c1a708-acd1-45f9-9dc2-e58a9f58bc41,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:50:14.976783 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:15.033471 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-19798951-37f2-48d5-a558-2441b10bdd2b tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:15.056625 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Attempt 10 to provision port 1295ae72-529d-4c47-96b8-353d42980c36 Oct 18 07:50:15.136452 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed80f11-9cb5-4da2-b69d-2082d47cd71b None None] Pushing event updated for resources: {'Port': ['ID=92c1a708-acd1-45f9-9dc2-e58a9f58bc41,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:15.163997 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-29bd150d-d6b0-414d-a0de-5282c08e601e None None] Port 1295ae72-529d-4c47-96b8-353d42980c36 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:15.178581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d4cc3-7f43-4236-8a92-5d249e2738bb req-ee531dfc-b59a-44e0-812e-590944809d2d tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:15.191413 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cc2d4cc3-7f43-4236-8a92-5d249e2738bb req-ee531dfc-b59a-44e0-812e-590944809d2d tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 944 time: 1.4719491 Oct 18 07:50:15.261939 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-19798951-37f2-48d5-a558-2441b10bdd2b tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Calling delete_port for 2ff42b8d-47e0-4c9c-bb03-6998e7722f31 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:15.305406 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Provisioning for port e5bd87db-c35d-4371-94b1-c5a1b0adc67f completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:15.315023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Could not find standard attr ID for object c2d475b9-94ba-49f6-b494-baff79d34f18. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:50:15.363766 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Provisioning for port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:15.387205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Provisioning complete for port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:15.390115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:15.390682 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Attempt 1 to provision port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e Oct 18 07:50:15.401657 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Pushing event updated for resources: {'Port': ['ID=e5bd87db-c35d-4371-94b1-c5a1b0adc67f,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:15.419964 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19537ddc-9cf6-48a5-ad20-b98398fb271f req-85ffe305-b923-4d54-8b55-b1b71675299b tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:15.421445 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-19537ddc-9cf6-48a5-ad20-b98398fb271f req-85ffe305-b923-4d54-8b55-b1b71675299b tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 932 time: 0.6731524 Oct 18 07:50:15.476203 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cc2d4cc3-7f43-4236-8a92-5d249e2738bb req-867834c1-ae09-4add-9043-487c34c2de82 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef6eac28-45a4-48f3-b1b1-09084745a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836318 Oct 18 07:50:15.487732 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:15.488376 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8c1a36-4a56-4ec8-bd50-ceea3b66378d None None] Network 72ac56b8-6f45-42e4-9d39-18c08cef6e2d requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:15.504891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-c4e147e9-1d95-4349-a899-ea9f4f0bb4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:15.506084 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-c4e147e9-1d95-4349-a899-ea9f4f0bb4c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ca5a665-b920-4cc4-aca3-30836ec763cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8620608 Oct 18 07:50:15.631744 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.resource_extend [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:50:15.674106 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-063d1d60-af8e-40b1-affb-262c75dc17eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:15.677587 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-19798951-37f2-48d5-a558-2441b10bdd2b tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:15.755761 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d86152ca-7520-4814-9fb5-6654883d9a90 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:15.774665 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19798951-37f2-48d5-a558-2441b10bdd2b tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event deleted for resources: {'Port': ['ID=2ff42b8d-47e0-4c9c-bb03-6998e7722f31,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:15.778594 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-c8cdc3a0-72ea-4d29-ac0f-d1459c61f247 service neutron] 10.222.0.46 "GET /v2.0/networks/2ca5a665-b920-4cc4-aca3-30836ec763cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599857 Oct 18 07:50:15.822208 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-063d1d60-af8e-40b1-affb-262c75dc17eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object 5d6286c4-bb71-4840-a01b-3136f9bae85f will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:15.825842 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-19537ddc-9cf6-48a5-ad20-b98398fb271f req-3c1b2103-239c-4928-b51e-b4098d3fb716 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/security-groups?id=38d3ea8f-3818-445e-baf3-06179f8f159f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3666334 Oct 18 07:50:15.831307 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-19798951-37f2-48d5-a558-2441b10bdd2b tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:15.879175 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-19798951-37f2-48d5-a558-2441b10bdd2b tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "DELETE /v2.0/ports/2ff42b8d-47e0-4c9c-bb03-6998e7722f31 HTTP/1.1" status: 204 len: 168 time: 1.6448069 Oct 18 07:50:15.881428 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51844) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:15.922807 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port d86152ca-7520-4814-9fb5-6654883d9a90 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:15.928458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 92c1a708-acd1-45f9-9dc2-e58a9f58bc41 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:15.952584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Attempting to bind port e5bd87db-c35d-4371-94b1-c5a1b0adc67f on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:50:15.952933 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Attempting to bind port e5bd87db-c35d-4371-94b1-c5a1b0adc67f by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'dcd5b6cc-1bba-47a7-8a15-56142a96dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:50:15.953248 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Attempting to bind port e5bd87db-c35d-4371-94b1-c5a1b0adc67f on network 5a222d3d-3a04-4249-b8b6-0c072903979a {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:50:15.972829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35dc811-fb24-40a0-807e-71149c4a69cd tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Deleting subnet 72aa93ad-3ab0-4667-8bac-0f8433a7c944 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:50:15.974818 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a6a31641-5787-4756-b94b-5c4f111c4479 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:15.977628 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a35dc811-fb24-40a0-807e-71149c4a69cd tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:15.995488 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Attempt 2 to provision port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e Oct 18 07:50:16.023122 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-063d1d60-af8e-40b1-affb-262c75dc17eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:16.060407 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-30d041a4-fcd8-4589-a221-5961ba9267fd tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:16.145897 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:16.155473 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a35dc811-fb24-40a0-807e-71149c4a69cd tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:16.156075 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 92c1a708-acd1-45f9-9dc2-e58a9f58bc41 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:16.194171 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063d1d60-af8e-40b1-affb-262c75dc17eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:16.205004 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-063d1d60-af8e-40b1-affb-262c75dc17eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:16.228534 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Port e5bd87db-c35d-4371-94b1-c5a1b0adc67f on network 5a222d3d-3a04-4249-b8b6-0c072903979a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:50:16.229119 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Attempting to bind port e5bd87db-c35d-4371-94b1-c5a1b0adc67f on network 5a222d3d-3a04-4249-b8b6-0c072903979a {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:50:16.233549 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063d1d60-af8e-40b1-affb-262c75dc17eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:16.248763 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063d1d60-af8e-40b1-affb-262c75dc17eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:16.249419 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-063d1d60-af8e-40b1-affb-262c75dc17eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:16.294276 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d1d60-af8e-40b1-affb-262c75dc17eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=5d6286c4-bb71-4840-a01b-3136f9bae85f,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:16.302061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d041a4-fcd8-4589-a221-5961ba9267fd tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Pushing event deleted for resources: {'Port': ['ID=14bf6fd0-1359-48e6-8ddc-322bbde2cbda,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:16.317977 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-063d1d60-af8e-40b1-affb-262c75dc17eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8604445 Oct 18 07:50:16.318874 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51848) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:16.343875 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:50:16.344203 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Checking segment: {'id': 'dcd5b6cc-1bba-47a7-8a15-56142a96dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:16.344592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Bound using segment: {'id': 'dcd5b6cc-1bba-47a7-8a15-56142a96dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:50:16.345041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Bound port: e5bd87db-c35d-4371-94b1-c5a1b0adc67f, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcd5b6cc-1bba-47a7-8a15-56142a96dead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:50:16.345383 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:16.379985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc51aa0-e830-4ccf-af2e-d441c71a3a5e {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 07:50:16.399054 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a35dc811-fb24-40a0-807e-71149c4a69cd tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:16.478949 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920ba7e4-47c9-42d9-a566-3eea8a7ee73b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:16.485345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920ba7e4-47c9-42d9-a566-3eea8a7ee73b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:16.485690 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-920ba7e4-47c9-42d9-a566-3eea8a7ee73b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:16.511121 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a35dc811-fb24-40a0-807e-71149c4a69cd tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:16.543435 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-920ba7e4-47c9-42d9-a566-3eea8a7ee73b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:16.547187 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-920ba7e4-47c9-42d9-a566-3eea8a7ee73b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2249060 Oct 18 07:50:16.554516 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51854) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:16.571560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:16.589994 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35dc811-fb24-40a0-807e-71149c4a69cd tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event deleted for resources: {'Subnet': ['ID=72aa93ad-3ab0-4667-8bac-0f8433a7c944,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:16.611611 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79453519-41a9-406b-8441-02ae221bc3fa None None] Network c862c599-de0a-4173-9920-d571c0927cd8 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:16.615525 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a35dc811-fb24-40a0-807e-71149c4a69cd tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:16.680492 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a35dc811-fb24-40a0-807e-71149c4a69cd tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "DELETE /v2.0/subnets/72aa93ad-3ab0-4667-8bac-0f8433a7c944 HTTP/1.1" status: 204 len: 168 time: 0.7956245 Oct 18 07:50:16.688158 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51858) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:16.692334 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Attempt 3 to provision port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e Oct 18 07:50:16.751014 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Transition to ACTIVE for port object bbc51aa0-e830-4ccf-af2e-d441c71a3a5e will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:16.878571 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:16.899546 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port 5d6286c4-bb71-4840-a01b-3136f9bae85f {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:16.899901 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:16.918356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:16.966957 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2972a045-ce0a-4f03-8d85-760118e8cc39 req-cbd5b750-d5a3-4a63-b43e-f1111edd24d0 service neutron] 10.222.0.46 "GET /v2.0/networks/2ca5a665-b920-4cc4-aca3-30836ec763cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0821052 Oct 18 07:50:16.991092 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8020720a-9d3e-4e40-a12b-43ce310e460b None None] DHCP port deletion for c862c599-de0a-4173-9920-d571c0927cd8 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:50:16.995713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:16.996569 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-8020720a-9d3e-4e40-a12b-43ce310e460b None None] Deleting port a45ef347-39bd-41c6-8e30-7da9267c216c {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:16.997132 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8020720a-9d3e-4e40-a12b-43ce310e460b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:17.054247 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3d9d2-e22e-49ee-8134-6966d2c52131 req-cf2a459b-b7fa-48ed-9c7e-6f5f18c56cd3 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:17.055988 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-90c3d9d2-e22e-49ee-8134-6966d2c52131 req-cf2a459b-b7fa-48ed-9c7e-6f5f18c56cd3 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 944 time: 0.4374666 Oct 18 07:50:17.064960 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Deleting port a45ef347-39bd-41c6-8e30-7da9267c216c {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:17.065302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:17.175351 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-90c3d9d2-e22e-49ee-8134-6966d2c52131 req-25d548c8-cd73-45d7-adce-826b217e57de tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef6eac28-45a4-48f3-b1b1-09084745a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668843 Oct 18 07:50:17.220165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-30d041a4-fcd8-4589-a221-5961ba9267fd tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:17.232558 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-8020720a-9d3e-4e40-a12b-43ce310e460b None None] For port a45ef347-39bd-41c6-8e30-7da9267c216c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a45ef347-39bd-41c6-8e30-7da9267c216c,segment=NetworkSegment(338f0521-2eef-400e-881c-0f81580d186f),segment_id=338f0521-2eef-400e-881c-0f81580d186f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:17.233006 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8020720a-9d3e-4e40-a12b-43ce310e460b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:17.273506 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09d30e-7502-4dc1-93f7-e1b0d228a0ee req-8c2ac3eb-bb60-4eb1-88d8-bcefc8a43faf tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:17.274286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-6d09d30e-7502-4dc1-93f7-e1b0d228a0ee req-8c2ac3eb-bb60-4eb1-88d8-bcefc8a43faf tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Synchronizing usage tracker for tenant:0f286d48607e4386b10ca9eff3ca0147 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:17.366583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-8020720a-9d3e-4e40-a12b-43ce310e460b None None] Calling delete_port for a45ef347-39bd-41c6-8e30-7da9267c216c owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:17.396805 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] For port e5bd87db-c35d-4371-94b1-c5a1b0adc67f, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:50:17.398943 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Attempt 4 to provision port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e Oct 18 07:50:17.399947 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:17.477185 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:17.500220 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8020720a-9d3e-4e40-a12b-43ce310e460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:17.520760 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:17.548738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:17.551489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:17.556203 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020720a-9d3e-4e40-a12b-43ce310e460b None None] Pushing event deleted for resources: {'Port': ['ID=a45ef347-39bd-41c6-8e30-7da9267c216c,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:17.562947 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] For port e5bd87db-c35d-4371-94b1-c5a1b0adc67f, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e5bd87db-c35d-4371-94b1-c5a1b0adc67f,segment=NetworkSegment(dcd5b6cc-1bba-47a7-8a15-56142a96dead),segment_id=dcd5b6cc-1bba-47a7-8a15-56142a96dead)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:50:17.565809 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020720a-9d3e-4e40-a12b-43ce310e460b None None] No DVR routers for this DVR port a45ef347-39bd-41c6-8e30-7da9267c216c on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:50:17.617089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-6d09d30e-7502-4dc1-93f7-e1b0d228a0ee req-8c2ac3eb-bb60-4eb1-88d8-bcefc8a43faf tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Unset dirty status for tenant:0f286d48607e4386b10ca9eff3ca0147 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:17.618422 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6d09d30e-7502-4dc1-93f7-e1b0d228a0ee req-8c2ac3eb-bb60-4eb1-88d8-bcefc8a43faf tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 932 time: 1.8353665 Oct 18 07:50:17.623406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-30d041a4-fcd8-4589-a221-5961ba9267fd tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:17.626833 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a45ef347-39bd-41c6-8e30-7da9267c216c no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:50:17.627338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:17.629326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-30d041a4-fcd8-4589-a221-5961ba9267fd tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:17.666235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: a45ef347-39bd-41c6-8e30-7da9267c216c {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:50:17.666766 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a45ef347-39bd-41c6-8e30-7da9267c216c not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:50:17.677984 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] For port a45ef347-39bd-41c6-8e30-7da9267c216c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a45ef347-39bd-41c6-8e30-7da9267c216c,segment=NetworkSegment(338f0521-2eef-400e-881c-0f81580d186f),segment_id=338f0521-2eef-400e-881c-0f81580d186f)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:17.678273 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:17.694130 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for 5d6286c4-bb71-4840-a01b-3136f9bae85f owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:17.699900 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:17.700515 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:17.701874 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] 10.222.0.46 "PUT /v2.0/ports/e5bd87db-c35d-4371-94b1-c5a1b0adc67f HTTP/1.1" status: 200 len: 1094 time: 6.1678441 Oct 18 07:50:17.727331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b0cabf-4539-48cf-be14-d47aa92d3730', 'tag': 'e5bd87db-c35d-4371-94b1-c5a1b0adc67f'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:50:17.729611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3494eb-3924-4850-8ec4-e287c6681f31" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b0cabf-4539-48cf-be14-d47aa92d3730", "tag": "e5bd87db-c35d-4371-94b1-c5a1b0adc67f"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:50:17.770864 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:50:17.863372 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Calling delete_port for a45ef347-39bd-41c6-8e30-7da9267c216c owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:17.869039 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-30d041a4-fcd8-4589-a221-5961ba9267fd tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:17.869526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d041a4-fcd8-4589-a221-5961ba9267fd tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Fanout notify agent at l3_agent the message router_deleted on router 3146d70a-1766-4d2e-9628-a621224197a3 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:50:17.913790 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da599bd-d238-494b-9cfa-46e5cb287f98 req-2dbe34cb-6544-4751-8308-ad9139055806 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:17.915288 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1da599bd-d238-494b-9cfa-46e5cb287f98 req-2dbe34cb-6544-4751-8308-ad9139055806 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 944 time: 0.6111732 Oct 18 07:50:17.949203 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Attempting to bind port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:50:17.949536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Attempting to bind port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'd0892a4a-f892-43eb-b0e4-188ab345b122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:50:17.949859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Attempting to bind port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e on network b4b998fa-e372-4e50-b79b-07d7c610b310 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:50:17.954101 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6d09d30e-7502-4dc1-93f7-e1b0d228a0ee req-05f85ff2-38a7-46d2-913f-1a2398ba02b9 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3229129 Oct 18 07:50:17.979017 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Attempt 5 to provision port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e Oct 18 07:50:18.010272 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e on network b4b998fa-e372-4e50-b79b-07d7c610b310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:50:18.010615 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Attempting to bind port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e on network b4b998fa-e372-4e50-b79b-07d7c610b310 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:50:18.012655 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be8c1d-4d01-441d-8ebc-c6d015079afa service neutron] Pushing event updated for resources: {'Port': ['ID=e5bd87db-c35d-4371-94b1-c5a1b0adc67f,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:18.016632 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1da599bd-d238-494b-9cfa-46e5cb287f98 req-504d58a1-29a5-4f0c-8ef7-80c8748b69bc tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/security-groups?id=38d3ea8f-3818-445e-baf3-06179f8f159f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945368 Oct 18 07:50:18.016882 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa60e9-7a47-432a-bb5f-f1b5fcb005e0 req-92115b30-b68e-4e07-bd7c-7494b238d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:18.018341 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bcaa60e9-7a47-432a-bb5f-f1b5fcb005e0 req-92115b30-b68e-4e07-bd7c-7494b238d195 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01dd86a254e9403294fcf6de4e6b7815&device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 1097 time: 0.9701831 Oct 18 07:50:18.023142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 07:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77adf3c-752f-45fe-a2f3-c7d992e12dd1 x-openstack-request-id: req-b77adf3c-752f-45fe-a2f3-c7d992e12dd1 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:50:18.023425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b0cabf-4539-48cf-be14-d47aa92d3730", "tag": "e5bd87db-c35d-4371-94b1-c5a1b0adc67f", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:50:18.023673 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b77adf3c-752f-45fe-a2f3-c7d992e12dd1 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:50:18.024068 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b77adf3c-752f-45fe-a2f3-c7d992e12dd1'] response: {'name': 'network-changed', 'server_uuid': 'd6b0cabf-4539-48cf-be14-d47aa92d3730', 'tag': 'e5bd87db-c35d-4371-94b1-c5a1b0adc67f', 'status': 'completed', 'code': 200} Oct 18 07:50:18.062490 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.api [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:50:18.062877 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG oslo_db.api [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:50:18.071937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:50:18.072355 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Checking segment: {'id': 'd0892a4a-f892-43eb-b0e4-188ab345b122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:18.072806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Bound using segment: {'id': 'd0892a4a-f892-43eb-b0e4-188ab345b122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:50:18.073326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Bound port: bbc51aa0-e830-4ccf-af2e-d441c71a3a5e, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0892a4a-f892-43eb-b0e4-188ab345b122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:50:18.073744 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:18.079400 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:18.090563 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:18.146203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=5d6286c4-bb71-4840-a01b-3136f9bae85f,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:18.185494 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:18.185925 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:18.186327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:18.186753 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:18.187151 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:18.187550 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:18.187953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:18.188617 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:18.189008 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:18.189397 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:18.189770 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:18.190159 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:18.212068 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:18.234881 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1dab6add-62bd-458a-933b-05b0176c2daa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/5d6286c4-bb71-4840-a01b-3136f9bae85f HTTP/1.1" status: 204 len: 168 time: 1.6791501 Oct 18 07:50:18.235729 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51868) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:18.305611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-30d041a4-fcd8-4589-a221-5961ba9267fd tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:18.310249 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-30d041a4-fcd8-4589-a221-5961ba9267fd tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "DELETE /v2.0/routers/3146d70a-1766-4d2e-9628-a621224197a3 HTTP/1.1" status: 204 len: 168 time: 8.0980525 Oct 18 07:50:18.311529 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51872) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:18.315163 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95145bc-b3ce-403c-8fdd-9d8129267717 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:18.317415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95145bc-b3ce-403c-8fdd-9d8129267717 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:18.318589 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d95145bc-b3ce-403c-8fdd-9d8129267717 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:18.320261 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-a6a31641-5787-4756-b94b-5c4f111c4479 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting port 719dab54-f76f-4aeb-a9a9-fb054db11e5b {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:18.320727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a6a31641-5787-4756-b94b-5c4f111c4479 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:18.325396 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Request body: {'router': {'name': 'tempest-snat-router-384215201', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'enable_snat': False}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:18.331338 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:18.338466 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Usage tracker for resource:router and tenant:391ff915403b45d2b68e67ac75da2404 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:18.343697 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:18.349569 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Allocated IP 172.26.8.218 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/df492f75-16a7-4858-89a9-dafdf05771f7) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:18.351643 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:18.357689 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d95145bc-b3ce-403c-8fdd-9d8129267717 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:18.361704 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d95145bc-b3ce-403c-8fdd-9d8129267717 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1248834 Oct 18 07:50:18.364814 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51876) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:18.402384 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:18.403429 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:18.441742 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:18.446223 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-130af9c5-96f1-4294-878a-9dd5b08a5245 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 0f8e142a-0628-4eb1-a714-a10a62ea26d7 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:50:18.454106 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-130af9c5-96f1-4294-878a-9dd5b08a5245 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:18.580610 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Attempt 6 to provision port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e Oct 18 07:50:18.613621 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-83aee0b6-439b-4a03-8e4c-5401d93d0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:18.615139 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-83aee0b6-439b-4a03-8e4c-5401d93d0843 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dcd2edd96c934bc294dc295d3600ad84&device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 1097 time: 0.8508527 Oct 18 07:50:18.640693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:18.651444 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Deleting port a45ef347-39bd-41c6-8e30-7da9267c216c {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:18.651896 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:18.730602 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-130af9c5-96f1-4294-878a-9dd5b08a5245 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:18.790780 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-237bff0a-a8fe-46c8-9808-832c29de8b4b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5bd87db-c35d-4371-94b1-c5a1b0adc67f HTTP/1.1" status: 200 len: 217 time: 0.1062107 Oct 18 07:50:18.830746 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] The port 'a45ef347-39bd-41c6-8e30-7da9267c216c' was deleted {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:50:18.859450 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa60e9-7a47-432a-bb5f-f1b5fcb005e0 req-36c4a381-b9e3-486d-8f64-aa6e115378dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:18.860855 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bcaa60e9-7a47-432a-bb5f-f1b5fcb005e0 req-36c4a381-b9e3-486d-8f64-aa6e115378dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=2ca5a665-b920-4cc4-aca3-30836ec763cb HTTP/1.1" status: 200 len: 907 time: 0.8191679 Oct 18 07:50:18.896536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] For port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:50:18.995098 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bcaa60e9-7a47-432a-bb5f-f1b5fcb005e0 req-bbf02aa5-347a-47b3-9f6c-72c4ee28e240 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb62b95b-b951-45d0-aee2-3b1425548782 HTTP/1.1" status: 200 len: 217 time: 0.1129620 Oct 18 07:50:19.009188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] For port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e,segment=NetworkSegment(d0892a4a-f892-43eb-b0e4-188ab345b122),segment_id=d0892a4a-f892-43eb-b0e4-188ab345b122)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:50:19.026042 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05771015-4a89-4984-b789-5fe93f16d61b req-24f1e5a3-ad1f-4473-9f0d-0cbcf2fbbdb2 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:19.032828 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-05771015-4a89-4984-b789-5fe93f16d61b req-24f1e5a3-ad1f-4473-9f0d-0cbcf2fbbdb2 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 944 time: 0.7138348 Oct 18 07:50:19.055270 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:19.093974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a6a31641-5787-4756-b94b-5c4f111c4479 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:19.109459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:19.112385 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:19.112985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:19.114444 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] 10.222.0.46 "PUT /v2.0/ports/bbc51aa0-e830-4ccf-af2e-d441c71a3a5e HTTP/1.1" status: 200 len: 1094 time: 6.7296379 Oct 18 07:50:19.143287 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Attempt 7 to provision port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e Oct 18 07:50:19.153177 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:19.208624 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c862c599-de0a-4173-9920-d571c0927cd8']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:19.225310 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:19.233955 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 07:50:19.241616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-800cdf56-4bad-4128-ab40-5411a37456b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:19.243371 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-800cdf56-4bad-4128-ab40-5411a37456b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01485aae-eded-48c1-8010-b01081c67b5d HTTP/1.1" status: 200 len: 850 time: 0.4320772 Oct 18 07:50:19.247864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Provisioning for port 719dab54-f76f-4aeb-a9a9-fb054db11e5b completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:19.256367 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Provisioning complete for port 719dab54-f76f-4aeb-a9a9-fb054db11e5b triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:19.256740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:19.257210 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Attempt 1 to provision port 719dab54-f76f-4aeb-a9a9-fb054db11e5b Oct 18 07:50:19.280508 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338f0521-2eef-400e-881c-0f81580d186f') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:19.280798 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338f0521-2eef-400e-881c-0f81580d186f') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:19.288292 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-130af9c5-96f1-4294-878a-9dd5b08a5245 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:19.316169 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Port 719dab54-f76f-4aeb-a9a9-fb054db11e5b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:19.329164 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:19.366962 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:19.381501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-a6a31641-5787-4756-b94b-5c4f111c4479 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Calling delete_port for 719dab54-f76f-4aeb-a9a9-fb054db11e5b owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:19.382094 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:50:19.382379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:19.455457 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 338f0521-2eef-400e-881c-0f81580d186f resource provider aggregate not found Oct 18 07:50:19.480091 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c577391-29f2-4eb1-ad54-916d329d5888 req-a6438173-ba2d-4966-9edb-99fe12236d75 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:19.481696 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4c577391-29f2-4eb1-ad54-916d329d5888 req-a6438173-ba2d-4966-9edb-99fe12236d75 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 944 time: 0.4035807 Oct 18 07:50:19.483233 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 338f0521-2eef-400e-881c-0f81580d186f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 338f0521-2eef-400e-881c-0f81580d186f found for delete ", "request_id": "req-6b35795b-e30d-486b-bb33-78e81ab98d11"}]} Oct 18 07:50:19.541838 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-05771015-4a89-4984-b789-5fe93f16d61b req-60fc1215-09c7-4b8d-936e-455ccac46eda tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef6eac28-45a4-48f3-b1b1-09084745a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5081847 Oct 18 07:50:19.543310 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa60e9-7a47-432a-bb5f-f1b5fcb005e0 req-2c5bcc14-1477-4785-a11a-6990a0c71980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:19.544290 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-130af9c5-96f1-4294-878a-9dd5b08a5245 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:19.544557 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bcaa60e9-7a47-432a-bb5f-f1b5fcb005e0 req-2c5bcc14-1477-4785-a11a-6990a0c71980 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=07d05cd2-7667-4e7c-9324-dc2ab5a0878c HTTP/1.1" status: 200 len: 845 time: 0.5317137 Oct 18 07:50:19.581512 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:19.599096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:19.625295 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:19.632299 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130af9c5-96f1-4294-878a-9dd5b08a5245 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=0f8e142a-0628-4eb1-a714-a10a62ea26d7,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:19.634255 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-130af9c5-96f1-4294-878a-9dd5b08a5245 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:19.642067 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63804a43-65f1-48ca-aba3-61c96a089dee None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:19.652947 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:19.653365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:19.653711 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:19.654054 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:19.654587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:19.654987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:19.655100 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:19.655388 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:19.655717 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:19.656125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:19.656363 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:19.656686 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5cd273-f921-4cfc-b357-ad928c60ea13 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:19.658231 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] Pushing event deleted for resources: {'Network': ['ID=c862c599-de0a-4173-9920-d571c0927cd8,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:19.668273 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4c577391-29f2-4eb1-ad54-916d329d5888 req-38cddde6-bdc5-4d79-bb6d-8b38fbaf13e7 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703627 Oct 18 07:50:19.691439 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8b6f86ef-2177-46c3-81a9-121d4896134a tempest-AllowedAddressPairIpV6TestJSON-904006413 tempest-AllowedAddressPairIpV6TestJSON-904006413-project] 10.222.0.17 "DELETE /v2.0/networks/c862c599-de0a-4173-9920-d571c0927cd8 HTTP/1.1" status: 204 len: 168 time: 2.9937518 Oct 18 07:50:19.705995 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-130af9c5-96f1-4294-878a-9dd5b08a5245 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/0f8e142a-0628-4eb1-a714-a10a62ea26d7 HTTP/1.1" status: 204 len: 168 time: 1.3305662 Oct 18 07:50:19.705995 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51890) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:19.789899 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4003b245-c223-4222-b98d-72c612a37e59 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0874686 Oct 18 07:50:19.790685 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51894) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:19.798155 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-fb2e7ebc-7d62-4037-9a7e-6de7c025b5a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:19.843088 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Attempt 2 to provision port 719dab54-f76f-4aeb-a9a9-fb054db11e5b Oct 18 07:50:19.915878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:19.920909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-f22dd300-722e-4c9b-b865-45b9a60d667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:19.922394 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-f22dd300-722e-4c9b-b865-45b9a60d667d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f286d48607e4386b10ca9eff3ca0147&device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 1097 time: 0.7604957 Oct 18 07:50:19.964526 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Port 719dab54-f76f-4aeb-a9a9-fb054db11e5b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:20.054531 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:50:20.059090 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] Deleting port 92c1a708-acd1-45f9-9dc2-e58a9f58bc41 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:20.059592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:20.064299 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91097b0b-1779-4869-9c58-3895c00304e7', 'tag': 'bbc51aa0-e830-4ccf-af2e-d441c71a3a5e'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:50:20.067584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a33e9d7-781c-43a1-9b48-1113e6d4121f" -d '{"events": [{"name": "network-changed", "server_uuid": "91097b0b-1779-4869-9c58-3895c00304e7", "tag": "bbc51aa0-e830-4ccf-af2e-d441c71a3a5e"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:50:20.085133 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51900) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:20.089766 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-88c9c4d3-356d-4aa7-a9c2-9e7b7a4440cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e HTTP/1.1" status: 200 len: 217 time: 0.1244175 Oct 18 07:50:20.150029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-32e6f67f-9b26-4f14-96de-cdcecd263f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:20.151858 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-32e6f67f-9b26-4f14-96de-cdcecd263f79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a222d3d-3a04-4249-b8b6-0c072903979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8458755 Oct 18 07:50:20.199994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:20.217303 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 07:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65328736-d158-43f8-9d15-a726c5259ec3 x-openstack-request-id: req-65328736-d158-43f8-9d15-a726c5259ec3 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:50:20.218130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91097b0b-1779-4869-9c58-3895c00304e7", "tag": "bbc51aa0-e830-4ccf-af2e-d441c71a3a5e", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:50:20.218130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-65328736-d158-43f8-9d15-a726c5259ec3 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:50:20.218348 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65328736-d158-43f8-9d15-a726c5259ec3'] response: {'name': 'network-changed', 'server_uuid': '91097b0b-1779-4869-9c58-3895c00304e7', 'tag': 'bbc51aa0-e830-4ccf-af2e-d441c71a3a5e', 'status': 'completed', 'code': 200} Oct 18 07:50:20.220795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa60e9-7a47-432a-bb5f-f1b5fcb005e0 req-eabfd8f5-00f3-4ace-88d9-13cd32ed8994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:20.221030 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-fb2e7ebc-7d62-4037-9a7e-6de7c025b5a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:20.222862 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bcaa60e9-7a47-432a-bb5f-f1b5fcb005e0 req-eabfd8f5-00f3-4ace-88d9-13cd32ed8994 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ca5a665-b920-4cc4-aca3-30836ec763cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6621435 Oct 18 07:50:20.223712 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:20.226420 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:20.232830 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fb2e7ebc-7d62-4037-9a7e-6de7c025b5a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:20.238468 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fb2e7ebc-7d62-4037-9a7e-6de7c025b5a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:20.248502 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-fb2e7ebc-7d62-4037-9a7e-6de7c025b5a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:20.251146 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:20.290046 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:20.329394 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2e7ebc-7d62-4037-9a7e-6de7c025b5a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:20.333644 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fb2e7ebc-7d62-4037-9a7e-6de7c025b5a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:20.377040 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] For port 92c1a708-acd1-45f9-9dc2-e58a9f58bc41, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=92c1a708-acd1-45f9-9dc2-e58a9f58bc41,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:20.377414 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:20.494449 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Attempt 3 to provision port 719dab54-f76f-4aeb-a9a9-fb054db11e5b Oct 18 07:50:20.528449 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] Calling delete_port for 92c1a708-acd1-45f9-9dc2-e58a9f58bc41 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:20.537213 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Allocated IP 172.26.8.188 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/5c8aae29-4f95-45a7-9a54-abb77182b2d2) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:20.624615 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Port 719dab54-f76f-4aeb-a9a9-fb054db11e5b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:20.639252 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Pushing event updated for resources: {'Port': ['ID=df492f75-16a7-4858-89a9-dafdf05771f7,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:20.710187 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-698634fa-5713-4542-b100-72db1c34d762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:20.713989 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:20.731489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-785f69ec-a8f0-4c84-a36f-f97f93dc6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:20.733081 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-785f69ec-a8f0-4c84-a36f-f97f93dc6584 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbb698bd-8a28-447d-9ac6-7bad4cc61081 HTTP/1.1" status: 200 len: 850 time: 0.6299961 Oct 18 07:50:20.760791 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] Pushing event deleted for resources: {'Port': ['ID=92c1a708-acd1-45f9-9dc2-e58a9f58bc41,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:20.770921 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:20.771098 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:20.771323 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:20.771626 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:20.771950 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:20.772614 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:20.772614 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:20.772886 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:20.773524 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:20.773524 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:20.773816 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:20.774134 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:20.778477 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f42219-3747-4aaa-9ece-26fa8752439a None None] No DVR routers for this DVR port 92c1a708-acd1-45f9-9dc2-e58a9f58bc41 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:50:20.789965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f7198-c596-46d3-9c9b-83f2beedc1d7 req-9337fabd-6eaf-4722-b633-a61bacc46f97 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:20.795303 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-501f7198-c596-46d3-9c9b-83f2beedc1d7 req-9337fabd-6eaf-4722-b633-a61bacc46f97 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 944 time: 1.0983863 Oct 18 07:50:20.817150 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fb2e7ebc-7d62-4037-9a7e-6de7c025b5a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:20.888448 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:20.910504 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bcaa60e9-7a47-432a-bb5f-f1b5fcb005e0 req-c988fafa-ef62-4594-a069-cf12d10f3373 service neutron] 10.222.0.46 "GET /v2.0/networks/2ca5a665-b920-4cc4-aca3-30836ec763cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6239920 Oct 18 07:50:20.917119 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2e7ebc-7d62-4037-9a7e-6de7c025b5a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:20.918826 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-fb2e7ebc-7d62-4037-9a7e-6de7c025b5a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:20.924755 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2e7ebc-7d62-4037-9a7e-6de7c025b5a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:20.925336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fb2e7ebc-7d62-4037-9a7e-6de7c025b5a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:20.929359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a180f3-fee3-4ae9-9f38-d23788bb7719 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:20.929501 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e7ebc-7d62-4037-9a7e-6de7c025b5a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=c50c3591-31aa-4dd3-9470-b27755bf1597,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:20.969369 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506dba88-3cca-45d2-b693-6a9ae0d8b9e3 req-f85d51f7-3dc8-4091-953c-ef868f9a3a8d tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:20.970873 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-506dba88-3cca-45d2-b693-6a9ae0d8b9e3 req-f85d51f7-3dc8-4091-953c-ef868f9a3a8d tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 944 time: 0.2840312 Oct 18 07:50:20.974386 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fb2e7ebc-7d62-4037-9a7e-6de7c025b5a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1814275 Oct 18 07:50:20.976430 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-061d6aeb-0ae3-4dd5-8b26-f2bbdde4d6bc admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=100f56f2722d48579f86b6f4989447e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8856108 Oct 18 07:50:20.979768 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51914) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:20.980118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51916) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:20.997567 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-8f748443-03a7-47e1-a26c-1111e1b84e60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'name': 'tempest-NetworksTestDHCPv6-110443110'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:21.099113 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-ea490601-eb0b-4a1b-8059-1f9a029947b4 service neutron] 10.222.0.46 "GET /v2.0/networks/5a222d3d-3a04-4249-b8b6-0c072903979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9243267 Oct 18 07:50:21.100525 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device bb62b95b-b951-45d0-aee2-3b1425548782 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 07:50:21.108781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a6a31641-5787-4756-b94b-5c4f111c4479 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:21.126641 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Attempt 4 to provision port 719dab54-f76f-4aeb-a9a9-fb054db11e5b Oct 18 07:50:21.150141 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:21.167727 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Port 719dab54-f76f-4aeb-a9a9-fb054db11e5b was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:50:21.208257 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-506dba88-3cca-45d2-b693-6a9ae0d8b9e3 req-7c366027-36ce-4b27-83ef-f1dd0a453fdb tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef6eac28-45a4-48f3-b1b1-09084745a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949282 Oct 18 07:50:21.274602 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:21.281208 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:21.290430 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:21.295427 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-501f7198-c596-46d3-9c9b-83f2beedc1d7 req-a48428cb-fc44-494b-8740-ffabfbe2ce93 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/security-groups?id=38d3ea8f-3818-445e-baf3-06179f8f159f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4287460 Oct 18 07:50:21.304738 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c5664d76-4f45-4813-95cd-26f63eee2908 None None] Provisioning for port bb62b95b-b951-45d0-aee2-3b1425548782 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:21.330493 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9e15eb67-40de-4ef7-87ea-6c42ea553891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:21.344236 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': 'c50c3591-31aa-4dd3-9470-b27755bf1597'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:50:21.345501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:21.429471 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Pushing event updated for resources: {'Port': ['ID=5c8aae29-4f95-45a7-9a54-abb77182b2d2,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:21.489681 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7a4d491b-169e-4f28-af3f-0eef145c76fc None None] Could not find standard attr ID for object 92c1a708-acd1-45f9-9dc2-e58a9f58bc41. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:50:21.514033 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port bb62b95b-b951-45d0-aee2-3b1425548782, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bb62b95b-b951-45d0-aee2-3b1425548782,segment=NetworkSegment(e2301ec9-35ec-42e6-b735-42762eccc2ef),segment_id=e2301ec9-35ec-42e6-b735-42762eccc2ef)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:21.532645 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7a4d491b-169e-4f28-af3f-0eef145c76fc None None] Could not find standard attr ID for object 5d6286c4-bb71-4840-a01b-3136f9bae85f. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:50:21.549332 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a31641-5787-4756-b94b-5c4f111c4479 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Port': ['ID=719dab54-f76f-4aeb-a9a9-fb054db11e5b,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:21.560232 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': 'bb62b95b-b951-45d0-aee2-3b1425548782', 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb', 'port_id': 'bb62b95b-b951-45d0-aee2-3b1425548782', 'mac_address': 'fa:16:3e:c9:54:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 07:50:21.589233 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8f748443-03a7-47e1-a26c-1111e1b84e60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:21.610640 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8f748443-03a7-47e1-a26c-1111e1b84e60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:port and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:21.633835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 92c1a708-acd1-45f9-9dc2-e58a9f58bc41 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:50:21.663277 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8f748443-03a7-47e1-a26c-1111e1b84e60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:21.677645 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9e15eb67-40de-4ef7-87ea-6c42ea553891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:21.686491 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8f748443-03a7-47e1-a26c-1111e1b84e60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:21.692757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7a4d491b-169e-4f28-af3f-0eef145c76fc None None] Provisioning for port d86152ca-7520-4814-9fb5-6654883d9a90 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:21.709882 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 92c1a708-acd1-45f9-9dc2-e58a9f58bc41 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:50:21.710221 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 92c1a708-acd1-45f9-9dc2-e58a9f58bc41 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:50:21.716869 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7a4d491b-169e-4f28-af3f-0eef145c76fc None None] Provisioning complete for port d86152ca-7520-4814-9fb5-6654883d9a90 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:21.716869 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7a4d491b-169e-4f28-af3f-0eef145c76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:21.717055 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7a4d491b-169e-4f28-af3f-0eef145c76fc None None] Attempt 1 to provision port d86152ca-7520-4814-9fb5-6654883d9a90 Oct 18 07:50:21.754193 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f748443-03a7-47e1-a26c-1111e1b84e60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:21.757893 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8f748443-03a7-47e1-a26c-1111e1b84e60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:21.764967 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port bb62b95b-b951-45d0-aee2-3b1425548782 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:21.765342 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:21.802709 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb62b95b-b951-45d0-aee2-3b1425548782 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 07:50:21.828787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Allocated IP 2001:db8::2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/c50c3591-31aa-4dd3-9470-b27755bf1597/ffad4a4b-8282-4592-8e32-5dff55fd41f0) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:21.840495 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port bb62b95b-b951-45d0-aee2-3b1425548782, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bb62b95b-b951-45d0-aee2-3b1425548782,segment=NetworkSegment(e2301ec9-35ec-42e6-b735-42762eccc2ef),segment_id=e2301ec9-35ec-42e6-b735-42762eccc2ef)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:21.842756 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-0bf4f75d-e8c2-4e93-8a8c-f4e0b3bb22af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:21.844441 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-0bf4f75d-e8c2-4e93-8a8c-f4e0b3bb22af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4b998fa-e372-4e50-b79b-07d7c610b310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0793307 Oct 18 07:50:21.848947 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:21.855969 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46b595-9366-4c14-86f1-ca5ece90e2da req-9be2f4e0-cd78-49f8-ac84-1899b0daf772 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:21.863615 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6e46b595-9366-4c14-86f1-ca5ece90e2da req-9be2f4e0-cd78-49f8-ac84-1899b0daf772 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 944 time: 0.3528061 Oct 18 07:50:21.869297 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bcaa60e9-7a47-432a-bb5f-f1b5fcb005e0 req-56b0b7aa-4c57-42e7-9c09-349774780f65 service neutron] 10.222.0.46 "GET /v2.0/networks/2ca5a665-b920-4cc4-aca3-30836ec763cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9389195 Oct 18 07:50:21.959116 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-65fc5c9f-f69a-420d-9922-2209c4bd70de req-bf187964-5300-4461-8984-2444dcad2745 service neutron] 10.222.0.46 "GET /v2.0/networks/5a222d3d-3a04-4249-b8b6-0c072903979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8403151 Oct 18 07:50:21.959689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:22.020370 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a6a31641-5787-4756-b94b-5c4f111c4479 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:22.058030 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d491b-169e-4f28-af3f-0eef145c76fc None None] Current status of the port d86152ca-7520-4814-9fb5-6654883d9a90 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:22.058401 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7a4d491b-169e-4f28-af3f-0eef145c76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:22.071295 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=bb62b95b-b951-45d0-aee2-3b1425548782,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:22.094726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-8f748443-03a7-47e1-a26c-1111e1b84e60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port e56d20e3-5781-487c-be8f-aa4ef2fa1a43 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:50:22.139343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-7a4d491b-169e-4f28-af3f-0eef145c76fc None None] For port d86152ca-7520-4814-9fb5-6654883d9a90, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d86152ca-7520-4814-9fb5-6654883d9a90,segment=NetworkSegment(cd662618-a046-4055-9ed8-d6c7efbd3da9),segment_id=cd662618-a046-4055-9ed8-d6c7efbd3da9)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:22.199137 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9e15eb67-40de-4ef7-87ea-6c42ea553891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:22.226179 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['bb62b95b-b951-45d0-aee2-3b1425548782'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 07:50:22.251906 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15eb67-40de-4ef7-87ea-6c42ea553891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087c4f5b-da35-45c0-992a-82a404118baf,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:22.265068 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7a4d491b-169e-4f28-af3f-0eef145c76fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:22.286025 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6e46b595-9366-4c14-86f1-ca5ece90e2da req-b3ce5151-463b-48f1-878a-03f280176e93 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4215243 Oct 18 07:50:22.301738 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9e15eb67-40de-4ef7-87ea-6c42ea553891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:22.301738 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9e15eb67-40de-4ef7-87ea-6c42ea553891 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/087c4f5b-da35-45c0-992a-82a404118baf HTTP/1.1" status: 204 len: 168 time: 1.3156531 Oct 18 07:50:22.394020 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:22.458267 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d491b-169e-4f28-af3f-0eef145c76fc None None] Pushing event updated for resources: {'Port': ['ID=d86152ca-7520-4814-9fb5-6654883d9a90,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:22.542756 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-84e60130-ef43-4f17-a5d7-b851b6dd4bd7 service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879072 Oct 18 07:50:22.560819 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:22.639952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Transition to ACTIVE for port object ffad4a4b-8282-4592-8e32-5dff55fd41f0 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:22.680984 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Transition to ACTIVE for port object ffad4a4b-8282-4592-8e32-5dff55fd41f0 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:22.691072 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:22.773495 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Pushing event updated for resources: {'Port': ['ID=ffad4a4b-8282-4592-8e32-5dff55fd41f0,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:22.787160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:22.788475 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:22.790971 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:22.863850 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc184f-a4e8-47de-aa24-a8a447c9b4be req-60eebd8b-a641-4406-b47c-b42bab235db3 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:22.865505 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-86dc184f-a4e8-47de-aa24-a8a447c9b4be req-60eebd8b-a641-4406-b47c-b42bab235db3 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 944 time: 0.2989078 Oct 18 07:50:22.930961 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Attempting to bind port ffad4a4b-8282-4592-8e32-5dff55fd41f0 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:50:22.931344 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Attempting to bind port ffad4a4b-8282-4592-8e32-5dff55fd41f0 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:50:22.931707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Attempting to bind port ffad4a4b-8282-4592-8e32-5dff55fd41f0 on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:50:22.941960 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:50:22.942447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:22.943031 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:22.943488 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:50:22.944086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Bound port: ffad4a4b-8282-4592-8e32-5dff55fd41f0, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:50:22.944605 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:22.954063 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-8f748443-03a7-47e1-a26c-1111e1b84e60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::20e (421d0710-6574-4dc6-a599-2fa72ae31b2e/c50c3591-31aa-4dd3-9470-b27755bf1597/e56d20e3-5781-487c-be8f-aa4ef2fa1a43) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:22.995631 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-86dc184f-a4e8-47de-aa24-a8a447c9b4be req-f309f72a-aea7-4b1c-9b9f-1c14f9c6f695 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/security-groups?id=38d3ea8f-3818-445e-baf3-06179f8f159f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109390 Oct 18 07:50:23.021119 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1a7bf16e-d862-4be0-9d4e-3f894de154e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:23.064397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] For port ffad4a4b-8282-4592-8e32-5dff55fd41f0, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:50:23.068017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] For port ffad4a4b-8282-4592-8e32-5dff55fd41f0, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ffad4a4b-8282-4592-8e32-5dff55fd41f0,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:50:23.071396 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device bb62b95b-b951-45d0-aee2-3b1425548782 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:23.105631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3494eb-3924-4850-8ec4-e287c6681f31 req-735b7692-c002-46b4-95f6-94afe88f5643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:23.107950 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af3494eb-3924-4850-8ec4-e287c6681f31 req-735b7692-c002-46b4-95f6-94afe88f5643 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dcd2edd96c934bc294dc295d3600ad84&device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 1097 time: 1.0886097 Oct 18 07:50:23.109580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:23.144337 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:23.238863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51946) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:23.289325 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee2c68-3338-4ca5-abff-1fbd249ff35f None None] Pushing event updated for resources: {'Port': ['ID=ffad4a4b-8282-4592-8e32-5dff55fd41f0,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:23.313951 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port bb62b95b-b951-45d0-aee2-3b1425548782 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:23.320034 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port bb62b95b-b951-45d0-aee2-3b1425548782 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:23.320413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:23.320746 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port bb62b95b-b951-45d0-aee2-3b1425548782 Oct 18 07:50:23.369379 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-295e2a5e-3d51-4b80-9fbf-c4c5bf576aad req-e4e41f32-c2ba-448b-9601-39af26562642 service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8182077 Oct 18 07:50:23.402646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a31641-5787-4756-b94b-5c4f111c4479 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 98cf549c-5dae-4688-ae7a-4290f951c022 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:50:23.434291 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168367c4-71ab-43bd-af7e-854b5a4e64e7 req-3b00d929-0361-46ad-a27c-c3e5033026a9 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:23.441805 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-168367c4-71ab-43bd-af7e-854b5a4e64e7 req-3b00d929-0361-46ad-a27c-c3e5033026a9 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 945 time: 1.0112062 Oct 18 07:50:23.529223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port bb62b95b-b951-45d0-aee2-3b1425548782 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:23.529617 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:23.534010 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8f748443-03a7-47e1-a26c-1111e1b84e60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:23.544854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Request body: {'networks': [{'name': 'tempest-network--948673860'}, {'name': 'tempest-network--872705055'}]} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:23.545171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Request body: {'network': {'name': 'tempest-network--948673860'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:23.545627 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Request body: {'network': {'name': 'tempest-network--872705055'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:23.566786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:23.589389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:23.594513 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-8f748443-03a7-47e1-a26c-1111e1b84e60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object e56d20e3-5781-487c-be8f-aa4ef2fa1a43 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:23.599439 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b58a84-94e8-4f2b-aeeb-4c301c2cb187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb62b95b-b951-45d0-aee2-3b1425548782'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:50:23.665807 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea728b5b-19df-40bc-b512-3422ca2c5531 req-544d1561-2511-4748-bcb6-431ec155b43d tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:23.667384 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ea728b5b-19df-40bc-b512-3422ca2c5531 req-544d1561-2511-4748-bcb6-431ec155b43d tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 944 time: 0.1856105 Oct 18 07:50:23.667972 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Router 7ade5e3e-bee5-4c2f-b886-9d711e821857 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:50:23.687043 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8f748443-03a7-47e1-a26c-1111e1b84e60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:23.705117 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d86152ca-7520-4814-9fb5-6654883d9a90 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:23.742432 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port bb62b95b-b951-45d0-aee2-3b1425548782, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bb62b95b-b951-45d0-aee2-3b1425548782,segment=NetworkSegment(e2301ec9-35ec-42e6-b735-42762eccc2ef),segment_id=e2301ec9-35ec-42e6-b735-42762eccc2ef)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:23.777158 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:23.781255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3494eb-3924-4850-8ec4-e287c6681f31 req-4d80c640-9cee-435e-924f-5a5a569d2c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:23.783090 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af3494eb-3924-4850-8ec4-e287c6681f31 req-4d80c640-9cee-435e-924f-5a5a569d2c1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a222d3d-3a04-4249-b8b6-0c072903979a HTTP/1.1" status: 200 len: 912 time: 0.6466081 Oct 18 07:50:23.811025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Usage tracker for resource:network and tenant:430ff98bd7fc4d3eb650e7b4f7ac1d4d is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:23.842526 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:23.852315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:23.879397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=bb62b95b-b951-45d0-aee2-3b1425548782,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:23.890990 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port d86152ca-7520-4814-9fb5-6654883d9a90 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:23.891601 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:23.891908 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port d86152ca-7520-4814-9fb5-6654883d9a90 Oct 18 07:50:23.947459 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af3494eb-3924-4850-8ec4-e287c6681f31 req-027007fe-7cf8-4921-9108-a3ba0dec4ee1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5bd87db-c35d-4371-94b1-c5a1b0adc67f HTTP/1.1" status: 200 len: 217 time: 0.1331704 Oct 18 07:50:23.951292 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:23.962279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5582e806-d57e-4fe5-a1d4-c267e34773b9" -d '{"events": [{"server_uuid": "b5b58a84-94e8-4f2b-aeeb-4c301c2cb187", "name": "network-vif-plugged", "status": "completed", "tag": "bb62b95b-b951-45d0-aee2-3b1425548782"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:50:24.023790 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port d86152ca-7520-4814-9fb5-6654883d9a90 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:24.035339 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:24.078366 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f748443-03a7-47e1-a26c-1111e1b84e60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:24.084257 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f748443-03a7-47e1-a26c-1111e1b84e60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=e56d20e3-5781-487c-be8f-aa4ef2fa1a43,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:24.086777 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-8f748443-03a7-47e1-a26c-1111e1b84e60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:24.092511 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f748443-03a7-47e1-a26c-1111e1b84e60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:24.098690 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f748443-03a7-47e1-a26c-1111e1b84e60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:24.099615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8f748443-03a7-47e1-a26c-1111e1b84e60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:24.112860 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-168367c4-71ab-43bd-af7e-854b5a4e64e7 req-3a5ed1f4-d92a-4cb3-b0d9-03b09d9ab410 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef6eac28-45a4-48f3-b1b1-09084745a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5986755 Oct 18 07:50:24.117695 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ea728b5b-19df-40bc-b512-3422ca2c5531 req-8d99d300-cff7-4f65-aa23-9e0ffe130ea5 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4322314 Oct 18 07:50:24.160669 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8f748443-03a7-47e1-a26c-1111e1b84e60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1735053 Oct 18 07:50:24.160669 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51966) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:24.160868 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Made reservation on behalf of 430ff98bd7fc4d3eb650e7b4f7ac1d4d for: {'network': 2} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:24.168124 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:24.183870 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a31641-5787-4756-b94b-5c4f111c4479 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:50:24.198328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:24.198991 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119a0183-bb02-4b0d-b81d-27fd986b8a18 None None] Sync routers for ids ['98cf549c-5dae-4688-ae7a-4290f951c022'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:50:24.217572 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119a0183-bb02-4b0d-b81d-27fd986b8a18 None None] Routers {'98cf549c-5dae-4688-ae7a-4290f951c022'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:24.218200 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-119a0183-bb02-4b0d-b81d-27fd986b8a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['98cf549c-5dae-4688-ae7a-4290f951c022'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:24.236684 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3494eb-3924-4850-8ec4-e287c6681f31 req-9e78e486-ef10-4a72-942a-a4c93f3f0dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:24.238217 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af3494eb-3924-4850-8ec4-e287c6681f31 req-9e78e486-ef10-4a72-942a-a4c93f3f0dc9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01485aae-eded-48c1-8010-b01081c67b5d HTTP/1.1" status: 200 len: 850 time: 0.2117870 Oct 18 07:50:24.258536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:24.277366 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:50:24.294263 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Sync routers for ids ['7ade5e3e-bee5-4c2f-b886-9d711e821857'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:50:24.328426 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Routers {'7ade5e3e-bee5-4c2f-b886-9d711e821857'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:24.329885 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['7ade5e3e-bee5-4c2f-b886-9d711e821857'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:24.344048 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:24.348643 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-752fdc75-78d7-457b-ba91-0789bc815069 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0238767 Oct 18 07:50:24.359171 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51970) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:24.370249 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d353f7-6065-4a0c-8005-54ad673f73fc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:24.371522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33e9d7-781c-43a1-9b48-1113e6d4121f req-e8c3a12f-0f36-4abc-969e-980f1f579cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:24.371762 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-119a0183-bb02-4b0d-b81d-27fd986b8a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:24.372987 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a33e9d7-781c-43a1-9b48-1113e6d4121f req-e8c3a12f-0f36-4abc-969e-980f1f579cac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f286d48607e4386b10ca9eff3ca0147&device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 1097 time: 0.9256709 Oct 18 07:50:24.380964 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119a0183-bb02-4b0d-b81d-27fd986b8a18 None None] Routers {'98cf549c-5dae-4688-ae7a-4290f951c022'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:24.381576 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-119a0183-bb02-4b0d-b81d-27fd986b8a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['98cf549c-5dae-4688-ae7a-4290f951c022'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:24.387466 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d353f7-6065-4a0c-8005-54ad673f73fc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:24.388278 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b1d353f7-6065-4a0c-8005-54ad673f73fc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:24.424612 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 07:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48ced84-0d25-4711-89af-e2b86db9e84d x-openstack-request-id: req-b48ced84-0d25-4711-89af-e2b86db9e84d {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:50:24.425517 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b58a84-94e8-4f2b-aeeb-4c301c2cb187", "name": "network-vif-plugged", "status": "completed", "tag": "bb62b95b-b951-45d0-aee2-3b1425548782", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:50:24.425961 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b48ced84-0d25-4711-89af-e2b86db9e84d {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:50:24.426621 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b48ced84-0d25-4711-89af-e2b86db9e84d'] response: {'server_uuid': 'b5b58a84-94e8-4f2b-aeeb-4c301c2cb187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb62b95b-b951-45d0-aee2-3b1425548782', 'code': 200} Oct 18 07:50:24.487630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Usage tracker for resource:security_group_rule and tenant:430ff98bd7fc4d3eb650e7b4f7ac1d4d is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:24.494329 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a6a31641-5787-4756-b94b-5c4f111c4479 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/98cf549c-5dae-4688-ae7a-4290f951c022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6222827 Oct 18 07:50:24.495735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:24.527250 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 51974) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:24.529060 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-119a0183-bb02-4b0d-b81d-27fd986b8a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:24.529464 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119a0183-bb02-4b0d-b81d-27fd986b8a18 None None] The sync data for ids ['98cf549c-5dae-4688-ae7a-4290f951c022'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:50:24.564710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:24.588898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Set router 7ade5e3e-bee5-4c2f-b886-9d711e821857 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:50:24.636200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b1d353f7-6065-4a0c-8005-54ad673f73fc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:24.640846 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b1d353f7-6065-4a0c-8005-54ad673f73fc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4843893 Oct 18 07:50:24.644544 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51978) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:24.751426 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-146ec4a1-8d9d-41f0-9b26-178c4420e75e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port e56d20e3-5781-487c-be8f-aa4ef2fa1a43 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:24.751768 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-146ec4a1-8d9d-41f0-9b26-178c4420e75e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:24.810675 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-171c806b-5869-42f3-9236-d409af12f719 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "GET /v2.0/routers/7ade5e3e-bee5-4c2f-b886-9d711e821857 HTTP/1.1" status: 200 len: 908 time: 0.4476650 Oct 18 07:50:24.811645 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51982) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:24.822418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Request body: {'router': {'name': 'tempest-snat-router-384215201', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'enable_snat': True}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:24.832245 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:24.866627 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Usage tracker for resource:router and tenant:391ff915403b45d2b68e67ac75da2404 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:24.875630 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:24.898929 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:24.938041 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:24.939375 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:24.955869 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d310443c-0f14-41f1-830f-8f4217c41716 None None] Provisioning for port ffad4a4b-8282-4592-8e32-5dff55fd41f0 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:25.003941 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade5e3e-bee5-4c2f-b886-9d711e821857', 'name': 'tempest-snat-router-384215201', 'tenant_id': '391ff915403b45d2b68e67ac75da2404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.188'}], 'enable_snat': False}, 'gw_port_id': '5c8aae29-4f95-45a7-9a54-abb77182b2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:50:18Z', 'updated_at': '2022-10-18T07:50:21Z', 'revision_number': 3, 'project_id': '391ff915403b45d2b68e67ac75da2404', 'gw_port': {'id': '5c8aae29-4f95-45a7-9a54-abb77182b2d2', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade5e3e-bee5-4c2f-b886-9d711e821857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:50:20Z', 'updated_at': '2022-10-18T07:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:25.010318 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Checking router: 7ade5e3e-bee5-4c2f-b886-9d711e821857 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:50:25.010871 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Updating router 7ade5e3e-bee5-4c2f-b886-9d711e821857 port 5c8aae29-4f95-45a7-9a54-abb77182b2d2 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:50:25.039422 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:25.077076 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device e5bd87db-c35d-4371-94b1-c5a1b0adc67f details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 07:50:25.096344 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:25.133782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3494eb-3924-4850-8ec4-e287c6681f31 req-dd01d864-fa7b-4a51-a72f-68dc0ac43012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:25.135294 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af3494eb-3924-4850-8ec4-e287c6681f31 req-dd01d864-fa7b-4a51-a72f-68dc0ac43012 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a222d3d-3a04-4249-b8b6-0c072903979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8815672 Oct 18 07:50:25.141958 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6a20e4de-9f24-488d-b221-40f9eb5ac30a None None] Provisioning for port e56d20e3-5781-487c-be8f-aa4ef2fa1a43 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:25.143250 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Router 9c520bfb-eefa-4b95-8e4a-e8b1d955c21a is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:50:25.163011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39aae2-b06f-4583-95d2-c7bf1501fdf2 req-8c6416f1-f281-4029-967f-88e415b6653e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:25.164531 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dd39aae2-b06f-4583-95d2-c7bf1501fdf2 req-8c6416f1-f281-4029-967f-88e415b6653e tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 944 time: 0.7809045 Oct 18 07:50:25.178197 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-146ec4a1-8d9d-41f0-9b26-178c4420e75e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:25.210901 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6a20e4de-9f24-488d-b221-40f9eb5ac30a None None] Provisioning complete for port e56d20e3-5781-487c-be8f-aa4ef2fa1a43 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:25.211614 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6a20e4de-9f24-488d-b221-40f9eb5ac30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:25.212156 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6a20e4de-9f24-488d-b221-40f9eb5ac30a None None] Attempt 1 to provision port e56d20e3-5781-487c-be8f-aa4ef2fa1a43 Oct 18 07:50:25.339202 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6a20e4de-9f24-488d-b221-40f9eb5ac30a None None] Port e56d20e3-5781-487c-be8f-aa4ef2fa1a43 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:25.411132 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33e9d7-781c-43a1-9b48-1113e6d4121f req-04e3e5a2-5495-4ac5-acf9-75d9a6998bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:25.413056 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a33e9d7-781c-43a1-9b48-1113e6d4121f req-04e3e5a2-5495-4ac5-acf9-75d9a6998bad service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4b998fa-e372-4e50-b79b-07d7c610b310 HTTP/1.1" status: 200 len: 912 time: 0.9590340 Oct 18 07:50:25.417625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:25.455098 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-146ec4a1-8d9d-41f0-9b26-178c4420e75e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for e56d20e3-5781-487c-be8f-aa4ef2fa1a43 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:25.545174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port e5bd87db-c35d-4371-94b1-c5a1b0adc67f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e5bd87db-c35d-4371-94b1-c5a1b0adc67f,segment=NetworkSegment(dcd5b6cc-1bba-47a7-8a15-56142a96dead),segment_id=dcd5b6cc-1bba-47a7-8a15-56142a96dead)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:25.571720 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': 'e5bd87db-c35d-4371-94b1-c5a1b0adc67f', 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a', 'port_id': 'e5bd87db-c35d-4371-94b1-c5a1b0adc67f', 'mac_address': 'fa:16:3e:8b:2d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01485aae-eded-48c1-8010-b01081c67b5d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 07:50:25.652699 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:25.657244 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a33e9d7-781c-43a1-9b48-1113e6d4121f req-4aaf8f5b-28ea-4a07-ac2d-6c89dd37ab47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e HTTP/1.1" status: 200 len: 217 time: 0.1720502 Oct 18 07:50:25.673608 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48b479-feb7-414d-a9d4-57e0c79a3fde req-3ae87ab7-ce30-4682-b4ef-72b0c8d9585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:25.675147 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8b48b479-feb7-414d-a9d4-57e0c79a3fde req-3ae87ab7-ce30-4682-b4ef-72b0c8d9585c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 1099 time: 0.9636831 Oct 18 07:50:25.677093 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port e5bd87db-c35d-4371-94b1-c5a1b0adc67f is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:25.677093 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:25.695591 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ffad4a4b-8282-4592-8e32-5dff55fd41f0 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:25.732183 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dd39aae2-b06f-4583-95d2-c7bf1501fdf2 req-4cb89d3f-d288-41b7-a37f-77b231c94c8c tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/security-groups?id=38d3ea8f-3818-445e-baf3-06179f8f159f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5479994 Oct 18 07:50:25.744569 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5bd87db-c35d-4371-94b1-c5a1b0adc67f {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 07:50:25.803393 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-8b48b479-feb7-414d-a9d4-57e0c79a3fde req-e55dcce2-5200-4924-a14a-d1f4103cd9a2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:25.841613 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:25.844118 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6a20e4de-9f24-488d-b221-40f9eb5ac30a None None] Attempt 2 to provision port e56d20e3-5781-487c-be8f-aa4ef2fa1a43 Oct 18 07:50:25.870205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port e5bd87db-c35d-4371-94b1-c5a1b0adc67f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e5bd87db-c35d-4371-94b1-c5a1b0adc67f,segment=NetworkSegment(dcd5b6cc-1bba-47a7-8a15-56142a96dead),segment_id=dcd5b6cc-1bba-47a7-8a15-56142a96dead)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:25.902766 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:25.908308 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:25.910646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:25.911546 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b09cc-347d-41c6-92ef-eb93e8982149 req-b8289644-60e0-4059-b23a-7c9351bde7bc tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:25.913450 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-924b09cc-347d-41c6-92ef-eb93e8982149 req-b8289644-60e0-4059-b23a-7c9351bde7bc tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 944 time: 0.5792203 Oct 18 07:50:25.951842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-8b48b479-feb7-414d-a9d4-57e0c79a3fde req-e55dcce2-5200-4924-a14a-d1f4103cd9a2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:25.980622 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:26.000353 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6a20e4de-9f24-488d-b221-40f9eb5ac30a None None] Port e56d20e3-5781-487c-be8f-aa4ef2fa1a43 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:26.013052 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port ffad4a4b-8282-4592-8e32-5dff55fd41f0 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:26.016519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Transition to ACTIVE for port object 5c8aae29-4f95-45a7-9a54-abb77182b2d2 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:26.016648 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33e9d7-781c-43a1-9b48-1113e6d4121f req-d85910aa-40b5-437b-aebb-773fe2238028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:26.018022 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a33e9d7-781c-43a1-9b48-1113e6d4121f req-d85910aa-40b5-437b-aebb-773fe2238028 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbb698bd-8a28-447d-9ac6-7bad4cc61081 HTTP/1.1" status: 200 len: 850 time: 0.3363130 Oct 18 07:50:26.019635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-8b48b479-feb7-414d-a9d4-57e0c79a3fde req-e55dcce2-5200-4924-a14a-d1f4103cd9a2 service neutron] Usage tracker for resource:security_group_rule and tenant:3f9db07d1124473bb32867cdd44b9a50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:26.024228 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port ffad4a4b-8282-4592-8e32-5dff55fd41f0 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:26.024514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:26.024912 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port ffad4a4b-8282-4592-8e32-5dff55fd41f0 Oct 18 07:50:26.049660 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-924b09cc-347d-41c6-92ef-eb93e8982149 req-f825b3e5-8f37-4258-a29c-27c3aaba62b3 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934722 Oct 18 07:50:26.051581 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-146ec4a1-8d9d-41f0-9b26-178c4420e75e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:26.058578 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=e5bd87db-c35d-4371-94b1-c5a1b0adc67f,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:26.059403 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-8b48b479-feb7-414d-a9d4-57e0c79a3fde req-e55dcce2-5200-4924-a14a-d1f4103cd9a2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:26.062729 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:26.072880 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-8b48b479-feb7-414d-a9d4-57e0c79a3fde req-e55dcce2-5200-4924-a14a-d1f4103cd9a2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:26.123044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ec4a1-8d9d-41f0-9b26-178c4420e75e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=e56d20e3-5781-487c-be8f-aa4ef2fa1a43,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:26.156604 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Attempting to bind port 5c8aae29-4f95-45a7-9a54-abb77182b2d2 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:50:26.156998 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Attempting to bind port 5c8aae29-4f95-45a7-9a54-abb77182b2d2 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:50:26.157355 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Attempting to bind port 5c8aae29-4f95-45a7-9a54-abb77182b2d2 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:50:26.175487 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:50:26.175873 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:26.176300 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:26.176772 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:50:26.177336 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Bound port: 5c8aae29-4f95-45a7-9a54-abb77182b2d2, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:50:26.177598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:26.185065 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-146ec4a1-8d9d-41f0-9b26-178c4420e75e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:26.201957 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af3494eb-3924-4850-8ec4-e287c6681f31 req-85465ffe-54b1-4874-9744-bcf180460067 service neutron] 10.222.0.46 "GET /v2.0/networks/5a222d3d-3a04-4249-b8b6-0c072903979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0364363 Oct 18 07:50:26.229852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2574834-a489-4f58-9981-4d4538540d4d None None] Pushing event updated for resources: {'Port': ['ID=5c8aae29-4f95-45a7-9a54-abb77182b2d2,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:26.241501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['e5bd87db-c35d-4371-94b1-c5a1b0adc67f'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 07:50:26.255205 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-146ec4a1-8d9d-41f0-9b26-178c4420e75e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/e56d20e3-5781-487c-be8f-aa4ef2fa1a43 HTTP/1.1" status: 204 len: 168 time: 1.6082878 Oct 18 07:50:26.257650 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51990) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:26.398752 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] For port 5c8aae29-4f95-45a7-9a54-abb77182b2d2, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:50:26.399706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d0a4e2-5280-4954-803b-10dba32d80ef,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:26.422789 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] For port 5c8aae29-4f95-45a7-9a54-abb77182b2d2, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=5c8aae29-4f95-45a7-9a54-abb77182b2d2,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:50:26.441965 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:26.447404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:50:26.457223 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12aa3a9c-7b9a-4ca3-a824-4b3f4e7c27c7 None None] Sync routers for ids ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:50:26.471465 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aa3a9c-7b9a-4ca3-a824-4b3f4e7c27c7 None None] Routers {'9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:26.472544 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-12aa3a9c-7b9a-4ca3-a824-4b3f4e7c27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:26.479511 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc96b96-922c-495e-adaa-da7f95052097 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:26.481123 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc96b96-922c-495e-adaa-da7f95052097 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:26.481856 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7dc96b96-922c-495e-adaa-da7f95052097 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:26.515297 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6a20e4de-9f24-488d-b221-40f9eb5ac30a None None] Attempt 3 to provision port e56d20e3-5781-487c-be8f-aa4ef2fa1a43 Oct 18 07:50:26.538272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7dc96b96-922c-495e-adaa-da7f95052097 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:26.539879 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7dc96b96-922c-495e-adaa-da7f95052097 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2776012 Oct 18 07:50:26.542953 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:50:26.546821 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51994) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:26.590853 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:26.591197 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Added segment ac2a3599-32ca-4d80-a749-0df56744b676 of type vlan for network fb76aa9c-529b-4a20-9c20-c15b5d7a46f2 Oct 18 07:50:26.607776 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:26.648817 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:26.649775 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-12aa3a9c-7b9a-4ca3-a824-4b3f4e7c27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:26.652204 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6a20e4de-9f24-488d-b221-40f9eb5ac30a None None] Port e56d20e3-5781-487c-be8f-aa4ef2fa1a43 was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:50:26.684337 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aa3a9c-7b9a-4ca3-a824-4b3f4e7c27c7 None None] Routers {'9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:26.684992 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-12aa3a9c-7b9a-4ca3-a824-4b3f4e7c27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:26.691951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:26.696162 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-40868b32-9f90-48db-9fbe-9278d6145955 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 14.6820033 Oct 18 07:50:26.700888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Routers {'7ade5e3e-bee5-4c2f-b886-9d711e821857'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:26.701847 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['7ade5e3e-bee5-4c2f-b886-9d711e821857'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:26.702539 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 51998) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:26.715548 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:26.726135 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af3494eb-3924-4850-8ec4-e287c6681f31 req-e939794e-e2d9-43ad-8009-8bbdea8e729f service neutron] 10.222.0.46 "GET /v2.0/networks/5a222d3d-3a04-4249-b8b6-0c072903979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992519 Oct 18 07:50:26.733891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a4513-43a7-4e54-b022-c55b3f168f4d req-ae474444-c2f0-4b45-ad75-e6c0980091ef tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:26.735443 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e10a4513-43a7-4e54-b022-c55b3f168f4d req-ae474444-c2f0-4b45-ad75-e6c0980091ef tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 946 time: 0.7560465 Oct 18 07:50:26.826126 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33e9d7-781c-43a1-9b48-1113e6d4121f req-5138e8c6-c6d8-4179-a3c4-e3a02d1041e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:26.827642 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a33e9d7-781c-43a1-9b48-1113e6d4121f req-5138e8c6-c6d8-4179-a3c4-e3a02d1041e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4b998fa-e372-4e50-b79b-07d7c610b310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7704306 Oct 18 07:50:26.861146 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-12aa3a9c-7b9a-4ca3-a824-4b3f4e7c27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:26.862964 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12aa3a9c-7b9a-4ca3-a824-4b3f4e7c27c7 None None] The sync data for ids ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:50:26.882318 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca0e781-9d31-4b6a-b417-5d73b4a71858 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet c50c3591-31aa-4dd3-9470-b27755bf1597 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:50:26.890623 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fca0e781-9d31-4b6a-b417-5d73b4a71858 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:26.922369 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-8b48b479-feb7-414d-a9d4-57e0c79a3fde req-e55dcce2-5200-4924-a14a-d1f4103cd9a2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:26.977257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:50:26.989212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:26.989804 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Added segment 4f02d7ad-4595-48de-8edc-f2a749b21726 of type vlan for network d8b7a85a-658d-40d6-ba3c-3b1590e43ea9 Oct 18 07:50:27.001290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] Set router 7ade5e3e-bee5-4c2f-b886-9d711e821857 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:50:27.090299 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fca0e781-9d31-4b6a-b417-5d73b4a71858 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:27.141283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device bbc51aa0-e830-4ccf-af2e-d441c71a3a5e details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 07:50:27.144236 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port ffad4a4b-8282-4592-8e32-5dff55fd41f0 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:27.144734 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:27.199970 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Allocated IP 172.26.8.123 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/d54151fa-84c7-47c2-9978-e19815e730c7) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:27.227057 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2574834-a489-4f58-9981-4d4538540d4d None None] Pushing event updated for resources: {'Port': ['ID=5c8aae29-4f95-45a7-9a54-abb77182b2d2,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:27.251265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:27.259461 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e10a4513-43a7-4e54-b022-c55b3f168f4d req-600fe5ad-d0de-4d82-9fc3-b109b0f1af5f tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef6eac28-45a4-48f3-b1b1-09084745a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5117791 Oct 18 07:50:27.265788 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port ffad4a4b-8282-4592-8e32-5dff55fd41f0, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ffad4a4b-8282-4592-8e32-5dff55fd41f0,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:27.286585 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:27.309319 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-8b48b479-feb7-414d-a9d4-57e0c79a3fde req-e55dcce2-5200-4924-a14a-d1f4103cd9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:27.329509 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fca0e781-9d31-4b6a-b417-5d73b4a71858 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:27.362003 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-8b48b479-feb7-414d-a9d4-57e0c79a3fde req-e55dcce2-5200-4924-a14a-d1f4103cd9a2 service neutron] Synchronizing usage tracker for tenant:3f9db07d1124473bb32867cdd44b9a50 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:27.452790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dcce2-5200-4924-a14a-d1f4103cd9a2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=64f539ee-faee-411a-8728-d230bb915cfc,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:27.511920 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-8b48b479-feb7-414d-a9d4-57e0c79a3fde req-e55dcce2-5200-4924-a14a-d1f4103cd9a2 service neutron] Unset dirty status for tenant:3f9db07d1124473bb32867cdd44b9a50 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:27.513054 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8b48b479-feb7-414d-a9d4-57e0c79a3fde req-e55dcce2-5200-4924-a14a-d1f4103cd9a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ef6eac28-45a4-48f3-b1b1-09084745a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7889757 Oct 18 07:50:27.525167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:27.525659 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:27.531342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:27.536058 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:27.536718 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:27.572752 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=ffad4a4b-8282-4592-8e32-5dff55fd41f0,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:27.585923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-91e84bf5-94af-4053-9b63-0b499bb333a7 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:27.628325 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e,segment=NetworkSegment(d0892a4a-f892-43eb-b0e4-188ab345b122),segment_id=d0892a4a-f892-43eb-b0e4-188ab345b122)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:27.635226 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7bffc2-4b91-44b9-94d6-6d2039128e9d req-4e0565c4-f1fc-402e-b4bc-92f9cde0f056 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:27.636704 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7c7bffc2-4b91-44b9-94d6-6d2039128e9d req-4e0565c4-f1fc-402e-b4bc-92f9cde0f056 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 945 time: 0.6902030 Oct 18 07:50:27.646946 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': 'bbc51aa0-e830-4ccf-af2e-d441c71a3a5e', 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310', 'port_id': 'bbc51aa0-e830-4ccf-af2e-d441c71a3a5e', 'mac_address': 'fa:16:3e:85:12:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 07:50:27.690992 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a33e9d7-781c-43a1-9b48-1113e6d4121f req-edaf6b51-1b20-46f8-ad9d-308da8964983 service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8390753 Oct 18 07:50:27.719481 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:27.719784 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:27.739072 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ade5e3e-bee5-4c2f-b886-9d711e821857', 'name': 'tempest-snat-router-384215201', 'tenant_id': '391ff915403b45d2b68e67ac75da2404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.188'}], 'enable_snat': False}, 'gw_port_id': '5c8aae29-4f95-45a7-9a54-abb77182b2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:50:18Z', 'updated_at': '2022-10-18T07:50:21Z', 'revision_number': 3, 'project_id': '391ff915403b45d2b68e67ac75da2404', 'gw_port': {'id': '5c8aae29-4f95-45a7-9a54-abb77182b2d2', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade5e3e-bee5-4c2f-b886-9d711e821857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:50:20Z', 'updated_at': '2022-10-18T07:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:27.743657 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc51aa0-e830-4ccf-af2e-d441c71a3a5e {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 07:50:27.749548 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5233c4-49ee-4f4f-b200-96406b795d74 None None] The sync data for ids ['7ade5e3e-bee5-4c2f-b886-9d711e821857'] in dv-neutron-861625-1-hyperv is: [{'id': '7ade5e3e-bee5-4c2f-b886-9d711e821857', 'name': 'tempest-snat-router-384215201', 'tenant_id': '391ff915403b45d2b68e67ac75da2404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.188'}], 'enable_snat': False}, 'gw_port_id': '5c8aae29-4f95-45a7-9a54-abb77182b2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:50:18Z', 'updated_at': '2022-10-18T07:50:21Z', 'revision_number': 3, 'project_id': '391ff915403b45d2b68e67ac75da2404', 'gw_port': {'id': '5c8aae29-4f95-45a7-9a54-abb77182b2d2', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ade5e3e-bee5-4c2f-b886-9d711e821857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:50:20Z', 'updated_at': '2022-10-18T07:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:50:27.764048 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e,segment=NetworkSegment(d0892a4a-f892-43eb-b0e4-188ab345b122),segment_id=d0892a4a-f892-43eb-b0e4-188ab345b122)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:27.772250 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:27.795179 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7c7bffc2-4b91-44b9-94d6-6d2039128e9d req-a55276cd-bf5c-45d6-8547-ddd1c7b9d84b tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/security-groups?id=38d3ea8f-3818-445e-baf3-06179f8f159f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920255 Oct 18 07:50:27.803304 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fca0e781-9d31-4b6a-b417-5d73b4a71858 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:27.849840 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:27.859631 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88fc2eb-5c77-42ea-9201-54616bb333ce None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:27.862355 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event updated for resources: {'Network': ['ID=fb76aa9c-529b-4a20-9c20-c15b5d7a46f2,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:27.871930 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fca0e781-9d31-4b6a-b417-5d73b4a71858 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:27.875633 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network fb76aa9c-529b-4a20-9c20-c15b5d7a46f2 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:50:27.883109 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0e781-9d31-4b6a-b417-5d73b4a71858 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=c50c3591-31aa-4dd3-9470-b27755bf1597,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:28.010350 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.7517705 Oct 18 07:50:28.026615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52006) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:28.058520 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41f432-c13f-46ab-b15d-62f2ca7ff641 req-ce59a7bb-8762-49a5-9ba7-fc4282ede88b tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:28.061131 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-be41f432-c13f-46ab-b15d-62f2ca7ff641 req-ce59a7bb-8762-49a5-9ba7-fc4282ede88b tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 944 time: 0.6789737 Oct 18 07:50:28.076814 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fca0e781-9d31-4b6a-b417-5d73b4a71858 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/c50c3591-31aa-4dd3-9470-b27755bf1597 HTTP/1.1" status: 204 len: 168 time: 1.5288115 Oct 18 07:50:28.115296 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['bbc51aa0-e830-4ccf-af2e-d441c71a3a5e'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 07:50:28.122849 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52010) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:28.219839 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a33e9d7-781c-43a1-9b48-1113e6d4121f req-207b0f0e-29db-4a73-b8f5-453939decde6 service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545476 Oct 18 07:50:28.224146 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-157de75c-fe1f-49cf-87cc-c5f1d2b3b7af tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0997128 Oct 18 07:50:28.238505 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:28.289414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52014) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:28.292969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610480b-9e3e-4127-bdb8-7ab33af77ce5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event updated for resources: {'Network': ['ID=d8b7a85a-658d-40d6-ba3c-3b1590e43ea9,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:28.313759 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network d8b7a85a-658d-40d6-ba3c-3b1590e43ea9 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:50:28.419443 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b34283a-322a-44dc-896a-f45f3af43d7e None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:50:28.430445 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-be41f432-c13f-46ab-b15d-62f2ca7ff641 req-3afb599e-6a66-4194-b55e-e13953489154 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2731977 Oct 18 07:50:28.464095 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-2b34283a-322a-44dc-896a-f45f3af43d7e None None] Deleting port ffad4a4b-8282-4592-8e32-5dff55fd41f0 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:28.464593 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b34283a-322a-44dc-896a-f45f3af43d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:28.555430 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e267327d-9657-4f0a-9b4a-74f70ffd2de5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:28.557243 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e267327d-9657-4f0a-9b4a-74f70ffd2de5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2601924 Oct 18 07:50:28.562922 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52020) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:28.640329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8277c3f-c6fb-44f6-98fb-c7485fc44050 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:28.641098 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a8277c3f-c6fb-44f6-98fb-c7485fc44050 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:28.696420 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06203f9-0c5e-40e6-969d-e33d94b3fbbe tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:28.701992 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a8277c3f-c6fb-44f6-98fb-c7485fc44050 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:28.705855 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a8277c3f-c6fb-44f6-98fb-c7485fc44050 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1373620 Oct 18 07:50:28.705985 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06203f9-0c5e-40e6-969d-e33d94b3fbbe tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:28.710683 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06203f9-0c5e-40e6-969d-e33d94b3fbbe tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:28.716167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52024) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:28.717568 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06203f9-0c5e-40e6-969d-e33d94b3fbbe tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:28.719200 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d06203f9-0c5e-40e6-969d-e33d94b3fbbe tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6898673 Oct 18 07:50:28.725158 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52028) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:28.800045 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-900e22a6-0a59-4915-842e-aa85db731ce0 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787277 Oct 18 07:50:28.800797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52032) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:28.808104 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2b34283a-322a-44dc-896a-f45f3af43d7e None None] For port ffad4a4b-8282-4592-8e32-5dff55fd41f0, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ffad4a4b-8282-4592-8e32-5dff55fd41f0,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:28.808577 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b34283a-322a-44dc-896a-f45f3af43d7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:28.811015 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-91e84bf5-94af-4053-9b63-0b499bb333a7 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting port 1295ae72-529d-4c47-96b8-353d42980c36 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:28.811352 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-91e84bf5-94af-4053-9b63-0b499bb333a7 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:28.834312 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:28.928807 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0c4fd-c8ad-4d1d-a233-fe57a2ac2ef6 req-559f15f4-6cf2-4bde-8cd1-1718dbfa1bd1 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:28.930489 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1ec0c4fd-c8ad-4d1d-a233-fe57a2ac2ef6 req-559f15f4-6cf2-4bde-8cd1-1718dbfa1bd1 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 946 time: 0.3748994 Oct 18 07:50:28.956965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-5be251de-98b2-47cf-93a6-e79b46e84f93 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:28.960382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-2b34283a-322a-44dc-896a-f45f3af43d7e None None] Calling delete_port for ffad4a4b-8282-4592-8e32-5dff55fd41f0 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:29.061539 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b34283a-322a-44dc-896a-f45f3af43d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:29.084990 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a8964c21-799f-4c5f-9808-656571b03a21 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:29.092003 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:29.114108 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device e5bd87db-c35d-4371-94b1-c5a1b0adc67f up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:29.146585 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34283a-322a-44dc-896a-f45f3af43d7e None None] Pushing event deleted for resources: {'Port': ['ID=ffad4a4b-8282-4592-8e32-5dff55fd41f0,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:29.170215 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b34283a-322a-44dc-896a-f45f3af43d7e None None] No DVR routers for this DVR port ffad4a4b-8282-4592-8e32-5dff55fd41f0 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:50:29.190760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-5be251de-98b2-47cf-93a6-e79b46e84f93 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:29.202732 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:29.211039 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:29.218890 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port e5bd87db-c35d-4371-94b1-c5a1b0adc67f completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:29.226100 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port e5bd87db-c35d-4371-94b1-c5a1b0adc67f triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:29.227005 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:29.227514 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port e5bd87db-c35d-4371-94b1-c5a1b0adc67f Oct 18 07:50:29.261434 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:29.267536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-5be251de-98b2-47cf-93a6-e79b46e84f93 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:29.300071 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1ec0c4fd-c8ad-4d1d-a233-fe57a2ac2ef6 req-07b087d5-e0f8-487f-ba93-b394cb3e6135 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef6eac28-45a4-48f3-b1b1-09084745a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029780 Oct 18 07:50:29.337298 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be251de-98b2-47cf-93a6-e79b46e84f93 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:29.339830 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Pushing event updated for resources: {'Port': ['ID=d54151fa-84c7-47c2-9978-e19815e730c7,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:29.340694 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5be251de-98b2-47cf-93a6-e79b46e84f93 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:29.359340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-91e84bf5-94af-4053-9b63-0b499bb333a7 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:29.382513 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port e5bd87db-c35d-4371-94b1-c5a1b0adc67f is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:29.382924 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:29.413538 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b0cabf-4539-48cf-be14-d47aa92d3730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bd87db-c35d-4371-94b1-c5a1b0adc67f'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:50:29.416331 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37de13b1-4349-4e59-a092-4b922717f963" -d '{"events": [{"server_uuid": "d6b0cabf-4539-48cf-be14-d47aa92d3730", "name": "network-vif-plugged", "status": "completed", "tag": "e5bd87db-c35d-4371-94b1-c5a1b0adc67f"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:50:29.427186 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port e5bd87db-c35d-4371-94b1-c5a1b0adc67f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e5bd87db-c35d-4371-94b1-c5a1b0adc67f,segment=NetworkSegment(dcd5b6cc-1bba-47a7-8a15-56142a96dead),segment_id=dcd5b6cc-1bba-47a7-8a15-56142a96dead)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:29.441882 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:29.489044 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 07:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fde3f21-cb12-42c4-867e-3172c690e0d3 x-openstack-request-id: req-4fde3f21-cb12-42c4-867e-3172c690e0d3 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:50:29.489404 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b0cabf-4539-48cf-be14-d47aa92d3730", "name": "network-vif-plugged", "status": "completed", "tag": "e5bd87db-c35d-4371-94b1-c5a1b0adc67f", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:50:29.489677 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4fde3f21-cb12-42c4-867e-3172c690e0d3 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:50:29.490225 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fde3f21-cb12-42c4-867e-3172c690e0d3'] response: {'server_uuid': 'd6b0cabf-4539-48cf-be14-d47aa92d3730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bd87db-c35d-4371-94b1-c5a1b0adc67f', 'code': 200} Oct 18 07:50:29.614820 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=e5bd87db-c35d-4371-94b1-c5a1b0adc67f,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:29.705773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-91e84bf5-94af-4053-9b63-0b499bb333a7 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Calling delete_port for 1295ae72-529d-4c47-96b8-353d42980c36 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:29.706381 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 5c8aae29-4f95-45a7-9a54-abb77182b2d2 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:29.797131 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52891b-16f6-4654-9676-4ff152ead596 req-283dbe22-35f9-4209-90e3-d568a0af4aeb tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:29.805767 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bc52891b-16f6-4654-9676-4ff152ead596 req-283dbe22-35f9-4209-90e3-d568a0af4aeb tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 945 time: 0.6088128 Oct 18 07:50:29.825864 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a8964c21-799f-4c5f-9808-656571b03a21 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:29.875523 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 5c8aae29-4f95-45a7-9a54-abb77182b2d2 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:29.881479 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 5c8aae29-4f95-45a7-9a54-abb77182b2d2 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:29.881856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:29.882191 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 5c8aae29-4f95-45a7-9a54-abb77182b2d2 Oct 18 07:50:29.953613 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bc52891b-16f6-4654-9676-4ff152ead596 req-62544e41-28b4-499f-8973-8e957c6111f2 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/security-groups?id=38d3ea8f-3818-445e-baf3-06179f8f159f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469653 Oct 18 07:50:29.986276 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-a8964c21-799f-4c5f-9808-656571b03a21 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb76aa9c-529b-4a20-9c20-c15b5d7a46f2']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:30.038652 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-a8964c21-799f-4c5f-9808-656571b03a21 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2a3599-32ca-4d80-a749-0df56744b676') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:30.038953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-a8964c21-799f-4c5f-9808-656571b03a21 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2a3599-32ca-4d80-a749-0df56744b676') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:30.048314 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 5c8aae29-4f95-45a7-9a54-abb77182b2d2 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:30.049026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:30.065836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a8964c21-799f-4c5f-9808-656571b03a21 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:30.071156 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 5c8aae29-4f95-45a7-9a54-abb77182b2d2, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=5c8aae29-4f95-45a7-9a54-abb77182b2d2,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:30.076648 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:30.114900 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00564365-3054-429d-a9da-ab97a5d13f91 req-b739bb80-3a6d-45d4-8c41-7f41371a3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:30.116371 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-00564365-3054-429d-a9da-ab97a5d13f91 req-b739bb80-3a6d-45d4-8c41-7f41371a3405 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 1099 time: 0.2815125 Oct 18 07:50:30.137615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a8964c21-799f-4c5f-9808-656571b03a21 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:30.150769 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ffad4a4b-8282-4592-8e32-5dff55fd41f0 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:50:30.183432 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8964c21-799f-4c5f-9808-656571b03a21 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:50:30.183836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a8964c21-799f-4c5f-9808-656571b03a21 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:30.200500 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: ffad4a4b-8282-4592-8e32-5dff55fd41f0 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:50:30.201057 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ffad4a4b-8282-4592-8e32-5dff55fd41f0 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:50:30.225025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5be251de-98b2-47cf-93a6-e79b46e84f93 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:30.234378 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=5c8aae29-4f95-45a7-9a54-abb77182b2d2,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:30.261572 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-00564365-3054-429d-a9da-ab97a5d13f91 req-0077227b-d924-48ac-b143-18be7a1a0baf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=38d3ea8f-3818-445e-baf3-06179f8f159f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348693 Oct 18 07:50:30.267148 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-91e84bf5-94af-4053-9b63-0b499bb333a7 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:30.322746 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment ac2a3599-32ca-4d80-a749-0df56744b676 resource provider aggregate not found Oct 18 07:50:30.333978 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e84bf5-94af-4053-9b63-0b499bb333a7 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Port': ['ID=1295ae72-529d-4c47-96b8-353d42980c36,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:30.397981 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d2606-ea7d-4d2f-84ae-5024fc2fda3e req-d992ed91-1159-4095-9cb0-43d71205b092 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:30.398176 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be251de-98b2-47cf-93a6-e79b46e84f93 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:30.399479 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c51d2606-ea7d-4d2f-84ae-5024fc2fda3e req-d992ed91-1159-4095-9cb0-43d71205b092 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 945 time: 0.7282345 Oct 18 07:50:30.407142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-5be251de-98b2-47cf-93a6-e79b46e84f93 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:30.419148 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1c5b4a-e8fc-4d36-ac6c-cacc5df148a7 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:30.430918 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment ac2a3599-32ca-4d80-a749-0df56744b676 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac2a3599-32ca-4d80-a749-0df56744b676 found for delete ", "request_id": "req-cf7bd3ec-a7dd-43f8-8109-e1091cdfabad"}]} Oct 18 07:50:30.468766 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be251de-98b2-47cf-93a6-e79b46e84f93 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:30.469372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5be251de-98b2-47cf-93a6-e79b46e84f93 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:30.516405 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Allocated IP 172.20.0.1 (72ac56b8-6f45-42e4-9d39-18c08cef6e2d/43843580-83e8-436f-9720-86f6b9dcd9d8/7ecf4943-a8ce-4f65-81bb-8bc1c8f94690) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:30.526772 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a8964c21-799f-4c5f-9808-656571b03a21 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:30.543497 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a8964c21-799f-4c5f-9808-656571b03a21 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:30.584675 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8964c21-799f-4c5f-9808-656571b03a21 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event deleted for resources: {'Network': ['ID=fb76aa9c-529b-4a20-9c20-c15b5d7a46f2,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:30.614376 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c51d2606-ea7d-4d2f-84ae-5024fc2fda3e req-bd95fe69-4ad5-42fb-b82b-231a3ef9b202 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471298 Oct 18 07:50:30.626166 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a8964c21-799f-4c5f-9808-656571b03a21 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "DELETE /v2.0/networks/fb76aa9c-529b-4a20-9c20-c15b5d7a46f2 HTTP/1.1" status: 204 len: 168 time: 1.8939557 Oct 18 07:50:30.652008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be251de-98b2-47cf-93a6-e79b46e84f93 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=43eb3bc0-7197-442c-b77e-c34369aad460,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:30.655881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52048) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:30.700389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-91e84bf5-94af-4053-9b63-0b499bb333a7 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:30.703774 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': '43eb3bc0-7197-442c-b77e-c34369aad460'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:50:30.704697 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:30.710064 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:30.764087 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5be251de-98b2-47cf-93a6-e79b46e84f93 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9520831 Oct 18 07:50:30.765638 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52052) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:30.850886 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4538bced-25f8-4ad5-a502-dcbc3c91bae4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'fixed_ips': [{'subnet_id': '43eb3bc0-7197-442c-b77e-c34369aad460', 'ip_address': '2001:db8::8335:e037:574d:8d2a'}], 'name': 'tempest-NetworksTestDHCPv6-184952574'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:30.875361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Allocated IP 2001:db8::2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/43eb3bc0-7197-442c-b77e-c34369aad460/8fd4d277-bf92-49b9-a69d-00b643e8bda1) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:31.010844 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:31.028042 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2f12bba-0bf8-4099-b07b-6aa31d623d57 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:31.056630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3a985-39dc-4951-a50b-1b3073f45edf req-27fad1c1-dc84-456a-a58a-2e1d0677ea63 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:31.060298 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Transition to ACTIVE for port object 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:31.063795 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-01c3a985-39dc-4951-a50b-1b3073f45edf req-27fad1c1-dc84-456a-a58a-2e1d0677ea63 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 946 time: 0.5856895 Oct 18 07:50:31.105030 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:31.119391 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Transition to ACTIVE for port object 8fd4d277-bf92-49b9-a69d-00b643e8bda1 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:31.146666 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device bbc51aa0-e830-4ccf-af2e-d441c71a3a5e up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:31.253764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Transition to ACTIVE for port object 8fd4d277-bf92-49b9-a69d-00b643e8bda1 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:31.271258 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:31.333126 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:31.334496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:31.353245 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:31.355802 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:31.356477 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:31.357342 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e Oct 18 07:50:31.363107 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e84bf5-94af-4053-9b63-0b499bb333a7 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 98cf549c-5dae-4688-ae7a-4290f951c022 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:50:31.378810 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-01c3a985-39dc-4951-a50b-1b3073f45edf req-dce63c6a-b7ec-4b50-bea5-373d47243b01 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef6eac28-45a4-48f3-b1b1-09084745a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139963 Oct 18 07:50:31.388318 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:31.433397 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2f12bba-0bf8-4099-b07b-6aa31d623d57 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:31.434048 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4538bced-25f8-4ad5-a502-dcbc3c91bae4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:31.448015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4538bced-25f8-4ad5-a502-dcbc3c91bae4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:port and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:31.454949 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4538bced-25f8-4ad5-a502-dcbc3c91bae4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:31.476902 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4538bced-25f8-4ad5-a502-dcbc3c91bae4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:31.503036 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:31.507093 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:31.541027 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Pushing event updated for resources: {'Port': ['ID=8fd4d277-bf92-49b9-a69d-00b643e8bda1,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:31.541846 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4538bced-25f8-4ad5-a502-dcbc3c91bae4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:31.577400 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Attempting to bind port 8fd4d277-bf92-49b9-a69d-00b643e8bda1 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:50:31.579072 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Attempting to bind port 8fd4d277-bf92-49b9-a69d-00b643e8bda1 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:50:31.579549 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Attempting to bind port 8fd4d277-bf92-49b9-a69d-00b643e8bda1 on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:50:31.590707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:50:31.591501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:31.592367 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:31.593237 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:50:31.593685 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Bound port: 8fd4d277-bf92-49b9-a69d-00b643e8bda1, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:50:31.594167 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:31.672608 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 5c8aae29-4f95-45a7-9a54-abb77182b2d2 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:31.707659 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c2f12bba-0bf8-4099-b07b-6aa31d623d57 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b7a85a-658d-40d6-ba3c-3b1590e43ea9']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:31.723516 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e84bf5-94af-4053-9b63-0b499bb333a7 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:50:31.740424 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-91e84bf5-94af-4053-9b63-0b499bb333a7 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/98cf549c-5dae-4688-ae7a-4290f951c022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1750655 Oct 18 07:50:31.745075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c2f12bba-0bf8-4099-b07b-6aa31d623d57 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f02d7ad-4595-48de-8edc-f2a749b21726') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:31.745366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c2f12bba-0bf8-4099-b07b-6aa31d623d57 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f02d7ad-4595-48de-8edc-f2a749b21726') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:31.752081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52062) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:31.769707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a66d3cf-7942-40ee-93c2-61f2a0b70ee9 None None] Sync routers for ids ['98cf549c-5dae-4688-ae7a-4290f951c022'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:50:31.790570 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875f4c4-ee9b-4c28-937c-6384ffc65a68 req-0a640b27-6324-4326-ac9f-4660f7baae14 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:31.791951 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f875f4c4-ee9b-4c28-937c-6384ffc65a68 req-0a640b27-6324-4326-ac9f-4660f7baae14 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 946 time: 0.5329330 Oct 18 07:50:31.800585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Network 72ac56b8-6f45-42e4-9d39-18c08cef6e2d is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:31.809481 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:31.809674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2f12bba-0bf8-4099-b07b-6aa31d623d57 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:31.812222 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:31.814525 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] For port 8fd4d277-bf92-49b9-a69d-00b643e8bda1, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:50:31.817642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0a7e1a20-8cc4-44f2-8f6f-51c0a249daca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Synchronizing usage tracker for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:31.822330 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] For port 8fd4d277-bf92-49b9-a69d-00b643e8bda1, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=8fd4d277-bf92-49b9-a69d-00b643e8bda1,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:50:31.825361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a66d3cf-7942-40ee-93c2-61f2a0b70ee9 None None] Routers {'98cf549c-5dae-4688-ae7a-4290f951c022'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:31.826207 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7a66d3cf-7942-40ee-93c2-61f2a0b70ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['98cf549c-5dae-4688-ae7a-4290f951c022'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:31.842805 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2f12bba-0bf8-4099-b07b-6aa31d623d57 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:31.854121 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f12bba-0bf8-4099-b07b-6aa31d623d57 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:50:31.854588 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2f12bba-0bf8-4099-b07b-6aa31d623d57 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:31.890586 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:31.890586 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:31.891734 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Pushing event updated for resources: {'Port': ['ID=7ecf4943-a8ce-4f65-81bb-8bc1c8f94690,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:31.901071 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:31.943849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0a7e1a20-8cc4-44f2-8f6f-51c0a249daca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Unset dirty status for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:31.947316 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0a7e1a20-8cc4-44f2-8f6f-51c0a249daca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/ports?device_id=98cf549c-5dae-4688-ae7a-4290f951c022 HTTP/1.1" status: 200 len: 205 time: 0.1912293 Oct 18 07:50:31.947316 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 4f02d7ad-4595-48de-8edc-f2a749b21726 resource provider aggregate not found Oct 18 07:50:31.961631 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7a66d3cf-7942-40ee-93c2-61f2a0b70ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:31.962168 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52068) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:31.984348 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 4f02d7ad-4595-48de-8edc-f2a749b21726 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f02d7ad-4595-48de-8edc-f2a749b21726 found for delete ", "request_id": "req-a091c311-7c88-497e-bee7-aa824aae7d9c"}]} Oct 18 07:50:31.999870 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b058b9-4eae-4277-9c8e-3e5914cb8502 req-be323287-f147-4110-8535-3bdf1c004fd6 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:32.007239 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91097b0b-1779-4869-9c58-3895c00304e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc51aa0-e830-4ccf-af2e-d441c71a3a5e'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:50:32.012424 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-87b058b9-4eae-4277-9c8e-3e5914cb8502 req-be323287-f147-4110-8535-3bdf1c004fd6 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 946 time: 0.3729825 Oct 18 07:50:32.012657 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa5e3b1-a01a-489b-a63b-cb0cad2f860c" -d '{"events": [{"server_uuid": "91097b0b-1779-4869-9c58-3895c00304e7", "name": "network-vif-plugged", "status": "completed", "tag": "bbc51aa0-e830-4ccf-af2e-d441c71a3a5e"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:50:32.013267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52074) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:32.022896 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a66d3cf-7942-40ee-93c2-61f2a0b70ee9 None None] Routers {'98cf549c-5dae-4688-ae7a-4290f951c022'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:32.027421 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-4b6ef9ff-b29e-444d-9a25-1f0209e26294 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Request body: {'floatingip': {'port_id': 'bb62b95b-b951-45d0-aee2-3b1425548782'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:32.033102 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7a66d3cf-7942-40ee-93c2-61f2a0b70ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['98cf549c-5dae-4688-ae7a-4290f951c022'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:32.053396 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f875f4c4-ee9b-4c28-937c-6384ffc65a68 req-4334ea7f-58fe-4054-9abc-c9e4aa1b2ce7 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/security-groups?id=38d3ea8f-3818-445e-baf3-06179f8f159f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117097 Oct 18 07:50:32.114130 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e,segment=NetworkSegment(d0892a4a-f892-43eb-b0e4-188ab345b122),segment_id=d0892a4a-f892-43eb-b0e4-188ab345b122)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:32.125790 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 5c8aae29-4f95-45a7-9a54-abb77182b2d2 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:32.126484 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:32.127783 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 5c8aae29-4f95-45a7-9a54-abb77182b2d2 Oct 18 07:50:32.162479 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:32.185900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7a66d3cf-7942-40ee-93c2-61f2a0b70ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:32.186460 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a66d3cf-7942-40ee-93c2-61f2a0b70ee9 None None] The sync data for ids ['98cf549c-5dae-4688-ae7a-4290f951c022'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:50:32.195296 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4538bced-25f8-4ad5-a502-dcbc3c91bae4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:32.208092 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:32.210201 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592cfbe-78fe-4d91-b4ef-6d5b8e34463e None None] Pushing event updated for resources: {'Port': ['ID=8fd4d277-bf92-49b9-a69d-00b643e8bda1,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:32.214997 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 07:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3734db48-5151-4595-bc36-0bccb18be83f x-openstack-request-id: req-3734db48-5151-4595-bc36-0bccb18be83f {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:50:32.215406 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91097b0b-1779-4869-9c58-3895c00304e7", "name": "network-vif-plugged", "status": "completed", "tag": "bbc51aa0-e830-4ccf-af2e-d441c71a3a5e", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:50:32.215770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3734db48-5151-4595-bc36-0bccb18be83f {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:50:32.216268 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3734db48-5151-4595-bc36-0bccb18be83f'] response: {'server_uuid': '91097b0b-1779-4869-9c58-3895c00304e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc51aa0-e830-4ccf-af2e-d441c71a3a5e', 'code': 200} Oct 18 07:50:32.271955 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-4538bced-25f8-4ad5-a502-dcbc3c91bae4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port 97266d9d-519f-495b-80ec-170b669b1220 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:50:32.290866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b6ef9ff-b29e-444d-9a25-1f0209e26294 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for floatingip, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:32.321156 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f7f39464-f844-40e9-a133-e99473a94eb0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:32.380992 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Provisioning for port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:32.469019 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:32.484388 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2f12bba-0bf8-4099-b07b-6aa31d623d57 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:32.494214 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Provisioning complete for port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:32.498980 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:32.499521 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Attempt 1 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:32.540868 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2f12bba-0bf8-4099-b07b-6aa31d623d57 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:32.586140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:32.590283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 5c8aae29-4f95-45a7-9a54-abb77182b2d2 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:32.636736 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f12bba-0bf8-4099-b07b-6aa31d623d57 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event deleted for resources: {'Network': ['ID=d8b7a85a-658d-40d6-ba3c-3b1590e43ea9,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:32.658538 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c2f12bba-0bf8-4099-b07b-6aa31d623d57 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "DELETE /v2.0/networks/d8b7a85a-658d-40d6-ba3c-3b1590e43ea9 HTTP/1.1" status: 204 len: 168 time: 1.9944043 Oct 18 07:50:32.661344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52082) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:32.903510 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Router e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:50:32.921035 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f7f39464-f844-40e9-a133-e99473a94eb0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:32.927675 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f7f39464-f844-40e9-a133-e99473a94eb0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:33.087565 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Attempt 2 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:33.094602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def48c9-76eb-45b7-92d2-147466d23174 req-b8224b22-a029-48b3-8eac-b355a0f70eb7 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:33.096795 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8def48c9-76eb-45b7-92d2-147466d23174 req-b8224b22-a029-48b3-8eac-b355a0f70eb7 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.6732793 Oct 18 07:50:33.162046 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa7acb-7c80-454c-957b-850f7a1a3d13 req-aa662734-cc27-439c-a52a-70dc0ec18c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:33.163611 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-91aa7acb-7c80-454c-957b-850f7a1a3d13 req-aa662734-cc27-439c-a52a-70dc0ec18c7c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 1099 time: 0.5889549 Oct 18 07:50:33.195515 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:33.217043 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3f7506-82b9-4582-9d7b-fba7b4546a19 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:33.224185 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3f7506-82b9-4582-9d7b-fba7b4546a19 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:33.224961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cc3f7506-82b9-4582-9d7b-fba7b4546a19 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Synchronizing usage tracker for tenant:430ff98bd7fc4d3eb650e7b4f7ac1d4d on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:33.261315 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-4538bced-25f8-4ad5-a502-dcbc3c91bae4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::8335:e037:574d:8d2a (421d0710-6574-4dc6-a599-2fa72ae31b2e/43eb3bc0-7197-442c-b77e-c34369aad460/97266d9d-519f-495b-80ec-170b669b1220) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:33.286232 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8def48c9-76eb-45b7-92d2-147466d23174 req-1686cb25-e914-41e2-a00f-75789f79b23b tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695452 Oct 18 07:50:33.318625 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-91aa7acb-7c80-454c-957b-850f7a1a3d13 req-7c6d9c97-ad09-48ef-aa12-4cdcb6dc7c37 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421905 Oct 18 07:50:33.321538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cc3f7506-82b9-4582-9d7b-fba7b4546a19 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Unset dirty status for tenant:430ff98bd7fc4d3eb650e7b4f7ac1d4d on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:33.322787 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cc3f7506-82b9-4582-9d7b-fba7b4546a19 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6557331 Oct 18 07:50:33.326538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52088) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:33.334764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f4177d4a-14ea-4b60-8e43-2644352060a2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1106266565'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:33.344428 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f7f39464-f844-40e9-a133-e99473a94eb0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:33.344942 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f39464-f844-40e9-a133-e99473a94eb0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Fanout notify agent at l3_agent the message router_deleted on router 98cf549c-5dae-4688-ae7a-4290f951c022 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:50:33.348599 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f4177d4a-14ea-4b60-8e43-2644352060a2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:33.367654 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:33.516614 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f7f39464-f844-40e9-a133-e99473a94eb0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:33.517620 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f7f39464-f844-40e9-a133-e99473a94eb0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/routers/98cf549c-5dae-4688-ae7a-4290f951c022 HTTP/1.1" status: 204 len: 168 time: 1.5544577 Oct 18 07:50:33.527348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52092) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:33.529529 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:50:33.542298 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f4177d4a-14ea-4b60-8e43-2644352060a2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:33.547590 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Sync routers for ids ['e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:50:33.564107 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Routers {'e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:33.565274 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:33.578391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4177d4a-14ea-4b60-8e43-2644352060a2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Made reservation on behalf of 430ff98bd7fc4d3eb650e7b4f7ac1d4d for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:33.582634 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f4177d4a-14ea-4b60-8e43-2644352060a2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:33.630126 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4177d4a-14ea-4b60-8e43-2644352060a2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:50:33.696400 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Attempt 3 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:33.703729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f4177d4a-14ea-4b60-8e43-2644352060a2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:33.704133 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-f4177d4a-14ea-4b60-8e43-2644352060a2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Added segment 8e0f0a80-a0b0-4774-bcb0-5830365dec99 of type vlan for network c26ba720-bb97-4ea4-83cb-3a0fa453a34b Oct 18 07:50:33.733897 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 8fd4d277-bf92-49b9-a69d-00b643e8bda1 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:33.833364 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bab84-f843-42c7-9b18-5d925b55b80d req-24c126f5-c92b-4d52-9ecc-e096485900ec tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:33.834759 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c31bab84-f843-42c7-9b18-5d925b55b80d req-24c126f5-c92b-4d52-9ecc-e096485900ec tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 946 time: 0.5563922 Oct 18 07:50:33.835414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f4177d4a-14ea-4b60-8e43-2644352060a2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:33.845774 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:33.849878 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ffdc8e74-84db-426f-a320-f68c8ee7b983 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.0348382 Oct 18 07:50:33.850635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52096) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:33.852555 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Set router e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:50:33.860304 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:33.881916 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 8fd4d277-bf92-49b9-a69d-00b643e8bda1 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:33.904637 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-8621cc4c-9a8b-4a6b-9474-f75dab04068c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting subnet 5ec06e05-8b75-4ac3-829e-9a40f525cdb8 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:50:33.929067 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8621cc4c-9a8b-4a6b-9474-f75dab04068c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:34.001294 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c31bab84-f843-42c7-9b18-5d925b55b80d req-a85a6379-f1b3-483a-8c73-7209a2883067 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/security-groups?id=38d3ea8f-3818-445e-baf3-06179f8f159f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476099 Oct 18 07:50:34.004692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.resource_extend [None req-f4177d4a-14ea-4b60-8e43-2644352060a2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:50:34.013984 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b6ef9ff-b29e-444d-9a25-1f0209e26294 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:34.027774 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b6ef9ff-b29e-444d-9a25-1f0209e26294 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:34.036046 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8621cc4c-9a8b-4a6b-9474-f75dab04068c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:34.070530 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4538bced-25f8-4ad5-a502-dcbc3c91bae4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:34.179539 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-4538bced-25f8-4ad5-a502-dcbc3c91bae4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object 97266d9d-519f-495b-80ec-170b669b1220 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:34.187235 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3', 'name': 'tempest-snat-router-384215201', 'tenant_id': '391ff915403b45d2b68e67ac75da2404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': 'd54151fa-84c7-47c2-9978-e19815e730c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:50:24Z', 'updated_at': '2022-10-18T07:50:30Z', 'revision_number': 3, 'project_id': '391ff915403b45d2b68e67ac75da2404', 'gw_port': {'id': 'd54151fa-84c7-47c2-9978-e19815e730c7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:50:26Z', 'updated_at': '2022-10-18T07:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:34.192639 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Checking router: e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:50:34.192988 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Updating router e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3 port d54151fa-84c7-47c2-9978-e19815e730c7 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:50:34.250972 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:34.254587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f4177d4a-14ea-4b60-8e43-2644352060a2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:34.259850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4177d4a-14ea-4b60-8e43-2644352060a2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:34.260395 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f4177d4a-14ea-4b60-8e43-2644352060a2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:34.289195 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8621cc4c-9a8b-4a6b-9474-f75dab04068c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:34.342257 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:34.348585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4538bced-25f8-4ad5-a502-dcbc3c91bae4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:34.363275 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Attempt 4 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:34.425145 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:34.510438 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:34.578399 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4538bced-25f8-4ad5-a502-dcbc3c91bae4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:34.591411 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f4177d4a-14ea-4b60-8e43-2644352060a2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2638226 Oct 18 07:50:34.592573 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4177d4a-14ea-4b60-8e43-2644352060a2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event updated for resources: {'Network': ['ID=c26ba720-bb97-4ea4-83cb-3a0fa453a34b,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:34.594749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52104) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:34.610212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-af6be1d1-8187-4177-b5ee-badaff8a15be tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1150199933'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:34.611596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network c26ba720-bb97-4ea4-83cb-3a0fa453a34b details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:50:34.627247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-af6be1d1-8187-4177-b5ee-badaff8a15be tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:34.636738 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:34.636929 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-744bac15-102d-49bf-9942-95fd35157503 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "GET /v2.0/routers/e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3 HTTP/1.1" status: 200 len: 907 time: 0.7823851 Oct 18 07:50:34.638760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52108) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:34.669962 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-4538bced-25f8-4ad5-a502-dcbc3c91bae4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:34.698754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-af6be1d1-8187-4177-b5ee-badaff8a15be tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Usage tracker for resource:network and tenant:430ff98bd7fc4d3eb650e7b4f7ac1d4d is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:34.701937 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-4b6ef9ff-b29e-444d-9a25-1f0209e26294 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Floating IP 17605a10-47a1-4aaf-80b9-223006dcfe79 associated. External IP: 172.26.8.70, port: bb62b95b-b951-45d0-aee2-3b1425548782. Oct 18 07:50:34.735059 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538bced-25f8-4ad5-a502-dcbc3c91bae4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:34.740593 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4538bced-25f8-4ad5-a502-dcbc3c91bae4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:34.741207 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4538bced-25f8-4ad5-a502-dcbc3c91bae4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:34.764441 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-af6be1d1-8187-4177-b5ee-badaff8a15be tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:34.785998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538bced-25f8-4ad5-a502-dcbc3c91bae4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=97266d9d-519f-495b-80ec-170b669b1220,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:34.836305 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8621cc4c-9a8b-4a6b-9474-f75dab04068c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:34.853024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e4b57-72f4-4a1c-8d95-f5c49c6f0887 req-1b45d9f8-2d5a-43c3-90c5-e7d39310a63f tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:34.858412 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6e0e4b57-72f4-4a1c-8d95-f5c49c6f0887 req-1b45d9f8-2d5a-43c3-90c5-e7d39310a63f tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 946 time: 0.6750312 Oct 18 07:50:34.859600 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-af6be1d1-8187-4177-b5ee-badaff8a15be tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:34.895712 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52112) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:34.899873 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:34.913015 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17946bb-e1ae-48af-9af7-2d6ef138f39b None None] Network bbe44db5-30f8-48dc-9ce7-703153ced84f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:34.916284 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Transition to ACTIVE for port object d54151fa-84c7-47c2-9978-e19815e730c7 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:34.921964 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-cdd1e189-8e1d-4438-b350-53223e39ab6a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Request body: {'floatingip': {'port_id': 'e5bd87db-c35d-4371-94b1-c5a1b0adc67f'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:34.927319 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:34.985130 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8621cc4c-9a8b-4a6b-9474-f75dab04068c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:34.985631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6be1d1-8187-4177-b5ee-badaff8a15be tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Made reservation on behalf of 430ff98bd7fc4d3eb650e7b4f7ac1d4d for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:34.988379 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8621cc4c-9a8b-4a6b-9474-f75dab04068c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/subnets/5ec06e05-8b75-4ac3-829e-9a40f525cdb8 HTTP/1.1" status: 204 len: 168 time: 1.4569855 Oct 18 07:50:34.990474 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af6be1d1-8187-4177-b5ee-badaff8a15be tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:35.004282 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52116) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:35.019162 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621cc4c-9a8b-4a6b-9474-f75dab04068c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec06e05-8b75-4ac3-829e-9a40f525cdb8,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:35.031383 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b879c0a-51b4-4d85-9265-f7266278c90b None None] Pushing event updated for resources: {'Port': ['ID=d54151fa-84c7-47c2-9978-e19815e730c7,revision_number=2']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:35.047645 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b879c0a-51b4-4d85-9265-f7266278c90b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:35.047985 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b879c0a-51b4-4d85-9265-f7266278c90b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:35.048459 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b879c0a-51b4-4d85-9265-f7266278c90b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:35.048803 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b879c0a-51b4-4d85-9265-f7266278c90b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:35.049894 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b879c0a-51b4-4d85-9265-f7266278c90b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:35.050983 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b879c0a-51b4-4d85-9265-f7266278c90b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:35.051339 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b879c0a-51b4-4d85-9265-f7266278c90b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:35.051669 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b879c0a-51b4-4d85-9265-f7266278c90b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:35.052074 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b879c0a-51b4-4d85-9265-f7266278c90b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:35.052397 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b879c0a-51b4-4d85-9265-f7266278c90b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:35.052715 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b879c0a-51b4-4d85-9265-f7266278c90b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:35.053030 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b879c0a-51b4-4d85-9265-f7266278c90b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:50:35.063380 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Attempting to bind port d54151fa-84c7-47c2-9978-e19815e730c7 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:50:35.063936 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Attempting to bind port d54151fa-84c7-47c2-9978-e19815e730c7 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:50:35.064424 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Attempting to bind port d54151fa-84c7-47c2-9978-e19815e730c7 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:50:35.071500 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:50:35.071870 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:35.072321 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:35.072700 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:50:35.073160 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Bound port: d54151fa-84c7-47c2-9978-e19815e730c7, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:50:35.073586 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:35.075697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6be1d1-8187-4177-b5ee-badaff8a15be tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:50:35.087024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af6be1d1-8187-4177-b5ee-badaff8a15be tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:35.087581 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-af6be1d1-8187-4177-b5ee-badaff8a15be tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Added segment 5bf284d0-8132-4858-8f5a-a7cda9c25725 of type vlan for network b121ef11-dfa0-4bce-a3cc-11b3975f7d24 Oct 18 07:50:35.101327 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Attempt 5 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:35.115341 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dfdecc0-5fa0-43f7-88e9-a44cd43a829c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting subnet 67f7eeeb-5f67-4461-afd9-fa6fccf6489a {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:50:35.120165 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4538bced-25f8-4ad5-a502-dcbc3c91bae4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2905643 Oct 18 07:50:35.120165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:35.125360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52120) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:35.141508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af6be1d1-8187-4177-b5ee-badaff8a15be tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:35.188833 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:35.190800 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1dfdecc0-5fa0-43f7-88e9-a44cd43a829c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:35.198697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af6be1d1-8187-4177-b5ee-badaff8a15be tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:35.206291 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6be1d1-8187-4177-b5ee-badaff8a15be tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:35.207490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af6be1d1-8187-4177-b5ee-badaff8a15be tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:35.213452 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] For port d54151fa-84c7-47c2-9978-e19815e730c7, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:50:35.223679 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] For port d54151fa-84c7-47c2-9978-e19815e730c7, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d54151fa-84c7-47c2-9978-e19815e730c7,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:50:35.231325 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:35.243578 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cdd1e189-8e1d-4438-b350-53223e39ab6a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for floatingip, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:35.294800 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Routers {'e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:35.295786 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:35.374402 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Pushing event updated for resources: {'Port': ['ID=7ecf4943-a8ce-4f65-81bb-8bc1c8f94690,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:35.400714 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6be1d1-8187-4177-b5ee-badaff8a15be tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event updated for resources: {'Network': ['ID=b121ef11-dfa0-4bce-a3cc-11b3975f7d24,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:35.416394 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network b121ef11-dfa0-4bce-a3cc-11b3975f7d24 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:50:35.440103 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222b4ff2-360f-4786-8361-2f0c8c242226 None None] DHCP port deletion for bbe44db5-30f8-48dc-9ce7-703153ced84f request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:50:35.472356 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-af6be1d1-8187-4177-b5ee-badaff8a15be tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8709500 Oct 18 07:50:35.476106 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52124) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:35.491311 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1dfdecc0-5fa0-43f7-88e9-a44cd43a829c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:35.507191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-222b4ff2-360f-4786-8361-2f0c8c242226 None None] Deleting port dd77315e-e574-4128-9ab8-c4850a258536 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:35.508138 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-222b4ff2-360f-4786-8361-2f0c8c242226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:35.521886 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Request body: {'ports': [{'network_id': 'c26ba720-bb97-4ea4-83cb-3a0fa453a34b', 'name': 'tempest-port--768177647', 'admin_state_up': True}, {'network_id': 'b121ef11-dfa0-4bce-a3cc-11b3975f7d24', 'admin_state_up': False}]} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:35.522196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Request body: {'port': {'network_id': 'c26ba720-bb97-4ea4-83cb-3a0fa453a34b', 'name': 'tempest-port--768177647', 'admin_state_up': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:35.522759 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Request body: {'port': {'network_id': 'b121ef11-dfa0-4bce-a3cc-11b3975f7d24', 'admin_state_up': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:35.554486 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] Set router e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:50:35.559728 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6932b641-1301-4e64-bc06-3f7a806cadcc tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:35.589512 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d003a-dda3-402d-b913-ffee98c91493 req-322b52de-06d5-4455-8f60-5659c952b6a1 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:35.596565 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3b4d003a-dda3-402d-b913-ffee98c91493 req-322b52de-06d5-4455-8f60-5659c952b6a1 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 1.0271409 Oct 18 07:50:35.829800 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-222b4ff2-360f-4786-8361-2f0c8c242226 None None] For port dd77315e-e574-4128-9ab8-c4850a258536, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=dd77315e-e574-4128-9ab8-c4850a258536,segment=NetworkSegment(f5b680e4-325b-44ca-afd4-4c6d14f6380a),segment_id=f5b680e4-325b-44ca-afd4-4c6d14f6380a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:35.831491 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-222b4ff2-360f-4786-8361-2f0c8c242226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:35.864625 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3b4d003a-dda3-402d-b913-ffee98c91493 req-0e3e06dc-ca0c-4452-8f3d-439f901a874f tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671263 Oct 18 07:50:35.896881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6ef9ff-b29e-444d-9a25-1f0209e26294 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Router 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:50:35.958928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2763c06b-578a-47ae-ba3f-30532d94274c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:35.962825 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3', 'name': 'tempest-snat-router-384215201', 'tenant_id': '391ff915403b45d2b68e67ac75da2404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': 'd54151fa-84c7-47c2-9978-e19815e730c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:50:24Z', 'updated_at': '2022-10-18T07:50:30Z', 'revision_number': 3, 'project_id': '391ff915403b45d2b68e67ac75da2404', 'gw_port': {'id': 'd54151fa-84c7-47c2-9978-e19815e730c7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:50:26Z', 'updated_at': '2022-10-18T07:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:35.966336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2763c06b-578a-47ae-ba3f-30532d94274c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:35.967045 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf55909d-7b2a-4bb7-99a2-45e1f03ad576 None None] The sync data for ids ['e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3'] in dv-neutron-861625-1-hyperv is: [{'id': 'e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3', 'name': 'tempest-snat-router-384215201', 'tenant_id': '391ff915403b45d2b68e67ac75da2404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': 'd54151fa-84c7-47c2-9978-e19815e730c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:50:24Z', 'updated_at': '2022-10-18T07:50:30Z', 'revision_number': 3, 'project_id': '391ff915403b45d2b68e67ac75da2404', 'gw_port': {'id': 'd54151fa-84c7-47c2-9978-e19815e730c7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:50:26Z', 'updated_at': '2022-10-18T07:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:50:35.967669 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2763c06b-578a-47ae-ba3f-30532d94274c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:35.969717 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b879c0a-51b4-4d85-9265-f7266278c90b None None] Pushing event updated for resources: {'Port': ['ID=d54151fa-84c7-47c2-9978-e19815e730c7,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:36.001358 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-15abb2de-c91b-4f79-bb9c-54b3d46a5ccf req-d4c85a29-735c-477c-a6ea-2be076c3c5e4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2523696 Oct 18 07:50:36.014535 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-222b4ff2-360f-4786-8361-2f0c8c242226 None None] Calling delete_port for dd77315e-e574-4128-9ab8-c4850a258536 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:36.103414 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Attempt 6 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:36.104809 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Network 72ac56b8-6f45-42e4-9d39-18c08cef6e2d is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:36.116594 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:36.147370 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2763c06b-578a-47ae-ba3f-30532d94274c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:36.148550 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2763c06b-578a-47ae-ba3f-30532d94274c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.0137267 Oct 18 07:50:36.167816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6932b641-1301-4e64-bc06-3f7a806cadcc tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:36.175340 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device dd77315e-e574-4128-9ab8-c4850a258536 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:50:36.208412 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:36.208945 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-222b4ff2-360f-4786-8361-2f0c8c242226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:36.285227 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: dd77315e-e574-4128-9ab8-c4850a258536 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:50:36.285571 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device dd77315e-e574-4128-9ab8-c4850a258536 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:50:36.295594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b4ff2-360f-4786-8361-2f0c8c242226 None None] Pushing event deleted for resources: {'Port': ['ID=dd77315e-e574-4128-9ab8-c4850a258536,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:36.297516 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222b4ff2-360f-4786-8361-2f0c8c242226 None None] No DVR routers for this DVR port dd77315e-e574-4128-9ab8-c4850a258536 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:50:36.319585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1dfdecc0-5fa0-43f7-88e9-a44cd43a829c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:36.350845 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52128) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:36.402648 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6932b641-1301-4e64-bc06-3f7a806cadcc tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Deleting port d54151fa-84c7-47c2-9978-e19815e730c7 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:36.402648 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6932b641-1301-4e64-bc06-3f7a806cadcc tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:36.529931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6ef9ff-b29e-444d-9a25-1f0209e26294 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:50:36.543341 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a9c400-9740-4501-a3b2-823ffc79b189 None None] Sync routers for ids ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:50:36.553565 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a9c400-9740-4501-a3b2-823ffc79b189 None None] Routers {'17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:36.554323 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c4a9c400-9740-4501-a3b2-823ffc79b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:36.592021 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b6ef9ff-b29e-444d-9a25-1f0209e26294 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:36.704991 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abb2de-c91b-4f79-bb9c-54b3d46a5ccf req-db883428-a25c-4ad8-8453-ab66224ffb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:36.707104 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-15abb2de-c91b-4f79-bb9c-54b3d46a5ccf req-db883428-a25c-4ad8-8453-ab66224ffb8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01dd86a254e9403294fcf6de4e6b7815&device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 1099 time: 0.6062522 Oct 18 07:50:36.710894 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4b6ef9ff-b29e-444d-9a25-1f0209e26294 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "PUT /v2.0/floatingips/17605a10-47a1-4aaf-80b9-223006dcfe79 HTTP/1.1" status: 200 len: 991 time: 4.6941030 Oct 18 07:50:36.713123 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Attempt 7 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:36.720175 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b58a84-94e8-4f2b-aeeb-4c301c2cb187', 'tag': 'bb62b95b-b951-45d0-aee2-3b1425548782'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:50:36.722605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a2558b-98c0-4071-b441-7e65678a0263" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b58a84-94e8-4f2b-aeeb-4c301c2cb187", "tag": "bb62b95b-b951-45d0-aee2-3b1425548782"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:50:36.816147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:36.831312 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-c4a9c400-9740-4501-a3b2-823ffc79b189 None None] Set router 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:50:36.837548 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 07:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b601410c-c3f9-4da6-b7ba-745de85cdebe x-openstack-request-id: req-b601410c-c3f9-4da6-b7ba-745de85cdebe {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:50:36.837841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b58a84-94e8-4f2b-aeeb-4c301c2cb187", "tag": "bb62b95b-b951-45d0-aee2-3b1425548782", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:50:36.838095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b601410c-c3f9-4da6-b7ba-745de85cdebe {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:50:36.838492 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b601410c-c3f9-4da6-b7ba-745de85cdebe'] response: {'name': 'network-changed', 'server_uuid': 'b5b58a84-94e8-4f2b-aeeb-4c301c2cb187', 'tag': 'bb62b95b-b951-45d0-aee2-3b1425548782', 'status': 'completed', 'code': 200} Oct 18 07:50:36.858079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-6932b641-1301-4e64-bc06-3f7a806cadcc tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] For port d54151fa-84c7-47c2-9978-e19815e730c7, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d54151fa-84c7-47c2-9978-e19815e730c7,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:36.858465 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6932b641-1301-4e64-bc06-3f7a806cadcc tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:36.876537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:36.881072 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Usage tracker for resource:port and tenant:430ff98bd7fc4d3eb650e7b4f7ac1d4d is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:36.902888 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:36.958886 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:37.020014 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-bf93a637-1fbf-45e2-928a-62e737f03147 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port 97266d9d-519f-495b-80ec-170b669b1220 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:37.020680 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf93a637-1fbf-45e2-928a-62e737f03147 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:37.098294 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6932b641-1301-4e64-bc06-3f7a806cadcc tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Calling delete_port for d54151fa-84c7-47c2-9978-e19815e730c7 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:37.213413 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abb2de-c91b-4f79-bb9c-54b3d46a5ccf req-eb80d403-fbad-4c32-8e70-1477d3de48f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:37.214940 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-15abb2de-c91b-4f79-bb9c-54b3d46a5ccf req-eb80d403-fbad-4c32-8e70-1477d3de48f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2ca5a665-b920-4cc4-aca3-30836ec763cb HTTP/1.1" status: 200 len: 907 time: 0.4859440 Oct 18 07:50:37.246361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c4a9c400-9740-4501-a3b2-823ffc79b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'name': 'tempest-ServersTestJSON-1822819241-router', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:18Z', 'updated_at': '2022-10-18T07:49:34Z', 'revision_number': 4, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'gw_port': {'id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '17605a10-47a1-4aaf-80b9-223006dcfe79', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'floating_ip_address': '172.26.8.70', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'port_id': 'bb62b95b-b951-45d0-aee2-3b1425548782', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb', 'mac_address': 'fa:16:3e:c9:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b58a84-94e8-4f2b-aeeb-4c301c2cb187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:49:45Z', 'updated_at': '2022-10-18T07:50:33Z', 'revision_number': 1, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fccb0038-635a-49a0-9a65-2e544d44bda1', 'name': '', 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'mac_address': 'fa:16:3e:fa:9a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:31Z', 'updated_at': '2022-10-18T07:49:47Z', 'revision_number': 5, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'subnets': [{'id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:37.250649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a9c400-9740-4501-a3b2-823ffc79b189 None None] Checking router: 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:50:37.260279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a9c400-9740-4501-a3b2-823ffc79b189 None None] Routers {'17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:37.261050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c4a9c400-9740-4501-a3b2-823ffc79b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:37.357237 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Made reservation on behalf of 430ff98bd7fc4d3eb650e7b4f7ac1d4d for: {'port': 2} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:37.361756 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:37.367151 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Attempt 8 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:37.376050 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Router 9c520bfb-eefa-4b95-8e4a-e8b1d955c21a has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:50:37.385282 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-15abb2de-c91b-4f79-bb9c-54b3d46a5ccf req-ec35f6de-ecc1-4919-acca-3a401d727e10 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb62b95b-b951-45d0-aee2-3b1425548782 HTTP/1.1" status: 200 len: 999 time: 0.1616244 Oct 18 07:50:37.395032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853de95-5062-4f23-8f63-211a40e70e05 req-27d06d4e-8c25-49a6-bc3f-b1e1bc4cc28a tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:37.397363 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3853de95-5062-4f23-8f63-211a40e70e05 req-27d06d4e-8c25-49a6-bc3f-b1e1bc4cc28a tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 946 time: 0.4343829 Oct 18 07:50:37.475238 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf93a637-1fbf-45e2-928a-62e737f03147 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:37.487683 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:37.507756 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3853de95-5062-4f23-8f63-211a40e70e05 req-c26f6366-46f3-4c22-9bf5-9cf866b1fc59 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef6eac28-45a4-48f3-b1b1-09084745a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765128 Oct 18 07:50:37.543096 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:37.544024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abb2de-c91b-4f79-bb9c-54b3d46a5ccf req-47042653-c6b6-4b3f-9ff5-7e969aefc4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:37.544024 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-15abb2de-c91b-4f79-bb9c-54b3d46a5ccf req-47042653-c6b6-4b3f-9ff5-7e969aefc4d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=07d05cd2-7667-4e7c-9324-dc2ab5a0878c HTTP/1.1" status: 200 len: 845 time: 0.1455228 Oct 18 07:50:37.616710 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-c4a9c400-9740-4501-a3b2-823ffc79b189 None None] Set router 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:50:37.686479 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6932b641-1301-4e64-bc06-3f7a806cadcc tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:37.701924 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d54151fa-84c7-47c2-9978-e19815e730c7 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:37.742024 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: d54151fa-84c7-47c2-9978-e19815e730c7 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:50:37.742359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d54151fa-84c7-47c2-9978-e19815e730c7 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 18 07:50:37.744960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932b641-1301-4e64-bc06-3f7a806cadcc tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Pushing event deleted for resources: {'Port': ['ID=d54151fa-84c7-47c2-9978-e19815e730c7,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:37.781827 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Port d54151fa-84c7-47c2-9978-e19815e730c7 not found, will not notify nova. {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 18 07:50:37.803322 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abb2de-c91b-4f79-bb9c-54b3d46a5ccf req-79d553e8-1fbe-476c-a566-6120a5868a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:37.804828 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-15abb2de-c91b-4f79-bb9c-54b3d46a5ccf req-79d553e8-1fbe-476c-a566-6120a5868a39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ca5a665-b920-4cc4-aca3-30836ec763cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2496300 Oct 18 07:50:37.860144 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-bf93a637-1fbf-45e2-928a-62e737f03147 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for 97266d9d-519f-495b-80ec-170b669b1220 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:37.918534 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1dfdecc0-5fa0-43f7-88e9-a44cd43a829c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:37.959951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6932b641-1301-4e64-bc06-3f7a806cadcc tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:38.011304 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.resource_extend [None req-cdd1e189-8e1d-4438-b350-53223e39ab6a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:50:38.032193 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Attempt 9 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:38.100134 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdecc0-5fa0-43f7-88e9-a44cd43a829c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Subnet': ['ID=67f7eeeb-5f67-4461-afd9-fa6fccf6489a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:38.110023 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1dfdecc0-5fa0-43f7-88e9-a44cd43a829c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:38.128320 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ea06b6-c0e3-45f1-b8a1-fed992629c47 None None] Network 9bc1332d-dbed-4605-978f-f0852a0757c0 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:38.196031 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1dfdecc0-5fa0-43f7-88e9-a44cd43a829c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/subnets/67f7eeeb-5f67-4461-afd9-fa6fccf6489a HTTP/1.1" status: 204 len: 168 time: 3.1784756 Oct 18 07:50:38.215536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:38.221549 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52142) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:38.266923 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cdd1e189-8e1d-4438-b350-53223e39ab6a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:38.318324 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6932b641-1301-4e64-bc06-3f7a806cadcc tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:38.328118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6932b641-1301-4e64-bc06-3f7a806cadcc tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:38.342627 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-15abb2de-c91b-4f79-bb9c-54b3d46a5ccf req-4b7e5a70-7627-4207-ba77-191beef59e36 service neutron] 10.222.0.46 "GET /v2.0/networks/2ca5a665-b920-4cc4-aca3-30836ec763cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970229 Oct 18 07:50:38.346576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c4a9c400-9740-4501-a3b2-823ffc79b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'name': 'tempest-ServersTestJSON-1822819241-router', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:18Z', 'updated_at': '2022-10-18T07:49:34Z', 'revision_number': 4, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'gw_port': {'id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '17605a10-47a1-4aaf-80b9-223006dcfe79', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'floating_ip_address': '172.26.8.70', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'port_id': 'bb62b95b-b951-45d0-aee2-3b1425548782', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb', 'mac_address': 'fa:16:3e:c9:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b58a84-94e8-4f2b-aeeb-4c301c2cb187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:49:45Z', 'updated_at': '2022-10-18T07:50:33Z', 'revision_number': 1, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fccb0038-635a-49a0-9a65-2e544d44bda1', 'name': '', 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'mac_address': 'fa:16:3e:fa:9a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:31Z', 'updated_at': '2022-10-18T07:49:47Z', 'revision_number': 5, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'subnets': [{'id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:38.367258 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cdd1e189-8e1d-4438-b350-53223e39ab6a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:38.372912 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a9c400-9740-4501-a3b2-823ffc79b189 None None] The sync data for ids ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'] in dv-neutron-861625-1-hyperv is: [{'id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'name': 'tempest-ServersTestJSON-1822819241-router', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:18Z', 'updated_at': '2022-10-18T07:49:34Z', 'revision_number': 4, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'gw_port': {'id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '17605a10-47a1-4aaf-80b9-223006dcfe79', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'floating_ip_address': '172.26.8.70', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'port_id': 'bb62b95b-b951-45d0-aee2-3b1425548782', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb', 'mac_address': 'fa:16:3e:c9:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b58a84-94e8-4f2b-aeeb-4c301c2cb187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:49:45Z', 'updated_at': '2022-10-18T07:50:33Z', 'revision_number': 1, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fccb0038-635a-49a0-9a65-2e544d44bda1', 'name': '', 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'mac_address': 'fa:16:3e:fa:9a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:31Z', 'updated_at': '2022-10-18T07:49:47Z', 'revision_number': 5, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'subnets': [{'id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:50:38.434389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6932b641-1301-4e64-bc06-3f7a806cadcc tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:38.434958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6932b641-1301-4e64-bc06-3f7a806cadcc tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:50:38.470159 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6932b641-1301-4e64-bc06-3f7a806cadcc tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:38.474435 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6932b641-1301-4e64-bc06-3f7a806cadcc tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "DELETE /v2.0/routers/e0a3efdd-9b5d-4ec6-8225-8cacda4b56c3 HTTP/1.1" status: 204 len: 168 time: 3.8297145 Oct 18 07:50:38.474811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52146) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:38.484499 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93627f8c-3777-4920-b16f-7c65a3a92ca3 None None] DHCP port deletion for 9bc1332d-dbed-4605-978f-f0852a0757c0 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:50:38.490813 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-93627f8c-3777-4920-b16f-7c65a3a92ca3 None None] Deleting port b095772c-6d97-4adc-9f38-5ac6d58bd6c8 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:38.491894 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-93627f8c-3777-4920-b16f-7c65a3a92ca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:38.585450 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ab2e0-dab0-4c84-aafe-03521e76517c req-24d99a7e-fef4-4a58-90be-c32a0c1252af tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:38.592797 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bd7ab2e0-dab0-4c84-aafe-03521e76517c req-24d99a7e-fef4-4a58-90be-c32a0c1252af tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 1.4881723 Oct 18 07:50:38.676346 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c127c632-b674-4051-863c-fdd632563e7d tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:38.690773 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:50:38.702882 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ea7869-9f8a-455f-900b-7bc705d68905 None None] Sync routers for ids ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:50:38.717431 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea7869-9f8a-455f-900b-7bc705d68905 None None] Routers {'9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:38.718322 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f9ea7869-9f8a-455f-900b-7bc705d68905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:38.738844 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] device_id is not set on port 01f91f03-2f9a-4fae-a535-ff05ecf89f18 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:50:38.781112 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Attempt 10 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:38.782450 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-eb2dd470-f099-463b-ab83-c9a58cf14d30 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] 10.222.0.17 "PUT /v2.0/routers/9c520bfb-eefa-4b95-8e4a-e8b1d955c21a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0787792 Oct 18 07:50:38.792785 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0747c0a-5c50-4da4-83b1-89e77089bdab tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:38.796690 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f9ea7869-9f8a-455f-900b-7bc705d68905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:38.800964 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52150) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:38.807606 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea7869-9f8a-455f-900b-7bc705d68905 None None] Routers {'9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:38.808417 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f9ea7869-9f8a-455f-900b-7bc705d68905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:38.809363 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d982c9a4-aad1-44ba-a57c-5ee492768582 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Request body: {'port': {'network_id': '72ac56b8-6f45-42e4-9d39-18c08cef6e2d', 'name': 'tempest-FloatingIPAdminTestJSON-250625607'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:38.824567 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9667d80f-817a-44d3-90de-9bd1b4d75989 None None] New status for floating IP 17605a10-47a1-4aaf-80b9-223006dcfe79: ACTIVE {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 07:50:38.835601 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bd7ab2e0-dab0-4c84-aafe-03521e76517c req-267b577d-ea34-46b8-88ea-6a5b1bce1ab1 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416193 Oct 18 07:50:38.885009 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f9ea7869-9f8a-455f-900b-7bc705d68905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:38.885708 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ea7869-9f8a-455f-900b-7bc705d68905 None None] The sync data for ids ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:50:38.907401 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-15abb2de-c91b-4f79-bb9c-54b3d46a5ccf req-20de4e63-3b2d-4e91-a3fc-edc91f8dd85e service neutron] 10.222.0.46 "GET /v2.0/networks/2ca5a665-b920-4cc4-aca3-30836ec763cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555561 Oct 18 07:50:38.933693 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf93a637-1fbf-45e2-928a-62e737f03147 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:38.998647 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-be3ac383-6035-4ba5-ad1e-69e0fa0dbd32 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:39.016324 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-93627f8c-3777-4920-b16f-7c65a3a92ca3 None None] For port b095772c-6d97-4adc-9f38-5ac6d58bd6c8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b095772c-6d97-4adc-9f38-5ac6d58bd6c8,segment=NetworkSegment(abe45e45-691f-4b55-a126-3a518ef3bf91),segment_id=abe45e45-691f-4b55-a126-3a518ef3bf91)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:39.016871 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-93627f8c-3777-4920-b16f-7c65a3a92ca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:39.019783 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-cdd1e189-8e1d-4438-b350-53223e39ab6a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Floating IP a786c9ed-1ef1-4931-80f1-fb8a643d8d88 associated. External IP: 172.26.8.175, port: e5bd87db-c35d-4371-94b1-c5a1b0adc67f. Oct 18 07:50:39.133090 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c127c632-b674-4051-863c-fdd632563e7d tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:39.158572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c127c632-b674-4051-863c-fdd632563e7d tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Deleting port 5c8aae29-4f95-45a7-9a54-abb77182b2d2 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:39.158572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c127c632-b674-4051-863c-fdd632563e7d tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:39.199720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93a637-1fbf-45e2-928a-62e737f03147 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=97266d9d-519f-495b-80ec-170b669b1220,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:39.220931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bfc76-b458-4cc1-baae-3bcac1720a48 req-0aa69e71-1bd6-4d04-83f5-f54265c05beb tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:39.222446 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7e9bfc76-b458-4cc1-baae-3bcac1720a48 req-0aa69e71-1bd6-4d04-83f5-f54265c05beb tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.2407520 Oct 18 07:50:39.232419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2558b-98c0-4071-b441-7e65678a0263 req-bf48d4d6-9e2a-4d01-925c-38ab8d955f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:39.232419 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b1a2558b-98c0-4071-b441-7e65678a0263 req-bf48d4d6-9e2a-4d01-925c-38ab8d955f5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=01dd86a254e9403294fcf6de4e6b7815&device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 1099 time: 0.1880026 Oct 18 07:50:39.234336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52156) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:39.240199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-eeb4e8e5-b4e5-49b6-ba15-cf10bb626d76 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Request body: {'floatingip': {'port_id': 'bbc51aa0-e830-4ccf-af2e-d441c71a3a5e'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:39.306495 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-93627f8c-3777-4920-b16f-7c65a3a92ca3 None None] Calling delete_port for b095772c-6d97-4adc-9f38-5ac6d58bd6c8 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:39.386790 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Provisioning for port 8fd4d277-bf92-49b9-a69d-00b643e8bda1 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:39.489458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Provisioning complete for port 8fd4d277-bf92-49b9-a69d-00b643e8bda1 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:39.489831 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:39.490163 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Attempt 1 to provision port 8fd4d277-bf92-49b9-a69d-00b643e8bda1 Oct 18 07:50:39.539089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-eeb4e8e5-b4e5-49b6-ba15-cf10bb626d76 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for floatingip, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:39.579857 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-93627f8c-3777-4920-b16f-7c65a3a92ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:39.641787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d54151fa-84c7-47c2-9978-e19815e730c7 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:50:39.661852 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf93a637-1fbf-45e2-928a-62e737f03147 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:39.686992 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93627f8c-3777-4920-b16f-7c65a3a92ca3 None None] Pushing event deleted for resources: {'Port': ['ID=b095772c-6d97-4adc-9f38-5ac6d58bd6c8,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:39.708030 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0747c0a-5c50-4da4-83b1-89e77089bdab tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:39.719658 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bf93a637-1fbf-45e2-928a-62e737f03147 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/97266d9d-519f-495b-80ec-170b669b1220 HTTP/1.1" status: 204 len: 168 time: 3.3651164 Oct 18 07:50:39.723153 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: d54151fa-84c7-47c2-9978-e19815e730c7 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:50:39.723310 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d54151fa-84c7-47c2-9978-e19815e730c7 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:50:39.723679 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b095772c-6d97-4adc-9f38-5ac6d58bd6c8 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:50:39.738142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52160) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:39.743918 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d982c9a4-aad1-44ba-a57c-5ee492768582 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:39.751579 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93627f8c-3777-4920-b16f-7c65a3a92ca3 None None] No DVR routers for this DVR port b095772c-6d97-4adc-9f38-5ac6d58bd6c8 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:50:39.772173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: b095772c-6d97-4adc-9f38-5ac6d58bd6c8 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:50:39.772520 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b095772c-6d97-4adc-9f38-5ac6d58bd6c8 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:50:39.789298 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d982c9a4-aad1-44ba-a57c-5ee492768582 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Usage tracker for resource:port and tenant:878845adba90473790e0dd1cf7c64908 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:39.796552 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d982c9a4-aad1-44ba-a57c-5ee492768582 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:39.803283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Current status of the port 8fd4d277-bf92-49b9-a69d-00b643e8bda1 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:39.803283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:39.806457 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-a0747c0a-5c50-4da4-83b1-89e77089bdab tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe44db5-30f8-48dc-9ce7-703153ced84f']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:39.848664 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] For port 8fd4d277-bf92-49b9-a69d-00b643e8bda1, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=8fd4d277-bf92-49b9-a69d-00b643e8bda1,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:39.853888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:39.865340 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-a0747c0a-5c50-4da4-83b1-89e77089bdab tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b680e4-325b-44ca-afd4-4c6d14f6380a') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:39.865721 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-a0747c0a-5c50-4da4-83b1-89e77089bdab tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b680e4-325b-44ca-afd4-4c6d14f6380a') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:39.872712 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d982c9a4-aad1-44ba-a57c-5ee492768582 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:39.885202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:39.897589 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0747c0a-5c50-4da4-83b1-89e77089bdab tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:39.903499 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Could not find standard attr ID for object 97266d9d-519f-495b-80ec-170b669b1220. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:50:39.931253 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Provisioning complete for port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:39.931619 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:39.931952 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Attempt 1 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:39.962500 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Pushing event updated for resources: {'Port': ['ID=8fd4d277-bf92-49b9-a69d-00b643e8bda1,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:39.994418 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:40.003556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-c127c632-b674-4051-863c-fdd632563e7d tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] For port 5c8aae29-4f95-45a7-9a54-abb77182b2d2, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=5c8aae29-4f95-45a7-9a54-abb77182b2d2,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:40.003916 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c127c632-b674-4051-863c-fdd632563e7d tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:40.021466 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2558b-98c0-4071-b441-7e65678a0263 req-47d14e43-db80-4315-8384-557a3cb38184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:40.022935 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b1a2558b-98c0-4071-b441-7e65678a0263 req-47d14e43-db80-4315-8384-557a3cb38184 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2ca5a665-b920-4cc4-aca3-30836ec763cb HTTP/1.1" status: 200 len: 907 time: 0.7262092 Oct 18 07:50:40.047320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0747c0a-5c50-4da4-83b1-89e77089bdab tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:40.101915 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d982c9a4-aad1-44ba-a57c-5ee492768582 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Made reservation on behalf of 878845adba90473790e0dd1cf7c64908 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:40.105371 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d982c9a4-aad1-44ba-a57c-5ee492768582 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:40.154145 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0747c0a-5c50-4da4-83b1-89e77089bdab tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:50:40.154738 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0747c0a-5c50-4da4-83b1-89e77089bdab tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:40.203123 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c127c632-b674-4051-863c-fdd632563e7d tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Calling delete_port for 5c8aae29-4f95-45a7-9a54-abb77182b2d2 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:40.239557 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2654f9-dd74-46eb-902a-3508e39f3818 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:40.241173 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2654f9-dd74-46eb-902a-3508e39f3818 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:40.241906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9d2654f9-dd74-46eb-902a-3508e39f3818 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:40.250694 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment f5b680e4-325b-44ca-afd4-4c6d14f6380a resource provider aggregate not found Oct 18 07:50:40.255169 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-d982c9a4-aad1-44ba-a57c-5ee492768582 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] device_id is not set on port d88a0fb1-ea15-406e-a099-bb2bcfd278fa yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:50:40.308221 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment f5b680e4-325b-44ca-afd4-4c6d14f6380a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5b680e4-325b-44ca-afd4-4c6d14f6380a found for delete ", "request_id": "req-fa01c955-1149-4d5e-a8d9-de40ebb76dd4"}]} Oct 18 07:50:40.316179 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] device_id is not set on port ee94ed80-18fd-4673-a06c-d6e56e68268d yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:50:40.359172 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0747c0a-5c50-4da4-83b1-89e77089bdab tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:40.413663 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0747c0a-5c50-4da4-83b1-89e77089bdab tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:40.430802 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0747c0a-5c50-4da4-83b1-89e77089bdab tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Network': ['ID=bbe44db5-30f8-48dc-9ce7-703153ced84f,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:40.434745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9d2654f9-dd74-46eb-902a-3508e39f3818 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:40.438800 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9d2654f9-dd74-46eb-902a-3508e39f3818 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6968977 Oct 18 07:50:40.445547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52168) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:40.488008 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd1e189-8e1d-4438-b350-53223e39ab6a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Router 1e0426ab-4322-4a45-bf6e-6512f030d9af has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:50:40.494660 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a0747c0a-5c50-4da4-83b1-89e77089bdab tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/networks/bbe44db5-30f8-48dc-9ce7-703153ced84f HTTP/1.1" status: 204 len: 168 time: 2.2504575 Oct 18 07:50:40.497551 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Attempt 2 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:40.500396 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52172) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:40.508138 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b1a2558b-98c0-4071-b441-7e65678a0263 req-9b3c6cab-efbe-467b-b8a4-f016d91dc04d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb62b95b-b951-45d0-aee2-3b1425548782 HTTP/1.1" status: 200 len: 1001 time: 0.4248593 Oct 18 07:50:40.559572 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:40.703028 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-6204ff16-908d-47dc-84eb-5679a5919219 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 43eb3bc0-7197-442c-b77e-c34369aad460 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:50:40.714727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6204ff16-908d-47dc-84eb-5679a5919219 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:40.751566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2558b-98c0-4071-b441-7e65678a0263 req-cd988692-f690-487f-b5db-3909049d574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:40.753682 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b1a2558b-98c0-4071-b441-7e65678a0263 req-cd988692-f690-487f-b5db-3909049d574b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=07d05cd2-7667-4e7c-9324-dc2ab5a0878c HTTP/1.1" status: 200 len: 845 time: 0.2319088 Oct 18 07:50:40.779636 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-d982c9a4-aad1-44ba-a57c-5ee492768582 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Allocated IP 172.20.0.11 (72ac56b8-6f45-42e4-9d39-18c08cef6e2d/43843580-83e8-436f-9720-86f6b9dcd9d8/d88a0fb1-ea15-406e-a099-bb2bcfd278fa) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:40.838816 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b7702970-75b9-4928-b37c-8c5db03e4fdd tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:40.843345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:40.887273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6204ff16-908d-47dc-84eb-5679a5919219 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:41.003952 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c127c632-b674-4051-863c-fdd632563e7d tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:41.060218 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd1e189-8e1d-4438-b350-53223e39ab6a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:50:41.060835 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Attempt 3 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:41.078381 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ce57d-4e16-4c53-a654-8777ecc37506 None None] Sync routers for ids ['1e0426ab-4322-4a45-bf6e-6512f030d9af'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:50:41.096661 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ce57d-4e16-4c53-a654-8777ecc37506 None None] Routers {'1e0426ab-4322-4a45-bf6e-6512f030d9af'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:41.097176 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-5a7ce57d-4e16-4c53-a654-8777ecc37506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1e0426ab-4322-4a45-bf6e-6512f030d9af'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:41.114501 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cdd1e189-8e1d-4438-b350-53223e39ab6a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:41.146383 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127c632-b674-4051-863c-fdd632563e7d tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c8aae29-4f95-45a7-9a54-abb77182b2d2,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:41.182218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2558b-98c0-4071-b441-7e65678a0263 req-c3b2e3a1-be66-4282-b7a7-b14488d5f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:41.183728 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b1a2558b-98c0-4071-b441-7e65678a0263 req-c3b2e3a1-be66-4282-b7a7-b14488d5f0e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ca5a665-b920-4cc4-aca3-30836ec763cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4149425 Oct 18 07:50:41.196188 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:41.208561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:41.223559 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b7702970-75b9-4928-b37c-8c5db03e4fdd tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:41.339130 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cdd1e189-8e1d-4438-b350-53223e39ab6a tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "PUT /v2.0/floatingips/a786c9ed-1ef1-4931-80f1-fb8a643d8d88 HTTP/1.1" status: 200 len: 992 time: 6.4188416 Oct 18 07:50:41.349879 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-b7702970-75b9-4928-b37c-8c5db03e4fdd tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc1332d-dbed-4605-978f-f0852a0757c0']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:41.357021 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b0cabf-4539-48cf-be14-d47aa92d3730', 'tag': 'e5bd87db-c35d-4371-94b1-c5a1b0adc67f'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:50:41.361793 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-5a7ce57d-4e16-4c53-a654-8777ecc37506 None None] Set router 1e0426ab-4322-4a45-bf6e-6512f030d9af gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:50:41.389183 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-eeb4e8e5-b4e5-49b6-ba15-cf10bb626d76 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:41.393834 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6204ff16-908d-47dc-84eb-5679a5919219 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:41.480834 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-eeb4e8e5-b4e5-49b6-ba15-cf10bb626d76 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:41.552160 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-b7702970-75b9-4928-b37c-8c5db03e4fdd tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe45e45-691f-4b55-a126-3a518ef3bf91') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:41.552459 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-b7702970-75b9-4928-b37c-8c5db03e4fdd tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe45e45-691f-4b55-a126-3a518ef3bf91') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:41.608058 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event updated for resources: {'Port': ['ID=01f91f03-2f9a-4fae-a535-ff05ecf89f18,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:41.612532 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d982c9a4-aad1-44ba-a57c-5ee492768582 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:41.616355 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b7702970-75b9-4928-b37c-8c5db03e4fdd tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:41.644384 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077f9c4b-339e-47a9-929a-b70d38b94b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b0cabf-4539-48cf-be14-d47aa92d3730", "tag": "e5bd87db-c35d-4371-94b1-c5a1b0adc67f"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:50:41.663779 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b7702970-75b9-4928-b37c-8c5db03e4fdd tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:41.669292 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Checking segment: {'id': '8e0f0a80-a0b0-4774-bcb0-5830365dec99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c26ba720-bb97-4ea4-83cb-3a0fa453a34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:41.669292 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Network hostable DHCP agents. Network: c26ba720-bb97-4ea4-83cb-3a0fa453a34b, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:50:41.691034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7702970-75b9-4928-b37c-8c5db03e4fdd tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:50:41.691034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b7702970-75b9-4928-b37c-8c5db03e4fdd tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:41.697837 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Attempt 4 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:41.698365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c127c632-b674-4051-863c-fdd632563e7d tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:41.767281 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 8fd4d277-bf92-49b9-a69d-00b643e8bda1 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:41.813279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 07:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977e3710-a5be-46b1-83cf-538582c6535e x-openstack-request-id: req-977e3710-a5be-46b1-83cf-538582c6535e {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:50:41.813631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b0cabf-4539-48cf-be14-d47aa92d3730", "tag": "e5bd87db-c35d-4371-94b1-c5a1b0adc67f", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:50:41.813827 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-977e3710-a5be-46b1-83cf-538582c6535e {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:50:41.814808 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977e3710-a5be-46b1-83cf-538582c6535e'] response: {'name': 'network-changed', 'server_uuid': 'd6b0cabf-4539-48cf-be14-d47aa92d3730', 'tag': 'e5bd87db-c35d-4371-94b1-c5a1b0adc67f', 'status': 'completed', 'code': 200} Oct 18 07:50:41.840143 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef511d-a392-415e-8a03-6ec547be4749 req-f3101e8e-bb2c-41e3-82b2-1965f8b642bc tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:41.841653 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-36ef511d-a392-415e-8a03-6ec547be4749 req-f3101e8e-bb2c-41e3-82b2-1965f8b642bc tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 946 time: 0.3488708 Oct 18 07:50:41.843441 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Network c26ba720-bb97-4ea4-83cb-3a0fa453a34b is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:50:41.859158 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b7702970-75b9-4928-b37c-8c5db03e4fdd tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:41.873127 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:41.880188 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, c26ba720-bb97-4ea4-83cb-3a0fa453a34b) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:41.894399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc037fa-6cee-4ea1-9969-2088f0468dc3 None None] Network c26ba720-bb97-4ea4-83cb-3a0fa453a34b requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:41.902409 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b7702970-75b9-4928-b37c-8c5db03e4fdd tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:41.914367 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:41.915234 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:41.918198 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7702970-75b9-4928-b37c-8c5db03e4fdd tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Network': ['ID=9bc1332d-dbed-4605-978f-f0852a0757c0,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:41.963481 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-eeb4e8e5-b4e5-49b6-ba15-cf10bb626d76 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Floating IP b1e6aaf7-1bfd-44bc-9b8f-1a602ab4436e associated. External IP: 172.26.8.176, port: bbc51aa0-e830-4ccf-af2e-d441c71a3a5e. Oct 18 07:50:41.970701 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-5a7ce57d-4e16-4c53-a654-8777ecc37506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'name': 'tempest-ServersTestManualDisk-647744044-router', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'gw_port': {'id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:23Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'a786c9ed-1ef1-4931-80f1-fb8a643d8d88', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'floating_ip_address': '172.26.8.175', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'port_id': 'e5bd87db-c35d-4371-94b1-c5a1b0adc67f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a', 'mac_address': 'fa:16:3e:8b:2d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b0cabf-4539-48cf-be14-d47aa92d3730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:49:53Z', 'updated_at': '2022-10-18T07:50:37Z', 'revision_number': 1, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48937417-5831-40fa-9d81-18b6671501d4', 'name': '', 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'mac_address': 'fa:16:3e:6f:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '01485aae-eded-48c1-8010-b01081c67b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:36Z', 'updated_at': '2022-10-18T07:50:00Z', 'revision_number': 5, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'subnets': [{'id': '01485aae-eded-48c1-8010-b01081c67b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:41.976192 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ce57d-4e16-4c53-a654-8777ecc37506 None None] Checking router: 1e0426ab-4322-4a45-bf6e-6512f030d9af for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:50:41.988942 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b7702970-75b9-4928-b37c-8c5db03e4fdd tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/networks/9bc1332d-dbed-4605-978f-f0852a0757c0 HTTP/1.1" status: 204 len: 168 time: 1.4816551 Oct 18 07:50:41.994515 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ce57d-4e16-4c53-a654-8777ecc37506 None None] Routers {'1e0426ab-4322-4a45-bf6e-6512f030d9af'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:41.995020 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52186) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:41.995651 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-5a7ce57d-4e16-4c53-a654-8777ecc37506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1e0426ab-4322-4a45-bf6e-6512f030d9af'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:42.004321 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-0b284621-37e0-4cbe-be8b-d4ca1ff7a116 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-13415059'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:42.014322 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-36ef511d-a392-415e-8a03-6ec547be4749 req-1fcdbbbf-1283-420a-9529-3a3249e41275 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/security-groups?id=38d3ea8f-3818-445e-baf3-06179f8f159f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590538 Oct 18 07:50:42.020584 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0b284621-37e0-4cbe-be8b-d4ca1ff7a116 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:42.032171 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0b284621-37e0-4cbe-be8b-d4ca1ff7a116 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:network and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:42.035063 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event updated for resources: {'Port': ['ID=ee94ed80-18fd-4673-a06c-d6e56e68268d,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:42.046997 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0b284621-37e0-4cbe-be8b-d4ca1ff7a116 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:42.056492 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0b284621-37e0-4cbe-be8b-d4ca1ff7a116 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:42.070113 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Checking segment: {'id': '5bf284d0-8132-4858-8f5a-a7cda9c25725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b121ef11-dfa0-4bce-a3cc-11b3975f7d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:42.070516 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Network hostable DHCP agents. Network: b121ef11-dfa0-4bce-a3cc-11b3975f7d24, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:50:42.086461 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b284621-37e0-4cbe-be8b-d4ca1ff7a116 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Made reservation on behalf of 40e2f53a491e42e8ab9b0ae7e52a82ac for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:42.102718 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0b284621-37e0-4cbe-be8b-d4ca1ff7a116 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:42.134393 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Network b121ef11-dfa0-4bce-a3cc-11b3975f7d24 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:50:42.138309 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b284621-37e0-4cbe-be8b-d4ca1ff7a116 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:50:42.151584 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0b284621-37e0-4cbe-be8b-d4ca1ff7a116 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:42.152299 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-0b284621-37e0-4cbe-be8b-d4ca1ff7a116 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Added segment 7e42a2f9-496b-4c39-9e6b-ee0358be622b of type vlan for network e55706a7-0685-442d-a89c-9ccb969fea36 Oct 18 07:50:42.159500 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, b121ef11-dfa0-4bce-a3cc-11b3975f7d24) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:42.165323 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:42.172124 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:42.174821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c127c632-b674-4051-863c-fdd632563e7d tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:42.177206 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:42.177900 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:42.184865 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c127c632-b674-4051-863c-fdd632563e7d tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:42.186227 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 8fd4d277-bf92-49b9-a69d-00b643e8bda1 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:42.186727 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:42.187726 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 8fd4d277-bf92-49b9-a69d-00b643e8bda1 Oct 18 07:50:42.190792 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b1a2558b-98c0-4071-b441-7e65678a0263 req-056043d1-3c75-415b-b72d-280636796f08 service neutron] 10.222.0.46 "GET /v2.0/networks/2ca5a665-b920-4cc4-aca3-30836ec763cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9973409 Oct 18 07:50:42.209143 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-d982c9a4-aad1-44ba-a57c-5ee492768582 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Transition to ACTIVE for port object d88a0fb1-ea15-406e-a099-bb2bcfd278fa will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:42.226033 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0b284621-37e0-4cbe-be8b-d4ca1ff7a116 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:42.239993 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8a4e6844-cd2b-40c7-af72-ab2eeb03e4c2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.7551246 Oct 18 07:50:42.240829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52194) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:42.253032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6204ff16-908d-47dc-84eb-5679a5919219 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:42.265747 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641f6f82-a9ac-4693-93af-4047e345c76e None None] Network b121ef11-dfa0-4bce-a3cc-11b3975f7d24 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:42.342586 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment abe45e45-691f-4b55-a126-3a518ef3bf91 resource provider aggregate not found Oct 18 07:50:42.356154 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6204ff16-908d-47dc-84eb-5679a5919219 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:42.371773 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d982c9a4-aad1-44ba-a57c-5ee492768582 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:42.374895 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment abe45e45-691f-4b55-a126-3a518ef3bf91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abe45e45-691f-4b55-a126-3a518ef3bf91 found for delete ", "request_id": "req-44d13e48-0019-4be9-a22c-b3d978d9bd66"}]} Oct 18 07:50:42.377331 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0b284621-37e0-4cbe-be8b-d4ca1ff7a116 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:42.379705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204ff16-908d-47dc-84eb-5679a5919219 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=43eb3bc0-7197-442c-b77e-c34369aad460,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:42.383069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b284621-37e0-4cbe-be8b-d4ca1ff7a116 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:42.383564 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0b284621-37e0-4cbe-be8b-d4ca1ff7a116 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:42.396903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c127c632-b674-4051-863c-fdd632563e7d tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:42.397328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c127c632-b674-4051-863c-fdd632563e7d tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ade5e3e-bee5-4c2f-b886-9d711e821857 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:50:42.412035 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-5a7ce57d-4e16-4c53-a654-8777ecc37506 None None] Set router 1e0426ab-4322-4a45-bf6e-6512f030d9af gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:50:42.468877 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c127c632-b674-4051-863c-fdd632563e7d tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:42.473252 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c127c632-b674-4051-863c-fdd632563e7d tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "DELETE /v2.0/routers/7ade5e3e-bee5-4c2f-b886-9d711e821857 HTTP/1.1" status: 204 len: 168 time: 3.9937804 Oct 18 07:50:42.491806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52202) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:42.495979 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Attempt 5 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:42.504125 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982c9a4-aad1-44ba-a57c-5ee492768582 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Pushing event updated for resources: {'Port': ['ID=d88a0fb1-ea15-406e-a099-bb2bcfd278fa,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:42.511397 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1801056473', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}, 'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:42.520188 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6204ff16-908d-47dc-84eb-5679a5919219 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/43eb3bc0-7197-442c-b77e-c34369aad460 HTTP/1.1" status: 204 len: 168 time: 2.0709445 Oct 18 07:50:42.526365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52206) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:42.591120 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 8fd4d277-bf92-49b9-a69d-00b643e8bda1 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:42.611735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:42.612106 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5076ee-367b-4227-b91f-e25678f43002 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:42.612699 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:42.613684 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019078e4-a377-4a23-85e6-e1e990200cd1 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:42.616008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f9c4b-339e-47a9-929a-b70d38b94b7b req-8c0b5027-e152-4e8e-a295-abc6ea0b817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:42.617056 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-077f9c4b-339e-47a9-929a-b70d38b94b7b req-8c0b5027-e152-4e8e-a295-abc6ea0b817d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dcd2edd96c934bc294dc295d3600ad84&device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 1099 time: 0.5844877 Oct 18 07:50:42.618042 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5076ee-367b-4227-b91f-e25678f43002 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:42.618978 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-bc5076ee-367b-4227-b91f-e25678f43002 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Synchronizing usage tracker for tenant:430ff98bd7fc4d3eb650e7b4f7ac1d4d on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:42.638299 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d982c9a4-aad1-44ba-a57c-5ee492768582 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Network 72ac56b8-6f45-42e4-9d39-18c08cef6e2d is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:42.652324 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-d982c9a4-aad1-44ba-a57c-5ee492768582 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:42.661165 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0b284621-37e0-4cbe-be8b-d4ca1ff7a116 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6619833 Oct 18 07:50:42.665460 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d982c9a4-aad1-44ba-a57c-5ee492768582 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:42.747645 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d982c9a4-aad1-44ba-a57c-5ee492768582 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:42.748257 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d982c9a4-aad1-44ba-a57c-5ee492768582 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:42.769992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52210) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:42.788730 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-46aa0dbd-5de0-400c-afc4-c0d1995fcc3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'subnet': {'network_id': 'e55706a7-0685-442d-a89c-9ccb969fea36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:42.817415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b284621-37e0-4cbe-be8b-d4ca1ff7a116 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Network': ['ID=e55706a7-0685-442d-a89c-9ccb969fea36,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:42.824966 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d982c9a4-aad1-44ba-a57c-5ee492768582 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0229023 Oct 18 07:50:42.831242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52214) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:42.926925 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network e55706a7-0685-442d-a89c-9ccb969fea36 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:50:42.946619 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-5a7ce57d-4e16-4c53-a654-8777ecc37506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'name': 'tempest-ServersTestManualDisk-647744044-router', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'gw_port': {'id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:23Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'a786c9ed-1ef1-4931-80f1-fb8a643d8d88', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'floating_ip_address': '172.26.8.175', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'port_id': 'e5bd87db-c35d-4371-94b1-c5a1b0adc67f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a', 'mac_address': 'fa:16:3e:8b:2d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b0cabf-4539-48cf-be14-d47aa92d3730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:49:53Z', 'updated_at': '2022-10-18T07:50:37Z', 'revision_number': 1, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48937417-5831-40fa-9d81-18b6671501d4', 'name': '', 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'mac_address': 'fa:16:3e:6f:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '01485aae-eded-48c1-8010-b01081c67b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:36Z', 'updated_at': '2022-10-18T07:50:00Z', 'revision_number': 5, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'subnets': [{'id': '01485aae-eded-48c1-8010-b01081c67b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:42.965392 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ce57d-4e16-4c53-a654-8777ecc37506 None None] The sync data for ids ['1e0426ab-4322-4a45-bf6e-6512f030d9af'] in dv-neutron-861625-1-hyperv is: [{'id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'name': 'tempest-ServersTestManualDisk-647744044-router', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'gw_port': {'id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:23Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'a786c9ed-1ef1-4931-80f1-fb8a643d8d88', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'floating_ip_address': '172.26.8.175', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'port_id': 'e5bd87db-c35d-4371-94b1-c5a1b0adc67f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a', 'mac_address': 'fa:16:3e:8b:2d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b0cabf-4539-48cf-be14-d47aa92d3730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:49:53Z', 'updated_at': '2022-10-18T07:50:37Z', 'revision_number': 1, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48937417-5831-40fa-9d81-18b6671501d4', 'name': '', 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'mac_address': 'fa:16:3e:6f:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '01485aae-eded-48c1-8010-b01081c67b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:36Z', 'updated_at': '2022-10-18T07:50:00Z', 'revision_number': 5, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'subnets': [{'id': '01485aae-eded-48c1-8010-b01081c67b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:50:42.977211 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-46aa0dbd-5de0-400c-afc4-c0d1995fcc3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:42.990023 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-46aa0dbd-5de0-400c-afc4-c0d1995fcc3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:subnet and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:42.993187 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-46aa0dbd-5de0-400c-afc4-c0d1995fcc3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:43.011062 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-46aa0dbd-5de0-400c-afc4-c0d1995fcc3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:43.028122 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46aa0dbd-5de0-400c-afc4-c0d1995fcc3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Made reservation on behalf of 40e2f53a491e42e8ab9b0ae7e52a82ac for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:43.034092 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-46aa0dbd-5de0-400c-afc4-c0d1995fcc3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:43.071110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Usage tracker for resource:router and tenant:d46a8b388f594f61940a2d59bbd43464 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:43.089633 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:43.117856 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4ee10cfc-fc71-4c0a-affc-3cb77d27daf7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5732870 Oct 18 07:50:43.118959 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52220) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:43.123701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-8c2e020b-5ee8-4185-b709-d5ab1c36e312 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:43.126130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb4e8e5-b4e5-49b6-ba15-cf10bb626d76 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Router 6e12c041-ed93-4708-a8c4-fc483d21ecdc has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:50:43.132441 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b1a2558b-98c0-4071-b441-7e65678a0263 req-407d6229-6629-465e-a825-31c0ce7c2085 service neutron] 10.222.0.46 "GET /v2.0/networks/2ca5a665-b920-4cc4-aca3-30836ec763cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9261289 Oct 18 07:50:43.166283 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'project_id': '878845adba90473790e0dd1cf7c64908', 'port_id': 'd88a0fb1-ea15-406e-a099-bb2bcfd278fa'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:43.170936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:43.172604 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Attempt 6 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:43.175038 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Usage tracker for resource:floatingip and tenant:878845adba90473790e0dd1cf7c64908 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:43.177854 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:43.183485 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:43.186458 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:43.254715 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:43.319127 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-bc5076ee-367b-4227-b91f-e25678f43002 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Unset dirty status for tenant:430ff98bd7fc4d3eb650e7b4f7ac1d4d on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:43.319942 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bc5076ee-367b-4227-b91f-e25678f43002 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.0769155 Oct 18 07:50:43.334796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52224) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:43.364555 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b60d1f-acef-44b1-81a6-6a5e05024ac1 None None] New status for floating IP a786c9ed-1ef1-4931-80f1-fb8a643d8d88: ACTIVE {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 07:50:43.371270 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:43.371270 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:43.443352 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:43.456192 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:43.457405 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8c2e020b-5ee8-4185-b709-d5ab1c36e312 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:43.464610 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f9c4b-339e-47a9-929a-b70d38b94b7b req-d19d3c2e-cf16-47b6-9756-5262bd745b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:43.465225 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8c2e020b-5ee8-4185-b709-d5ab1c36e312 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:43.466309 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-077f9c4b-339e-47a9-929a-b70d38b94b7b req-d19d3c2e-cf16-47b6-9756-5262bd745b1b service neutron] 10.222.0.46 "GET /v2.0/networks?id=5a222d3d-3a04-4249-b8b6-0c072903979a HTTP/1.1" status: 200 len: 912 time: 0.3918319 Oct 18 07:50:43.472219 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8c2e020b-5ee8-4185-b709-d5ab1c36e312 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:43.483824 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8c2e020b-5ee8-4185-b709-d5ab1c36e312 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:43.505521 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e065e1d4-b7de-4553-b9d0-39a8c21765f0 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Deleting port 01f91f03-2f9a-4fae-a535-ff05ecf89f18 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:43.505889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e065e1d4-b7de-4553-b9d0-39a8c21765f0 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:43.574514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 5c8aae29-4f95-45a7-9a54-abb77182b2d2 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:50:43.600299 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2e020b-5ee8-4185-b709-d5ab1c36e312 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:43.603737 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8c2e020b-5ee8-4185-b709-d5ab1c36e312 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:43.630952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 5c8aae29-4f95-45a7-9a54-abb77182b2d2 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:50:43.630952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 5c8aae29-4f95-45a7-9a54-abb77182b2d2 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:50:43.688565 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb4e8e5-b4e5-49b6-ba15-cf10bb626d76 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:50:43.720214 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d93680-9bcc-47db-9dd4-65ef063390d9 None None] Sync routers for ids ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:50:43.723102 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-eeb4e8e5-b4e5-49b6-ba15-cf10bb626d76 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:43.753071 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d93680-9bcc-47db-9dd4-65ef063390d9 None None] Routers {'6e12c041-ed93-4708-a8c4-fc483d21ecdc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:43.753694 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d2d93680-9bcc-47db-9dd4-65ef063390d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:43.759531 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1cc399-ca30-48ab-bf7e-80ec5630ed20 None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:50:43.765641 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9c1cc399-ca30-48ab-bf7e-80ec5630ed20 None None] Deleting port 8fd4d277-bf92-49b9-a69d-00b643e8bda1 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:43.766007 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc399-ca30-48ab-bf7e-80ec5630ed20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:43.845732 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-077f9c4b-339e-47a9-929a-b70d38b94b7b req-26b1db4b-d0c1-4006-b580-e54353755616 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5bd87db-c35d-4371-94b1-c5a1b0adc67f HTTP/1.1" status: 200 len: 1000 time: 0.3576417 Oct 18 07:50:43.948182 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-eeb4e8e5-b4e5-49b6-ba15-cf10bb626d76 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "PUT /v2.0/floatingips/b1e6aaf7-1bfd-44bc-9b8f-1a602ab4436e HTTP/1.1" status: 200 len: 992 time: 4.7124610 Oct 18 07:50:43.954129 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91097b0b-1779-4869-9c58-3895c00304e7', 'tag': 'bbc51aa0-e830-4ccf-af2e-d441c71a3a5e'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:50:43.956760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d745eb-e0a3-489c-8a04-1b7e07f9395f" -d '{"events": [{"name": "network-changed", "server_uuid": "91097b0b-1779-4869-9c58-3895c00304e7", "tag": "bbc51aa0-e830-4ccf-af2e-d441c71a3a5e"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:50:43.982941 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-d2d93680-9bcc-47db-9dd4-65ef063390d9 None None] Set router 6e12c041-ed93-4708-a8c4-fc483d21ecdc gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:50:43.985829 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Attempt 7 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:43.993612 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-46aa0dbd-5de0-400c-afc4-c0d1995fcc3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:43.997152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:44.039990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f9c4b-339e-47a9-929a-b70d38b94b7b req-a466c0fc-b3e9-402f-8835-2e9fcc1ab2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:44.041803 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-077f9c4b-339e-47a9-929a-b70d38b94b7b req-a466c0fc-b3e9-402f-8835-2e9fcc1ab2b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01485aae-eded-48c1-8010-b01081c67b5d HTTP/1.1" status: 200 len: 850 time: 0.1373494 Oct 18 07:50:44.117040 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:44.170894 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:44.191161 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 07:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0aed14d-99a7-4160-9afd-2b399e41620f x-openstack-request-id: req-d0aed14d-99a7-4160-9afd-2b399e41620f {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:50:44.191726 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91097b0b-1779-4869-9c58-3895c00304e7", "tag": "bbc51aa0-e830-4ccf-af2e-d441c71a3a5e", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:50:44.191726 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d0aed14d-99a7-4160-9afd-2b399e41620f {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:50:44.192087 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0aed14d-99a7-4160-9afd-2b399e41620f'] response: {'name': 'network-changed', 'server_uuid': '91097b0b-1779-4869-9c58-3895c00304e7', 'tag': 'bbc51aa0-e830-4ccf-af2e-d441c71a3a5e', 'status': 'completed', 'code': 200} Oct 18 07:50:44.224695 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9c1cc399-ca30-48ab-bf7e-80ec5630ed20 None None] For port 8fd4d277-bf92-49b9-a69d-00b643e8bda1, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=8fd4d277-bf92-49b9-a69d-00b643e8bda1,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:44.225030 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc399-ca30-48ab-bf7e-80ec5630ed20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:44.230229 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e065e1d4-b7de-4553-b9d0-39a8c21765f0 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:44.379965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d745eb-e0a3-489c-8a04-1b7e07f9395f req-68ae5f0c-ebc2-4fe7-8ffb-ada95e29ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:44.381744 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-88d745eb-e0a3-489c-8a04-1b7e07f9395f req-68ae5f0c-ebc2-4fe7-8ffb-ada95e29ae9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f286d48607e4386b10ca9eff3ca0147&device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 1099 time: 0.2817755 Oct 18 07:50:44.388953 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f9c4b-339e-47a9-929a-b70d38b94b7b req-ecd3b9d7-e532-4f63-981a-5739d8a60358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:44.390794 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-077f9c4b-339e-47a9-929a-b70d38b94b7b req-ecd3b9d7-e532-4f63-981a-5739d8a60358 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5a222d3d-3a04-4249-b8b6-0c072903979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2106528 Oct 18 07:50:44.397319 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e065e1d4-b7de-4553-b9d0-39a8c21765f0 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Calling delete_port for 01f91f03-2f9a-4fae-a535-ff05ecf89f18 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:44.398518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9c1cc399-ca30-48ab-bf7e-80ec5630ed20 None None] Calling delete_port for 8fd4d277-bf92-49b9-a69d-00b643e8bda1 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:44.418506 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d2d93680-9bcc-47db-9dd4-65ef063390d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'name': 'tempest-ServerActionsTestJSON-356566340-router', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:24Z', 'updated_at': '2022-10-18T07:49:43Z', 'revision_number': 4, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'gw_port': {'id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:26Z', 'updated_at': '2022-10-18T07:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'b1e6aaf7-1bfd-44bc-9b8f-1a602ab4436e', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'floating_ip_address': '172.26.8.176', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'port_id': 'bbc51aa0-e830-4ccf-af2e-d441c71a3a5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310', 'mac_address': 'fa:16:3e:85:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91097b0b-1779-4869-9c58-3895c00304e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:49:55Z', 'updated_at': '2022-10-18T07:50:40Z', 'revision_number': 1, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b475b0c9-57d5-4bd4-a1a4-5da511cb40d0', 'name': '', 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'mac_address': 'fa:16:3e:7b:2f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:39Z', 'updated_at': '2022-10-18T07:49:54Z', 'revision_number': 5, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'subnets': [{'id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:44.423445 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d93680-9bcc-47db-9dd4-65ef063390d9 None None] Checking router: 6e12c041-ed93-4708-a8c4-fc483d21ecdc for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:50:44.432329 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa0dbd-5de0-400c-afc4-c0d1995fcc3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Subnet': ['ID=84fff086-5a5d-4580-82d6-cf2242771552,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:44.439614 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d93680-9bcc-47db-9dd4-65ef063390d9 None None] Routers {'6e12c041-ed93-4708-a8c4-fc483d21ecdc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:44.440627 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d2d93680-9bcc-47db-9dd4-65ef063390d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:44.456788 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aa0dbd-5de0-400c-afc4-c0d1995fcc3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Checking segment: {'id': '7e42a2f9-496b-4c39-9e6b-ee0358be622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e55706a7-0685-442d-a89c-9ccb969fea36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:44.457158 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aa0dbd-5de0-400c-afc4-c0d1995fcc3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network hostable DHCP agents. Network: e55706a7-0685-442d-a89c-9ccb969fea36, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:50:44.515235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9c1cc399-ca30-48ab-bf7e-80ec5630ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:44.581026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1cc399-ca30-48ab-bf7e-80ec5630ed20 None None] No DVR routers for this DVR port 8fd4d277-bf92-49b9-a69d-00b643e8bda1 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:50:44.589787 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aa0dbd-5de0-400c-afc4-c0d1995fcc3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network e55706a7-0685-442d-a89c-9ccb969fea36 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:50:44.600816 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cc399-ca30-48ab-bf7e-80ec5630ed20 None None] Pushing event deleted for resources: {'Port': ['ID=8fd4d277-bf92-49b9-a69d-00b643e8bda1,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:44.629615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-46aa0dbd-5de0-400c-afc4-c0d1995fcc3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, e55706a7-0685-442d-a89c-9ccb969fea36) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:44.634629 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e065e1d4-b7de-4553-b9d0-39a8c21765f0 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:44.644769 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8c2e020b-5ee8-4185-b709-d5ab1c36e312 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:44.649335 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aa0dbd-5de0-400c-afc4-c0d1995fcc3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:44.649926 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-46aa0dbd-5de0-400c-afc4-c0d1995fcc3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:44.651383 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48436535-9058-49e4-9b19-7223a568fe35 None None] Network e55706a7-0685-442d-a89c-9ccb969fea36 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:44.659766 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Allocated IP 172.26.8.164 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/81ae36b5-22a1-41a5-8549-77c573838b48) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:44.672745 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Attempt 8 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:44.692212 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-d2d93680-9bcc-47db-9dd4-65ef063390d9 None None] Set router 6e12c041-ed93-4708-a8c4-fc483d21ecdc gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:50:44.771862 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065e1d4-b7de-4553-b9d0-39a8c21765f0 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event deleted for resources: {'Port': ['ID=01f91f03-2f9a-4fae-a535-ff05ecf89f18,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:44.810627 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e065e1d4-b7de-4553-b9d0-39a8c21765f0 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:44.822051 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2e020b-5ee8-4185-b709-d5ab1c36e312 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:44.842122 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-8c2e020b-5ee8-4185-b709-d5ab1c36e312 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:44.897680 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2e020b-5ee8-4185-b709-d5ab1c36e312 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:44.898272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8c2e020b-5ee8-4185-b709-d5ab1c36e312 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:44.901995 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e020b-5ee8-4185-b709-d5ab1c36e312 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=5c78d946-252d-4068-86ba-4dbff48de8b6,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:44.919205 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-46aa0dbd-5de0-400c-afc4-c0d1995fcc3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1404102 Oct 18 07:50:44.925572 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52234) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:44.935300 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-9bf88ace-b8e4-45b9-987f-1255f9936c8a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-363980374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:44.950325 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e065e1d4-b7de-4553-b9d0-39a8c21765f0 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "DELETE /v2.0/ports/01f91f03-2f9a-4fae-a535-ff05ecf89f18 HTTP/1.1" status: 204 len: 168 time: 1.5718136 Oct 18 07:50:44.950325 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9bf88ace-b8e4-45b9-987f-1255f9936c8a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:44.952730 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52238) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:44.964006 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9bf88ace-b8e4-45b9-987f-1255f9936c8a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:router and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:44.967431 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8c2e020b-5ee8-4185-b709-d5ab1c36e312 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8481250 Oct 18 07:50:44.970687 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9bf88ace-b8e4-45b9-987f-1255f9936c8a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:44.973181 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52242) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:44.985478 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-eab08eb5-34c2-4616-b7d8-abd9a988118d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'fixed_ips': [{'subnet_id': '5c78d946-252d-4068-86ba-4dbff48de8b6', 'ip_address': '2001:db8::eb56:43ba:b26a:309a'}], 'name': 'tempest-NetworksTestDHCPv6-1306456804'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:45.009400 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9bf88ace-b8e4-45b9-987f-1255f9936c8a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:45.068409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:45.069112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fec69e0-c488-4fdc-a518-56753a59061e None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:45.080188 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-077f9c4b-339e-47a9-929a-b70d38b94b7b req-57d4b9bf-2f57-4db3-aa8d-fcfb510a6c40 service neutron] 10.222.0.46 "GET /v2.0/networks/5a222d3d-3a04-4249-b8b6-0c072903979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514845 Oct 18 07:50:45.080798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d745eb-e0a3-489c-8a04-1b7e07f9395f req-e6b03d63-5c6c-4485-a96e-0c7e73d63065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:45.082780 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-88d745eb-e0a3-489c-8a04-1b7e07f9395f req-e6b03d63-5c6c-4485-a96e-0c7e73d63065 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4b998fa-e372-4e50-b79b-07d7c610b310 HTTP/1.1" status: 200 len: 912 time: 0.6911199 Oct 18 07:50:45.085568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:45.094618 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9bf88ace-b8e4-45b9-987f-1255f9936c8a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:45.095757 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9bf88ace-b8e4-45b9-987f-1255f9936c8a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:45.154506 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:45.172754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:45.182370 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9bf88ace-b8e4-45b9-987f-1255f9936c8a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:45.208531 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-eab08eb5-34c2-4616-b7d8-abd9a988118d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:45.225351 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-eab08eb5-34c2-4616-b7d8-abd9a988118d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:45.227680 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9bf88ace-b8e4-45b9-987f-1255f9936c8a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:45.245181 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d2d93680-9bcc-47db-9dd4-65ef063390d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'name': 'tempest-ServerActionsTestJSON-356566340-router', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:24Z', 'updated_at': '2022-10-18T07:49:43Z', 'revision_number': 4, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'gw_port': {'id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:26Z', 'updated_at': '2022-10-18T07:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'b1e6aaf7-1bfd-44bc-9b8f-1a602ab4436e', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'floating_ip_address': '172.26.8.176', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'port_id': 'bbc51aa0-e830-4ccf-af2e-d441c71a3a5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310', 'mac_address': 'fa:16:3e:85:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91097b0b-1779-4869-9c58-3895c00304e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:49:55Z', 'updated_at': '2022-10-18T07:50:40Z', 'revision_number': 1, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b475b0c9-57d5-4bd4-a1a4-5da511cb40d0', 'name': '', 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'mac_address': 'fa:16:3e:7b:2f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:39Z', 'updated_at': '2022-10-18T07:49:54Z', 'revision_number': 5, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'subnets': [{'id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:45.254182 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d93680-9bcc-47db-9dd4-65ef063390d9 None None] The sync data for ids ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'] in dv-neutron-861625-1-hyperv is: [{'id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'name': 'tempest-ServerActionsTestJSON-356566340-router', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:24Z', 'updated_at': '2022-10-18T07:49:43Z', 'revision_number': 4, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'gw_port': {'id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:26Z', 'updated_at': '2022-10-18T07:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'b1e6aaf7-1bfd-44bc-9b8f-1a602ab4436e', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'floating_ip_address': '172.26.8.176', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'port_id': 'bbc51aa0-e830-4ccf-af2e-d441c71a3a5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310', 'mac_address': 'fa:16:3e:85:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91097b0b-1779-4869-9c58-3895c00304e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:49:55Z', 'updated_at': '2022-10-18T07:50:40Z', 'revision_number': 1, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b475b0c9-57d5-4bd4-a1a4-5da511cb40d0', 'name': '', 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'mac_address': 'fa:16:3e:7b:2f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:39Z', 'updated_at': '2022-10-18T07:49:54Z', 'revision_number': 5, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'subnets': [{'id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:50:45.272398 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9bf88ace-b8e4-45b9-987f-1255f9936c8a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:45.276390 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9bf88ace-b8e4-45b9-987f-1255f9936c8a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3452687 Oct 18 07:50:45.276390 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab08eb5-34c2-4616-b7d8-abd9a988118d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:45.290048 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52246) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:45.295238 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-e55706a7-0685-442d-a89c-9ccb969fea36', 'network_id': 'e55706a7-0685-442d-a89c-9ccb969fea36', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'fixed_ips': [{'subnet_id': '84fff086-5a5d-4580-82d6-cf2242771552'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:50:45.296221 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:45.301956 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-592d5cc3-2272-417d-8c25-3980d463bbe5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'port': {'network_id': 'e55706a7-0685-442d-a89c-9ccb969fea36', 'name': 'tempest-RoutersIpV6Test-985927020'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:45.316920 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:45.358925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-4f56afb5-d6f6-4dab-98d6-d28ecddc07ac tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Deleting port ee94ed80-18fd-4673-a06c-d6e56e68268d {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:45.359500 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f56afb5-d6f6-4dab-98d6-d28ecddc07ac tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:45.473971 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-88d745eb-e0a3-489c-8a04-1b7e07f9395f req-ee6ea4fc-5c93-4969-ac04-3501793ff6ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e HTTP/1.1" status: 200 len: 1000 time: 0.3545327 Oct 18 07:50:45.524489 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:45.534392 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Pushing event updated for resources: {'Port': ['ID=81ae36b5-22a1-41a5-8549-77c573838b48,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:45.542184 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:45.557003 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:45.654309 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Attempt 9 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:45.691148 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d57b4e2-e7be-483a-bcf0-e85a661de05c None None] New status for floating IP b1e6aaf7-1bfd-44bc-9b8f-1a602ab4436e: ACTIVE {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 07:50:45.704889 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d745eb-e0a3-489c-8a04-1b7e07f9395f req-ab00d374-3317-4563-b8da-90e2988cadad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:45.706400 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-88d745eb-e0a3-489c-8a04-1b7e07f9395f req-ab00d374-3317-4563-b8da-90e2988cadad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbb698bd-8a28-447d-9ac6-7bad4cc61081 HTTP/1.1" status: 200 len: 850 time: 0.2238495 Oct 18 07:50:45.723889 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-077f9c4b-339e-47a9-929a-b70d38b94b7b req-aa279716-ed4c-4bd7-a7b1-4ca73cf6b20f service neutron] 10.222.0.46 "GET /v2.0/networks/5a222d3d-3a04-4249-b8b6-0c072903979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524702 Oct 18 07:50:45.767275 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 8fd4d277-bf92-49b9-a69d-00b643e8bda1 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:50:45.813272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eab08eb5-34c2-4616-b7d8-abd9a988118d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:45.847259 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-592d5cc3-2272-417d-8c25-3980d463bbe5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:45.853871 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 8fd4d277-bf92-49b9-a69d-00b643e8bda1 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:50:45.854267 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 8fd4d277-bf92-49b9-a69d-00b643e8bda1 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:50:45.864629 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-592d5cc3-2272-417d-8c25-3980d463bbe5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:45.865371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Allocated IP 172.26.8.19 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/aaf7f5a9-129c-4d0a-a78e-2b6be6f3a08a) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:45.869687 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-eab08eb5-34c2-4616-b7d8-abd9a988118d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port 36167f6c-af86-45c7-a963-79971e5ef9d4 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:50:45.938390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f56afb5-d6f6-4dab-98d6-d28ecddc07ac tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:45.942608 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Allocated IP 2001:db8::2 (e55706a7-0685-442d-a89c-9ccb969fea36/84fff086-5a5d-4580-82d6-cf2242771552/d4772757-d515-4849-8ef6-6dd696db6651) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:45.950664 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:46.028496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': '5c78d946-252d-4068-86ba-4dbff48de8b6'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:50:46.029308 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:46.116384 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592d5cc3-2272-417d-8c25-3980d463bbe5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Made reservation on behalf of 40e2f53a491e42e8ab9b0ae7e52a82ac for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:46.120093 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-592d5cc3-2272-417d-8c25-3980d463bbe5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:46.128475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-4f56afb5-d6f6-4dab-98d6-d28ecddc07ac tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Calling delete_port for ee94ed80-18fd-4673-a06c-d6e56e68268d owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:46.194931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d745eb-e0a3-489c-8a04-1b7e07f9395f req-b7a898e6-0ddf-449c-996e-7c02f37daf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:46.196337 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-88d745eb-e0a3-489c-8a04-1b7e07f9395f req-b7a898e6-0ddf-449c-996e-7c02f37daf63 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4b998fa-e372-4e50-b79b-07d7c610b310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4778116 Oct 18 07:50:46.211853 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-592d5cc3-2272-417d-8c25-3980d463bbe5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] device_id is not set on port dd7489c4-4996-43e4-928b-93240a588424 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:50:46.456021 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Attempt 10 to provision port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 Oct 18 07:50:46.459345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-eab08eb5-34c2-4616-b7d8-abd9a988118d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::eb56:43ba:b26a:309a (421d0710-6574-4dc6-a599-2fa72ae31b2e/5c78d946-252d-4068-86ba-4dbff48de8b6/36167f6c-af86-45c7-a963-79971e5ef9d4) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:46.486889 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f56afb5-d6f6-4dab-98d6-d28ecddc07ac tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:46.512679 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:46.529598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:46.568625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56afb5-d6f6-4dab-98d6-d28ecddc07ac tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event deleted for resources: {'Port': ['ID=ee94ed80-18fd-4673-a06c-d6e56e68268d,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:46.573888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-aa45ad4b-1bdf-4b04-b4a8-04d646af5e74 None None] Port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:46.575329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f56afb5-d6f6-4dab-98d6-d28ecddc07ac tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:46.600476 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:46.609250 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4f56afb5-d6f6-4dab-98d6-d28ecddc07ac tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "DELETE /v2.0/ports/ee94ed80-18fd-4673-a06c-d6e56e68268d HTTP/1.1" status: 204 len: 168 time: 1.6470540 Oct 18 07:50:46.612187 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-88d745eb-e0a3-489c-8a04-1b7e07f9395f req-27916ccc-1468-4857-b878-5063c12e9c12 service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025578 Oct 18 07:50:46.612548 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52250) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:46.617194 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Transition to ACTIVE for port object d4772757-d515-4849-8ef6-6dd696db6651 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:46.646682 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Transition to ACTIVE for port object d4772757-d515-4849-8ef6-6dd696db6651 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:46.652632 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:46.699527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:46.731057 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Network e55706a7-0685-442d-a89c-9ccb969fea36 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:46.738620 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:46.740795 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:46.745313 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Pushing event updated for resources: {'Port': ['ID=d4772757-d515-4849-8ef6-6dd696db6651,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:46.771592 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5a6468f2-e60b-465c-8daa-0103af4fbe06 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Synchronizing usage tracker for tenant:430ff98bd7fc4d3eb650e7b4f7ac1d4d on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:46.789505 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:46.793365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:46.806330 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:46.815618 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:46.825122 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Provisioning for port d88a0fb1-ea15-406e-a099-bb2bcfd278fa completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:46.835583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Provisioning complete for port d88a0fb1-ea15-406e-a099-bb2bcfd278fa triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:46.835901 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:46.836160 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Attempt 1 to provision port d88a0fb1-ea15-406e-a099-bb2bcfd278fa Oct 18 07:50:46.844207 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Pushing event updated for resources: {'Port': ['ID=aaf7f5a9-129c-4d0a-a78e-2b6be6f3a08a,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:46.873388 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-88d745eb-e0a3-489c-8a04-1b7e07f9395f req-450f69a9-96d2-483f-b4cb-e175b3462074 service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509034 Oct 18 07:50:46.905035 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5a6468f2-e60b-465c-8daa-0103af4fbe06 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Unset dirty status for tenant:430ff98bd7fc4d3eb650e7b4f7ac1d4d on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:46.906916 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5a6468f2-e60b-465c-8daa-0103af4fbe06 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2910542 Oct 18 07:50:46.916230 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Attempting to bind port d4772757-d515-4849-8ef6-6dd696db6651 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:50:46.916499 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Attempting to bind port d4772757-d515-4849-8ef6-6dd696db6651 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '7e42a2f9-496b-4c39-9e6b-ee0358be622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e55706a7-0685-442d-a89c-9ccb969fea36'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:50:46.916799 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Attempting to bind port d4772757-d515-4849-8ef6-6dd696db6651 on network e55706a7-0685-442d-a89c-9ccb969fea36 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:50:46.925804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:50:46.926278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Checking segment: {'id': '7e42a2f9-496b-4c39-9e6b-ee0358be622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e55706a7-0685-442d-a89c-9ccb969fea36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:46.926576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:46.927366 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52254) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:46.927483 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Bound using segment: {'id': '7e42a2f9-496b-4c39-9e6b-ee0358be622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e55706a7-0685-442d-a89c-9ccb969fea36'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:50:46.927483 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Bound port: d4772757-d515-4849-8ef6-6dd696db6651, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e42a2f9-496b-4c39-9e6b-ee0358be622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e55706a7-0685-442d-a89c-9ccb969fea36'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:50:46.927802 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:46.927917 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-592d5cc3-2272-417d-8c25-3980d463bbe5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Allocated IP 2001:db8::2d3 (e55706a7-0685-442d-a89c-9ccb969fea36/84fff086-5a5d-4580-82d6-cf2242771552/dd7489c4-4996-43e4-928b-93240a588424) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:46.940409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Port d88a0fb1-ea15-406e-a099-bb2bcfd278fa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:46.946943 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-68d9d2ce-15bd-45e5-8dbd-deceac8d81b5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1413315498'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:46.959116 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-68d9d2ce-15bd-45e5-8dbd-deceac8d81b5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:46.997801 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-68d9d2ce-15bd-45e5-8dbd-deceac8d81b5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Usage tracker for resource:network and tenant:430ff98bd7fc4d3eb650e7b4f7ac1d4d is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:47.005179 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-68d9d2ce-15bd-45e5-8dbd-deceac8d81b5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:47.023604 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] For port d4772757-d515-4849-8ef6-6dd696db6651, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:50:47.027018 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] For port d4772757-d515-4849-8ef6-6dd696db6651, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d4772757-d515-4849-8ef6-6dd696db6651,segment=NetworkSegment(7e42a2f9-496b-4c39-9e6b-ee0358be622b),segment_id=7e42a2f9-496b-4c39-9e6b-ee0358be622b)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:50:47.032364 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:47.061586 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-68d9d2ce-15bd-45e5-8dbd-deceac8d81b5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:47.076529 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eab08eb5-34c2-4616-b7d8-abd9a988118d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:47.126127 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d1bb6-aa67-4166-b21e-c541d2b0f4f0 None None] Pushing event updated for resources: {'Port': ['ID=d4772757-d515-4849-8ef6-6dd696db6651,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:47.137940 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-eab08eb5-34c2-4616-b7d8-abd9a988118d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object 36167f6c-af86-45c7-a963-79971e5ef9d4 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:47.168830 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d9d2ce-15bd-45e5-8dbd-deceac8d81b5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Made reservation on behalf of 430ff98bd7fc4d3eb650e7b4f7ac1d4d for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:47.172152 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-68d9d2ce-15bd-45e5-8dbd-deceac8d81b5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:47.308190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:47.355380 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d9d2ce-15bd-45e5-8dbd-deceac8d81b5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:50:47.404387 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-68d9d2ce-15bd-45e5-8dbd-deceac8d81b5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:47.404387 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-68d9d2ce-15bd-45e5-8dbd-deceac8d81b5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Added segment 12d3f2a6-8600-4cc6-8979-8522a6e24658 of type vlan for network 7689d4cd-49b0-4b2c-b1cd-c3faa837e277 Oct 18 07:50:47.417453 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:47.429996 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eab08eb5-34c2-4616-b7d8-abd9a988118d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:47.436605 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:47.449869 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Attempt 2 to provision port d88a0fb1-ea15-406e-a099-bb2bcfd278fa Oct 18 07:50:47.536468 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Port d88a0fb1-ea15-406e-a099-bb2bcfd278fa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:47.542272 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Allocated IP 2001:db8::2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/5c78d946-252d-4068-86ba-4dbff48de8b6/218b69d2-4d50-414a-a3ca-6207d62ed4d2) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:47.729852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d4772757-d515-4849-8ef6-6dd696db6651 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:47.734315 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-592d5cc3-2272-417d-8c25-3980d463bbe5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:47.738246 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:47.742070 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-68d9d2ce-15bd-45e5-8dbd-deceac8d81b5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:47.762659 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab08eb5-34c2-4616-b7d8-abd9a988118d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:47.773082 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-eab08eb5-34c2-4616-b7d8-abd9a988118d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:47.782820 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab08eb5-34c2-4616-b7d8-abd9a988118d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:47.788752 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab08eb5-34c2-4616-b7d8-abd9a988118d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:47.789357 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eab08eb5-34c2-4616-b7d8-abd9a988118d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:47.797731 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:47.848062 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Pushing event updated for resources: {'Port': ['ID=81ae36b5-22a1-41a5-8549-77c573838b48,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:47.850506 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:47.865987 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port d4772757-d515-4849-8ef6-6dd696db6651 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:47.869187 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Transition to ACTIVE for port object 218b69d2-4d50-414a-a3ca-6207d62ed4d2 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:47.891215 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Transition to ACTIVE for port object 218b69d2-4d50-414a-a3ca-6207d62ed4d2 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:47.898581 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:47.951112 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-592d5cc3-2272-417d-8c25-3980d463bbe5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Transition to ACTIVE for port object dd7489c4-4996-43e4-928b-93240a588424 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:47.952616 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.resource_extend [None req-68d9d2ce-15bd-45e5-8dbd-deceac8d81b5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:50:47.968450 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Router 1d77b8c2-5de9-4d98-8201-4f5275273ddf is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:50:47.978450 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:47.981358 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:47.985163 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:48.031151 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Pushing event updated for resources: {'Port': ['ID=218b69d2-4d50-414a-a3ca-6207d62ed4d2,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:48.038816 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Attempt 3 to provision port d88a0fb1-ea15-406e-a099-bb2bcfd278fa Oct 18 07:50:48.116755 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-68d9d2ce-15bd-45e5-8dbd-deceac8d81b5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:48.123315 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d9d2ce-15bd-45e5-8dbd-deceac8d81b5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:48.124375 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-68d9d2ce-15bd-45e5-8dbd-deceac8d81b5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:48.130241 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab08eb5-34c2-4616-b7d8-abd9a988118d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=36167f6c-af86-45c7-a963-79971e5ef9d4,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:48.146500 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Floating IP 19978a56-a46f-475c-95eb-e307db136d69 associated. External IP: 172.26.8.164, port: d88a0fb1-ea15-406e-a099-bb2bcfd278fa. Oct 18 07:50:48.151674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Attempting to bind port 218b69d2-4d50-414a-a3ca-6207d62ed4d2 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:50:48.152217 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Attempting to bind port 218b69d2-4d50-414a-a3ca-6207d62ed4d2 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:50:48.152459 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Attempting to bind port 218b69d2-4d50-414a-a3ca-6207d62ed4d2 on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:50:48.162757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:50:48.163137 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:48.163545 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:48.163938 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:50:48.164417 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Bound port: 218b69d2-4d50-414a-a3ca-6207d62ed4d2, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:50:48.164789 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:48.212248 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Port d88a0fb1-ea15-406e-a099-bb2bcfd278fa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:48.264581 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-592d5cc3-2272-417d-8c25-3980d463bbe5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:48.286924 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] For port 218b69d2-4d50-414a-a3ca-6207d62ed4d2, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:50:48.292320 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] For port 218b69d2-4d50-414a-a3ca-6207d62ed4d2, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=218b69d2-4d50-414a-a3ca-6207d62ed4d2,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:50:48.302204 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:48.368750 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:50:48.377588 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-eab08eb5-34c2-4616-b7d8-abd9a988118d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3975568 Oct 18 07:50:48.380502 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9011e26b-f3a4-4e0b-8209-350cabb75f05 None None] Sync routers for ids ['1d77b8c2-5de9-4d98-8201-4f5275273ddf'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:50:48.394904 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9011e26b-f3a4-4e0b-8209-350cabb75f05 None None] Routers {'1d77b8c2-5de9-4d98-8201-4f5275273ddf'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:48.395523 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-9011e26b-f3a4-4e0b-8209-350cabb75f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d77b8c2-5de9-4d98-8201-4f5275273ddf'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:48.400992 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52258) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:48.437182 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307cc89-7d4e-41ec-abdb-fffae71ba3e8 None None] Pushing event updated for resources: {'Port': ['ID=218b69d2-4d50-414a-a3ca-6207d62ed4d2,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:48.496442 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-9011e26b-f3a4-4e0b-8209-350cabb75f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:48.502615 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:48.507402 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dbf04dd4-19a6-4867-9b79-d662ac834efc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.0107346 Oct 18 07:50:48.507719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52262) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:48.516451 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9011e26b-f3a4-4e0b-8209-350cabb75f05 None None] Routers {'1d77b8c2-5de9-4d98-8201-4f5275273ddf'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:48.517133 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-9011e26b-f3a4-4e0b-8209-350cabb75f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d77b8c2-5de9-4d98-8201-4f5275273ddf'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:48.519628 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-6086549b-e303-4c61-a24d-914c1c5300d8 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'enable_snat': False}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:48.519825 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-68d9d2ce-15bd-45e5-8dbd-deceac8d81b5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5892549 Oct 18 07:50:48.531114 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52266) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:48.537916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-08d224e2-6c44-4c4e-ad73-b43f8ae8b69b tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-966018480'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:48.543495 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-08d224e2-6c44-4c4e-ad73-b43f8ae8b69b tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:48.544592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12909e46-9d23-4bc4-9d1a-a041b809c459 None None] Network e55706a7-0685-442d-a89c-9ccb969fea36 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:48.547860 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-08d224e2-6c44-4c4e-ad73-b43f8ae8b69b tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Usage tracker for resource:network and tenant:430ff98bd7fc4d3eb650e7b4f7ac1d4d is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:48.551284 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-08d224e2-6c44-4c4e-ad73-b43f8ae8b69b tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:48.557194 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-08d224e2-6c44-4c4e-ad73-b43f8ae8b69b tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:48.570796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592d5cc3-2272-417d-8c25-3980d463bbe5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network e55706a7-0685-442d-a89c-9ccb969fea36 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:48.578881 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-592d5cc3-2272-417d-8c25-3980d463bbe5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:48.581559 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592d5cc3-2272-417d-8c25-3980d463bbe5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:48.587705 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592d5cc3-2272-417d-8c25-3980d463bbe5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:48.588219 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-592d5cc3-2272-417d-8c25-3980d463bbe5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:48.601051 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9d2ce-15bd-45e5-8dbd-deceac8d81b5 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event updated for resources: {'Network': ['ID=7689d4cd-49b0-4b2c-b1cd-c3faa837e277,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:48.617368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d224e2-6c44-4c4e-ad73-b43f8ae8b69b tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Made reservation on behalf of 430ff98bd7fc4d3eb650e7b4f7ac1d4d for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:48.626480 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-9011e26b-f3a4-4e0b-8209-350cabb75f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:48.626928 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9011e26b-f3a4-4e0b-8209-350cabb75f05 None None] The sync data for ids ['1d77b8c2-5de9-4d98-8201-4f5275273ddf'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:50:48.629756 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-08d224e2-6c44-4c4e-ad73-b43f8ae8b69b tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:48.644857 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d5cc3-2272-417d-8c25-3980d463bbe5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=dd7489c4-4996-43e4-928b-93240a588424,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:48.682785 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-592d5cc3-2272-417d-8c25-3980d463bbe5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.3892229 Oct 18 07:50:48.683594 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52270) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:48.711766 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 7689d4cd-49b0-4b2c-b1cd-c3faa837e277 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:50:48.727084 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Attempt 4 to provision port d88a0fb1-ea15-406e-a099-bb2bcfd278fa Oct 18 07:50:48.776314 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97e9e5b-12c0-49f8-81c6-03de1f7bbcf0 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:48.787074 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97e9e5b-12c0-49f8-81c6-03de1f7bbcf0 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:48.792158 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b97e9e5b-12c0-49f8-81c6-03de1f7bbcf0 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3872945 Oct 18 07:50:48.840298 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52274) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:48.943158 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Port d88a0fb1-ea15-406e-a099-bb2bcfd278fa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:48.984445 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d224e2-6c44-4c4e-ad73-b43f8ae8b69b tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:50:49.226176 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6086549b-e303-4c61-a24d-914c1c5300d8 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:49.337234 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-49a46f74-ef98-4187-93d5-addc599b83ca tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port 36167f6c-af86-45c7-a963-79971e5ef9d4 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:49.337646 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49a46f74-ef98-4187-93d5-addc599b83ca tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:49.369796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-08d224e2-6c44-4c4e-ad73-b43f8ae8b69b tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:49.370141 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-08d224e2-6c44-4c4e-ad73-b43f8ae8b69b tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Added segment 34c4b067-5449-467a-8669-eaf3fd4270c2 of type vlan for network 09df124e-b56e-4b56-8298-b016494108ae Oct 18 07:50:49.444492 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Attempt 5 to provision port d88a0fb1-ea15-406e-a099-bb2bcfd278fa Oct 18 07:50:49.520453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Port d88a0fb1-ea15-406e-a099-bb2bcfd278fa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:49.582976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-08d224e2-6c44-4c4e-ad73-b43f8ae8b69b tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:49.678389 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 218b69d2-4d50-414a-a3ca-6207d62ed4d2 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:49.719433 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.resource_extend [None req-08d224e2-6c44-4c4e-ad73-b43f8ae8b69b tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:50:49.760035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 218b69d2-4d50-414a-a3ca-6207d62ed4d2 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:49.784502 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Router 9c520bfb-eefa-4b95-8e4a-e8b1d955c21a has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:50:49.852685 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-08d224e2-6c44-4c4e-ad73-b43f8ae8b69b tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:49.858715 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d224e2-6c44-4c4e-ad73-b43f8ae8b69b tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:49.859360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-08d224e2-6c44-4c4e-ad73-b43f8ae8b69b tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:50.022346 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Attempt 6 to provision port d88a0fb1-ea15-406e-a099-bb2bcfd278fa Oct 18 07:50:50.077162 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Port d88a0fb1-ea15-406e-a099-bb2bcfd278fa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:50.149405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6086549b-e303-4c61-a24d-914c1c5300d8 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:50.153186 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6086549b-e303-4c61-a24d-914c1c5300d8 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:50.199282 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-08d224e2-6c44-4c4e-ad73-b43f8ae8b69b tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6541853 Oct 18 07:50:50.274889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d224e2-6c44-4c4e-ad73-b43f8ae8b69b tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event updated for resources: {'Network': ['ID=09df124e-b56e-4b56-8298-b016494108ae,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:50.297141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 09df124e-b56e-4b56-8298-b016494108ae details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:50:50.321052 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49a46f74-ef98-4187-93d5-addc599b83ca tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:50.328407 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3261c221-8dfb-4fa1-829e-c2b9fea54f11 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:50.360583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6086549b-e303-4c61-a24d-914c1c5300d8 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Router 1d77b8c2-5de9-4d98-8201-4f5275273ddf has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:50:50.476682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-49a46f74-ef98-4187-93d5-addc599b83ca tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for 36167f6c-af86-45c7-a963-79971e5ef9d4 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:50.548970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6086549b-e303-4c61-a24d-914c1c5300d8 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:50:50.553882 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6086549b-e303-4c61-a24d-914c1c5300d8 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:50.554864 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6086549b-e303-4c61-a24d-914c1c5300d8 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "PUT /v2.0/routers/1d77b8c2-5de9-4d98-8201-4f5275273ddf HTTP/1.1" status: 200 len: 921 time: 2.0460432 Oct 18 07:50:50.557332 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52280) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:50.560828 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a044e4-8a94-4548-a668-47652df90ba5 None None] Sync routers for ids ['1d77b8c2-5de9-4d98-8201-4f5275273ddf'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:50:50.575832 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a044e4-8a94-4548-a668-47652df90ba5 None None] Routers {'1d77b8c2-5de9-4d98-8201-4f5275273ddf'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:50.576801 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b8a044e4-8a94-4548-a668-47652df90ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d77b8c2-5de9-4d98-8201-4f5275273ddf'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:50.580845 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:50:50.596199 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2048081-05b0-4350-90cd-762d232b2040 None None] Sync routers for ids ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:50:50.667925 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Attempt 7 to provision port d88a0fb1-ea15-406e-a099-bb2bcfd278fa Oct 18 07:50:50.671212 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2048081-05b0-4350-90cd-762d232b2040 None None] Routers {'9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:50.671841 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b2048081-05b0-4350-90cd-762d232b2040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:50.758279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b8a044e4-8a94-4548-a668-47652df90ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:50.774291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Port d88a0fb1-ea15-406e-a099-bb2bcfd278fa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:50.780266 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-53a37e5d-cc55-4a47-8824-cd4184baf005 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "GET /v2.0/routers/1d77b8c2-5de9-4d98-8201-4f5275273ddf HTTP/1.1" status: 200 len: 921 time: 0.2212019 Oct 18 07:50:50.781054 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52284) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:50.787492 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a044e4-8a94-4548-a668-47652df90ba5 None None] Routers {'1d77b8c2-5de9-4d98-8201-4f5275273ddf'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:50.788631 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b8a044e4-8a94-4548-a668-47652df90ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d77b8c2-5de9-4d98-8201-4f5275273ddf'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:50.857377 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b8a044e4-8a94-4548-a668-47652df90ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:50.858267 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a044e4-8a94-4548-a668-47652df90ba5 None None] The sync data for ids ['1d77b8c2-5de9-4d98-8201-4f5275273ddf'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:50:50.863965 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-71f0ff31-98c9-4bc1-b95d-68529bdc4080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:50.885220 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b2048081-05b0-4350-90cd-762d232b2040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:50.897505 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39db7a4f-799f-4f81-9534-a2d885aa5379 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:50.898194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-39db7a4f-799f-4f81-9534-a2d885aa5379 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Synchronizing usage tracker for tenant:391ff915403b45d2b68e67ac75da2404 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:50.904712 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2048081-05b0-4350-90cd-762d232b2040 None None] Routers {'9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:50.905306 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b2048081-05b0-4350-90cd-762d232b2040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:50.922240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-39db7a4f-799f-4f81-9534-a2d885aa5379 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Unset dirty status for tenant:391ff915403b45d2b68e67ac75da2404 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:50.924215 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-39db7a4f-799f-4f81-9534-a2d885aa5379 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=d273aec7-4774-4175-825f-ae90a4511626&device_id=1d77b8c2-5de9-4d98-8201-4f5275273ddf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1418831 Oct 18 07:50:50.927237 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52288) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:50.968323 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:50.973363 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b2048081-05b0-4350-90cd-762d232b2040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:50.974065 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2048081-05b0-4350-90cd-762d232b2040 None None] The sync data for ids ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:50:51.071617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a33f8fa-d4e9-436a-9c0c-2b448f1be1f4 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:51.072179 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4a33f8fa-d4e9-436a-9c0c-2b448f1be1f4 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Synchronizing usage tracker for tenant:391ff915403b45d2b68e67ac75da2404 on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:51.088064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4a33f8fa-d4e9-436a-9c0c-2b448f1be1f4 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Unset dirty status for tenant:391ff915403b45d2b68e67ac75da2404 on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:51.089464 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4a33f8fa-d4e9-436a-9c0c-2b448f1be1f4 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "GET /v2.0/networks/d273aec7-4774-4175-825f-ae90a4511626 HTTP/1.1" status: 200 len: 881 time: 0.1609364 Oct 18 07:50:51.092418 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52294) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:51.144272 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2a709705-9fd0-4d1a-b664-b3cb34fdd6ed tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d77b8c2-5de9-4d98-8201-4f5275273ddf HTTP/1.1" status: 200 len: 205 time: 0.0507789 Oct 18 07:50:51.147099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52300) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:51.156627 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f0835bf6-3bb2-4a7c-98fe-144154d2df87 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.3241329 Oct 18 07:50:51.157532 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52304) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:51.273953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49a46f74-ef98-4187-93d5-addc599b83ca tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:51.275570 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Attempt 8 to provision port d88a0fb1-ea15-406e-a099-bb2bcfd278fa Oct 18 07:50:51.340178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29ef4bf0-fa8c-4ad5-9692-8f8c09e9024c tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:51.393626 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a46f74-ef98-4187-93d5-addc599b83ca tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=36167f6c-af86-45c7-a963-79971e5ef9d4,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:51.403819 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49a46f74-ef98-4187-93d5-addc599b83ca tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:51.407933 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Port d88a0fb1-ea15-406e-a099-bb2bcfd278fa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:51.438218 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2212306b-098c-40d7-aba5-c61c58d99da3 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] 10.222.0.17 "GET /v2.0/floatingips/19978a56-a46f-475c-95eb-e307db136d69 HTTP/1.1" status: 200 len: 983 time: 0.2716472 Oct 18 07:50:51.439378 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52308) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:51.507768 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-49a46f74-ef98-4187-93d5-addc599b83ca tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/36167f6c-af86-45c7-a963-79971e5ef9d4 HTTP/1.1" status: 204 len: 168 time: 2.6386695 Oct 18 07:50:51.507993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52312) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:51.630948 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d541c281-d626-4f9a-9533-588c914b646f tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] 10.222.0.17 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3824 time: 0.1840754 Oct 18 07:50:51.635118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85605d62-6c25-4486-a7c5-3b02671bf7c1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:51.636709 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85605d62-6c25-4486-a7c5-3b02671bf7c1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:51.637433 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-85605d62-6c25-4486-a7c5-3b02671bf7c1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:51.639917 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52316) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:51.644895 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3261c221-8dfb-4fa1-829e-c2b9fea54f11 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:51.703916 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29ef4bf0-fa8c-4ad5-9692-8f8c09e9024c tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:51.715651 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-29ef4bf0-fa8c-4ad5-9692-8f8c09e9024c tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Deleting port aaf7f5a9-129c-4d0a-a78e-2b6be6f3a08a {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:51.715994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29ef4bf0-fa8c-4ad5-9692-8f8c09e9024c tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:51.726103 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3261c221-8dfb-4fa1-829e-c2b9fea54f11 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:51.840840 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-85605d62-6c25-4486-a7c5-3b02671bf7c1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:51.845629 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-85605d62-6c25-4486-a7c5-3b02671bf7c1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3185465 Oct 18 07:50:51.881732 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52320) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:51.901006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29ef4bf0-fa8c-4ad5-9692-8f8c09e9024c tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:51.909802 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Attempt 9 to provision port d88a0fb1-ea15-406e-a099-bb2bcfd278fa Oct 18 07:50:51.947209 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261c221-8dfb-4fa1-829e-c2b9fea54f11 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=dd7489c4-4996-43e4-928b-93240a588424,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:51.974754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Port d88a0fb1-ea15-406e-a099-bb2bcfd278fa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:52.044298 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-29ef4bf0-fa8c-4ad5-9692-8f8c09e9024c tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Calling delete_port for aaf7f5a9-129c-4d0a-a78e-2b6be6f3a08a owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:52.099830 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-342929cd-7041-4088-adf3-f9ce905bf109 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 5c78d946-252d-4068-86ba-4dbff48de8b6 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:50:52.114961 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-342929cd-7041-4088-adf3-f9ce905bf109 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.170044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-4da2d42a-b0ab-4844-ac31-525772809c21 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Deleting port 81ae36b5-22a1-41a5-8549-77c573838b48 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:52.170893 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4da2d42a-b0ab-4844-ac31-525772809c21 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.235473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29ef4bf0-fa8c-4ad5-9692-8f8c09e9024c tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.277222 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-342929cd-7041-4088-adf3-f9ce905bf109 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.292381 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef4bf0-fa8c-4ad5-9692-8f8c09e9024c tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Pushing event deleted for resources: {'Port': ['ID=aaf7f5a9-129c-4d0a-a78e-2b6be6f3a08a,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:52.320944 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3261c221-8dfb-4fa1-829e-c2b9fea54f11 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.428148 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29ef4bf0-fa8c-4ad5-9692-8f8c09e9024c tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.476882 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Attempt 10 to provision port d88a0fb1-ea15-406e-a099-bb2bcfd278fa Oct 18 07:50:52.615644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b9c45217-61cf-4d6a-ae3c-412b70108d8e None None] Port d88a0fb1-ea15-406e-a099-bb2bcfd278fa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:52.639373 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4da2d42a-b0ab-4844-ac31-525772809c21 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.641357 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4da2d42a-b0ab-4844-ac31-525772809c21 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.700689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29ef4bf0-fa8c-4ad5-9692-8f8c09e9024c tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.704763 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29ef4bf0-fa8c-4ad5-9692-8f8c09e9024c tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.742966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29ef4bf0-fa8c-4ad5-9692-8f8c09e9024c tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.743762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ef4bf0-fa8c-4ad5-9692-8f8c09e9024c tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Fanout notify agent at l3_agent the message router_deleted on router 1d77b8c2-5de9-4d98-8201-4f5275273ddf {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:50:52.764997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29ef4bf0-fa8c-4ad5-9692-8f8c09e9024c tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.766122 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-29ef4bf0-fa8c-4ad5-9692-8f8c09e9024c tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "DELETE /v2.0/routers/1d77b8c2-5de9-4d98-8201-4f5275273ddf HTTP/1.1" status: 204 len: 168 time: 1.6180539 Oct 18 07:50:52.767354 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Provisioning for port d4772757-d515-4849-8ef6-6dd696db6651 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:52.773272 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52324) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:52.779363 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-3b7de2c7-872c-4cef-a313-9d4c477d07ae tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1244021632', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:52.780962 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Provisioning complete for port d4772757-d515-4849-8ef6-6dd696db6651 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:52.781642 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.782191 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Attempt 1 to provision port d4772757-d515-4849-8ef6-6dd696db6651 Oct 18 07:50:52.786761 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3b7de2c7-872c-4cef-a313-9d4c477d07ae tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:52.790675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3b7de2c7-872c-4cef-a313-9d4c477d07ae tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Usage tracker for resource:router and tenant:d46a8b388f594f61940a2d59bbd43464 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:52.793916 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3b7de2c7-872c-4cef-a313-9d4c477d07ae tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:52.800204 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3b7de2c7-872c-4cef-a313-9d4c477d07ae tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:52.818051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3b7de2c7-872c-4cef-a313-9d4c477d07ae tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.819605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3b7de2c7-872c-4cef-a313-9d4c477d07ae tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.828383 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-4da2d42a-b0ab-4844-ac31-525772809c21 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Calling delete_port for 81ae36b5-22a1-41a5-8549-77c573838b48 owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:52.838906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3b7de2c7-872c-4cef-a313-9d4c477d07ae tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.862964 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3b7de2c7-872c-4cef-a313-9d4c477d07ae tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.872395 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-342929cd-7041-4088-adf3-f9ce905bf109 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.883065 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-98a5bb8c-0d1e-4568-baed-a444cd29be2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.893687 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3b7de2c7-872c-4cef-a313-9d4c477d07ae tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:52.898829 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3b7de2c7-872c-4cef-a313-9d4c477d07ae tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1244721 Oct 18 07:50:52.899562 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52328) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:52.905994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-590d4eaf-83c2-4b87-ac16-69419e3b91d9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:52.948889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3261c221-8dfb-4fa1-829e-c2b9fea54f11 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:53.004393 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Current status of the port d4772757-d515-4849-8ef6-6dd696db6651 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:53.005646 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:53.047375 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] For port d4772757-d515-4849-8ef6-6dd696db6651, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d4772757-d515-4849-8ef6-6dd696db6651,segment=NetworkSegment(7e42a2f9-496b-4c39-9e6b-ee0358be622b),segment_id=7e42a2f9-496b-4c39-9e6b-ee0358be622b)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:53.054026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:53.093151 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Could not find standard attr ID for object 36167f6c-af86-45c7-a963-79971e5ef9d4. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:50:53.137675 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Provisioning for port dd7489c4-4996-43e4-928b-93240a588424 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:53.145915 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Provisioning complete for port dd7489c4-4996-43e4-928b-93240a588424 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:53.146578 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:53.147169 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Attempt 1 to provision port dd7489c4-4996-43e4-928b-93240a588424 Oct 18 07:50:53.196584 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-342929cd-7041-4088-adf3-f9ce905bf109 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:53.210792 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Pushing event updated for resources: {'Port': ['ID=d4772757-d515-4849-8ef6-6dd696db6651,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:53.250942 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Port dd7489c4-4996-43e4-928b-93240a588424 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:53.258504 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342929cd-7041-4088-adf3-f9ce905bf109 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=5c78d946-252d-4068-86ba-4dbff48de8b6,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:53.305340 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-342929cd-7041-4088-adf3-f9ce905bf109 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:53.309298 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ddb5c1-3cf8-4ed3-9ca1-06bd8e9ccafc None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:53.364181 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-342929cd-7041-4088-adf3-f9ce905bf109 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/5c78d946-252d-4068-86ba-4dbff48de8b6 HTTP/1.1" status: 204 len: 168 time: 1.4793231 Oct 18 07:50:53.366426 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52332) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:53.516374 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bde2417f-7135-4fbe-96d4-e389cf3047eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1310971 Oct 18 07:50:53.517541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52336) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:53.523320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-2a323f98-1669-43a5-b609-81b108ba200d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:53.545587 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4da2d42a-b0ab-4844-ac31-525772809c21 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:53.550301 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52340) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:53.608324 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Request body: {'subnets': [{'network_id': '7689d4cd-49b0-4b2c-b1cd-c3faa837e277', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2058830823', 'ip_version': 6}, {'network_id': '09df124e-b56e-4b56-8298-b016494108ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:53.608634 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Request body: {'subnet': {'network_id': '7689d4cd-49b0-4b2c-b1cd-c3faa837e277', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2058830823', 'ip_version': 6}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:53.609279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Request body: {'subnet': {'network_id': '09df124e-b56e-4b56-8298-b016494108ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:53.612637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-590d4eaf-83c2-4b87-ac16-69419e3b91d9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:53.633114 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:53.645366 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79bcd8c-dfcd-453e-89a1-b105ebff3dd1 None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:50:53.649976 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c79bcd8c-dfcd-453e-89a1-b105ebff3dd1 None None] Deleting port 218b69d2-4d50-414a-a3ca-6207d62ed4d2 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:53.650864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c79bcd8c-dfcd-453e-89a1-b105ebff3dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:53.680224 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d4772757-d515-4849-8ef6-6dd696db6651 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:53.694911 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2d42a-b0ab-4844-ac31-525772809c21 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Pushing event deleted for resources: {'Port': ['ID=81ae36b5-22a1-41a5-8549-77c573838b48,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:53.754628 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Attempt 2 to provision port dd7489c4-4996-43e4-928b-93240a588424 Oct 18 07:50:53.922620 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:53.929982 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Port dd7489c4-4996-43e4-928b-93240a588424 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:53.959718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port d4772757-d515-4849-8ef6-6dd696db6651 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:53.960080 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:53.960484 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port d4772757-d515-4849-8ef6-6dd696db6651 Oct 18 07:50:53.961215 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2a323f98-1669-43a5-b609-81b108ba200d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:53.968117 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-590d4eaf-83c2-4b87-ac16-69419e3b91d9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:53.998670 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-590d4eaf-83c2-4b87-ac16-69419e3b91d9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:54.097300 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c79bcd8c-dfcd-453e-89a1-b105ebff3dd1 None None] For port 218b69d2-4d50-414a-a3ca-6207d62ed4d2, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=218b69d2-4d50-414a-a3ca-6207d62ed4d2,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:50:54.097908 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c79bcd8c-dfcd-453e-89a1-b105ebff3dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:54.113448 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2a323f98-1669-43a5-b609-81b108ba200d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:54.148253 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-590d4eaf-83c2-4b87-ac16-69419e3b91d9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Allocated IP 172.26.8.170 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/bb90c1e2-81a2-48fc-a59d-f7a19ff9cd7b) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:54.160045 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4da2d42a-b0ab-4844-ac31-525772809c21 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:54.160045 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-4da2d42a-b0ab-4844-ac31-525772809c21 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Floating IP 19978a56-a46f-475c-95eb-e307db136d69 disassociated (deleted). External IP: 172.26.8.164, port: d88a0fb1-ea15-406e-a099-bb2bcfd278fa. Oct 18 07:50:54.218919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2a323f98-1669-43a5-b609-81b108ba200d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:54.260697 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c79bcd8c-dfcd-453e-89a1-b105ebff3dd1 None None] Calling delete_port for 218b69d2-4d50-414a-a3ca-6207d62ed4d2 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:54.296654 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2a323f98-1669-43a5-b609-81b108ba200d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:54.312489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-590d4eaf-83c2-4b87-ac16-69419e3b91d9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:54.330354 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.resource_extend [None req-3261c221-8dfb-4fa1-829e-c2b9fea54f11 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:50:54.349428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-590d4eaf-83c2-4b87-ac16-69419e3b91d9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:54.353497 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3261c221-8dfb-4fa1-829e-c2b9fea54f11 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:54.361410 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a323f98-1669-43a5-b609-81b108ba200d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:54.365022 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2a323f98-1669-43a5-b609-81b108ba200d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:54.371821 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port d4772757-d515-4849-8ef6-6dd696db6651 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:50:54.398666 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3261c221-8dfb-4fa1-829e-c2b9fea54f11 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:54.399553 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3261c221-8dfb-4fa1-829e-c2b9fea54f11 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:54.403102 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c79bcd8c-dfcd-453e-89a1-b105ebff3dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:54.421085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590d4eaf-83c2-4b87-ac16-69419e3b91d9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:54.424881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-590d4eaf-83c2-4b87-ac16-69419e3b91d9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:54.428575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590d4eaf-83c2-4b87-ac16-69419e3b91d9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:54.442437 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Attempt 3 to provision port dd7489c4-4996-43e4-928b-93240a588424 Oct 18 07:50:54.451985 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:54.482437 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bcd8c-dfcd-453e-89a1-b105ebff3dd1 None None] Pushing event deleted for resources: {'Port': ['ID=218b69d2-4d50-414a-a3ca-6207d62ed4d2,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:54.483018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d4eaf-83c2-4b87-ac16-69419e3b91d9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Pushing event updated for resources: {'Port': ['ID=bb90c1e2-81a2-48fc-a59d-f7a19ff9cd7b,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:54.499580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79bcd8c-dfcd-453e-89a1-b105ebff3dd1 None None] No DVR routers for this DVR port 218b69d2-4d50-414a-a3ca-6207d62ed4d2 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:50:54.500948 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Usage tracker for resource:subnet and tenant:430ff98bd7fc4d3eb650e7b4f7ac1d4d is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:54.504322 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:54.510753 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:54.520299 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Port dd7489c4-4996-43e4-928b-93240a588424 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:54.657168 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Made reservation on behalf of 430ff98bd7fc4d3eb650e7b4f7ac1d4d for: {'subnet': 2} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:54.662022 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:54.662345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:54.742212 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261c221-8dfb-4fa1-829e-c2b9fea54f11 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=dd7489c4-4996-43e4-928b-93240a588424,revision_number=3']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:54.770644 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:50:54.861289 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-590d4eaf-83c2-4b87-ac16-69419e3b91d9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:55.000158 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3261c221-8dfb-4fa1-829e-c2b9fea54f11 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network e55706a7-0685-442d-a89c-9ccb969fea36 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:55.021584 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Attempt 4 to provision port dd7489c4-4996-43e4-928b-93240a588424 Oct 18 07:50:55.039368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-3261c221-8dfb-4fa1-829e-c2b9fea54f11 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:55.084142 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Port dd7489c4-4996-43e4-928b-93240a588424 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:55.220651 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:55.310887 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da2d42a-b0ab-4844-ac31-525772809c21 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Router 9c520bfb-eefa-4b95-8e4a-e8b1d955c21a has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:50:55.352541 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-590d4eaf-83c2-4b87-ac16-69419e3b91d9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:55.355870 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-590d4eaf-83c2-4b87-ac16-69419e3b91d9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:55.436123 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2a323f98-1669-43a5-b609-81b108ba200d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:55.566672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590d4eaf-83c2-4b87-ac16-69419e3b91d9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Router e88674d4-2cbb-4817-9e60-a3182fbb5e42 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:50:55.585888 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Attempt 5 to provision port dd7489c4-4996-43e4-928b-93240a588424 Oct 18 07:50:55.630781 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 218b69d2-4d50-414a-a3ca-6207d62ed4d2 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:50:55.669815 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 218b69d2-4d50-414a-a3ca-6207d62ed4d2 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:50:55.670160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 218b69d2-4d50-414a-a3ca-6207d62ed4d2 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:50:55.682369 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Port dd7489c4-4996-43e4-928b-93240a588424 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:55.761571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590d4eaf-83c2-4b87-ac16-69419e3b91d9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:50:55.773334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-590d4eaf-83c2-4b87-ac16-69419e3b91d9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:55.773488 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8b0728-a3ba-4bc9-aa1c-ab9823f33cdf None None] Sync routers for ids ['e88674d4-2cbb-4817-9e60-a3182fbb5e42'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:50:55.777289 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-590d4eaf-83c2-4b87-ac16-69419e3b91d9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "PUT /v2.0/routers/e88674d4-2cbb-4817-9e60-a3182fbb5e42 HTTP/1.1" status: 200 len: 880 time: 2.8766723 Oct 18 07:50:55.777892 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52346) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:55.779168 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a323f98-1669-43a5-b609-81b108ba200d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:55.783462 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8b0728-a3ba-4bc9-aa1c-ab9823f33cdf None None] Routers {'e88674d4-2cbb-4817-9e60-a3182fbb5e42'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:55.784157 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ea8b0728-a3ba-4bc9-aa1c-ab9823f33cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e88674d4-2cbb-4817-9e60-a3182fbb5e42'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:55.795815 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-2a323f98-1669-43a5-b609-81b108ba200d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:55.819605 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a323f98-1669-43a5-b609-81b108ba200d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:55.820196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2a323f98-1669-43a5-b609-81b108ba200d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:55.844835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4862ed9-51f9-4410-bb9d-40e8365bb617 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:55.861868 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a323f98-1669-43a5-b609-81b108ba200d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=0206b849-bf8d-4e79-9210-a116fe27999d,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:55.869813 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ea8b0728-a3ba-4bc9-aa1c-ab9823f33cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:55.898721 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2a323f98-1669-43a5-b609-81b108ba200d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3773985 Oct 18 07:50:55.901220 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3261c221-8dfb-4fa1-829e-c2b9fea54f11 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 79c84110-e352-4408-806e-903fb46f33b2 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:50:55.901357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52350) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:55.905474 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da2d42a-b0ab-4844-ac31-525772809c21 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:50:55.919939 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-677bcf01-6426-4b8a-a14c-8be8bfa58994 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'fixed_ips': [{'subnet_id': '0206b849-bf8d-4e79-9210-a116fe27999d', 'ip_address': '2001:db8::9c97:c07:1704:5261'}], 'name': 'tempest-NetworksTestDHCPv6-802035168'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:55.920820 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7410156-d173-4810-bfe8-37af00b33e55 None None] Sync routers for ids ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:50:55.922597 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4da2d42a-b0ab-4844-ac31-525772809c21 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:55.930043 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7410156-d173-4810-bfe8-37af00b33e55 None None] Routers {'9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:55.930663 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c7410156-d173-4810-bfe8-37af00b33e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:56.002941 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c7410156-d173-4810-bfe8-37af00b33e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:56.008823 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8b0728-a3ba-4bc9-aa1c-ab9823f33cdf None None] Routers {'e88674d4-2cbb-4817-9e60-a3182fbb5e42'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:56.009109 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ea8b0728-a3ba-4bc9-aa1c-ab9823f33cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e88674d4-2cbb-4817-9e60-a3182fbb5e42'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:56.019386 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7410156-d173-4810-bfe8-37af00b33e55 None None] Routers {'9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:56.020416 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c7410156-d173-4810-bfe8-37af00b33e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:56.094890 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-42c276a0-7053-4788-8eb0-8574b0781d81 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "GET /v2.0/routers/e88674d4-2cbb-4817-9e60-a3182fbb5e42 HTTP/1.1" status: 200 len: 921 time: 0.3154294 Oct 18 07:50:56.097578 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52354) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:56.101030 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c7410156-d173-4810-bfe8-37af00b33e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:56.102354 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7410156-d173-4810-bfe8-37af00b33e55 None None] The sync data for ids ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:50:56.114656 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ea8b0728-a3ba-4bc9-aa1c-ab9823f33cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:56.115061 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8b0728-a3ba-4bc9-aa1c-ab9823f33cdf None None] The sync data for ids ['e88674d4-2cbb-4817-9e60-a3182fbb5e42'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:50:56.158471 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4da2d42a-b0ab-4844-ac31-525772809c21 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] 10.222.0.17 "DELETE /v2.0/floatingips/19978a56-a46f-475c-95eb-e307db136d69 HTTP/1.1" status: 204 len: 168 time: 4.5124788 Oct 18 07:50:56.168345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52358) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:56.178131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:56.181515 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-677bcf01-6426-4b8a-a14c-8be8bfa58994 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:56.185548 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:56.186327 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-677bcf01-6426-4b8a-a14c-8be8bfa58994 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:port and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:56.189794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-677bcf01-6426-4b8a-a14c-8be8bfa58994 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:56.195168 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-677bcf01-6426-4b8a-a14c-8be8bfa58994 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:56.197097 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Usage tracker for resource:floatingip and tenant:ed8dbe1a56a44d1aa30ff4404ef3e7d9 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:56.200017 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3261c221-8dfb-4fa1-829e-c2b9fea54f11 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:50:56.201745 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:56.208102 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Attempt 6 to provision port dd7489c4-4996-43e4-928b-93240a588424 Oct 18 07:50:56.211457 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3261c221-8dfb-4fa1-829e-c2b9fea54f11 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/79c84110-e352-4408-806e-903fb46f33b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5215971 Oct 18 07:50:56.212614 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:56.217516 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52362) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:56.223676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677bcf01-6426-4b8a-a14c-8be8bfa58994 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:50:56.245890 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2610b4-a26b-470a-969e-107196cc5612 None None] Sync routers for ids ['79c84110-e352-4408-806e-903fb46f33b2'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:50:56.246475 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:56.270147 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:56.282852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': '0206b849-bf8d-4e79-9210-a116fe27999d'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:50:56.283804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:56.299983 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2610b4-a26b-470a-969e-107196cc5612 None None] Routers {'79c84110-e352-4408-806e-903fb46f33b2'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:56.300762 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3e2610b4-a26b-470a-969e-107196cc5612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['79c84110-e352-4408-806e-903fb46f33b2'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:56.366294 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Port dd7489c4-4996-43e4-928b-93240a588424 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:56.374764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1ebc64-1c64-49ee-a8a8-00f06263c355 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:56.379415 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8a1ebc64-1c64-49ee-a8a8-00f06263c355 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=d273aec7-4774-4175-825f-ae90a4511626&device_id=e88674d4-2cbb-4817-9e60-a3182fbb5e42&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2777827 Oct 18 07:50:56.385809 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52366) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:56.390623 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adac316e-2803-4c39-afaf-975a00fcf528 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:56.394575 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-adac316e-2803-4c39-afaf-975a00fcf528 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/ports/dd7489c4-4996-43e4-928b-93240a588424 HTTP/1.1" status: 200 len: 983 time: 0.1719966 Oct 18 07:50:56.394779 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52370) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:56.409703 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3e2610b4-a26b-470a-969e-107196cc5612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:56.432577 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2610b4-a26b-470a-969e-107196cc5612 None None] Routers {'79c84110-e352-4408-806e-903fb46f33b2'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:50:56.433340 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3e2610b4-a26b-470a-969e-107196cc5612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['79c84110-e352-4408-806e-903fb46f33b2'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:56.478849 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event updated for resources: {'Subnet': ['ID=50bb6e09-13d4-47a2-94e1-11e28ef8f7f2,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:56.506413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3e2610b4-a26b-470a-969e-107196cc5612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:50:56.507021 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2610b4-a26b-470a-969e-107196cc5612 None None] The sync data for ids ['79c84110-e352-4408-806e-903fb46f33b2'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:50:56.518008 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Checking segment: {'id': '12d3f2a6-8600-4cc6-8979-8522a6e24658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7689d4cd-49b0-4b2c-b1cd-c3faa837e277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:56.518365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Network hostable DHCP agents. Network: 7689d4cd-49b0-4b2c-b1cd-c3faa837e277, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:50:56.581299 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315a5c38-4416-4ce7-88d3-3eb0f0dc4f02 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:56.585526 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-315a5c38-4416-4ce7-88d3-3eb0f0dc4f02 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "GET /v2.0/networks/d273aec7-4774-4175-825f-ae90a4511626 HTTP/1.1" status: 200 len: 881 time: 0.1950374 Oct 18 07:50:56.586726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52374) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:56.631374 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Network 7689d4cd-49b0-4b2c-b1cd-c3faa837e277 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:50:56.652721 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-57e0c2ce-34ea-49c4-b330-b6fc09d01056 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "GET /v2.0/ports?device_id=e88674d4-2cbb-4817-9e60-a3182fbb5e42 HTTP/1.1" status: 200 len: 205 time: 0.0632050 Oct 18 07:50:56.659523 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52378) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:56.661298 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Allocated IP 2001:db8::2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/0206b849-bf8d-4e79-9210-a116fe27999d/59295619-a68a-4385-bfe6-5c2e4581f940) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:56.664697 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 7689d4cd-49b0-4b2c-b1cd-c3faa837e277) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:56.680168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e2db72-89c5-4d73-862a-cb244b5791b6 None None] Network 7689d4cd-49b0-4b2c-b1cd-c3faa837e277 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:56.704299 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-677bcf01-6426-4b8a-a14c-8be8bfa58994 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:56.780694 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:56.843002 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-677bcf01-6426-4b8a-a14c-8be8bfa58994 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port 3dd41cf6-1a8e-410c-b53e-d5d3989372cb yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:50:56.868706 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Attempt 7 to provision port dd7489c4-4996-43e4-928b-93240a588424 Oct 18 07:50:56.884694 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:56.932479 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event updated for resources: {'Subnet': ['ID=50cabf61-a894-4091-9274-8c08bbcda66b,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:56.978886 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Checking segment: {'id': '34c4b067-5449-467a-8669-eaf3fd4270c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '09df124e-b56e-4b56-8298-b016494108ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:56.979236 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Network hostable DHCP agents. Network: 09df124e-b56e-4b56-8298-b016494108ae, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:50:56.994718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Port dd7489c4-4996-43e4-928b-93240a588424 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:57.004982 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49f9f3e0-42c2-453a-b938-9036500db9c6 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:57.120387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:57.133152 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Transition to ACTIVE for port object 59295619-a68a-4385-bfe6-5c2e4581f940 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:57.153591 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-7689d4cd-49b0-4b2c-b1cd-c3faa837e277', 'network_id': '7689d4cd-49b0-4b2c-b1cd-c3faa837e277', 'tenant_id': '430ff98bd7fc4d3eb650e7b4f7ac1d4d', 'fixed_ips': [{'subnet_id': '50bb6e09-13d4-47a2-94e1-11e28ef8f7f2'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:50:57.154421 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:57.167145 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Transition to ACTIVE for port object 59295619-a68a-4385-bfe6-5c2e4581f940 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:57.181191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:57.277965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d2393c1f-eb83-4034-b208-4f801baa294e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:57.308660 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:57.309230 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Network 09df124e-b56e-4b56-8298-b016494108ae is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:50:57.316191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:57.327174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:57.333366 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Pushing event updated for resources: {'Port': ['ID=59295619-a68a-4385-bfe6-5c2e4581f940,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:57.353933 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 09df124e-b56e-4b56-8298-b016494108ae) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:57.373055 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:57.374043 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:57.374716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:57.392632 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Allocated IP 172.26.8.251 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/30e22028-bcbe-452d-ad52-f669d85be044) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:57.405800 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dbc7ea-63ca-4092-9ee6-65acb2f5efac None None] Network 09df124e-b56e-4b56-8298-b016494108ae requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:50:57.423973 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-677bcf01-6426-4b8a-a14c-8be8bfa58994 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::9c97:c07:1704:5261 (421d0710-6574-4dc6-a599-2fa72ae31b2e/0206b849-bf8d-4e79-9210-a116fe27999d/3dd41cf6-1a8e-410c-b53e-d5d3989372cb) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:57.444054 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4afd7cbd-bccc-4f5d-ac98-90f4851ece9f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.8568037 Oct 18 07:50:57.445382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52382) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:57.495854 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49f9f3e0-42c2-453a-b938-9036500db9c6 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:57.511371 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Attempt 8 to provision port dd7489c4-4996-43e4-928b-93240a588424 Oct 18 07:50:57.514323 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-49f9f3e0-42c2-453a-b938-9036500db9c6 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Deleting port bb90c1e2-81a2-48fc-a59d-f7a19ff9cd7b {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:57.514717 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49f9f3e0-42c2-453a-b938-9036500db9c6 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:57.523260 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee9dffd-f331-4200-8ef9-974830da849e tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:57.524870 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee9dffd-f331-4200-8ef9-974830da849e tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:57.526528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee9dffd-f331-4200-8ef9-974830da849e tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:57.537095 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dee9dffd-f331-4200-8ef9-974830da849e tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0827317 Oct 18 07:50:57.542797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52386) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:57.614079 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Attempting to bind port 59295619-a68a-4385-bfe6-5c2e4581f940 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:50:57.614441 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Attempting to bind port 59295619-a68a-4385-bfe6-5c2e4581f940 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:50:57.614825 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Attempting to bind port 59295619-a68a-4385-bfe6-5c2e4581f940 on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:50:57.629505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Allocated IP 2001:db8::1 (7689d4cd-49b0-4b2c-b1cd-c3faa837e277/50bb6e09-13d4-47a2-94e1-11e28ef8f7f2/68d5455e-203d-4ae8-941b-3b20e9e3fa14) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:57.649298 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:50:57.649576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:57.649970 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:57.650418 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:50:57.650851 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Bound port: 59295619-a68a-4385-bfe6-5c2e4581f940, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:50:57.651235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:57.663528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Port dd7489c4-4996-43e4-928b-93240a588424 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:57.706264 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:57.754022 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49f9f3e0-42c2-453a-b938-9036500db9c6 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:57.788235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e83c345-88d4-4dc0-9b06-bab010b52ae2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Deleting subnet 50bb6e09-13d4-47a2-94e1-11e28ef8f7f2 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:50:57.881919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-49f9f3e0-42c2-453a-b938-9036500db9c6 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Calling delete_port for bb90c1e2-81a2-48fc-a59d-f7a19ff9cd7b owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:57.920656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-d2393c1f-eb83-4034-b208-4f801baa294e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting port dd7489c4-4996-43e4-928b-93240a588424 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:50:57.921398 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d2393c1f-eb83-4034-b208-4f801baa294e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:57.943331 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:57.944255 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] For port 59295619-a68a-4385-bfe6-5c2e4581f940, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:50:57.964038 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] For port 59295619-a68a-4385-bfe6-5c2e4581f940, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=59295619-a68a-4385-bfe6-5c2e4581f940,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:50:57.969346 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-09df124e-b56e-4b56-8298-b016494108ae', 'network_id': '09df124e-b56e-4b56-8298-b016494108ae', 'tenant_id': '430ff98bd7fc4d3eb650e7b4f7ac1d4d', 'fixed_ips': [{'subnet_id': '50cabf61-a894-4091-9274-8c08bbcda66b'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:50:57.970123 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:57.991541 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:58.005986 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-677bcf01-6426-4b8a-a14c-8be8bfa58994 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:58.089479 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-677bcf01-6426-4b8a-a14c-8be8bfa58994 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object 3dd41cf6-1a8e-410c-b53e-d5d3989372cb will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:58.178818 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d2393c1f-eb83-4034-b208-4f801baa294e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:58.190948 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:58.192776 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Attempt 9 to provision port dd7489c4-4996-43e4-928b-93240a588424 Oct 18 07:50:58.195559 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:58.198868 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:58.267406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Pushing event updated for resources: {'Port': ['ID=30e22028-bcbe-452d-ad52-f669d85be044,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:58.306034 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b8628-6211-4a23-a734-58ae09b25a68 None None] Pushing event updated for resources: {'Port': ['ID=59295619-a68a-4385-bfe6-5c2e4581f940,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:58.314099 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:58.333634 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Port dd7489c4-4996-43e4-928b-93240a588424 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:58.340959 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Transition to ACTIVE for port object 68d5455e-203d-4ae8-941b-3b20e9e3fa14 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:58.380448 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49f9f3e0-42c2-453a-b938-9036500db9c6 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:58.401281 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Transition to ACTIVE for port object 68d5455e-203d-4ae8-941b-3b20e9e3fa14 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:58.417644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:58.442220 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9f3e0-42c2-453a-b938-9036500db9c6 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Pushing event deleted for resources: {'Port': ['ID=bb90c1e2-81a2-48fc-a59d-f7a19ff9cd7b,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:58.464495 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Allocated IP 2001:db8:0:1::1 (09df124e-b56e-4b56-8298-b016494108ae/50cabf61-a894-4091-9274-8c08bbcda66b/c9088f78-8449-44ec-8deb-48fa9ca46ff7) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:50:58.474226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e83c345-88d4-4dc0-9b06-bab010b52ae2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:58.510313 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Network 7689d4cd-49b0-4b2c-b1cd-c3faa837e277 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:58.514131 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:58.521458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:58.523574 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Pushing event updated for resources: {'Port': ['ID=68d5455e-203d-4ae8-941b-3b20e9e3fa14,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:58.533097 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e83c345-88d4-4dc0-9b06-bab010b52ae2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:58.543231 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:58.614115 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-d2393c1f-eb83-4034-b208-4f801baa294e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Calling delete_port for dd7489c4-4996-43e4-928b-93240a588424 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:50:58.628966 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49f9f3e0-42c2-453a-b938-9036500db9c6 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:58.680497 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-677bcf01-6426-4b8a-a14c-8be8bfa58994 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:58.767535 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Attempting to bind port 68d5455e-203d-4ae8-941b-3b20e9e3fa14 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:50:58.767911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Attempting to bind port 68d5455e-203d-4ae8-941b-3b20e9e3fa14 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '12d3f2a6-8600-4cc6-8979-8522a6e24658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7689d4cd-49b0-4b2c-b1cd-c3faa837e277'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:50:58.768246 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Attempting to bind port 68d5455e-203d-4ae8-941b-3b20e9e3fa14 on network 7689d4cd-49b0-4b2c-b1cd-c3faa837e277 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:50:58.780511 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677bcf01-6426-4b8a-a14c-8be8bfa58994 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:58.785081 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:50:58.785449 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Checking segment: {'id': '12d3f2a6-8600-4cc6-8979-8522a6e24658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7689d4cd-49b0-4b2c-b1cd-c3faa837e277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:58.785863 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:58.786227 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Bound using segment: {'id': '12d3f2a6-8600-4cc6-8979-8522a6e24658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7689d4cd-49b0-4b2c-b1cd-c3faa837e277'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:50:58.787010 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Bound port: 68d5455e-203d-4ae8-941b-3b20e9e3fa14, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d3f2a6-8600-4cc6-8979-8522a6e24658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '7689d4cd-49b0-4b2c-b1cd-c3faa837e277'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:50:58.787145 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:58.789528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-677bcf01-6426-4b8a-a14c-8be8bfa58994 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:58.811638 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677bcf01-6426-4b8a-a14c-8be8bfa58994 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:58.817847 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677bcf01-6426-4b8a-a14c-8be8bfa58994 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:58.818149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-677bcf01-6426-4b8a-a14c-8be8bfa58994 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:58.851510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bcf01-6426-4b8a-a14c-8be8bfa58994 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=3dd41cf6-1a8e-410c-b53e-d5d3989372cb,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:58.854672 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Attempt 10 to provision port dd7489c4-4996-43e4-928b-93240a588424 Oct 18 07:50:58.855564 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e83c345-88d4-4dc0-9b06-bab010b52ae2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:58.922435 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-677bcf01-6426-4b8a-a14c-8be8bfa58994 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0191250 Oct 18 07:50:58.925415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52394) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:58.961005 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49f9f3e0-42c2-453a-b938-9036500db9c6 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:58.962657 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:58.976280 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Port dd7489c4-4996-43e4-928b-93240a588424 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:50:58.995954 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49f9f3e0-42c2-453a-b938-9036500db9c6 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.002085 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f9f9f0a7-2d61-419e-bea4-809d47685285 None None] Could not find standard attr ID for object 218b69d2-4d50-414a-a3ca-6207d62ed4d2. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:50:59.004135 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.019794 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Transition to ACTIVE for port object c9088f78-8449-44ec-8deb-48fa9ca46ff7 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:59.039447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Transition to ACTIVE for port object c9088f78-8449-44ec-8deb-48fa9ca46ff7 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:50:59.047259 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49f9f3e0-42c2-453a-b938-9036500db9c6 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.048301 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f9f3e0-42c2-453a-b938-9036500db9c6 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Fanout notify agent at l3_agent the message router_deleted on router e88674d4-2cbb-4817-9e60-a3182fbb5e42 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:50:59.055456 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.087360 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e83c345-88d4-4dc0-9b06-bab010b52ae2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.123745 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] For port 68d5455e-203d-4ae8-941b-3b20e9e3fa14, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:50:59.138894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83c345-88d4-4dc0-9b06-bab010b52ae2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event deleted for resources: {'Subnet': ['ID=50bb6e09-13d4-47a2-94e1-11e28ef8f7f2,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:59.143476 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Network 09df124e-b56e-4b56-8298-b016494108ae is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:50:59.149218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e83c345-88d4-4dc0-9b06-bab010b52ae2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.150285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:50:59.151205 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49f9f3e0-42c2-453a-b938-9036500db9c6 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.156240 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-49f9f3e0-42c2-453a-b938-9036500db9c6 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "DELETE /v2.0/routers/e88674d4-2cbb-4817-9e60-a3182fbb5e42 HTTP/1.1" status: 204 len: 168 time: 2.4914474 Oct 18 07:50:59.157719 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52398) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:59.159044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d2393c1f-eb83-4034-b208-4f801baa294e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.170777 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:50:59.172528 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-748bb578-91f0-45b4-9fa2-50a29b267fbc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1197401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:59.182268 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-748bb578-91f0-45b4-9fa2-50a29b267fbc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:50:59.183130 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] For port 68d5455e-203d-4ae8-941b-3b20e9e3fa14, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=68d5455e-203d-4ae8-941b-3b20e9e3fa14,segment=NetworkSegment(12d3f2a6-8600-4cc6-8979-8522a6e24658),segment_id=12d3f2a6-8600-4cc6-8979-8522a6e24658)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:50:59.199670 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-748bb578-91f0-45b4-9fa2-50a29b267fbc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Usage tracker for resource:router and tenant:d46a8b388f594f61940a2d59bbd43464 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:50:59.205706 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-748bb578-91f0-45b4-9fa2-50a29b267fbc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:50:59.213774 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-748bb578-91f0-45b4-9fa2-50a29b267fbc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:50:59.218464 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6e83c345-88d4-4dc0-9b06-bab010b52ae2 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "DELETE /v2.0/subnets/50bb6e09-13d4-47a2-94e1-11e28ef8f7f2 HTTP/1.1" status: 204 len: 168 time: 1.6518717 Oct 18 07:50:59.219324 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52402) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:59.225029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2393c1f-eb83-4034-b208-4f801baa294e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Port': ['ID=dd7489c4-4996-43e4-928b-93240a588424,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:59.237956 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Pushing event updated for resources: {'Port': ['ID=c9088f78-8449-44ec-8deb-48fa9ca46ff7,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:59.247457 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f7641e18-19f6-4e72-be6e-39347690e67b None None] Provisioning complete for port dd7489c4-4996-43e4-928b-93240a588424 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:50:59.248482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f7641e18-19f6-4e72-be6e-39347690e67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.249166 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f7641e18-19f6-4e72-be6e-39347690e67b None None] Attempt 1 to provision port dd7489c4-4996-43e4-928b-93240a588424 Oct 18 07:50:59.260031 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-748bb578-91f0-45b4-9fa2-50a29b267fbc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.261036 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-748bb578-91f0-45b4-9fa2-50a29b267fbc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.283559 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96b7624-425f-43bb-8dca-61f998331992 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:59.285164 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.293813 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96b7624-425f-43bb-8dca-61f998331992 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:50:59.302499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f96b7624-425f-43bb-8dca-61f998331992 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:50:59.318828 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-748bb578-91f0-45b4-9fa2-50a29b267fbc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.321819 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.336546 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.417021 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f7641e18-19f6-4e72-be6e-39347690e67b None None] Port dd7489c4-4996-43e4-928b-93240a588424 was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:50:59.429558 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-748bb578-91f0-45b4-9fa2-50a29b267fbc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.476275 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-748bb578-91f0-45b4-9fa2-50a29b267fbc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.477569 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-748bb578-91f0-45b4-9fa2-50a29b267fbc tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3187959 Oct 18 07:50:59.483432 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52406) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:59.487048 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Attempting to bind port c9088f78-8449-44ec-8deb-48fa9ca46ff7 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:50:59.487495 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Attempting to bind port c9088f78-8449-44ec-8deb-48fa9ca46ff7 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '34c4b067-5449-467a-8669-eaf3fd4270c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '09df124e-b56e-4b56-8298-b016494108ae'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:50:59.487776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Attempting to bind port c9088f78-8449-44ec-8deb-48fa9ca46ff7 on network 09df124e-b56e-4b56-8298-b016494108ae {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:50:59.492681 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-7b440ae4-5589-4b37-bdf7-7ee990264204 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'enable_snat': True}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:50:59.527101 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:50:59.527441 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Checking segment: {'id': '34c4b067-5449-467a-8669-eaf3fd4270c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '09df124e-b56e-4b56-8298-b016494108ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:50:59.528093 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.528486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Bound using segment: {'id': '34c4b067-5449-467a-8669-eaf3fd4270c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '09df124e-b56e-4b56-8298-b016494108ae'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:50:59.529072 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Bound port: c9088f78-8449-44ec-8deb-48fa9ca46ff7, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c4b067-5449-467a-8669-eaf3fd4270c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '09df124e-b56e-4b56-8298-b016494108ae'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:50:59.529449 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.551471 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cd591-ad5f-495e-b68f-6cf5fad3921d None None] Pushing event updated for resources: {'Port': ['ID=68d5455e-203d-4ae8-941b-3b20e9e3fa14,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:59.594251 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d2393c1f-eb83-4034-b208-4f801baa294e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.598623 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f96b7624-425f-43bb-8dca-61f998331992 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:50:59.602601 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f96b7624-425f-43bb-8dca-61f998331992 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.6732075 Oct 18 07:50:59.616459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a23e663-087e-413b-b5c4-20461eb3441a tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Deleting subnet 50cabf61-a894-4091-9274-8c08bbcda66b {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:50:59.625440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a23e663-087e-413b-b5c4-20461eb3441a tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.673503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52410) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:50:59.714872 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] For port c9088f78-8449-44ec-8deb-48fa9ca46ff7, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:50:59.724290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] For port c9088f78-8449-44ec-8deb-48fa9ca46ff7, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c9088f78-8449-44ec-8deb-48fa9ca46ff7,segment=NetworkSegment(34c4b067-5449-467a-8669-eaf3fd4270c2),segment_id=34c4b067-5449-467a-8669-eaf3fd4270c2)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:50:59.730480 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.785038 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 59295619-a68a-4385-bfe6-5c2e4581f940 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:50:59.838431 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Pushing event updated for resources: {'Port': ['ID=30e22028-bcbe-452d-ad52-f669d85be044,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:59.866208 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.949618 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd983a-bd46-4999-a097-4056e84b76c9 None None] Pushing event updated for resources: {'Port': ['ID=c9088f78-8449-44ec-8deb-48fa9ca46ff7,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:50:59.953205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 59295619-a68a-4385-bfe6-5c2e4581f940 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:50:59.967110 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:50:59.968495 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c1dc16d1-8184-4cf1-8426-6d27e7fbc3fd tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7992115 Oct 18 07:51:00.037542 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52414) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:00.054400 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-a061ae2b-d15d-4521-9b9c-7c39a76b44a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port 3dd41cf6-1a8e-410c-b53e-d5d3989372cb {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:00.054699 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a061ae2b-d15d-4521-9b9c-7c39a76b44a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:00.063086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c970c68d-cbf8-4009-8a70-cd19bbe9eaee None None] Provisioning for port 59295619-a68a-4385-bfe6-5c2e4581f940 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:00.069947 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c970c68d-cbf8-4009-8a70-cd19bbe9eaee None None] Provisioning complete for port 59295619-a68a-4385-bfe6-5c2e4581f940 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:00.070279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c970c68d-cbf8-4009-8a70-cd19bbe9eaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:00.070647 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c970c68d-cbf8-4009-8a70-cd19bbe9eaee None None] Attempt 1 to provision port 59295619-a68a-4385-bfe6-5c2e4581f940 Oct 18 07:51:00.077845 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b440ae4-5589-4b37-bdf7-7ee990264204 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:00.179955 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a23e663-087e-413b-b5c4-20461eb3441a tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:00.339126 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:00.351557 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:00.369167 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Usage tracker for resource:floatingip and tenant:ff0fe69ce0514e14ae70573ebb5ba5bc is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:00.373247 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:00.377646 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c970c68d-cbf8-4009-8a70-cd19bbe9eaee None None] Current status of the port 59295619-a68a-4385-bfe6-5c2e4581f940 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:00.378650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c970c68d-cbf8-4009-8a70-cd19bbe9eaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:00.388530 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:00.417675 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:00.427565 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c970c68d-cbf8-4009-8a70-cd19bbe9eaee None None] For port 59295619-a68a-4385-bfe6-5c2e4581f940, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=59295619-a68a-4385-bfe6-5c2e4581f940,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:00.433017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c970c68d-cbf8-4009-8a70-cd19bbe9eaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:00.520512 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970c68d-cbf8-4009-8a70-cd19bbe9eaee None None] Pushing event updated for resources: {'Port': ['ID=59295619-a68a-4385-bfe6-5c2e4581f940,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:00.555009 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-dd482e32-ac1f-4ee6-8319-ed6d1d969a0e None None] Provisioning for port 3dd41cf6-1a8e-410c-b53e-d5d3989372cb completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:00.560319 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-dd482e32-ac1f-4ee6-8319-ed6d1d969a0e None None] Provisioning complete for port 3dd41cf6-1a8e-410c-b53e-d5d3989372cb triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:00.560694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dd482e32-ac1f-4ee6-8319-ed6d1d969a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:00.561033 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-dd482e32-ac1f-4ee6-8319-ed6d1d969a0e None None] Attempt 1 to provision port 3dd41cf6-1a8e-410c-b53e-d5d3989372cb Oct 18 07:51:00.628349 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-dd482e32-ac1f-4ee6-8319-ed6d1d969a0e None None] Port 3dd41cf6-1a8e-410c-b53e-d5d3989372cb cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:00.711793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2393c1f-eb83-4034-b208-4f801baa294e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 79c84110-e352-4408-806e-903fb46f33b2 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:51:00.809398 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a23e663-087e-413b-b5c4-20461eb3441a tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:00.834441 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b440ae4-5589-4b37-bdf7-7ee990264204 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:00.872476 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b440ae4-5589-4b37-bdf7-7ee990264204 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:00.963828 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcc5aac-5cfc-48ce-bf67-c3255dfa9936 None None] Network 7689d4cd-49b0-4b2c-b1cd-c3faa837e277 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:00.968121 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:00.978448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2393c1f-eb83-4034-b208-4f801baa294e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:51:00.991051 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4349a8de-8953-4b6c-b647-0707c4663f47 None None] Sync routers for ids ['79c84110-e352-4408-806e-903fb46f33b2'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:51:00.995022 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d2393c1f-eb83-4034-b208-4f801baa294e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/79c84110-e352-4408-806e-903fb46f33b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5992780 Oct 18 07:51:00.997892 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52420) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:01.007952 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4349a8de-8953-4b6c-b647-0707c4663f47 None None] Routers {'79c84110-e352-4408-806e-903fb46f33b2'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:01.008773 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-4349a8de-8953-4b6c-b647-0707c4663f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['79c84110-e352-4408-806e-903fb46f33b2'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:01.111392 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-4349a8de-8953-4b6c-b647-0707c4663f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:01.128405 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-7b440ae4-5589-4b37-bdf7-7ee990264204 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Allocated IP 172.26.8.89 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/d0ce2781-d57c-4705-9901-91016229a747) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:01.129135 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4349a8de-8953-4b6c-b647-0707c4663f47 None None] Routers {'79c84110-e352-4408-806e-903fb46f33b2'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:01.129258 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-dd482e32-ac1f-4ee6-8319-ed6d1d969a0e None None] Attempt 2 to provision port 3dd41cf6-1a8e-410c-b53e-d5d3989372cb Oct 18 07:51:01.130572 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-4349a8de-8953-4b6c-b647-0707c4663f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['79c84110-e352-4408-806e-903fb46f33b2'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:01.252690 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-4349a8de-8953-4b6c-b647-0707c4663f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:01.253333 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4349a8de-8953-4b6c-b647-0707c4663f47 None None] The sync data for ids ['79c84110-e352-4408-806e-903fb46f33b2'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:51:01.258036 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-dd482e32-ac1f-4ee6-8319-ed6d1d969a0e None None] Port 3dd41cf6-1a8e-410c-b53e-d5d3989372cb cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:01.346449 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b440ae4-5589-4b37-bdf7-7ee990264204 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:01.394344 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b440ae4-5589-4b37-bdf7-7ee990264204 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:01.409700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a061ae2b-d15d-4521-9b9c-7c39a76b44a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:01.503951 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f781fa6f-2749-4687-9072-b8b1a7728acf None None] DHCP port deletion for 7689d4cd-49b0-4b2c-b1cd-c3faa837e277 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:51:01.508977 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f781fa6f-2749-4687-9072-b8b1a7728acf None None] Deleting port 68d5455e-203d-4ae8-941b-3b20e9e3fa14 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:01.509517 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f781fa6f-2749-4687-9072-b8b1a7728acf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:01.556267 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Allocated IP 172.26.8.8 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/81d8c6d3-07c0-4af8-a0cd-1fabab63f37f) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:01.562360 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7136e3c-0354-4f77-a0b2-52e63e805a8f None None] Network 09df124e-b56e-4b56-8298-b016494108ae requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:01.580000 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-8fef0274-351b-4a86-babb-3b23ae4ffa92 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] remove_router_interface failed (client error): The resource could not be found. Oct 18 07:51:01.580901 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8fef0274-351b-4a86-babb-3b23ae4ffa92 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/79c84110-e352-4408-806e-903fb46f33b2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5796800 Oct 18 07:51:01.588306 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-a061ae2b-d15d-4521-9b9c-7c39a76b44a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for 3dd41cf6-1a8e-410c-b53e-d5d3989372cb owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:01.592791 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52424) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:01.600406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b440ae4-5589-4b37-bdf7-7ee990264204 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:01.603452 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-7b440ae4-5589-4b37-bdf7-7ee990264204 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:01.627558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a23e663-087e-413b-b5c4-20461eb3441a tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:01.693782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23e663-087e-413b-b5c4-20461eb3441a tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event deleted for resources: {'Subnet': ['ID=50cabf61-a894-4091-9274-8c08bbcda66b,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:01.711797 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c3dae2fa-989a-43a3-b765-d25cb061ff60 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Synchronizing usage tracker for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:01.713814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a23e663-087e-413b-b5c4-20461eb3441a tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:01.719489 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b440ae4-5589-4b37-bdf7-7ee990264204 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Pushing event updated for resources: {'Port': ['ID=d0ce2781-d57c-4705-9901-91016229a747,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:01.722060 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b440ae4-5589-4b37-bdf7-7ee990264204 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:01.726261 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0a23e663-087e-413b-b5c4-20461eb3441a tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "DELETE /v2.0/subnets/50cabf61-a894-4091-9274-8c08bbcda66b HTTP/1.1" status: 204 len: 168 time: 2.5019372 Oct 18 07:51:01.728936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52428) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:01.745518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 59295619-a68a-4385-bfe6-5c2e4581f940 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:51:01.785559 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-dd482e32-ac1f-4ee6-8319-ed6d1d969a0e None None] Attempt 3 to provision port 3dd41cf6-1a8e-410c-b53e-d5d3989372cb Oct 18 07:51:01.792679 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c3dae2fa-989a-43a3-b765-d25cb061ff60 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Unset dirty status for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:01.793847 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c3dae2fa-989a-43a3-b765-d25cb061ff60 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/ports?device_id=79c84110-e352-4408-806e-903fb46f33b2 HTTP/1.1" status: 200 len: 205 time: 0.1921756 Oct 18 07:51:01.798592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52432) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:02.010284 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-dd482e32-ac1f-4ee6-8319-ed6d1d969a0e None None] Port 3dd41cf6-1a8e-410c-b53e-d5d3989372cb cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:02.017521 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.069740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-f781fa6f-2749-4687-9072-b8b1a7728acf None None] For port 68d5455e-203d-4ae8-941b-3b20e9e3fa14, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=68d5455e-203d-4ae8-941b-3b20e9e3fa14,segment=NetworkSegment(12d3f2a6-8600-4cc6-8979-8522a6e24658),segment_id=12d3f2a6-8600-4cc6-8979-8522a6e24658)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:02.070126 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f781fa6f-2749-4687-9072-b8b1a7728acf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.093570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756cbccb-6065-40a6-af48-9e3b1947f2d3 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:02.094255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-756cbccb-6065-40a6-af48-9e3b1947f2d3 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Synchronizing usage tracker for tenant:430ff98bd7fc4d3eb650e7b4f7ac1d4d on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:02.114511 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-613ef1f8-75f6-46fd-abbf-07d9130a63ef tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.200328 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.226775 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f781fa6f-2749-4687-9072-b8b1a7728acf None None] Calling delete_port for 68d5455e-203d-4ae8-941b-3b20e9e3fa14 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:02.251036 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:02.259605 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:02.270398 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 59295619-a68a-4385-bfe6-5c2e4581f940 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:02.270716 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.271052 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 59295619-a68a-4385-bfe6-5c2e4581f940 Oct 18 07:51:02.278082 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:02.313701 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-756cbccb-6065-40a6-af48-9e3b1947f2d3 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Unset dirty status for tenant:430ff98bd7fc4d3eb650e7b4f7ac1d4d on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:02.315377 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-756cbccb-6065-40a6-af48-9e3b1947f2d3 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5853674 Oct 18 07:51:02.326578 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52436) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:02.385999 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a061ae2b-d15d-4521-9b9c-7c39a76b44a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.421110 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f781fa6f-2749-4687-9072-b8b1a7728acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.464805 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05281010-44ae-4283-ac89-6bb6fa91cf6e None None] DHCP port deletion for 09df124e-b56e-4b56-8298-b016494108ae request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:51:02.481863 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781fa6f-2749-4687-9072-b8b1a7728acf None None] Pushing event deleted for resources: {'Port': ['ID=68d5455e-203d-4ae8-941b-3b20e9e3fa14,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:02.489464 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-05281010-44ae-4283-ac89-6bb6fa91cf6e None None] Deleting port c9088f78-8449-44ec-8deb-48fa9ca46ff7 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:02.489464 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-05281010-44ae-4283-ac89-6bb6fa91cf6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.510407 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061ae2b-d15d-4521-9b9c-7c39a76b44a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=3dd41cf6-1a8e-410c-b53e-d5d3989372cb,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:02.538032 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f781fa6f-2749-4687-9072-b8b1a7728acf None None] No DVR routers for this DVR port 68d5455e-203d-4ae8-941b-3b20e9e3fa14 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:51:02.540097 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-dd482e32-ac1f-4ee6-8319-ed6d1d969a0e None None] Attempt 4 to provision port 3dd41cf6-1a8e-410c-b53e-d5d3989372cb Oct 18 07:51:02.560265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-613ef1f8-75f6-46fd-abbf-07d9130a63ef tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.566927 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 59295619-a68a-4385-bfe6-5c2e4581f940 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:02.568249 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c9088f78-8449-44ec-8deb-48fa9ca46ff7 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:51:02.569143 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-613ef1f8-75f6-46fd-abbf-07d9130a63ef tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.574740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a061ae2b-d15d-4521-9b9c-7c39a76b44a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.593197 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Pushing event updated for resources: {'Port': ['ID=81d8c6d3-07c0-4af8-a0cd-1fabab63f37f,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:02.605339 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a061ae2b-d15d-4521-9b9c-7c39a76b44a2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/3dd41cf6-1a8e-410c-b53e-d5d3989372cb HTTP/1.1" status: 204 len: 168 time: 2.9277773 Oct 18 07:51:02.608007 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52440) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:02.613758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-613ef1f8-75f6-46fd-abbf-07d9130a63ef tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.613758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613ef1f8-75f6-46fd-abbf-07d9130a63ef tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Fanout notify agent at l3_agent the message router_deleted on router 79c84110-e352-4408-806e-903fb46f33b2 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:51:02.631534 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-dd482e32-ac1f-4ee6-8319-ed6d1d969a0e None None] Port 3dd41cf6-1a8e-410c-b53e-d5d3989372cb was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:51:02.661552 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b440ae4-5589-4b37-bdf7-7ee990264204 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.671109 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-613ef1f8-75f6-46fd-abbf-07d9130a63ef tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.672326 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-613ef1f8-75f6-46fd-abbf-07d9130a63ef tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/routers/79c84110-e352-4408-806e-903fb46f33b2 HTTP/1.1" status: 204 len: 168 time: 0.8721743 Oct 18 07:51:02.675374 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52444) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:02.744911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368f7051-f000-4a1f-a153-0dd7747ba693 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:02.744911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368f7051-f000-4a1f-a153-0dd7747ba693 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:02.744911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-368f7051-f000-4a1f-a153-0dd7747ba693 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:02.774034 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee57e351-b01e-4af1-819f-b6130746be57 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting subnet 84fff086-5a5d-4580-82d6-cf2242771552 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:51:02.778818 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ee57e351-b01e-4af1-819f-b6130746be57 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.816265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-368f7051-f000-4a1f-a153-0dd7747ba693 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:02.820324 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-368f7051-f000-4a1f-a153-0dd7747ba693 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2107992 Oct 18 07:51:02.821011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52448) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:02.843082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a14897ae-aa71-45d8-bb49-5ff19661dfc8 None None] Could not find standard attr ID for object 68d5455e-203d-4ae8-941b-3b20e9e3fa14. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:51:02.846170 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port c9088f78-8449-44ec-8deb-48fa9ca46ff7 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:02.863846 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.879711 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-05281010-44ae-4283-ac89-6bb6fa91cf6e None None] For port c9088f78-8449-44ec-8deb-48fa9ca46ff7, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c9088f78-8449-44ec-8deb-48fa9ca46ff7,segment=NetworkSegment(34c4b067-5449-467a-8669-eaf3fd4270c2),segment_id=34c4b067-5449-467a-8669-eaf3fd4270c2)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:02.880110 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-05281010-44ae-4283-ac89-6bb6fa91cf6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.887729 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a14897ae-aa71-45d8-bb49-5ff19661dfc8 None None] Provisioning for port c9088f78-8449-44ec-8deb-48fa9ca46ff7 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:02.898362 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a14897ae-aa71-45d8-bb49-5ff19661dfc8 None None] Provisioning complete for port c9088f78-8449-44ec-8deb-48fa9ca46ff7 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:02.898739 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a14897ae-aa71-45d8-bb49-5ff19661dfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.899074 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a14897ae-aa71-45d8-bb49-5ff19661dfc8 None None] Attempt 1 to provision port c9088f78-8449-44ec-8deb-48fa9ca46ff7 Oct 18 07:51:02.905933 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-e286b464-e4a0-4a9c-87f5-dc0830358998 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 0206b849-bf8d-4e79-9210-a116fe27999d {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:51:02.908964 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Deleting port c9088f78-8449-44ec-8deb-48fa9ca46ff7 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:02.909101 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e286b464-e4a0-4a9c-87f5-dc0830358998 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.909327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.940187 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:02.972212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e286b464-e4a0-4a9c-87f5-dc0830358998 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:03.050453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-05281010-44ae-4283-ac89-6bb6fa91cf6e None None] Calling delete_port for c9088f78-8449-44ec-8deb-48fa9ca46ff7 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:03.058627 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ee57e351-b01e-4af1-819f-b6130746be57 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:03.138825 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e286b464-e4a0-4a9c-87f5-dc0830358998 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:03.183635 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-05281010-44ae-4283-ac89-6bb6fa91cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:03.227137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ee57e351-b01e-4af1-819f-b6130746be57 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:03.234267 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:03.239809 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05281010-44ae-4283-ac89-6bb6fa91cf6e None None] Pushing event deleted for resources: {'Port': ['ID=c9088f78-8449-44ec-8deb-48fa9ca46ff7,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:03.243431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a14897ae-aa71-45d8-bb49-5ff19661dfc8 None None] Current status of the port c9088f78-8449-44ec-8deb-48fa9ca46ff7 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:03.243827 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a14897ae-aa71-45d8-bb49-5ff19661dfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:03.259965 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05281010-44ae-4283-ac89-6bb6fa91cf6e None None] No DVR routers for this DVR port c9088f78-8449-44ec-8deb-48fa9ca46ff7 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:51:03.287866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e286b464-e4a0-4a9c-87f5-dc0830358998 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:03.339029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286b464-e4a0-4a9c-87f5-dc0830358998 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=0206b849-bf8d-4e79-9210-a116fe27999d,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:03.343667 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e286b464-e4a0-4a9c-87f5-dc0830358998 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:03.356764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09cdfd2-c6cc-497f-94b0-5d2e880a1ec2 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:03.364861 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e286b464-e4a0-4a9c-87f5-dc0830358998 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/0206b849-bf8d-4e79-9210-a116fe27999d HTTP/1.1" status: 204 len: 168 time: 0.5346093 Oct 18 07:51:03.366104 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52454) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:03.390298 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b440ae4-5589-4b37-bdf7-7ee990264204 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:03.414252 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b440ae4-5589-4b37-bdf7-7ee990264204 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:03.421887 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] For port c9088f78-8449-44ec-8deb-48fa9ca46ff7, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c9088f78-8449-44ec-8deb-48fa9ca46ff7,segment=NetworkSegment(34c4b067-5449-467a-8669-eaf3fd4270c2),segment_id=34c4b067-5449-467a-8669-eaf3fd4270c2)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:03.422300 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:03.431977 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ee57e351-b01e-4af1-819f-b6130746be57 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:03.441362 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5887e9cf-cd5e-44f5-92be-c154c9b76f76 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717452 Oct 18 07:51:03.470139 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52458) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:03.492511 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d51d3cb-0ce0-41a7-8369-77ff3646fbc4 None None] Network e55706a7-0685-442d-a89c-9ccb969fea36 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:03.514705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57e351-b01e-4af1-819f-b6130746be57 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Subnet': ['ID=84fff086-5a5d-4580-82d6-cf2242771552,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:03.523841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ee57e351-b01e-4af1-819f-b6130746be57 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:03.523841 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ee57e351-b01e-4af1-819f-b6130746be57 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/subnets/84fff086-5a5d-4580-82d6-cf2242771552 HTTP/1.1" status: 204 len: 168 time: 0.8471735 Oct 18 07:51:03.531233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52462) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:03.649737 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c9088f78-8449-44ec-8deb-48fa9ca46ff7 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:51:03.711807 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: c9088f78-8449-44ec-8deb-48fa9ca46ff7 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:51:03.712148 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c9088f78-8449-44ec-8deb-48fa9ca46ff7 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:51:03.762498 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Calling delete_port for c9088f78-8449-44ec-8deb-48fa9ca46ff7 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:03.770963 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:03.785377 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c84982-7238-42c9-9600-6c0ff7e20aaf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:03.786045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c1c84982-7238-42c9-9600-6c0ff7e20aaf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:03.808261 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting port d4772757-d515-4849-8ef6-6dd696db6651 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:03.808261 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:03.838347 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c1c84982-7238-42c9-9600-6c0ff7e20aaf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:03.841807 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c1c84982-7238-42c9-9600-6c0ff7e20aaf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3641057 Oct 18 07:51:03.846537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52466) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:03.880499 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ed797d-fd3c-4d88-a27b-8d7c2edf6ed9 None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:51:03.885202 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-42ed797d-fd3c-4d88-a27b-8d7c2edf6ed9 None None] Deleting port 59295619-a68a-4385-bfe6-5c2e4581f940 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:03.885613 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-42ed797d-fd3c-4d88-a27b-8d7c2edf6ed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:03.917659 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abddcd4-eec1-449b-b03d-b0aa3c65b262 None None] DHCP port deletion for e55706a7-0685-442d-a89c-9ccb969fea36 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:51:03.938865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7abddcd4-eec1-449b-b03d-b0aa3c65b262 None None] Deleting port d4772757-d515-4849-8ef6-6dd696db6651 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:03.939600 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7abddcd4-eec1-449b-b03d-b0aa3c65b262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:04.045433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] For port d4772757-d515-4849-8ef6-6dd696db6651, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d4772757-d515-4849-8ef6-6dd696db6651,segment=NetworkSegment(7e42a2f9-496b-4c39-9e6b-ee0358be622b),segment_id=7e42a2f9-496b-4c39-9e6b-ee0358be622b)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:04.045930 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:04.106936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.api [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:51:04.107136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG oslo_db.api [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:51:04.121522 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de1c82c-6923-4b50-a747-d56eb45ffe44 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:04.122196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4de1c82c-6923-4b50-a747-d56eb45ffe44 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:04.154411 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:04.168348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:04.180168 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Calling delete_port for d4772757-d515-4849-8ef6-6dd696db6651 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:04.242415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4de1c82c-6923-4b50-a747-d56eb45ffe44 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:04.245958 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4de1c82c-6923-4b50-a747-d56eb45ffe44 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3836739 Oct 18 07:51:04.246427 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52472) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:04.274572 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-42ed797d-fd3c-4d88-a27b-8d7c2edf6ed9 None None] For port 59295619-a68a-4385-bfe6-5c2e4581f940, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=59295619-a68a-4385-bfe6-5c2e4581f940,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:04.275426 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-42ed797d-fd3c-4d88-a27b-8d7c2edf6ed9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:04.303589 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:04.308930 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b440ae4-5589-4b37-bdf7-7ee990264204 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Router f457b500-1781-41ba-a7b3-05cf4aec4332 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:51:04.315942 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Pushing event updated for resources: {'Port': ['ID=81d8c6d3-07c0-4af8-a0cd-1fabab63f37f,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:04.336559 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b4453712-26df-4002-8faa-cc802b99086b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850408 Oct 18 07:51:04.338175 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52476) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:04.343984 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-119d932a-7e24-4f7f-903e-6b5989a0f43a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:04.415927 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:04.458429 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:04.462234 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2167a2f3-9ac8-48f2-8795-364d42568a76 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4241123 Oct 18 07:51:04.462499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52480) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:04.465845 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-42ed797d-fd3c-4d88-a27b-8d7c2edf6ed9 None None] Calling delete_port for 59295619-a68a-4385-bfe6-5c2e4581f940 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:04.510264 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-7abddcd4-eec1-449b-b03d-b0aa3c65b262 None None] For port d4772757-d515-4849-8ef6-6dd696db6651, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d4772757-d515-4849-8ef6-6dd696db6651,segment=NetworkSegment(7e42a2f9-496b-4c39-9e6b-ee0358be622b),segment_id=7e42a2f9-496b-4c39-9e6b-ee0358be622b)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:04.510682 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7abddcd4-eec1-449b-b03d-b0aa3c65b262 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:04.525173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:04.530946 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b440ae4-5589-4b37-bdf7-7ee990264204 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:51:04.536737 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b440ae4-5589-4b37-bdf7-7ee990264204 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:04.537770 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7b440ae4-5589-4b37-bdf7-7ee990264204 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "PUT /v2.0/routers/f457b500-1781-41ba-a7b3-05cf4aec4332 HTTP/1.1" status: 200 len: 911 time: 5.0532310 Oct 18 07:51:04.540561 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Port': ['ID=d4772757-d515-4849-8ef6-6dd696db6651,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:04.540800 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52484) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:04.575622 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] No DVR routers for this DVR port d4772757-d515-4849-8ef6-6dd696db6651 on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:51:04.597493 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7d4c83-875b-4805-b649-c56bcf595e2c None None] Sync routers for ids ['f457b500-1781-41ba-a7b3-05cf4aec4332'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:51:04.622268 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-119d932a-7e24-4f7f-903e-6b5989a0f43a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:04.662925 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Deleting port c9088f78-8449-44ec-8deb-48fa9ca46ff7 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:04.663259 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:04.674293 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7abddcd4-eec1-449b-b03d-b0aa3c65b262 None None] Calling delete_port for d4772757-d515-4849-8ef6-6dd696db6651 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:04.730669 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-119d932a-7e24-4f7f-903e-6b5989a0f43a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:04.735030 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-41bc3fc3-2337-42d4-b5b5-41278f8575e0 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] 10.222.0.17 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.2629304 Oct 18 07:51:04.738977 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52488) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:04.740448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:04.751925 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d4c83-875b-4805-b649-c56bcf595e2c None None] Routers {'f457b500-1781-41ba-a7b3-05cf4aec4332'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:04.752874 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7a7d4c83-875b-4805-b649-c56bcf595e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f457b500-1781-41ba-a7b3-05cf4aec4332'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:04.754883 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] The port 'c9088f78-8449-44ec-8deb-48fa9ca46ff7' was deleted {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:51:04.829420 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55706a7-0685-442d-a89c-9ccb969fea36']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:04.835028 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7a7d4c83-875b-4805-b649-c56bcf595e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:04.847380 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119d932a-7e24-4f7f-903e-6b5989a0f43a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:04.850335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-42ed797d-fd3c-4d88-a27b-8d7c2edf6ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:04.850788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-119d932a-7e24-4f7f-903e-6b5989a0f43a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:04.874570 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b55e7ee1-7f54-4bb8-9504-4ca5d7425d9b tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] 10.222.0.17 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1265976 Oct 18 07:51:04.880679 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52492) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:04.880918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e42a2f9-496b-4c39-9e6b-ee0358be622b') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:04.881161 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e42a2f9-496b-4c39-9e6b-ee0358be622b') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:04.912773 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed797d-fd3c-4d88-a27b-8d7c2edf6ed9 None None] Pushing event deleted for resources: {'Port': ['ID=59295619-a68a-4385-bfe6-5c2e4581f940,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:04.916772 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d4c83-875b-4805-b649-c56bcf595e2c None None] Routers {'f457b500-1781-41ba-a7b3-05cf4aec4332'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:04.917711 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7a7d4c83-875b-4805-b649-c56bcf595e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f457b500-1781-41ba-a7b3-05cf4aec4332'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:04.950694 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:04.974818 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ed797d-fd3c-4d88-a27b-8d7c2edf6ed9 None None] No DVR routers for this DVR port 59295619-a68a-4385-bfe6-5c2e4581f940 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:51:04.976565 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-7abddcd4-eec1-449b-b03d-b0aa3c65b262 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:51:04.976565 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-7abddcd4-eec1-449b-b03d-b0aa3c65b262 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:51:04.984340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:04.986930 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7a7d4c83-875b-4805-b649-c56bcf595e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:04.987331 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7d4c83-875b-4805-b649-c56bcf595e2c None None] The sync data for ids ['f457b500-1781-41ba-a7b3-05cf4aec4332'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:51:05.001195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:51:05.001631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:05.042109 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:05.059581 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-155a229a-909b-4660-80f8-2454d977e601 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "GET /v2.0/routers/f457b500-1781-41ba-a7b3-05cf4aec4332 HTTP/1.1" status: 200 len: 917 time: 0.5177732 Oct 18 07:51:05.070930 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 7e42a2f9-496b-4c39-9e6b-ee0358be622b resource provider aggregate not found Oct 18 07:51:05.073993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52498) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:05.089986 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f484f600-9ced-4bff-a227-054986f24125 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Deleting port 81d8c6d3-07c0-4af8-a0cd-1fabab63f37f {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:05.090322 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f484f600-9ced-4bff-a227-054986f24125 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:05.126763 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 7e42a2f9-496b-4c39-9e6b-ee0358be622b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e42a2f9-496b-4c39-9e6b-ee0358be622b found for delete ", "request_id": "req-0d448f32-0fad-4aed-adfc-228152f37739"}]} Oct 18 07:51:05.135518 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09df124e-b56e-4b56-8298-b016494108ae']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:05.153076 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c4b067-5449-467a-8669-eaf3fd4270c2') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:05.153375 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c4b067-5449-467a-8669-eaf3fd4270c2') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:05.183633 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:05.254320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:05.258848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:05.273092 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:51:05.273487 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:05.277098 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:05.288377 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Network': ['ID=e55706a7-0685-442d-a89c-9ccb969fea36,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:05.308207 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-46599e70-65e5-42cd-9197-1825e7f3649a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/networks/e55706a7-0685-442d-a89c-9ccb969fea36 HTTP/1.1" status: 204 len: 168 time: 1.7759769 Oct 18 07:51:05.311803 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52508) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:05.317033 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf7e32e-fd25-41e5-90f8-61f1eb9a518a tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:05.318762 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0bf7e32e-fd25-41e5-90f8-61f1eb9a518a tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=d273aec7-4774-4175-825f-ae90a4511626&device_id=f457b500-1781-41ba-a7b3-05cf4aec4332&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2438650 Oct 18 07:51:05.322840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-69964279-4615-4f32-84b5-9f30a18bee94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1540677742'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:05.325749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52512) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:05.345199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-69964279-4615-4f32-84b5-9f30a18bee94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:05.348307 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 34c4b067-5449-467a-8669-eaf3fd4270c2 resource provider aggregate not found Oct 18 07:51:05.353974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-69964279-4615-4f32-84b5-9f30a18bee94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:network and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:05.384207 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 34c4b067-5449-467a-8669-eaf3fd4270c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34c4b067-5449-467a-8669-eaf3fd4270c2 found for delete ", "request_id": "req-a92431bb-7d96-45e2-88a1-c3315ad08486"}]} Oct 18 07:51:05.401461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-69964279-4615-4f32-84b5-9f30a18bee94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:05.405069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f484f600-9ced-4bff-a227-054986f24125 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:05.405512 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f484f600-9ced-4bff-a227-054986f24125 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:05.415283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-69964279-4615-4f32-84b5-9f30a18bee94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:05.416118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:05.421062 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:05.457752 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69964279-4615-4f32-84b5-9f30a18bee94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Made reservation on behalf of 40e2f53a491e42e8ab9b0ae7e52a82ac for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:05.461489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-69964279-4615-4f32-84b5-9f30a18bee94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:05.477833 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7abddcd4-eec1-449b-b03d-b0aa3c65b262 None None] Deleting port d4772757-d515-4849-8ef6-6dd696db6651 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:05.478820 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7abddcd4-eec1-449b-b03d-b0aa3c65b262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:05.539428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad1d193-7aa1-4977-8eb2-699a0855ff20 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:05.543767 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5ad1d193-7aa1-4977-8eb2-699a0855ff20 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "GET /v2.0/networks/d273aec7-4774-4175-825f-ae90a4511626 HTTP/1.1" status: 200 len: 881 time: 0.2140903 Oct 18 07:51:05.544732 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52518) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:05.567484 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7abddcd4-eec1-449b-b03d-b0aa3c65b262 None None] The port 'd4772757-d515-4849-8ef6-6dd696db6651' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:51:05.615719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69964279-4615-4f32-84b5-9f30a18bee94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:51:05.630679 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 59295619-a68a-4385-bfe6-5c2e4581f940 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:51:05.631893 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bb830136-4f89-40c8-88ec-8288fd0b3939 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "GET /v2.0/ports?device_id=f457b500-1781-41ba-a7b3-05cf4aec4332 HTTP/1.1" status: 200 len: 205 time: 0.0851319 Oct 18 07:51:05.635445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52522) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:05.674782 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 59295619-a68a-4385-bfe6-5c2e4581f940 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:51:05.675740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 59295619-a68a-4385-bfe6-5c2e4581f940 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:51:05.676229 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d4772757-d515-4849-8ef6-6dd696db6651 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:51:05.690879 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f484f600-9ced-4bff-a227-054986f24125 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Calling delete_port for 81d8c6d3-07c0-4af8-a0cd-1fabab63f37f owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:05.710750 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-69964279-4615-4f32-84b5-9f30a18bee94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:05.710963 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-69964279-4615-4f32-84b5-9f30a18bee94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Added segment cbd06828-cac0-416b-82eb-f88f032dc186 of type vlan for network c23e6625-a365-49d2-a050-55f6440accda Oct 18 07:51:05.713742 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: d4772757-d515-4849-8ef6-6dd696db6651 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:51:05.714093 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d4772757-d515-4849-8ef6-6dd696db6651 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:51:05.718228 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event deleted for resources: {'Network': ['ID=09df124e-b56e-4b56-8298-b016494108ae,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:05.732619 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3af250ce-cb88-4d93-9506-9dc7e56d7984 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "DELETE /v2.0/networks/09df124e-b56e-4b56-8298-b016494108ae HTTP/1.1" status: 204 len: 168 time: 3.3949032 Oct 18 07:51:05.735838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52526) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:05.829420 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-119d932a-7e24-4f7f-903e-6b5989a0f43a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:05.865451 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-69964279-4615-4f32-84b5-9f30a18bee94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:05.873483 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f410952f-f0d9-4eae-8d3e-50f231424c6f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:05.910767 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119d932a-7e24-4f7f-903e-6b5989a0f43a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:05.916366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-119d932a-7e24-4f7f-903e-6b5989a0f43a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:05.926307 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23939c27-b1b9-4bc1-9830-5406f8cfe6a8 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:05.937321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119d932a-7e24-4f7f-903e-6b5989a0f43a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:05.939672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-119d932a-7e24-4f7f-903e-6b5989a0f43a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:05.964463 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15d14256-45b3-4874-ba64-56780fdae849 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.061814 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f410952f-f0d9-4eae-8d3e-50f231424c6f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.069337 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f484f600-9ced-4bff-a227-054986f24125 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.083972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d932a-7e24-4f7f-903e-6b5989a0f43a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=b3774548-34a2-4c20-9993-845390d0f839,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:06.132041 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484f600-9ced-4bff-a227-054986f24125 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Pushing event deleted for resources: {'Port': ['ID=81d8c6d3-07c0-4af8-a0cd-1fabab63f37f,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:06.157674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': 'b3774548-34a2-4c20-9993-845390d0f839'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:51:06.158505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.160628 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-69964279-4615-4f32-84b5-9f30a18bee94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.166271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69964279-4615-4f32-84b5-9f30a18bee94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:06.167346 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-69964279-4615-4f32-84b5-9f30a18bee94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.202401 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-f410952f-f0d9-4eae-8d3e-50f231424c6f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7689d4cd-49b0-4b2c-b1cd-c3faa837e277']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:06.218268 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-119d932a-7e24-4f7f-903e-6b5989a0f43a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8742118 Oct 18 07:51:06.218268 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-69964279-4615-4f32-84b5-9f30a18bee94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9012048 Oct 18 07:51:06.221401 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52530) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:06.221752 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52532) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:06.250572 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-f410952f-f0d9-4eae-8d3e-50f231424c6f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d3f2a6-8600-4cc6-8979-8522a6e24658') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:06.250873 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-f410952f-f0d9-4eae-8d3e-50f231424c6f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d3f2a6-8600-4cc6-8979-8522a6e24658') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:06.268575 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f410952f-f0d9-4eae-8d3e-50f231424c6f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.294309 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f484f600-9ced-4bff-a227-054986f24125 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.298855 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f410952f-f0d9-4eae-8d3e-50f231424c6f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.300135 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-a7700533-2263-4607-a811-97fde6b5cfec tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'subnet': {'network_id': 'c23e6625-a365-49d2-a050-55f6440accda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:06.310220 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f410952f-f0d9-4eae-8d3e-50f231424c6f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:51:06.310836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f410952f-f0d9-4eae-8d3e-50f231424c6f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.320357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-e2fa8b18-d3e6-4915-8171-70529734439c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'fixed_ips': [{'subnet_id': 'b3774548-34a2-4c20-9993-845390d0f839', 'ip_address': '2001:db8::64e3:b643:e80b:bf1d'}], 'name': 'tempest-NetworksTestDHCPv6-943978444'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:06.331208 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Allocated IP 2001:db8::2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/b3774548-34a2-4c20-9993-845390d0f839/da9a5b29-df57-4550-a682-1327601ab7f5) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:06.333792 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f484f600-9ced-4bff-a227-054986f24125 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.335343 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f484f600-9ced-4bff-a227-054986f24125 tempest-FloatingIPAdminTestJSON-1003484172 tempest-FloatingIPAdminTestJSON-1003484172-project] 10.222.0.17 "DELETE /v2.0/floatingips/acf83365-ddd5-4636-b819-465e50274907 HTTP/1.1" status: 204 len: 168 time: 1.4535985 Oct 18 07:51:06.338492 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52538) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:06.419521 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f410952f-f0d9-4eae-8d3e-50f231424c6f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.438570 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f410952f-f0d9-4eae-8d3e-50f231424c6f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.449604 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410952f-f0d9-4eae-8d3e-50f231424c6f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event deleted for resources: {'Network': ['ID=7689d4cd-49b0-4b2c-b1cd-c3faa837e277,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:06.455993 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f410952f-f0d9-4eae-8d3e-50f231424c6f tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "DELETE /v2.0/networks/7689d4cd-49b0-4b2c-b1cd-c3faa837e277 HTTP/1.1" status: 204 len: 168 time: 0.7190764 Oct 18 07:51:06.459089 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52542) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:06.544851 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69964279-4615-4f32-84b5-9f30a18bee94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Network': ['ID=c23e6625-a365-49d2-a050-55f6440accda,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:06.562697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15d14256-45b3-4874-ba64-56780fdae849 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.564688 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network c23e6625-a365-49d2-a050-55f6440accda details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:51:06.577376 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ea142b25-c963-45be-87e3-3a4313c10b60 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.590976 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.658377 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Transition to ACTIVE for port object da9a5b29-df57-4550-a682-1327601ab7f5 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:06.672061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-15d14256-45b3-4874-ba64-56780fdae849 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Deleting port d0ce2781-d57c-4705-9901-91016229a747 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:06.672434 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15d14256-45b3-4874-ba64-56780fdae849 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.693981 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Transition to ACTIVE for port object da9a5b29-df57-4550-a682-1327601ab7f5 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:06.701061 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.702792 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-a8a8fa2f-3d03-4ad7-90c6-2f3f34d033c7 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Deleting port 30e22028-bcbe-452d-ad52-f669d85be044 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:06.703138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8a8fa2f-3d03-4ad7-90c6-2f3f34d033c7 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.715180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ea142b25-c963-45be-87e3-3a4313c10b60 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.742119 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-ea142b25-c963-45be-87e3-3a4313c10b60 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b121ef11-dfa0-4bce-a3cc-11b3975f7d24']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:06.756713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-ea142b25-c963-45be-87e3-3a4313c10b60 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf284d0-8132-4858-8f5a-a7cda9c25725') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:06.757091 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-ea142b25-c963-45be-87e3-3a4313c10b60 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf284d0-8132-4858-8f5a-a7cda9c25725') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:06.771191 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ea142b25-c963-45be-87e3-3a4313c10b60 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.788772 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ea142b25-c963-45be-87e3-3a4313c10b60 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.796239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea142b25-c963-45be-87e3-3a4313c10b60 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:51:06.796676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ea142b25-c963-45be-87e3-3a4313c10b60 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.811004 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:06.814896 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:06.817457 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:06.827179 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Pushing event updated for resources: {'Port': ['ID=da9a5b29-df57-4550-a682-1327601ab7f5,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:06.905267 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ea142b25-c963-45be-87e3-3a4313c10b60 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.909921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a7700533-2263-4607-a811-97fde6b5cfec tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:06.925667 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ea142b25-c963-45be-87e3-3a4313c10b60 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.930742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a7700533-2263-4607-a811-97fde6b5cfec tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:subnet and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:06.937150 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea142b25-c963-45be-87e3-3a4313c10b60 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event deleted for resources: {'Network': ['ID=b121ef11-dfa0-4bce-a3cc-11b3975f7d24,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:06.937738 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Attempting to bind port da9a5b29-df57-4550-a682-1327601ab7f5 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:51:06.938704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Attempting to bind port da9a5b29-df57-4550-a682-1327601ab7f5 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:51:06.939075 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Attempting to bind port da9a5b29-df57-4550-a682-1327601ab7f5 on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:51:06.943536 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ea142b25-c963-45be-87e3-3a4313c10b60 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "DELETE /v2.0/networks/b121ef11-dfa0-4bce-a3cc-11b3975f7d24 HTTP/1.1" status: 204 len: 168 time: 0.4833405 Oct 18 07:51:06.945248 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a7700533-2263-4607-a811-97fde6b5cfec tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:06.945983 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52546) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:06.948086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:51:06.948462 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:51:06.948865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.949259 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:51:06.949758 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Bound port: da9a5b29-df57-4550-a682-1327601ab7f5, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:51:06.950137 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:06.970953 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a7700533-2263-4607-a811-97fde6b5cfec tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:07.040450 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] For port da9a5b29-df57-4550-a682-1327601ab7f5, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:51:07.044376 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] For port da9a5b29-df57-4550-a682-1327601ab7f5, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=da9a5b29-df57-4550-a682-1327601ab7f5,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:51:07.049437 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:07.066195 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fe6d9004-2491-456b-b470-557045652564 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:07.103581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e2fa8b18-d3e6-4915-8171-70529734439c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:07.113754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7700533-2263-4607-a811-97fde6b5cfec tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Made reservation on behalf of 40e2f53a491e42e8ab9b0ae7e52a82ac for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:07.116634 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a7700533-2263-4607-a811-97fde6b5cfec tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:07.139365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337e21e-3f1b-4fc5-afd7-05a9f2ab8e29 None None] Pushing event updated for resources: {'Port': ['ID=da9a5b29-df57-4550-a682-1327601ab7f5,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:07.166084 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e2fa8b18-d3e6-4915-8171-70529734439c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:07.290319 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fa8b18-d3e6-4915-8171-70529734439c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:07.316908 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fe6d9004-2491-456b-b470-557045652564 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:07.343136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-fe6d9004-2491-456b-b470-557045652564 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26ba720-bb97-4ea4-83cb-3a0fa453a34b']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:07.357634 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-fe6d9004-2491-456b-b470-557045652564 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0f0a80-a0b0-4774-bcb0-5830365dec99') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:07.357935 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-fe6d9004-2491-456b-b470-557045652564 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0f0a80-a0b0-4774-bcb0-5830365dec99') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:07.370903 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fe6d9004-2491-456b-b470-557045652564 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:07.383910 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8a8fa2f-3d03-4ad7-90c6-2f3f34d033c7 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:07.384248 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8a8fa2f-3d03-4ad7-90c6-2f3f34d033c7 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:07.399121 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15d14256-45b3-4874-ba64-56780fdae849 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:07.400430 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fe6d9004-2491-456b-b470-557045652564 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:07.403958 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 12d3f2a6-8600-4cc6-8979-8522a6e24658 resource provider aggregate not found Oct 18 07:51:07.419906 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6d9004-2491-456b-b470-557045652564 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:51:07.420291 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fe6d9004-2491-456b-b470-557045652564 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:07.437925 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 12d3f2a6-8600-4cc6-8979-8522a6e24658 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12d3f2a6-8600-4cc6-8979-8522a6e24658 found for delete ", "request_id": "req-84d07788-d3ea-4f7c-8316-9496c3c19da2"}]} Oct 18 07:51:07.515471 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 5bf284d0-8132-4858-8f5a-a7cda9c25725 resource provider aggregate not found Oct 18 07:51:07.551037 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 5bf284d0-8132-4858-8f5a-a7cda9c25725 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5bf284d0-8132-4858-8f5a-a7cda9c25725 found for delete ", "request_id": "req-9ae0d8ac-cacd-450d-9301-81b093013868"}]} Oct 18 07:51:07.553352 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fe6d9004-2491-456b-b470-557045652564 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:07.572451 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fe6d9004-2491-456b-b470-557045652564 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:07.589231 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d9004-2491-456b-b470-557045652564 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] Pushing event deleted for resources: {'Network': ['ID=c26ba720-bb97-4ea4-83cb-3a0fa453a34b,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:07.597885 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fe6d9004-2491-456b-b470-557045652564 tempest-BulkNetworkOpsIpV6Test-1529621822 tempest-BulkNetworkOpsIpV6Test-1529621822-project] 10.222.0.17 "DELETE /v2.0/networks/c26ba720-bb97-4ea4-83cb-3a0fa453a34b HTTP/1.1" status: 204 len: 168 time: 0.6507607 Oct 18 07:51:07.684612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-a8a8fa2f-3d03-4ad7-90c6-2f3f34d033c7 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Calling delete_port for 30e22028-bcbe-452d-ad52-f669d85be044 owned by network:floatingip {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:07.695495 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device da9a5b29-df57-4550-a682-1327601ab7f5 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:51:07.730765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-15d14256-45b3-4874-ba64-56780fdae849 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Calling delete_port for d0ce2781-d57c-4705-9901-91016229a747 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:07.765109 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port da9a5b29-df57-4550-a682-1327601ab7f5 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:07.906069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52562) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:07.927405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e2fa8b18-d3e6-4915-8171-70529734439c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:07.996872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-e2fa8b18-d3e6-4915-8171-70529734439c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port ea9a65e3-65ba-47a4-bd7c-7a610719f9ec yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:51:08.085865 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0e59966b-7b00-4455-aacc-279869c0a5da admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=430ff98bd7fc4d3eb650e7b4f7ac1d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1779871 Oct 18 07:51:08.088373 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52568) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:08.148856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a7700533-2263-4607-a811-97fde6b5cfec tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:08.159852 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddb27ee1-4d13-494e-b6a2-9c3571cb127c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:08.192141 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddb27ee1-4d13-494e-b6a2-9c3571cb127c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:08.251722 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddb27ee1-4d13-494e-b6a2-9c3571cb127c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:08.269146 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb27ee1-4d13-494e-b6a2-9c3571cb127c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d0a4e2-5280-4954-803b-10dba32d80ef,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:08.274829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddb27ee1-4d13-494e-b6a2-9c3571cb127c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:08.278751 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ddb27ee1-4d13-494e-b6a2-9c3571cb127c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/47d0a4e2-5280-4954-803b-10dba32d80ef HTTP/1.1" status: 204 len: 168 time: 0.1867797 Oct 18 07:51:08.303320 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8a8fa2f-3d03-4ad7-90c6-2f3f34d033c7 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:08.497227 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b61f9283-26ae-4845-a028-39a89951eddb None None] Provisioning for port da9a5b29-df57-4550-a682-1327601ab7f5 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:08.503828 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b61f9283-26ae-4845-a028-39a89951eddb None None] Provisioning complete for port da9a5b29-df57-4550-a682-1327601ab7f5 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:08.504317 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b61f9283-26ae-4845-a028-39a89951eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:08.504547 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b61f9283-26ae-4845-a028-39a89951eddb None None] Attempt 1 to provision port da9a5b29-df57-4550-a682-1327601ab7f5 Oct 18 07:51:08.527885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8fa2f-3d03-4ad7-90c6-2f3f34d033c7 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Pushing event deleted for resources: {'Port': ['ID=30e22028-bcbe-452d-ad52-f669d85be044,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:08.587890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7700533-2263-4607-a811-97fde6b5cfec tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Subnet': ['ID=a919848d-0d91-4020-b2a9-cfc7b3ba765a,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:08.634664 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b61f9283-26ae-4845-a028-39a89951eddb None None] Current status of the port da9a5b29-df57-4550-a682-1327601ab7f5 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:08.635028 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b61f9283-26ae-4845-a028-39a89951eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:08.674270 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b61f9283-26ae-4845-a028-39a89951eddb None None] For port da9a5b29-df57-4550-a682-1327601ab7f5, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=da9a5b29-df57-4550-a682-1327601ab7f5,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:08.675468 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15d14256-45b3-4874-ba64-56780fdae849 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:08.680800 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b61f9283-26ae-4845-a028-39a89951eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:08.714740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7700533-2263-4607-a811-97fde6b5cfec tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Checking segment: {'id': 'cbd06828-cac0-416b-82eb-f88f032dc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c23e6625-a365-49d2-a050-55f6440accda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:51:08.715105 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7700533-2263-4607-a811-97fde6b5cfec tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network hostable DHCP agents. Network: c23e6625-a365-49d2-a050-55f6440accda, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:51:08.749908 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d14256-45b3-4874-ba64-56780fdae849 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Pushing event deleted for resources: {'Port': ['ID=d0ce2781-d57c-4705-9901-91016229a747,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:08.752890 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f9283-26ae-4845-a028-39a89951eddb None None] Pushing event updated for resources: {'Port': ['ID=da9a5b29-df57-4550-a682-1327601ab7f5,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:08.850924 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-e2fa8b18-d3e6-4915-8171-70529734439c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::64e3:b643:e80b:bf1d (421d0710-6574-4dc6-a599-2fa72ae31b2e/b3774548-34a2-4c20-9993-845390d0f839/ea9a65e3-65ba-47a4-bd7c-7a610719f9ec) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:08.867124 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8a8fa2f-3d03-4ad7-90c6-2f3f34d033c7 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:08.876707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7700533-2263-4607-a811-97fde6b5cfec tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network c23e6625-a365-49d2-a050-55f6440accda is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:51:08.919361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-a7700533-2263-4607-a811-97fde6b5cfec tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, c23e6625-a365-49d2-a050-55f6440accda) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:08.930528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7700533-2263-4607-a811-97fde6b5cfec tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:08.931197 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18110bbe-276c-4a9f-bf6e-59469e9d8706 None None] Network c23e6625-a365-49d2-a050-55f6440accda requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:08.931298 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a7700533-2263-4607-a811-97fde6b5cfec tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:08.939958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15d14256-45b3-4874-ba64-56780fdae849 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.064584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8a8fa2f-3d03-4ad7-90c6-2f3f34d033c7 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.065608 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52594) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:09.066090 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a8a8fa2f-3d03-4ad7-90c6-2f3f34d033c7 tempest-FloatingIPAdminTestJSON-1508483565 tempest-FloatingIPAdminTestJSON-1508483565-project-admin] 10.222.0.17 "DELETE /v2.0/floatingips/bd47bc79-643c-4e3d-9bbb-be5779560ff6 HTTP/1.1" status: 204 len: 168 time: 2.7192991 Oct 18 07:51:09.070836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52596) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:09.179365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-c23e6625-a365-49d2-a050-55f6440accda', 'network_id': 'c23e6625-a365-49d2-a050-55f6440accda', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'fixed_ips': [{'subnet_id': 'a919848d-0d91-4020-b2a9-cfc7b3ba765a'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:51:09.180194 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.181669 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-77f1b413-fbe6-499c-ab06-f18572a53973 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Deleting port d88a0fb1-ea15-406e-a099-bb2bcfd278fa {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:09.182377 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-77f1b413-fbe6-499c-ab06-f18572a53973 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.183920 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a7700533-2263-4607-a811-97fde6b5cfec tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8922184 Oct 18 07:51:09.192266 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52604) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:09.200923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-5eae6ec4-b7e6-4d8f-98de-38b2ff8c4cd5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1684022447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:09.213162 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-5eae6ec4-b7e6-4d8f-98de-38b2ff8c4cd5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:09.217330 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15d14256-45b3-4874-ba64-56780fdae849 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.220119 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2063511181'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:09.234372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15d14256-45b3-4874-ba64-56780fdae849 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.243384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5eae6ec4-b7e6-4d8f-98de-38b2ff8c4cd5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:router and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:09.248551 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5eae6ec4-b7e6-4d8f-98de-38b2ff8c4cd5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:09.252544 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:09.260084 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:network and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:09.264979 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:09.274442 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:09.331623 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-5eae6ec4-b7e6-4d8f-98de-38b2ff8c4cd5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:09.339579 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:09.343873 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.352990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15d14256-45b3-4874-ba64-56780fdae849 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.353469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d14256-45b3-4874-ba64-56780fdae849 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Fanout notify agent at l3_agent the message router_deleted on router f457b500-1781-41ba-a7b3-05cf4aec4332 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:51:09.360927 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.362836 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5eae6ec4-b7e6-4d8f-98de-38b2ff8c4cd5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.363820 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5eae6ec4-b7e6-4d8f-98de-38b2ff8c4cd5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.378363 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Allocated IP 2001:db8::2 (c23e6625-a365-49d2-a050-55f6440accda/a919848d-0d91-4020-b2a9-cfc7b3ba765a/3ce4dd9b-31fd-4996-bce9-b6fcae6a381e) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:09.395162 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15d14256-45b3-4874-ba64-56780fdae849 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.396656 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-15d14256-45b3-4874-ba64-56780fdae849 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "DELETE /v2.0/routers/f457b500-1781-41ba-a7b3-05cf4aec4332 HTTP/1.1" status: 204 len: 168 time: 3.7592421 Oct 18 07:51:09.401528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52608) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:09.403896 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:09.409642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-bdb0d6a8-1cb3-49d8-b1ac-d559e9877c5f tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1962876303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:09.429349 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-bdb0d6a8-1cb3-49d8-b1ac-d559e9877c5f tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:09.436235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-bdb0d6a8-1cb3-49d8-b1ac-d559e9877c5f tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Usage tracker for resource:router and tenant:d46a8b388f594f61940a2d59bbd43464 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:09.439989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5eae6ec4-b7e6-4d8f-98de-38b2ff8c4cd5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.441484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-bdb0d6a8-1cb3-49d8-b1ac-d559e9877c5f tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:09.453759 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-bdb0d6a8-1cb3-49d8-b1ac-d559e9877c5f tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:09.458465 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:security_group_rule and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:09.463288 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:09.473202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:09.481181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e2fa8b18-d3e6-4915-8171-70529734439c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.498998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d6a8-1cb3-49d8-b1ac-d559e9877c5f tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.500012 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d6a8-1cb3-49d8-b1ac-d559e9877c5f tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.505043 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-e2fa8b18-d3e6-4915-8171-70529734439c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object ea9a65e3-65ba-47a4-bd7c-7a610719f9ec will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:09.507634 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5eae6ec4-b7e6-4d8f-98de-38b2ff8c4cd5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.545308 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d6a8-1cb3-49d8-b1ac-d559e9877c5f tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.548934 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5eae6ec4-b7e6-4d8f-98de-38b2ff8c4cd5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.552782 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5eae6ec4-b7e6-4d8f-98de-38b2ff8c4cd5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3569021 Oct 18 07:51:09.556487 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52612) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:09.563761 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-77f1b413-fbe6-499c-ab06-f18572a53973 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.588286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d6a8-1cb3-49d8-b1ac-d559e9877c5f tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.604178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e2fa8b18-d3e6-4915-8171-70529734439c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.621634 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.631076 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 8e0f0a80-a0b0-4774-bcb0-5830365dec99 resource provider aggregate not found Oct 18 07:51:09.638205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Transition to ACTIVE for port object 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:09.671958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d6a8-1cb3-49d8-b1ac-d559e9877c5f tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.673703 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bdb0d6a8-1cb3-49d8-b1ac-d559e9877c5f tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2713165 Oct 18 07:51:09.679594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device da9a5b29-df57-4550-a682-1327601ab7f5 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:51:09.680172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52620) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:09.694150 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-aab613fe-6a8c-4611-8d3f-ede322dfa869 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'enable_snat': False}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:09.711021 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Transition to ACTIVE for port object 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:09.728033 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.761049 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fa8b18-d3e6-4915-8171-70529734439c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:09.762114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa8b18-d3e6-4915-8171-70529734439c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=ea9a65e3-65ba-47a4-bd7c-7a610719f9ec,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:09.765602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-e2fa8b18-d3e6-4915-8171-70529734439c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:09.769396 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fa8b18-d3e6-4915-8171-70529734439c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:09.776561 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fa8b18-d3e6-4915-8171-70529734439c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:09.777553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e2fa8b18-d3e6-4915-8171-70529734439c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.813811 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Network c23e6625-a365-49d2-a050-55f6440accda is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:09.818400 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:09.821851 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Pushing event updated for resources: {'Port': ['ID=3ce4dd9b-31fd-4996-bce9-b6fcae6a381e,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:09.824940 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:09.836876 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-77f1b413-fbe6-499c-ab06-f18572a53973 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Calling delete_port for d88a0fb1-ea15-406e-a099-bb2bcfd278fa owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:09.876313 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port da9a5b29-df57-4550-a682-1327601ab7f5 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:09.876684 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.877017 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port da9a5b29-df57-4550-a682-1327601ab7f5 Oct 18 07:51:09.920740 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 8e0f0a80-a0b0-4774-bcb0-5830365dec99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e0f0a80-a0b0-4774-bcb0-5830365dec99 found for delete ", "request_id": "req-0cd132ed-2638-43af-ab8a-0ffd64493f86"}]} Oct 18 07:51:09.964970 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.987026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Attempting to bind port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:51:09.987402 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Attempting to bind port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'cbd06828-cac0-416b-82eb-f88f032dc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c23e6625-a365-49d2-a050-55f6440accda'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:51:09.987747 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Attempting to bind port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e on network c23e6625-a365-49d2-a050-55f6440accda {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:51:09.997322 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:51:09.997557 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Checking segment: {'id': 'cbd06828-cac0-416b-82eb-f88f032dc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c23e6625-a365-49d2-a050-55f6440accda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:51:09.997955 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:09.998340 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Bound using segment: {'id': 'cbd06828-cac0-416b-82eb-f88f032dc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c23e6625-a365-49d2-a050-55f6440accda'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:51:09.998833 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Bound port: 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd06828-cac0-416b-82eb-f88f032dc186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c23e6625-a365-49d2-a050-55f6440accda'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:51:09.999256 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:10.038780 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:10.051958 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e2fa8b18-d3e6-4915-8171-70529734439c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7561626 Oct 18 07:51:10.057886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52624) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:10.067790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-607589e3-d505-4fb7-9e42-c892061082e3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'fixed_ips': [{'subnet_id': 'b3774548-34a2-4c20-9993-845390d0f839', 'ip_address': '2001:db8::64e3:b643:e80b:bf1d'}], 'name': 'tempest-NetworksTestDHCPv6-1251698286'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:10.143837 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:51:10.206890 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-eb675380-4647-4371-a9df-60e39fff2c12 None None] Provisioning for port ea9a65e3-65ba-47a4-bd7c-7a610719f9ec completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:10.209718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port da9a5b29-df57-4550-a682-1327601ab7f5 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:10.216518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-eb675380-4647-4371-a9df-60e39fff2c12 None None] Provisioning complete for port ea9a65e3-65ba-47a4-bd7c-7a610719f9ec triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:10.217067 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eb675380-4647-4371-a9df-60e39fff2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:10.217563 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-eb675380-4647-4371-a9df-60e39fff2c12 None None] Attempt 1 to provision port ea9a65e3-65ba-47a4-bd7c-7a610719f9ec Oct 18 07:51:10.238337 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc1babf-933a-4347-8cdf-1b34d2c23536,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:10.243387 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:10.243941 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Added segment 67717874-ef04-4799-994d-86a53002894a of type vlan for network 3252b8aa-4562-44a9-ac92-9972339c4529 Oct 18 07:51:10.248738 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] For port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:51:10.277377 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] For port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=3ce4dd9b-31fd-4996-bce9-b6fcae6a381e,segment=NetworkSegment(cbd06828-cac0-416b-82eb-f88f032dc186),segment_id=cbd06828-cac0-416b-82eb-f88f032dc186)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:51:10.286140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:10.321649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-eb675380-4647-4371-a9df-60e39fff2c12 None None] Port ea9a65e3-65ba-47a4-bd7c-7a610719f9ec cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:10.374896 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc759d53-699f-43d9-860d-3c8431623c05 None None] Pushing event updated for resources: {'Port': ['ID=3ce4dd9b-31fd-4996-bce9-b6fcae6a381e,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:10.425405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-aab613fe-6a8c-4611-8d3f-ede322dfa869 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:10.562716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:10.592743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-607589e3-d505-4fb7-9e42-c892061082e3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:10.603651 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-607589e3-d505-4fb7-9e42-c892061082e3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:port and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:10.609590 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-607589e3-d505-4fb7-9e42-c892061082e3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:10.626956 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-607589e3-d505-4fb7-9e42-c892061082e3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:10.632751 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-77f1b413-fbe6-499c-ab06-f18572a53973 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:10.657329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607589e3-d505-4fb7-9e42-c892061082e3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:10.662356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-607589e3-d505-4fb7-9e42-c892061082e3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:10.711327 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-607589e3-d505-4fb7-9e42-c892061082e3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port a7eb1290-8b44-4db8-8d66-0fd682757dd7 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:51:10.819996 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1b413-fbe6-499c-ab06-f18572a53973 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Pushing event deleted for resources: {'Port': ['ID=d88a0fb1-ea15-406e-a099-bb2bcfd278fa,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:10.823585 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-eb675380-4647-4371-a9df-60e39fff2c12 None None] Attempt 2 to provision port ea9a65e3-65ba-47a4-bd7c-7a610719f9ec Oct 18 07:51:10.834335 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:10.910841 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:10.916706 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:10.917749 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:10.917900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-eb675380-4647-4371-a9df-60e39fff2c12 None None] Port ea9a65e3-65ba-47a4-bd7c-7a610719f9ec cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:11.086203 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-aab613fe-6a8c-4611-8d3f-ede322dfa869 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:11.097531 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-77f1b413-fbe6-499c-ab06-f18572a53973 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:11.122218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-aab613fe-6a8c-4611-8d3f-ede322dfa869 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:11.203171 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-607589e3-d505-4fb7-9e42-c892061082e3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 18 07:51:11.203899 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607589e3-d505-4fb7-9e42-c892061082e3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:51:11.249377 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1819339 Oct 18 07:51:11.251676 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-77f1b413-fbe6-499c-ab06-f18572a53973 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] 10.222.0.17 "DELETE /v2.0/ports/d88a0fb1-ea15-406e-a099-bb2bcfd278fa HTTP/1.1" status: 204 len: 168 time: 2.1751628 Oct 18 07:51:11.252682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686dc627-c181-4006-bfac-b82e13272a75 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Network': ['ID=3252b8aa-4562-44a9-ac92-9972339c4529,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:11.252935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52638) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:11.255096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52640) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:11.266676 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 3252b8aa-4562-44a9-ac92-9972339c4529 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:51:11.316926 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c614f5e-7775-451b-874f-c1df53d2f246 req-f9415b6a-98a3-45f7-9aa1-e3cc7726ab4f tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:11.318515 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9c614f5e-7775-451b-874f-c1df53d2f246 req-f9415b6a-98a3-45f7-9aa1-e3cc7726ab4f tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 946 time: 0.5393672 Oct 18 07:51:11.323072 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ab88f858-3032-406f-97c6-7a26bebfe183 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529', 'name': 'tempest-PortsIpV6TestJSON-1241829805'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:11.420725 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-eb675380-4647-4371-a9df-60e39fff2c12 None None] Attempt 3 to provision port ea9a65e3-65ba-47a4-bd7c-7a610719f9ec Oct 18 07:51:11.425943 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9c614f5e-7775-451b-874f-c1df53d2f246 req-87795a84-795c-4deb-98c8-8ff7a87c99ad tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/security-groups?id=38d3ea8f-3818-445e-baf3-06179f8f159f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992227 Oct 18 07:51:11.496597 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-eb675380-4647-4371-a9df-60e39fff2c12 None None] Port ea9a65e3-65ba-47a4-bd7c-7a610719f9ec cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:11.514220 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Allocated IP 2001:db8::1 (c23e6625-a365-49d2-a050-55f6440accda/a919848d-0d91-4020-b2a9-cfc7b3ba765a/e1b60959-da9c-425c-839d-758609ba04fe) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:11.547040 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-607589e3-d505-4fb7-9e42-c892061082e3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4877388 Oct 18 07:51:11.558219 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52648) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:11.665642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-aab613fe-6a8c-4611-8d3f-ede322dfa869 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Allocated IP 172.26.8.252 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/d191b613-45d6-4289-801e-ffd7210f0b03) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:11.681090 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ab88f858-3032-406f-97c6-7a26bebfe183 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:11.693841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ab88f858-3032-406f-97c6-7a26bebfe183 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:port and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:11.704687 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ab88f858-3032-406f-97c6-7a26bebfe183 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:11.723271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23883a5-3324-4c6e-9dfd-d6afc99e18a3 None None] Network c23e6625-a365-49d2-a050-55f6440accda requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:11.730162 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ab88f858-3032-406f-97c6-7a26bebfe183 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:11.736301 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:51:11.831533 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bbc39d-578b-44dc-a7b0-3d9ba741112d tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:11.833173 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-90bbc39d-578b-44dc-a7b0-3d9ba741112d tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] 10.222.0.17 "GET /v2.0/ports?device_id=9c520bfb-eefa-4b95-8e4a-e8b1d955c21a HTTP/1.1" status: 200 len: 913 time: 0.5769215 Oct 18 07:51:11.840391 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:11.840617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52654) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:11.844900 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab88f858-3032-406f-97c6-7a26bebfe183 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:11.848540 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ab88f858-3032-406f-97c6-7a26bebfe183 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:11.870444 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Transition to ACTIVE for port object e1b60959-da9c-425c-839d-758609ba04fe will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:11.903768 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:11.938934 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:11.974310 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network c23e6625-a365-49d2-a050-55f6440accda is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:12.002349 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-eb675380-4647-4371-a9df-60e39fff2c12 None None] Attempt 4 to provision port ea9a65e3-65ba-47a4-bd7c-7a610719f9ec Oct 18 07:51:12.017879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8922cc-f484-4384-ad88-92a20a5afddc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:12.023809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8922cc-f484-4384-ad88-92a20a5afddc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:12.024604 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5d8922cc-f484-4384-ad88-92a20a5afddc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:12.034520 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876979e-ca68-4123-b918-b47952db9b23 req-f3580a13-6847-4e1f-839a-6d68f54f956a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:12.037006 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3876979e-ca68-4123-b918-b47952db9b23 req-f3580a13-6847-4e1f-839a-6d68f54f956a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.6818545 Oct 18 07:51:12.037841 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:12.043489 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:12.044110 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:12.080528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-eb675380-4647-4371-a9df-60e39fff2c12 None None] Port ea9a65e3-65ba-47a4-bd7c-7a610719f9ec cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:12.090301 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=e1b60959-da9c-425c-839d-758609ba04fe,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:12.128540 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8749e-0bfa-45e7-b3b8-b3825cc8e44e req-aed8cb9a-9713-468b-b55e-b6c7b4e70ad7 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:12.130384 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9cb8749e-0bfa-45e7-b3b8-b3825cc8e44e req-aed8cb9a-9713-468b-b55e-b6c7b4e70ad7 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 946 time: 0.1723492 Oct 18 07:51:12.193478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-ab88f858-3032-406f-97c6-7a26bebfe183 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] device_id is not set on port 795e7d50-a439-4482-8430-c24d56562730 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:51:12.350222 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:12.366277 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9cb8749e-0bfa-45e7-b3b8-b3825cc8e44e req-38828be6-6f1d-4a40-9c2e-c98139b816da tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef6eac28-45a4-48f3-b1b1-09084745a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081120 Oct 18 07:51:12.429886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5d8922cc-f484-4384-ad88-92a20a5afddc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:12.431087 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5d8922cc-f484-4384-ad88-92a20a5afddc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.8670151 Oct 18 07:51:12.434039 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52658) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:12.472617 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3876979e-ca68-4123-b918-b47952db9b23 req-fa423783-eef2-4606-bba3-b1a4c0738836 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356327 Oct 18 07:51:12.477283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-aab613fe-6a8c-4611-8d3f-ede322dfa869 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:12.582155 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-eb675380-4647-4371-a9df-60e39fff2c12 None None] Attempt 5 to provision port ea9a65e3-65ba-47a4-bd7c-7a610719f9ec Oct 18 07:51:12.674523 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-eb675380-4647-4371-a9df-60e39fff2c12 None None] Port ea9a65e3-65ba-47a4-bd7c-7a610719f9ec cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:12.734669 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-2d860f20-a2b6-4997-ae76-625a656ffe8d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port ea9a65e3-65ba-47a4-bd7c-7a610719f9ec {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:12.735533 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2d860f20-a2b6-4997-ae76-625a656ffe8d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:12.872777 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-7f765610-9b36-4a87-a1e7-d9ba8f49a090 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:12.874217 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-7f765610-9b36-4a87-a1e7-d9ba8f49a090 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 946 time: 0.6167548 Oct 18 07:51:12.966801 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ab88f858-3032-406f-97c6-7a26bebfe183 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:12.983063 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-aab613fe-6a8c-4611-8d3f-ede322dfa869 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:13.008397 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7964c2c-2375-4e3f-a225-205b3cc5713c req-90a7f621-819f-4256-82d2-7e8481b18c21 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:13.009750 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e7964c2c-2375-4e3f-a225-205b3cc5713c req-90a7f621-819f-4256-82d2-7e8481b18c21 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 946 time: 0.3573077 Oct 18 07:51:13.101335 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Deleting port e5bd87db-c35d-4371-94b1-c5a1b0adc67f {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:13.101679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:13.161047 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab613fe-6a8c-4611-8d3f-ede322dfa869 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:13.166750 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e7964c2c-2375-4e3f-a225-205b3cc5713c req-c76b025d-c4ba-475b-b9fe-baab5f1108f4 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/security-groups?id=38d3ea8f-3818-445e-baf3-06179f8f159f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000412 Oct 18 07:51:13.171328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-aab613fe-6a8c-4611-8d3f-ede322dfa869 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:13.173775 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab613fe-6a8c-4611-8d3f-ede322dfa869 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:13.173997 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2d860f20-a2b6-4997-ae76-625a656ffe8d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:13.175894 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-eb675380-4647-4371-a9df-60e39fff2c12 None None] Attempt 6 to provision port ea9a65e3-65ba-47a4-bd7c-7a610719f9ec Oct 18 07:51:13.226886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9524ad8-428e-4a3b-8b16-8eff3a35b8cb req-917efe70-1906-4120-97a8-06a77fb27643 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:13.228352 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e9524ad8-428e-4a3b-8b16-8eff3a35b8cb req-917efe70-1906-4120-97a8-06a77fb27643 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.5652058 Oct 18 07:51:13.247731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab613fe-6a8c-4611-8d3f-ede322dfa869 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Pushing event updated for resources: {'Port': ['ID=d191b613-45d6-4289-801e-ffd7210f0b03,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:13.262369 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:13.287163 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-eb675380-4647-4371-a9df-60e39fff2c12 None None] Port ea9a65e3-65ba-47a4-bd7c-7a610719f9ec cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:13.323310 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:13.324051 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:13.333934 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-2d860f20-a2b6-4997-ae76-625a656ffe8d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for ea9a65e3-65ba-47a4-bd7c-7a610719f9ec owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:13.572405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ab88f858-3032-406f-97c6-7a26bebfe183 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:13.574294 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=e1b60959-da9c-425c-839d-758609ba04fe,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:13.654017 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e9524ad8-428e-4a3b-8b16-8eff3a35b8cb req-838bf4b5-de95-436f-9108-936315fe9329 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4072680 Oct 18 07:51:13.700758 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network c23e6625-a365-49d2-a050-55f6440accda is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:13.710110 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:13.789051 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-eb675380-4647-4371-a9df-60e39fff2c12 None None] Attempt 7 to provision port ea9a65e3-65ba-47a4-bd7c-7a610719f9ec Oct 18 07:51:13.828325 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-eb675380-4647-4371-a9df-60e39fff2c12 None None] Port ea9a65e3-65ba-47a4-bd7c-7a610719f9ec was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:51:13.956380 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Provisioning for port e1b60959-da9c-425c-839d-758609ba04fe completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:13.964313 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Provisioning complete for port e1b60959-da9c-425c-839d-758609ba04fe triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:13.964863 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:13.965179 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Attempt 1 to provision port e1b60959-da9c-425c-839d-758609ba04fe Oct 18 07:51:13.982420 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfc739-da6b-457f-9665-74dbe2a99405 req-a9fcb688-1fec-42b9-89a3-ced64dee6d10 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:13.983980 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3cdfc739-da6b-457f-9665-74dbe2a99405 req-a9fcb688-1fec-42b9-89a3-ced64dee6d10 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 946 time: 0.4747751 Oct 18 07:51:13.984636 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2d860f20-a2b6-4997-ae76-625a656ffe8d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:14.023283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Port e1b60959-da9c-425c-839d-758609ba04fe cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:14.050710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88f858-3032-406f-97c6-7a26bebfe183 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=795e7d50-a439-4482-8430-c24d56562730,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:14.076195 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d860f20-a2b6-4997-ae76-625a656ffe8d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=ea9a65e3-65ba-47a4-bd7c-7a610719f9ec,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:14.158050 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab88f858-3032-406f-97c6-7a26bebfe183 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Checking segment: {'id': '67717874-ef04-4799-994d-86a53002894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:51:14.158296 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab88f858-3032-406f-97c6-7a26bebfe183 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network hostable DHCP agents. Network: 3252b8aa-4562-44a9-ac92-9972339c4529, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:51:14.158432 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2d860f20-a2b6-4997-ae76-625a656ffe8d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:14.163447 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3cdfc739-da6b-457f-9665-74dbe2a99405 req-c1d42b43-2168-4bc1-a5d8-1374512ef6b9 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef6eac28-45a4-48f3-b1b1-09084745a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611614 Oct 18 07:51:14.191738 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2d860f20-a2b6-4997-ae76-625a656ffe8d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/ea9a65e3-65ba-47a4-bd7c-7a610719f9ec HTTP/1.1" status: 204 len: 168 time: 1.6958029 Oct 18 07:51:14.194005 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52670) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:14.284195 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260380f3-bacc-4a20-9d7e-686fa289fbbf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:14.285851 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260380f3-bacc-4a20-9d7e-686fa289fbbf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:14.288125 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-260380f3-bacc-4a20-9d7e-686fa289fbbf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0924277 Oct 18 07:51:14.290162 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52676) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:14.316950 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-a340b454-da7d-439f-8e38-6395af9123bf tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:14.318459 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-a340b454-da7d-439f-8e38-6395af9123bf tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 946 time: 0.9406710 Oct 18 07:51:14.332316 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 4c13580c-eedf-4143-bcb8-f0b29db0e5e6 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:51:14.390000 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] For port e5bd87db-c35d-4371-94b1-c5a1b0adc67f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e5bd87db-c35d-4371-94b1-c5a1b0adc67f,segment=NetworkSegment(dcd5b6cc-1bba-47a7-8a15-56142a96dead),segment_id=dcd5b6cc-1bba-47a7-8a15-56142a96dead)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:14.390290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:14.515428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab88f858-3032-406f-97c6-7a26bebfe183 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 3252b8aa-4562-44a9-ac92-9972339c4529 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:51:14.524697 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Attempt 2 to provision port e1b60959-da9c-425c-839d-758609ba04fe Oct 18 07:51:14.549040 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d2e9ee-ef17-44ec-8072-07e8462c0de8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet b3774548-34a2-4c20-9993-845390d0f839 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:51:14.549256 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e75f4-9b32-4c1f-8db6-813c32afd4b8 req-472a74a8-1907-4bb4-8d65-dc28a2f9df0c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:14.550577 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a1e75f4-9b32-4c1f-8db6-813c32afd4b8 req-472a74a8-1907-4bb4-8d65-dc28a2f9df0c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.6372612 Oct 18 07:51:14.559126 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-33d2e9ee-ef17-44ec-8072-07e8462c0de8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:14.566276 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Deleting port bb62b95b-b951-45d0-aee2-3b1425548782 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:14.566649 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:14.585988 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Port e1b60959-da9c-425c-839d-758609ba04fe cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:14.605022 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-ab88f858-3032-406f-97c6-7a26bebfe183 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 3252b8aa-4562-44a9-ac92-9972339c4529) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:14.614114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab88f858-3032-406f-97c6-7a26bebfe183 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:14.614304 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fdba0d-3c82-42f7-b9f6-074d343ff409 None None] Network 3252b8aa-4562-44a9-ac92-9972339c4529 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:14.619592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab88f858-3032-406f-97c6-7a26bebfe183 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:14.620608 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ab88f858-3032-406f-97c6-7a26bebfe183 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:14.638502 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:51:14.646614 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-93199c46-5c5e-4825-aee3-df6b42c7db2a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/4c13580c-eedf-4143-bcb8-f0b29db0e5e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0856190 Oct 18 07:51:14.650733 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88d6439-4dc0-473b-9938-d9d2d30b99d9 None None] Sync routers for ids ['4c13580c-eedf-4143-bcb8-f0b29db0e5e6'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:51:14.651245 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-33d2e9ee-ef17-44ec-8072-07e8462c0de8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:14.662234 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88d6439-4dc0-473b-9938-d9d2d30b99d9 None None] Routers {'4c13580c-eedf-4143-bcb8-f0b29db0e5e6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:14.663140 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a88d6439-4dc0-473b-9938-d9d2d30b99d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['4c13580c-eedf-4143-bcb8-f0b29db0e5e6'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:14.670177 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52680) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:14.719184 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb916cf-0501-4e47-afc8-52ab04dc8f38 req-c5e5ffb7-2f80-4e18-bc56-9304c445b1a8 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:14.725788 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a88d6439-4dc0-473b-9938-d9d2d30b99d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:14.729498 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9fb916cf-0501-4e47-afc8-52ab04dc8f38 req-c5e5ffb7-2f80-4e18-bc56-9304c445b1a8 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 946 time: 0.3779945 Oct 18 07:51:14.735515 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88d6439-4dc0-473b-9938-d9d2d30b99d9 None None] Routers {'4c13580c-eedf-4143-bcb8-f0b29db0e5e6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:14.736395 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a88d6439-4dc0-473b-9938-d9d2d30b99d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['4c13580c-eedf-4143-bcb8-f0b29db0e5e6'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:14.801817 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a88d6439-4dc0-473b-9938-d9d2d30b99d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:14.802461 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88d6439-4dc0-473b-9938-d9d2d30b99d9 None None] The sync data for ids ['4c13580c-eedf-4143-bcb8-f0b29db0e5e6'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:51:14.806940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83f55733-17be-48c2-aedd-12855a1be5de tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:14.811111 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9fb916cf-0501-4e47-afc8-52ab04dc8f38 req-c89e62dc-2f8e-4d5b-a84d-48836cb2a60c tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/security-groups?id=38d3ea8f-3818-445e-baf3-06179f8f159f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805404 Oct 18 07:51:14.851854 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-33d2e9ee-ef17-44ec-8072-07e8462c0de8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:14.933864 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-33d2e9ee-ef17-44ec-8072-07e8462c0de8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:14.959781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-aab613fe-6a8c-4611-8d3f-ede322dfa869 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:14.973399 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2e9ee-ef17-44ec-8072-07e8462c0de8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=b3774548-34a2-4c20-9993-845390d0f839,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:14.977150 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-33d2e9ee-ef17-44ec-8072-07e8462c0de8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:14.984662 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0bb08a-70a1-4cfa-a299-d3693cbe22ed None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:14.990273 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-33d2e9ee-ef17-44ec-8072-07e8462c0de8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/b3774548-34a2-4c20-9993-845390d0f839 HTTP/1.1" status: 204 len: 168 time: 0.6989090 Oct 18 07:51:14.991163 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52684) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:15.066797 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cbff1b7b-e46c-4f28-b084-f9e26f7ad8e7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744524 Oct 18 07:51:15.070632 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52688) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:15.076415 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ab88f858-3032-406f-97c6-7a26bebfe183 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.8196466 Oct 18 07:51:15.076968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-ed277d0b-eaf2-435d-bd96-9eea04dccd6f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:15.087572 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Attempt 3 to provision port e1b60959-da9c-425c-839d-758609ba04fe Oct 18 07:51:15.099076 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52692) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:15.150919 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Port e1b60959-da9c-425c-839d-758609ba04fe cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:15.151911 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4d25fb45-351c-4f89-a58f-d59a42f2387b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-315747414'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:15.156564 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4d25fb45-351c-4f89-a58f-d59a42f2387b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:15.160836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4d25fb45-351c-4f89-a58f-d59a42f2387b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:network and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:15.164060 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4d25fb45-351c-4f89-a58f-d59a42f2387b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:15.171577 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4d25fb45-351c-4f89-a58f-d59a42f2387b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:15.174647 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a1e75f4-9b32-4c1f-8db6-813c32afd4b8 req-282d673a-a6ea-4faa-92e6-568c53ad6352 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5705731 Oct 18 07:51:15.206262 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d25fb45-351c-4f89-a58f-d59a42f2387b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:15.209662 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4d25fb45-351c-4f89-a58f-d59a42f2387b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:15.258806 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ed277d0b-eaf2-435d-bd96-9eea04dccd6f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:15.264018 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d25fb45-351c-4f89-a58f-d59a42f2387b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:51:15.266512 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ed277d0b-eaf2-435d-bd96-9eea04dccd6f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:15.271704 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ed277d0b-eaf2-435d-bd96-9eea04dccd6f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:15.279485 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ed277d0b-eaf2-435d-bd96-9eea04dccd6f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:15.282357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31566f59-98bb-44b1-8c78-f5d3340d3f62 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:15.283011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-31566f59-98bb-44b1-8c78-f5d3340d3f62 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Synchronizing usage tracker for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:15.283821 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4d25fb45-351c-4f89-a58f-d59a42f2387b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:15.284160 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-4d25fb45-351c-4f89-a58f-d59a42f2387b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Added segment 995ef749-acdb-459a-b0a6-2ddd6f549c9b of type vlan for network 31bee6a7-b750-4484-ad55-c394c331af15 Oct 18 07:51:15.313409 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed277d0b-eaf2-435d-bd96-9eea04dccd6f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:15.316878 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed277d0b-eaf2-435d-bd96-9eea04dccd6f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:15.317491 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device e5bd87db-c35d-4371-94b1-c5a1b0adc67f no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:51:15.345107 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4d25fb45-351c-4f89-a58f-d59a42f2387b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:15.536089 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4d25fb45-351c-4f89-a58f-d59a42f2387b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:15.543435 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25fb45-351c-4f89-a58f-d59a42f2387b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:15.543435 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4d25fb45-351c-4f89-a58f-d59a42f2387b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:15.588826 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port e5bd87db-c35d-4371-94b1-c5a1b0adc67f is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:15.589283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:15.594450 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4d25fb45-351c-4f89-a58f-d59a42f2387b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4911449 Oct 18 07:51:15.605272 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52702) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:15.617905 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-31566f59-98bb-44b1-8c78-f5d3340d3f62 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Unset dirty status for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:15.619145 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-31566f59-98bb-44b1-8c78-f5d3340d3f62 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/ports/e1b60959-da9c-425c-839d-758609ba04fe HTTP/1.1" status: 200 len: 911 time: 0.9459460 Oct 18 07:51:15.632555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:15.633036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:15.633424 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Floating IP a786c9ed-1ef1-4931-80f1-fb8a643d8d88 disassociated. External IP: 172.26.8.175, port: e5bd87db-c35d-4371-94b1-c5a1b0adc67f. Oct 18 07:51:15.634001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Calling delete_port for e5bd87db-c35d-4371-94b1-c5a1b0adc67f owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:15.636847 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b0cabf-4539-48cf-be14-d47aa92d3730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5bd87db-c35d-4371-94b1-c5a1b0adc67f'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:51:15.639491 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ee5e0b-299a-4c08-bf3b-9b45d3d02866" -d '{"events": [{"server_uuid": "d6b0cabf-4539-48cf-be14-d47aa92d3730", "name": "network-vif-unplugged", "status": "completed", "tag": "e5bd87db-c35d-4371-94b1-c5a1b0adc67f"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:51:15.652207 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Attempt 4 to provision port e1b60959-da9c-425c-839d-758609ba04fe Oct 18 07:51:15.661950 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52706) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:15.666534 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'ports': [{'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529'}, {'network_id': '31bee6a7-b750-4484-ad55-c394c331af15'}]} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:15.666919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:15.667400 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'network_id': '31bee6a7-b750-4484-ad55-c394c331af15'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:15.690901 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port e5bd87db-c35d-4371-94b1-c5a1b0adc67f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e5bd87db-c35d-4371-94b1-c5a1b0adc67f,segment=NetworkSegment(dcd5b6cc-1bba-47a7-8a15-56142a96dead),segment_id=dcd5b6cc-1bba-47a7-8a15-56142a96dead)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:15.692531 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88b361f-23e2-4bfd-b1e1-7c9283fd42f1 None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:51:15.716009 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:15.717027 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device bb62b95b-b951-45d0-aee2-3b1425548782 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:51:15.777185 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f88b361f-23e2-4bfd-b1e1-7c9283fd42f1 None None] Deleting port da9a5b29-df57-4550-a682-1327601ab7f5 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:15.777575 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f88b361f-23e2-4bfd-b1e1-7c9283fd42f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:15.879951 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Port e1b60959-da9c-425c-839d-758609ba04fe cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:15.957451 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25fb45-351c-4f89-a58f-d59a42f2387b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Network': ['ID=31bee6a7-b750-4484-ad55-c394c331af15,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:15.982811 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=e5bd87db-c35d-4371-94b1-c5a1b0adc67f,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:15.990819 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 31bee6a7-b750-4484-ad55-c394c331af15 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:51:16.006690 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d33af6-3841-40c6-9b48-f59eb2c11afa req-efc095bb-2d14-4830-aba0-f1bf99938d8e tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:16.008287 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-37d33af6-3841-40c6-9b48-f59eb2c11afa req-efc095bb-2d14-4830-aba0-f1bf99938d8e tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 946 time: 0.6654561 Oct 18 07:51:16.147043 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port bb62b95b-b951-45d0-aee2-3b1425548782 is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:16.147272 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:16.233440 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-f88b361f-23e2-4bfd-b1e1-7c9283fd42f1 None None] For port da9a5b29-df57-4550-a682-1327601ab7f5, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=da9a5b29-df57-4550-a682-1327601ab7f5,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:16.233836 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f88b361f-23e2-4bfd-b1e1-7c9283fd42f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:16.276774 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed277d0b-eaf2-435d-bd96-9eea04dccd6f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:16.294533 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] For port bb62b95b-b951-45d0-aee2-3b1425548782, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bb62b95b-b951-45d0-aee2-3b1425548782,segment=NetworkSegment(e2301ec9-35ec-42e6-b735-42762eccc2ef),segment_id=e2301ec9-35ec-42e6-b735-42762eccc2ef)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:16.294919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:16.298156 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port bb62b95b-b951-45d0-aee2-3b1425548782, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bb62b95b-b951-45d0-aee2-3b1425548782,segment=NetworkSegment(e2301ec9-35ec-42e6-b735-42762eccc2ef),segment_id=e2301ec9-35ec-42e6-b735-42762eccc2ef)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:16.329431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:51:16.329757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:51:16.337518 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-37d33af6-3841-40c6-9b48-f59eb2c11afa req-e5636e30-41a4-47d6-afc7-0cbf50e03c80 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef6eac28-45a4-48f3-b1b1-09084745a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115301 Oct 18 07:51:16.357673 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:16.370754 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed277d0b-eaf2-435d-bd96-9eea04dccd6f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:16.377048 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f88b361f-23e2-4bfd-b1e1-7c9283fd42f1 None None] Calling delete_port for da9a5b29-df57-4550-a682-1327601ab7f5 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:16.378084 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-ed277d0b-eaf2-435d-bd96-9eea04dccd6f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:16.387127 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed277d0b-eaf2-435d-bd96-9eea04dccd6f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:16.387734 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed277d0b-eaf2-435d-bd96-9eea04dccd6f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:16.433914 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Attempt 5 to provision port e1b60959-da9c-425c-839d-758609ba04fe Oct 18 07:51:16.444688 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed277d0b-eaf2-435d-bd96-9eea04dccd6f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=736b8af5-4108-446c-a764-d39c0c271c38,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:16.454868 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:16.480905 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af72da-c398-43cb-8c19-3326e3392275 req-4b0dc812-251c-4587-a758-51c853852825 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:16.482310 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e1af72da-c398-43cb-8c19-3326e3392275 req-4b0dc812-251c-4587-a758-51c853852825 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.7277129 Oct 18 07:51:16.486265 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Oct 2022 07:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1730b8-c2d3-47de-9b5c-eeeeae069021 x-openstack-request-id: req-fc1730b8-c2d3-47de-9b5c-eeeeae069021 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:51:16.486575 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b0cabf-4539-48cf-be14-d47aa92d3730", "name": "network-vif-unplugged", "status": "completed", "tag": "e5bd87db-c35d-4371-94b1-c5a1b0adc67f", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:51:16.486836 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fc1730b8-c2d3-47de-9b5c-eeeeae069021 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:51:16.487232 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc1730b8-c2d3-47de-9b5c-eeeeae069021'] response: {'server_uuid': 'd6b0cabf-4539-48cf-be14-d47aa92d3730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5bd87db-c35d-4371-94b1-c5a1b0adc67f', 'code': 200} Oct 18 07:51:16.487363 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:port and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:16.498621 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:16.551251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Port e1b60959-da9c-425c-839d-758609ba04fe cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:16.556677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-aab613fe-6a8c-4611-8d3f-ede322dfa869 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:16.565759 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=bb62b95b-b951-45d0-aee2-3b1425548782,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:16.580040 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f88b361f-23e2-4bfd-b1e1-7c9283fd42f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:16.589304 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ed277d0b-eaf2-435d-bd96-9eea04dccd6f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5174263 Oct 18 07:51:16.599040 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52714) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:16.617552 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:16.632805 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b361f-23e2-4bfd-b1e1-7c9283fd42f1 None None] Pushing event deleted for resources: {'Port': ['ID=da9a5b29-df57-4550-a682-1327601ab7f5,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:16.634665 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b361f-23e2-4bfd-b1e1-7c9283fd42f1 None None] No DVR routers for this DVR port da9a5b29-df57-4550-a682-1327601ab7f5 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:51:16.652800 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d52949f-fa42-44e8-8193-6eb3d6274a18 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:16.661273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-aab613fe-6a8c-4611-8d3f-ede322dfa869 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:16.661944 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-9a9d1be0-6efd-4c95-8407-543bf333fa2b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'fixed_ips': [{'subnet_id': '736b8af5-4108-446c-a764-d39c0c271c38', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-208508169'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:16.876660 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Deleting port e5bd87db-c35d-4371-94b1-c5a1b0adc67f {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:16.876993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:16.884166 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': '736b8af5-4108-446c-a764-d39c0c271c38'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:51:16.884986 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:16.895051 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08ef8b-ea78-4211-87b4-6fff15b0013a req-d8292ca2-95d3-46db-bb79-8f8ad7a27471 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:16.896559 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9e08ef8b-ea78-4211-87b4-6fff15b0013a req-d8292ca2-95d3-46db-bb79-8f8ad7a27471 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 944 time: 0.3057921 Oct 18 07:51:16.900068 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9a9d1be0-6efd-4c95-8407-543bf333fa2b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:16.901693 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'port': 2} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:16.905940 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9a9d1be0-6efd-4c95-8407-543bf333fa2b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:port and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:16.906821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:16.915489 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9a9d1be0-6efd-4c95-8407-543bf333fa2b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:16.935196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9a9d1be0-6efd-4c95-8407-543bf333fa2b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:16.967466 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9d1be0-6efd-4c95-8407-543bf333fa2b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:16.988987 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:17.054877 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Attempt 6 to provision port e1b60959-da9c-425c-839d-758609ba04fe Oct 18 07:51:17.105889 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-83f55733-17be-48c2-aedd-12855a1be5de tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Deleting port 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:17.106226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83f55733-17be-48c2-aedd-12855a1be5de tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:17.106843 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9e08ef8b-ea78-4211-87b4-6fff15b0013a req-3d132b9d-bdbe-4dd4-81f7-5b21e5fcb515 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/security-groups?id=38d3ea8f-3818-445e-baf3-06179f8f159f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924086 Oct 18 07:51:17.118488 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Allocated IP 2001:db8::2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/736b8af5-4108-446c-a764-d39c0c271c38/b485d08e-4bac-4515-b5d2-159c37afb06b) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:17.145434 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e1af72da-c398-43cb-8c19-3326e3392275 req-a4773101-cc8f-4bfc-8c16-05d6661a97b8 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5918841 Oct 18 07:51:17.162875 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Port e1b60959-da9c-425c-839d-758609ba04fe cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:17.223873 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:17.224528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:17.225225 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Floating IP 17605a10-47a1-4aaf-80b9-223006dcfe79 disassociated. External IP: 172.26.8.70, port: bb62b95b-b951-45d0-aee2-3b1425548782. Oct 18 07:51:17.225728 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Calling delete_port for bb62b95b-b951-45d0-aee2-3b1425548782 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:17.307415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:17.408825 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9a9d1be0-6efd-4c95-8407-543bf333fa2b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:17.437123 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-9a9d1be0-6efd-4c95-8407-543bf333fa2b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port 8c932098-a6c7-4b46-8c87-511f9f01fa31 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:51:17.524314 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:17.544066 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Transition to ACTIVE for port object b485d08e-4bac-4515-b5d2-159c37afb06b will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:17.577581 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Transition to ACTIVE for port object b485d08e-4bac-4515-b5d2-159c37afb06b will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:17.592183 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:17.668812 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Attempt 7 to provision port e1b60959-da9c-425c-839d-758609ba04fe Oct 18 07:51:17.696996 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device da9a5b29-df57-4550-a682-1327601ab7f5 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:51:17.763885 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: da9a5b29-df57-4550-a682-1327601ab7f5 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:51:17.764399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device da9a5b29-df57-4550-a682-1327601ab7f5 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:51:17.774162 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:17.781897 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:17.784529 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:17.793269 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting port e1b60959-da9c-425c-839d-758609ba04fe {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:17.793611 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:17.796274 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Pushing event updated for resources: {'Port': ['ID=b485d08e-4bac-4515-b5d2-159c37afb06b,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:17.804425 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Port e1b60959-da9c-425c-839d-758609ba04fe cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:17.902756 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9d1be0-6efd-4c95-8407-543bf333fa2b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:51:17.903396 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a9d1be0-6efd-4c95-8407-543bf333fa2b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:51:17.907760 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Attempting to bind port b485d08e-4bac-4515-b5d2-159c37afb06b on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:51:17.908432 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Attempting to bind port b485d08e-4bac-4515-b5d2-159c37afb06b by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:51:17.909005 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Attempting to bind port b485d08e-4bac-4515-b5d2-159c37afb06b on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:51:17.915802 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:51:17.916462 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:51:17.917081 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:17.917621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:51:17.918397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Bound port: b485d08e-4bac-4515-b5d2-159c37afb06b, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:51:17.918949 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:18.004680 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9a9d1be0-6efd-4c95-8407-543bf333fa2b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.3680518 Oct 18 07:51:18.008242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52728) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:18.026989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab613fe-6a8c-4611-8d3f-ede322dfa869 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Router 9954f230-1523-4cda-902f-88ef46b7b7b1 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:51:18.043062 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] For port b485d08e-4bac-4515-b5d2-159c37afb06b, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:51:18.046441 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] For port b485d08e-4bac-4515-b5d2-159c37afb06b, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b485d08e-4bac-4515-b5d2-159c37afb06b,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:51:18.053375 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:18.075593 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9b6d6-9a2f-470f-a217-c50a83bc6725 req-3f582d7b-be92-48f6-85e5-087bd12c22e9 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:18.077134 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a3f9b6d6-9a2f-470f-a217-c50a83bc6725 req-3f582d7b-be92-48f6-85e5-087bd12c22e9 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 944 time: 0.5345285 Oct 18 07:51:18.141809 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:18.145679 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7191505-191e-44df-9d1b-41ac2ed46653 None None] Pushing event updated for resources: {'Port': ['ID=b485d08e-4bac-4515-b5d2-159c37afb06b,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:18.171401 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:51:18.171401 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:51:18.254351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83f55733-17be-48c2-aedd-12855a1be5de tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:18.300949 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Calling delete_port for e1b60959-da9c-425c-839d-758609ba04fe owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:18.305860 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Attempt 8 to provision port e1b60959-da9c-425c-839d-758609ba04fe Oct 18 07:51:18.349601 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a3f9b6d6-9a2f-470f-a217-c50a83bc6725 req-af0ddf1c-7395-4384-88e7-66c06bf57bb0 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef6eac28-45a4-48f3-b1b1-09084745a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589977 Oct 18 07:51:18.353414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] device_id is not set on port 90412aa0-1cb7-4094-9447-9efc18b91c15 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:51:18.408395 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55ea727-2c45-4e34-8e55-f30c93524afb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:18.409109 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a55ea727-2c45-4e34-8e55-f30c93524afb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:18.419842 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Port e1b60959-da9c-425c-839d-758609ba04fe cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:18.452622 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a55ea727-2c45-4e34-8e55-f30c93524afb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:18.453873 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a55ea727-2c45-4e34-8e55-f30c93524afb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4409413 Oct 18 07:51:18.459970 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52734) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:18.489011 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b58a84-94e8-4f2b-aeeb-4c301c2cb187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb62b95b-b951-45d0-aee2-3b1425548782'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:51:18.492757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b19cd9d-57ea-4b17-a29e-7e3a75824c96" -d '{"events": [{"server_uuid": "b5b58a84-94e8-4f2b-aeeb-4c301c2cb187", "name": "network-vif-unplugged", "status": "completed", "tag": "bb62b95b-b951-45d0-aee2-3b1425548782"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:51:18.510424 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-83f55733-17be-48c2-aedd-12855a1be5de tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Calling delete_port for 7ecf4943-a8ce-4f65-81bb-8bc1c8f94690 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:18.542079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] For port e5bd87db-c35d-4371-94b1-c5a1b0adc67f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e5bd87db-c35d-4371-94b1-c5a1b0adc67f,segment=NetworkSegment(dcd5b6cc-1bba-47a7-8a15-56142a96dead),segment_id=dcd5b6cc-1bba-47a7-8a15-56142a96dead)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:18.542471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:18.597760 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef76d62a-e6fa-45ea-8cc6-36d3a808eb5c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:18.599399 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef76d62a-e6fa-45ea-8cc6-36d3a808eb5c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:18.600124 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ef76d62a-e6fa-45ea-8cc6-36d3a808eb5c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:18.667615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ef76d62a-e6fa-45ea-8cc6-36d3a808eb5c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:18.668676 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ef76d62a-e6fa-45ea-8cc6-36d3a808eb5c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2077982 Oct 18 07:51:18.672711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52740) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:18.673441 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Deleting port bb62b95b-b951-45d0-aee2-3b1425548782 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:18.673775 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:18.757111 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83639e2b-e71c-4539-8080-d9caf2d39660 req-7b76811d-cb24-418c-8de1-a7aa588342d5 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:18.758670 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-83639e2b-e71c-4539-8080-d9caf2d39660 req-7b76811d-cb24-418c-8de1-a7aa588342d5 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 944 time: 0.2415419 Oct 18 07:51:18.784799 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba52c8e6-efc8-4937-81d2-0b17ff0a68e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 736b8af5-4108-446c-a764-d39c0c271c38 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:51:18.786491 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:18.825610 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ba52c8e6-efc8-4937-81d2-0b17ff0a68e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:18.890501 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Port': ['ID=e1b60959-da9c-425c-839d-758609ba04fe,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:18.921266 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Attempt 9 to provision port e1b60959-da9c-425c-839d-758609ba04fe Oct 18 07:51:18.968078 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:18.968760 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:18.969388 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:18.969647 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:18.969957 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:18.970281 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:18.970629 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:18.970947 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:18.971262 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:18.971572 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:18.971887 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:18.972200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:19.003044 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-83639e2b-e71c-4539-8080-d9caf2d39660 req-9aab8cbe-3d15-4240-898f-5b6b2da85f37 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/security-groups?id=38d3ea8f-3818-445e-baf3-06179f8f159f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377846 Oct 18 07:51:19.005525 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ba52c8e6-efc8-4937-81d2-0b17ff0a68e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:19.016884 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Port e1b60959-da9c-425c-839d-758609ba04fe was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:51:19.033612 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Provisioning for port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:19.040553 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Provisioning complete for port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:19.040940 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:19.041500 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Attempt 1 to provision port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e Oct 18 07:51:19.082938 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Oct 2022 07:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ab719f-af12-4bee-8304-68d3c90877f8 x-openstack-request-id: req-a4ab719f-af12-4bee-8304-68d3c90877f8 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:51:19.083518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b58a84-94e8-4f2b-aeeb-4c301c2cb187", "name": "network-vif-unplugged", "status": "completed", "tag": "bb62b95b-b951-45d0-aee2-3b1425548782", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:51:19.083804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a4ab719f-af12-4bee-8304-68d3c90877f8 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:51:19.084200 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ab719f-af12-4bee-8304-68d3c90877f8'] response: {'server_uuid': 'b5b58a84-94e8-4f2b-aeeb-4c301c2cb187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb62b95b-b951-45d0-aee2-3b1425548782', 'code': 200} Oct 18 07:51:19.106364 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c9ac1-68dd-4ef3-a77a-8c4b37fbfb8e req-903ea55d-f6fe-43ab-a217-18c1025318d3 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:19.108084 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-738c9ac1-68dd-4ef3-a77a-8c4b37fbfb8e req-903ea55d-f6fe-43ab-a217-18c1025318d3 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 1.1254394 Oct 18 07:51:19.128586 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab613fe-6a8c-4611-8d3f-ede322dfa869 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:51:19.149778 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc7605f-3887-44b0-a78b-84990f8721ee None None] Sync routers for ids ['9954f230-1523-4cda-902f-88ef46b7b7b1'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:51:19.167106 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc7605f-3887-44b0-a78b-84990f8721ee None None] Routers {'9954f230-1523-4cda-902f-88ef46b7b7b1'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:19.167787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7bc7605f-3887-44b0-a78b-84990f8721ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9954f230-1523-4cda-902f-88ef46b7b7b1'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:19.240257 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:19.274836 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7bc7605f-3887-44b0-a78b-84990f8721ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:19.326327 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc7605f-3887-44b0-a78b-84990f8721ee None None] Routers {'9954f230-1523-4cda-902f-88ef46b7b7b1'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:19.327046 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7bc7605f-3887-44b0-a78b-84990f8721ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9954f230-1523-4cda-902f-88ef46b7b7b1'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:19.392210 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:19.392584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:19.392906 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Floating IP a786c9ed-1ef1-4931-80f1-fb8a643d8d88 disassociated. External IP: 172.26.8.175, port: e5bd87db-c35d-4371-94b1-c5a1b0adc67f. Oct 18 07:51:19.393616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Calling delete_port for e5bd87db-c35d-4371-94b1-c5a1b0adc67f owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:19.421153 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7bc7605f-3887-44b0-a78b-84990f8721ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:19.421704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc7605f-3887-44b0-a78b-84990f8721ee None None] The sync data for ids ['9954f230-1523-4cda-902f-88ef46b7b7b1'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:51:19.451266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Current status of the port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:19.451796 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:19.502705 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] For port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=3ce4dd9b-31fd-4996-bce9-b6fcae6a381e,segment=NetworkSegment(cbd06828-cac0-416b-82eb-f88f032dc186),segment_id=cbd06828-cac0-416b-82eb-f88f032dc186)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:19.508858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:19.598436 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df73dd-5ede-4c5f-a739-64611c92a357 None None] Pushing event updated for resources: {'Port': ['ID=3ce4dd9b-31fd-4996-bce9-b6fcae6a381e,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:19.625801 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6899c374-07c4-4f7f-8513-3918eefcd9fe None None] Could not find standard attr ID for object e1b60959-da9c-425c-839d-758609ba04fe. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:51:19.644510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6899c374-07c4-4f7f-8513-3918eefcd9fe None None] Provisioning for port b485d08e-4bac-4515-b5d2-159c37afb06b completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:19.651557 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-738c9ac1-68dd-4ef3-a77a-8c4b37fbfb8e req-28207b3a-7bea-410a-a7fc-a2f9cf7793b9 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5155878 Oct 18 07:51:19.672866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-aab613fe-6a8c-4611-8d3f-ede322dfa869 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:19.676744 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-aab613fe-6a8c-4611-8d3f-ede322dfa869 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "PUT /v2.0/routers/9954f230-1523-4cda-902f-88ef46b7b7b1 HTTP/1.1" status: 200 len: 916 time: 9.9901624 Oct 18 07:51:19.678775 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ba52c8e6-efc8-4937-81d2-0b17ff0a68e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:19.698769 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:19.704980 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52746) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:19.724593 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b485d08e-4bac-4515-b5d2-159c37afb06b up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:51:19.803335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port b485d08e-4bac-4515-b5d2-159c37afb06b completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:19.810063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port b485d08e-4bac-4515-b5d2-159c37afb06b triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:19.810446 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:19.810814 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port b485d08e-4bac-4515-b5d2-159c37afb06b Oct 18 07:51:19.820982 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 4c13580c-eedf-4143-bcb8-f0b29db0e5e6 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:51:19.854251 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f5379-94ae-44bc-bdf7-82f14d508024 req-940e6b0a-407e-45e5-b9e3-fdb39281fa3f tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:19.861746 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-dc2f5379-94ae-44bc-bdf7-82f14d508024 req-940e6b0a-407e-45e5-b9e3-fdb39281fa3f tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 944 time: 0.3244555 Oct 18 07:51:19.908393 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:19.919071 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ba52c8e6-efc8-4937-81d2-0b17ff0a68e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:19.939795 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port b485d08e-4bac-4515-b5d2-159c37afb06b is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:19.940717 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:19.973864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port b485d08e-4bac-4515-b5d2-159c37afb06b, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b485d08e-4bac-4515-b5d2-159c37afb06b,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:19.979516 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:20.041148 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52c8e6-efc8-4937-81d2-0b17ff0a68e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=736b8af5-4108-446c-a764-d39c0c271c38,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:20.051228 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ba52c8e6-efc8-4937-81d2-0b17ff0a68e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:20.068436 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:51:20.078707 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a50c68d-e80c-49b1-beaa-b83531f6c3d7 None None] Sync routers for ids ['4c13580c-eedf-4143-bcb8-f0b29db0e5e6'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:51:20.087370 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Pushing event deleted for resources: {'Port': ['ID=e5bd87db-c35d-4371-94b1-c5a1b0adc67f,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:20.099450 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a50c68d-e80c-49b1-beaa-b83531f6c3d7 None None] Routers {'4c13580c-eedf-4143-bcb8-f0b29db0e5e6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:20.100447 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-2a50c68d-e80c-49b1-beaa-b83531f6c3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['4c13580c-eedf-4143-bcb8-f0b29db0e5e6'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:20.107143 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=b485d08e-4bac-4515-b5d2-159c37afb06b,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:20.113075 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379b8ec0-584c-4c9a-9a58-b846ef5416c8 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:20.133125 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-dc2f5379-94ae-44bc-bdf7-82f14d508024 req-3316d9ab-d30e-462e-9770-7abf99a69219 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef6eac28-45a4-48f3-b1b1-09084745a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704620 Oct 18 07:51:20.151277 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ba52c8e6-efc8-4937-81d2-0b17ff0a68e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/736b8af5-4108-446c-a764-d39c0c271c38 HTTP/1.1" status: 204 len: 168 time: 1.4754207 Oct 18 07:51:20.154724 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8e49bb72-4b40-44fc-99b3-baac2349ff4c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/4c13580c-eedf-4143-bcb8-f0b29db0e5e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4892261 Oct 18 07:51:20.154724 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52752) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:20.155879 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52756) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:20.189357 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-2a50c68d-e80c-49b1-beaa-b83531f6c3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:20.203631 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a50c68d-e80c-49b1-beaa-b83531f6c3d7 None None] Routers {'4c13580c-eedf-4143-bcb8-f0b29db0e5e6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:20.204570 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-2a50c68d-e80c-49b1-beaa-b83531f6c3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['4c13580c-eedf-4143-bcb8-f0b29db0e5e6'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:20.229069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:20.229602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:20.229758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:20.230076 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:20.230409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:20.230765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:20.231093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:20.231420 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:20.231747 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:20.232612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:20.232612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:20.232812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:20.293988 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-2a50c68d-e80c-49b1-beaa-b83531f6c3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:20.294512 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a50c68d-e80c-49b1-beaa-b83531f6c3d7 None None] The sync data for ids ['4c13580c-eedf-4143-bcb8-f0b29db0e5e6'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:51:20.333387 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7716436d-d835-47d9-8db4-d754b0109a8a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Synchronizing usage tracker for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:20.337531 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-458b8b91-b1d9-4ef8-af15-1939364e0dd8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1838856 Oct 18 07:51:20.341483 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52760) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:20.348486 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-aa76d872-4049-49b1-a60b-e3b27a35d5d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:20.446049 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7716436d-d835-47d9-8db4-d754b0109a8a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Unset dirty status for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:20.447321 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7716436d-d835-47d9-8db4-d754b0109a8a tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c13580c-eedf-4143-bcb8-f0b29db0e5e6 HTTP/1.1" status: 200 len: 205 time: 0.2895863 Oct 18 07:51:20.450849 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52764) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:20.513878 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:51:20.519181 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] Deleting port b485d08e-4bac-4515-b5d2-159c37afb06b {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:20.519682 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:20.522196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] device_id is not set on port 70eb4ebc-3c98-436f-894f-1248deb58d68 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:51:20.554877 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-c683e48c-6302-4689-a2db-0c7abe4f39a7 req-a1327dfc-a613-4444-a719-37cc024ebf0b tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Synchronizing usage tracker for tenant:dcd2edd96c934bc294dc295d3600ad84 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:20.615536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Router 1e0426ab-4322-4a45-bf6e-6512f030d9af has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:51:20.615731 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-aa76d872-4049-49b1-a60b-e3b27a35d5d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:20.619181 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0a5972ea-9ff7-4534-8e54-498d431ceafb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:20.633787 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83f55733-17be-48c2-aedd-12855a1be5de tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:20.641519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] For port bb62b95b-b951-45d0-aee2-3b1425548782, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bb62b95b-b951-45d0-aee2-3b1425548782,segment=NetworkSegment(e2301ec9-35ec-42e6-b735-42762eccc2ef),segment_id=e2301ec9-35ec-42e6-b735-42762eccc2ef)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:20.641879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:20.711713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-c683e48c-6302-4689-a2db-0c7abe4f39a7 req-a1327dfc-a613-4444-a719-37cc024ebf0b tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Unset dirty status for tenant:dcd2edd96c934bc294dc295d3600ad84 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:20.712870 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c683e48c-6302-4689-a2db-0c7abe4f39a7 req-a1327dfc-a613-4444-a719-37cc024ebf0b tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 210 time: 0.5668771 Oct 18 07:51:20.795858 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-aa76d872-4049-49b1-a60b-e3b27a35d5d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:20.802398 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] For port b485d08e-4bac-4515-b5d2-159c37afb06b, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b485d08e-4bac-4515-b5d2-159c37afb06b,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:20.802982 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:20.813569 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-aa76d872-4049-49b1-a60b-e3b27a35d5d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:20.830055 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-aa76d872-4049-49b1-a60b-e3b27a35d5d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:20.929154 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3b4f46f0-e7eb-4943-bc3a-d243e2fc3dc8 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "GET /v2.0/routers/9954f230-1523-4cda-902f-88ef46b7b7b1 HTTP/1.1" status: 200 len: 922 time: 1.2224939 Oct 18 07:51:20.930071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f55733-17be-48c2-aedd-12855a1be5de tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Pushing event deleted for resources: {'Port': ['ID=7ecf4943-a8ce-4f65-81bb-8bc1c8f94690,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:20.942630 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52770) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:20.991728 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] Calling delete_port for b485d08e-4bac-4515-b5d2-159c37afb06b owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:21.021649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b02735c0-20f2-4c37-b3b1-efb1ba6f904b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:21.110233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:21.183200 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] Pushing event deleted for resources: {'Port': ['ID=b485d08e-4bac-4515-b5d2-159c37afb06b,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:21.194645 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] No DVR routers for this DVR port b485d08e-4bac-4515-b5d2-159c37afb06b on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:51:21.198053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:21.198702 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:21.199002 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:21.199485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:21.199827 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:21.200406 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:21.200804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:21.202422 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:21.202858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:21.203291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:21.203628 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:21.204007 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fd286-e356-431f-9e5d-8a3d19a0f534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:21.374344 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa76d872-4049-49b1-a60b-e3b27a35d5d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:21.376354 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aa76d872-4049-49b1-a60b-e3b27a35d5d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:21.474460 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0a5972ea-9ff7-4534-8e54-498d431ceafb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:21.489559 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0a5972ea-9ff7-4534-8e54-498d431ceafb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:21.553907 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0a5972ea-9ff7-4534-8e54-498d431ceafb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:21.554377 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5972ea-9ff7-4534-8e54-498d431ceafb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Fanout notify agent at l3_agent the message router_deleted on router 4c13580c-eedf-4143-bcb8-f0b29db0e5e6 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:51:21.581504 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dadc53-31b7-4eaf-9566-bbc90cf40b31 req-d30d9225-dbf0-41a5-ac48-51588fc0e878 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:21.583005 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-17dadc53-31b7-4eaf-9566-bbc90cf40b31 req-d30d9225-dbf0-41a5-ac48-51588fc0e878 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.7399449 Oct 18 07:51:21.620771 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:21.622924 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20de2bb-ca13-43a7-9c91-8a0b17250974 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:21.623504 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c20de2bb-ca13-43a7-9c91-8a0b17250974 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Synchronizing usage tracker for tenant:391ff915403b45d2b68e67ac75da2404 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:21.663914 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0a5972ea-9ff7-4534-8e54-498d431ceafb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:21.667572 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0a5972ea-9ff7-4534-8e54-498d431ceafb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/routers/4c13580c-eedf-4143-bcb8-f0b29db0e5e6 HTTP/1.1" status: 204 len: 168 time: 1.2081156 Oct 18 07:51:21.682249 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:51:21.690773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52776) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:21.717192 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c20de2bb-ca13-43a7-9c91-8a0b17250974 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Unset dirty status for tenant:391ff915403b45d2b68e67ac75da2404 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:21.718716 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c20de2bb-ca13-43a7-9c91-8a0b17250974 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=d273aec7-4774-4175-825f-ae90a4511626&device_id=9954f230-1523-4cda-902f-88ef46b7b7b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7634301 Oct 18 07:51:21.725312 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52780) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:21.763511 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-17dadc53-31b7-4eaf-9566-bbc90cf40b31 req-0757a002-3964-41a5-b9de-3714c3ff1ade tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717794 Oct 18 07:51:21.764365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:51:21.803577 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e1893d-5961-4980-813e-3c1dbd18a5c1 None None] Sync routers for ids ['1e0426ab-4322-4a45-bf6e-6512f030d9af'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:51:21.830804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1893d-5961-4980-813e-3c1dbd18a5c1 None None] Routers {'1e0426ab-4322-4a45-bf6e-6512f030d9af'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:21.831445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-60e1893d-5961-4980-813e-3c1dbd18a5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:50:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1e0426ab-4322-4a45-bf6e-6512f030d9af'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:21.855608 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aa76d872-4049-49b1-a60b-e3b27a35d5d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:21.960341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] No DVR routers for this DVR port e5bd87db-c35d-4371-94b1-c5a1b0adc67f on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:51:21.972478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:21.981282 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b0cabf-4539-48cf-be14-d47aa92d3730', 'name': 'network-vif-deleted', 'tag': 'e5bd87db-c35d-4371-94b1-c5a1b0adc67f'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:51:21.983797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15132d52-bf0f-4da9-a91a-a44ca00342e5" -d '{"events": [{"server_uuid": "d6b0cabf-4539-48cf-be14-d47aa92d3730", "name": "network-vif-deleted", "tag": "e5bd87db-c35d-4371-94b1-c5a1b0adc67f"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:51:21.987191 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa76d872-4049-49b1-a60b-e3b27a35d5d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:21.989944 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7b8db96b-4a59-4c39-8c18-4e2f809447eb req-64ac8865-7317-44fe-b2d3-44fa371cc468 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/ports?device_id=d6b0cabf-4539-48cf-be14-d47aa92d3730 HTTP/1.1" status: 200 len: 210 time: 0.0818493 Oct 18 07:51:21.995576 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-aa76d872-4049-49b1-a60b-e3b27a35d5d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:22.007560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83f55733-17be-48c2-aedd-12855a1be5de tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:22.009319 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa76d872-4049-49b1-a60b-e3b27a35d5d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:22.010117 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aa76d872-4049-49b1-a60b-e3b27a35d5d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:22.015330 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:22.015992 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:22.016416 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Floating IP 17605a10-47a1-4aaf-80b9-223006dcfe79 disassociated. External IP: 172.26.8.70, port: bb62b95b-b951-45d0-aee2-3b1425548782. Oct 18 07:51:22.016862 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Calling delete_port for bb62b95b-b951-45d0-aee2-3b1425548782 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:22.042874 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76d872-4049-49b1-a60b-e3b27a35d5d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=9cff36b7-11ef-462e-9868-6a78fe8e4af1,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:22.049077 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f121b2fa-7913-457f-93a5-2936a4bd3eef tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:22.050713 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f121b2fa-7913-457f-93a5-2936a4bd3eef tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "GET /v2.0/networks/d273aec7-4774-4175-825f-ae90a4511626 HTTP/1.1" status: 200 len: 881 time: 0.3242707 Oct 18 07:51:22.058693 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52788) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:22.060248 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-39be1279-42b2-4f7a-94ff-f5f2d9f0ef31 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting subnet a919848d-0d91-4020-b2a9-cfc7b3ba765a {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:51:22.072180 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-60e1893d-5961-4980-813e-3c1dbd18a5c1 None None] Set router 1e0426ab-4322-4a45-bf6e-6512f030d9af gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:51:22.086209 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39be1279-42b2-4f7a-94ff-f5f2d9f0ef31 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:22.133059 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ff9a08aa-2199-49d4-b594-8f8851c82e36 req-03fe078c-d834-4293-9c9d-4c4764b98625 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.46 "DELETE /v2.0/ports/e5bd87db-c35d-4371-94b1-c5a1b0adc67f HTTP/1.1" status: 204 len: 173 time: 9.2444015 Oct 18 07:51:22.137914 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-aa76d872-4049-49b1-a60b-e3b27a35d5d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7937140 Oct 18 07:51:22.139068 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52792) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:22.145453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 07:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b4c478-3e8f-44b7-9771-4ac2f3dd7e59 x-openstack-request-id: req-57b4c478-3e8f-44b7-9771-4ac2f3dd7e59 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:51:22.145897 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b0cabf-4539-48cf-be14-d47aa92d3730", "name": "network-vif-deleted", "tag": "e5bd87db-c35d-4371-94b1-c5a1b0adc67f", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:51:22.146255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-57b4c478-3e8f-44b7-9771-4ac2f3dd7e59 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:51:22.146788 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b4c478-3e8f-44b7-9771-4ac2f3dd7e59'] response: {'server_uuid': 'd6b0cabf-4539-48cf-be14-d47aa92d3730', 'name': 'network-vif-deleted', 'tag': 'e5bd87db-c35d-4371-94b1-c5a1b0adc67f', 'status': 'completed', 'code': 200} Oct 18 07:51:22.161650 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-ae93b611-c233-4583-a5e9-d052ba7a6b45 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-518595932', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:22.170750 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ae93b611-c233-4583-a5e9-d052ba7a6b45 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:22.178492 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ae93b611-c233-4583-a5e9-d052ba7a6b45 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:router and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:22.185013 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ae93b611-c233-4583-a5e9-d052ba7a6b45 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:22.195450 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ae93b611-c233-4583-a5e9-d052ba7a6b45 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:22.215604 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-abacc223-f55a-42db-9a55-1a63755582e5 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "GET /v2.0/ports?device_id=9954f230-1523-4cda-902f-88ef46b7b7b1 HTTP/1.1" status: 200 len: 205 time: 0.1553204 Oct 18 07:51:22.218243 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52796) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:22.309818 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ae93b611-c233-4583-a5e9-d052ba7a6b45 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:22.310901 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ae93b611-c233-4583-a5e9-d052ba7a6b45 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:22.364737 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cfd1b8-8fe0-45a1-b320-c546fedbd1ad None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:22.396368 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:22.399704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:22.400659 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e Oct 18 07:51:22.410575 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ae93b611-c233-4583-a5e9-d052ba7a6b45 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:22.459121 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ae93b611-c233-4583-a5e9-d052ba7a6b45 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:22.474389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b6387-3266-401a-82a6-e46c916fd4ad req-0b7ef827-b77e-4729-b9db-87a3775cebe5 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:22.475275 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-d77b6387-3266-401a-82a6-e46c916fd4ad req-0b7ef827-b77e-4729-b9db-87a3775cebe5 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Synchronizing usage tracker for tenant:01dd86a254e9403294fcf6de4e6b7815 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:22.476603 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8dec0ec1-aad0-4df1-a979-31d128992688 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:22.507145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:22.561994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39be1279-42b2-4f7a-94ff-f5f2d9f0ef31 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:22.664651 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ae93b611-c233-4583-a5e9-d052ba7a6b45 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:22.668757 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ae93b611-c233-4583-a5e9-d052ba7a6b45 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5159276 Oct 18 07:51:22.677125 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52800) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:22.678463 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8dec0ec1-aad0-4df1-a979-31d128992688 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:22.698448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-d77b6387-3266-401a-82a6-e46c916fd4ad req-0b7ef827-b77e-4729-b9db-87a3775cebe5 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Unset dirty status for tenant:01dd86a254e9403294fcf6de4e6b7815 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:22.706518 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d77b6387-3266-401a-82a6-e46c916fd4ad req-0b7ef827-b77e-4729-b9db-87a3775cebe5 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 944 time: 1.3564520 Oct 18 07:51:22.743560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 3252b8aa-4562-44a9-ac92-9972339c4529 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:22.754470 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8dec0ec1-aad0-4df1-a979-31d128992688 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Deleting port d191b613-45d6-4289-801e-ffd7210f0b03 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:22.754707 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8dec0ec1-aad0-4df1-a979-31d128992688 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:22.789037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:22.791137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=90412aa0-1cb7-4094-9447-9efc18b91c15,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:22.796674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:22.796674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:22.976710 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:22.984189 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9d5dcb9f-6fa5-4cdd-a20d-4e8cd9779d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:23.028149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39be1279-42b2-4f7a-94ff-f5f2d9f0ef31 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:23.044621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b485d08e-4bac-4515-b5d2-159c37afb06b no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:51:23.074326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=70eb4ebc-3c98-436f-894f-1248deb58d68,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:23.089445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: b485d08e-4bac-4515-b5d2-159c37afb06b {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:51:23.089445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b485d08e-4bac-4515-b5d2-159c37afb06b not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:51:23.091810 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': '9cff36b7-11ef-462e-9868-6a78fe8e4af1'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:51:23.092653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:23.113637 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d77b6387-3266-401a-82a6-e46c916fd4ad req-753c6274-a371-4a60-b615-db13a03d62b5 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups?id=ef6eac28-45a4-48f3-b1b1-09084745a75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4057207 Oct 18 07:51:23.293915 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-60e1893d-5961-4980-813e-3c1dbd18a5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'name': 'tempest-ServersTestManualDisk-647744044-router', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'gw_port': {'id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:23Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '48937417-5831-40fa-9d81-18b6671501d4', 'name': '', 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'mac_address': 'fa:16:3e:6f:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '01485aae-eded-48c1-8010-b01081c67b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:36Z', 'updated_at': '2022-10-18T07:50:00Z', 'revision_number': 5, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'subnets': [{'id': '01485aae-eded-48c1-8010-b01081c67b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:23.305008 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e1893d-5961-4980-813e-3c1dbd18a5c1 None None] Checking router: 1e0426ab-4322-4a45-bf6e-6512f030d9af for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:51:23.327624 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1893d-5961-4980-813e-3c1dbd18a5c1 None None] Routers {'1e0426ab-4322-4a45-bf6e-6512f030d9af'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:23.329207 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-60e1893d-5961-4980-813e-3c1dbd18a5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1e0426ab-4322-4a45-bf6e-6512f030d9af'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:23.339307 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52810) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:23.339975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:23.436289 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Pushing event deleted for resources: {'Port': ['ID=bb62b95b-b951-45d0-aee2-3b1425548782,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:23.457529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Checking segment: {'id': '995ef749-acdb-459a-b0a6-2ddd6f549c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31bee6a7-b750-4484-ad55-c394c331af15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:51:23.457896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network hostable DHCP agents. Network: 31bee6a7-b750-4484-ad55-c394c331af15, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:51:23.596811 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Allocated IP 2001:db8::2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/9cff36b7-11ef-462e-9868-6a78fe8e4af1/e838170b-c50d-497d-8574-53460b86c62f) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:23.614371 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-60e1893d-5961-4980-813e-3c1dbd18a5c1 None None] Set router 1e0426ab-4322-4a45-bf6e-6512f030d9af gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:51:23.649616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39be1279-42b2-4f7a-94ff-f5f2d9f0ef31 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:23.722493 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:23.726066 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be1279-42b2-4f7a-94ff-f5f2d9f0ef31 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Subnet': ['ID=a919848d-0d91-4020-b2a9-cfc7b3ba765a,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:23.735283 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:23.738526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39be1279-42b2-4f7a-94ff-f5f2d9f0ef31 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:23.742883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 31bee6a7-b750-4484-ad55-c394c331af15 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:51:23.752515 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fb31c090-d839-45f8-b8fc-be0203e74bf0 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:23.762035 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804665d7-7669-4ec0-ab64-66e29311959a req-fd5f6e5c-374e-4c09-9839-98e7813f5e0e tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:23.763724 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-804665d7-7669-4ec0-ab64-66e29311959a req-fd5f6e5c-374e-4c09-9839-98e7813f5e0e tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.4771821 Oct 18 07:51:23.768279 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f55733-17be-48c2-aedd-12855a1be5de tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Router 9c520bfb-eefa-4b95-8e4a-e8b1d955c21a has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:51:23.769291 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8dec0ec1-aad0-4df1-a979-31d128992688 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:23.795824 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-39be1279-42b2-4f7a-94ff-f5f2d9f0ef31 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/subnets/a919848d-0d91-4020-b2a9-cfc7b3ba765a HTTP/1.1" status: 204 len: 168 time: 2.1026404 Oct 18 07:51:23.802348 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 31bee6a7-b750-4484-ad55-c394c331af15) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:23.811840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52814) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:23.825236 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:23.828802 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a40415-f5f3-47c6-b397-4ea4f75c6970 None None] Network c23e6625-a365-49d2-a050-55f6440accda requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:23.830902 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:23.835782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:23.836406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:23.841540 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97fb590-8038-41bf-8996-5b683b585ad5 None None] Network 31bee6a7-b750-4484-ad55-c394c331af15 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:23.865867 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fb31c090-d839-45f8-b8fc-be0203e74bf0 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:24.039146 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8dec0ec1-aad0-4df1-a979-31d128992688 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Calling delete_port for d191b613-45d6-4289-801e-ffd7210f0b03 owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:24.065247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Router 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:51:24.103627 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:24.157202 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-804665d7-7669-4ec0-ab64-66e29311959a req-222fffcd-a41b-4057-8a9c-5988c7049b3a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3783545 Oct 18 07:51:24.307884 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f55733-17be-48c2-aedd-12855a1be5de tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:51:24.320493 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b3c354-26af-4ae9-a2d5-a324c0e4d4f7 None None] Sync routers for ids ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:51:24.333823 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b3c354-26af-4ae9-a2d5-a324c0e4d4f7 None None] Routers {'9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:24.334992 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-92b3c354-26af-4ae9-a2d5-a324c0e4d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:24.391744 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-83f55733-17be-48c2-aedd-12855a1be5de tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] 10.222.0.17 "PUT /v2.0/routers/9c520bfb-eefa-4b95-8e4a-e8b1d955c21a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5480344 Oct 18 07:51:24.404695 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-92b3c354-26af-4ae9-a2d5-a324c0e4d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:24.411521 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52820) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:24.416358 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b3c354-26af-4ae9-a2d5-a324c0e4d4f7 None None] Routers {'9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:24.417294 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-92b3c354-26af-4ae9-a2d5-a324c0e4d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:24.491089 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-92b3c354-26af-4ae9-a2d5-a324c0e4d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:24.491872 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b3c354-26af-4ae9-a2d5-a324c0e4d4f7 None None] The sync data for ids ['9c520bfb-eefa-4b95-8e4a-e8b1d955c21a'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:51:24.497074 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:24.504274 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8dec0ec1-aad0-4df1-a979-31d128992688 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:24.520040 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Transition to ACTIVE for port object e838170b-c50d-497d-8574-53460b86c62f will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:24.559889 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Transition to ACTIVE for port object e838170b-c50d-497d-8574-53460b86c62f will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:24.576182 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:24.627772 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bc08deb4-e553-4048-937c-eea91cbfa0d6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 9.0158913 Oct 18 07:51:24.627772 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-845c21d8-d5e2-4845-988c-39fb59c89ba8 req-28a78224-e0a5-4419-9f9b-b5fb47305f10 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Synchronizing usage tracker for tenant:01dd86a254e9403294fcf6de4e6b7815 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:24.629414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52824) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:24.641211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:24.645482 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fb31c090-d839-45f8-b8fc-be0203e74bf0 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:24.648829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fb31c090-d839-45f8-b8fc-be0203e74bf0 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:24.652630 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-fb31c090-d839-45f8-b8fc-be0203e74bf0 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "DELETE /v2.0/security-groups/38d3ea8f-3818-445e-baf3-06179f8f159f HTTP/1.1" status: 204 len: 168 time: 1.3081374 Oct 18 07:51:24.682106 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620295c4-3944-43ba-b3f7-2a758f4c72c0 None None] DHCP port deletion for c23e6625-a365-49d2-a050-55f6440accda request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:51:24.714564 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-620295c4-3944-43ba-b3f7-2a758f4c72c0 None None] Deleting port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:24.714937 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-620295c4-3944-43ba-b3f7-2a758f4c72c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:24.765086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:24.768308 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-60e1893d-5961-4980-813e-3c1dbd18a5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'name': 'tempest-ServersTestManualDisk-647744044-router', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'gw_port': {'id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:23Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '48937417-5831-40fa-9d81-18b6671501d4', 'name': '', 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'mac_address': 'fa:16:3e:6f:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '01485aae-eded-48c1-8010-b01081c67b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:36Z', 'updated_at': '2022-10-18T07:50:00Z', 'revision_number': 5, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'subnets': [{'id': '01485aae-eded-48c1-8010-b01081c67b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:24.775137 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:24.781689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52828) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:24.782840 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:24.784891 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e1893d-5961-4980-813e-3c1dbd18a5c1 None None] The sync data for ids ['1e0426ab-4322-4a45-bf6e-6512f030d9af'] in dv-neutron-861625-1-hyperv is: [{'id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'name': 'tempest-ServersTestManualDisk-647744044-router', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'gw_port': {'id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:23Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '48937417-5831-40fa-9d81-18b6671501d4', 'name': '', 'network_id': '5a222d3d-3a04-4249-b8b6-0c072903979a', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'mac_address': 'fa:16:3e:6f:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '01485aae-eded-48c1-8010-b01081c67b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:36Z', 'updated_at': '2022-10-18T07:50:00Z', 'revision_number': 5, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'subnets': [{'id': '01485aae-eded-48c1-8010-b01081c67b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:51:24.792130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31c090-d839-45f8-b8fc-be0203e74bf0 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d3ea8f-3818-445e-baf3-06179f8f159f,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:24.795955 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Pushing event updated for resources: {'Port': ['ID=e838170b-c50d-497d-8574-53460b86c62f,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:24.830067 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-13c98c32-cfe1-4050-a559-2582f514cb86 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] show failed (client error): The resource could not be found. Oct 18 07:51:24.834656 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec0ec1-aad0-4df1-a979-31d128992688 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Pushing event deleted for resources: {'Port': ['ID=d191b613-45d6-4289-801e-ffd7210f0b03,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:24.835147 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-13c98c32-cfe1-4050-a559-2582f514cb86 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "GET /v2.0/security-groups/38d3ea8f-3818-445e-baf3-06179f8f159f HTTP/1.1" status: 404 len: 347 time: 0.0401142 Oct 18 07:51:24.836979 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52832) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:24.861358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:24.861801 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:24.959029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-845c21d8-d5e2-4845-988c-39fb59c89ba8 req-28a78224-e0a5-4419-9f9b-b5fb47305f10 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Unset dirty status for tenant:01dd86a254e9403294fcf6de4e6b7815 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:24.967662 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-845c21d8-d5e2-4845-988c-39fb59c89ba8 req-28a78224-e0a5-4419-9f9b-b5fb47305f10 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 210 time: 0.6257207 Oct 18 07:51:24.969975 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Attempting to bind port e838170b-c50d-497d-8574-53460b86c62f on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:51:24.970347 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Attempting to bind port e838170b-c50d-497d-8574-53460b86c62f by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:51:24.970740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Attempting to bind port e838170b-c50d-497d-8574-53460b86c62f on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:51:25.006725 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-a740b53b-429c-426e-81a3-7d0c8f22bcd2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port 70eb4ebc-3c98-436f-894f-1248deb58d68 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:25.007326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a740b53b-429c-426e-81a3-7d0c8f22bcd2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:25.063091 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:51:25.063805 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:51:25.064427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:25.064994 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:51:25.065658 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Bound port: e838170b-c50d-497d-8574-53460b86c62f, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:51:25.066220 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:25.142113 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-c20b4e56-acf5-4d9f-93ed-6bae620ad8f8 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Deleting port f71e1a21-41e8-4e9e-97db-ab1e84ea33e6 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:25.142113 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c20b4e56-acf5-4d9f-93ed-6bae620ad8f8 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:25.168422 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::1 (421d0710-6574-4dc6-a599-2fa72ae31b2e/9cff36b7-11ef-462e-9868-6a78fe8e4af1/58423c63-4d82-4fa9-bfcd-14000e05578b) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:25.174891 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-620295c4-3944-43ba-b3f7-2a758f4c72c0 None None] For port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=3ce4dd9b-31fd-4996-bce9-b6fcae6a381e,segment=NetworkSegment(cbd06828-cac0-416b-82eb-f88f032dc186),segment_id=cbd06828-cac0-416b-82eb-f88f032dc186)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:25.176459 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-620295c4-3944-43ba-b3f7-2a758f4c72c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:25.184321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:51:25.225973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f3c23fa3-8cf1-4e71-b36d-cd714ef2459c tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:25.249672 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b648ed4c-b522-4d32-9aca-72083f2d3695 None None] New status for floating IP a786c9ed-1ef1-4931-80f1-fb8a643d8d88: DOWN {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 07:51:25.325852 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] No DVR routers for this DVR port bb62b95b-b951-45d0-aee2-3b1425548782 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:51:25.329263 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:25.331681 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-19d42e36-b04f-4821-82f6-8b5ec02de422 req-464964cf-68a5-463f-852d-f0e278b3b2ca tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.46 "DELETE /v2.0/ports/bb62b95b-b951-45d0-aee2-3b1425548782 HTTP/1.1" status: 204 len: 173 time: 10.9900270 Oct 18 07:51:25.334501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b58a84-94e8-4f2b-aeeb-4c301c2cb187', 'name': 'network-vif-deleted', 'tag': 'bb62b95b-b951-45d0-aee2-3b1425548782'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:51:25.337687 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6491a3-fdda-42f0-ba33-4ac141cbeede" -d '{"events": [{"server_uuid": "b5b58a84-94e8-4f2b-aeeb-4c301c2cb187", "name": "network-vif-deleted", "tag": "bb62b95b-b951-45d0-aee2-3b1425548782"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:51:25.358213 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-620295c4-3944-43ba-b3f7-2a758f4c72c0 None None] Calling delete_port for 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:25.421112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] For port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=3ce4dd9b-31fd-4996-bce9-b6fcae6a381e,segment=NetworkSegment(cbd06828-cac0-416b-82eb-f88f032dc186),segment_id=cbd06828-cac0-416b-82eb-f88f032dc186)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:25.422170 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:25.427592 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8dec0ec1-aad0-4df1-a979-31d128992688 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:25.462876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece8a977-f493-47f8-b706-af6580c767a9 None None] Sync routers for ids ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:51:25.482327 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-620295c4-3944-43ba-b3f7-2a758f4c72c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:25.506797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 07:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485ee542-168b-4cb6-a093-e2b889ba9c91 x-openstack-request-id: req-485ee542-168b-4cb6-a093-e2b889ba9c91 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:51:25.507306 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b58a84-94e8-4f2b-aeeb-4c301c2cb187", "name": "network-vif-deleted", "tag": "bb62b95b-b951-45d0-aee2-3b1425548782", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:51:25.507658 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-485ee542-168b-4cb6-a093-e2b889ba9c91 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:51:25.508241 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-485ee542-168b-4cb6-a093-e2b889ba9c91'] response: {'server_uuid': 'b5b58a84-94e8-4f2b-aeeb-4c301c2cb187', 'name': 'network-vif-deleted', 'tag': 'bb62b95b-b951-45d0-aee2-3b1425548782', 'status': 'completed', 'code': 200} Oct 18 07:51:25.550944 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620295c4-3944-43ba-b3f7-2a758f4c72c0 None None] Pushing event deleted for resources: {'Port': ['ID=3ce4dd9b-31fd-4996-bce9-b6fcae6a381e,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:25.590436 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620295c4-3944-43ba-b3f7-2a758f4c72c0 None None] No DVR routers for this DVR port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:51:25.610271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece8a977-f493-47f8-b706-af6580c767a9 None None] Routers {'17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:25.613451 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ece8a977-f493-47f8-b706-af6580c767a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:25.624207 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Calling delete_port for 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:25.795847 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a740b53b-429c-426e-81a3-7d0c8f22bcd2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:25.862901 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-ece8a977-f493-47f8-b706-af6580c767a9 None None] Set router 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:51:25.895657 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8dec0ec1-aad0-4df1-a979-31d128992688 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:25.947513 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-a740b53b-429c-426e-81a3-7d0c8f22bcd2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for 70eb4ebc-3c98-436f-894f-1248deb58d68 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:25.963110 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8dec0ec1-aad0-4df1-a979-31d128992688 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:26.081850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:51:26.082456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:51:26.090355 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a740b53b-429c-426e-81a3-7d0c8f22bcd2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:26.116108 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8dec0ec1-aad0-4df1-a979-31d128992688 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:26.116805 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dec0ec1-aad0-4df1-a979-31d128992688 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Fanout notify agent at l3_agent the message router_deleted on router 9954f230-1523-4cda-902f-88ef46b7b7b1 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:51:26.136600 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] For port e838170b-c50d-497d-8574-53460b86c62f, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:51:26.142130 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] For port e838170b-c50d-497d-8574-53460b86c62f, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e838170b-c50d-497d-8574-53460b86c62f,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:51:26.147451 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:51:26.187587 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:26.188303 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:26.208526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740b53b-429c-426e-81a3-7d0c8f22bcd2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Port': ['ID=70eb4ebc-3c98-436f-894f-1248deb58d68,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:26.236482 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a740b53b-429c-426e-81a3-7d0c8f22bcd2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:26.252329 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a740b53b-429c-426e-81a3-7d0c8f22bcd2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/ports/70eb4ebc-3c98-436f-894f-1248deb58d68 HTTP/1.1" status: 204 len: 168 time: 1.6160660 Oct 18 07:51:26.255167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52842) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:26.329580 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f3c23fa3-8cf1-4e71-b36d-cd714ef2459c tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:26.337237 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:51:26.337237 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:51:26.338590 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:26.347561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c20b4e56-acf5-4d9f-93ed-6bae620ad8f8 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:26.348718 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c20b4e56-acf5-4d9f-93ed-6bae620ad8f8 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:26.377923 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-be941b2b-0863-46cd-9404-9007a4fc0cc3 req-eadb815a-eea4-4874-8e71-99cf9bfab52b tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/ports?device_id=b5b58a84-94e8-4f2b-aeeb-4c301c2cb187 HTTP/1.1" status: 200 len: 210 time: 0.1192627 Oct 18 07:51:26.442651 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50224ea-01f9-42a0-8a52-6789468803d0 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:26.448797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50224ea-01f9-42a0-8a52-6789468803d0 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:26.449454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d50224ea-01f9-42a0-8a52-6789468803d0 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:26.452242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8dec0ec1-aad0-4df1-a979-31d128992688 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:26.455244 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8dec0ec1-aad0-4df1-a979-31d128992688 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "DELETE /v2.0/routers/9954f230-1523-4cda-902f-88ef46b7b7b1 HTTP/1.1" status: 204 len: 168 time: 4.2345128 Oct 18 07:51:26.462494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52846) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:26.485275 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1134073326', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}, 'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:26.494325 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d50224ea-01f9-42a0-8a52-6789468803d0 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:26.495773 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d50224ea-01f9-42a0-8a52-6789468803d0 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2389889 Oct 18 07:51:26.497347 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:26.500584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52850) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:26.516859 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01092669-c03f-4b85-b1a0-c5a6f56cd097 None None] Pushing event updated for resources: {'Port': ['ID=e838170b-c50d-497d-8574-53460b86c62f,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:26.561745 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c0e1f-f860-4582-9e73-ed748390e4e0 req-27141432-0362-4486-8ed1-472e5f8b9b1a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:26.563924 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Usage tracker for resource:router and tenant:d46a8b388f594f61940a2d59bbd43464 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:26.568576 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5e9c0e1f-f860-4582-9e73-ed748390e4e0 req-27141432-0362-4486-8ed1-472e5f8b9b1a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 1.2402081 Oct 18 07:51:26.570129 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object 58423c63-4d82-4fa9-bfcd-14000e05578b will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:26.578235 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-c20b4e56-acf5-4d9f-93ed-6bae620ad8f8 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Calling delete_port for f71e1a21-41e8-4e9e-97db-ab1e84ea33e6 owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:26.615884 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f3c23fa3-8cf1-4e71-b36d-cd714ef2459c tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Deleting port df492f75-16a7-4858-89a9-dafdf05771f7 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:26.616397 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f3c23fa3-8cf1-4e71-b36d-cd714ef2459c tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:26.645284 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ece8a977-f493-47f8-b706-af6580c767a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'name': 'tempest-ServersTestJSON-1822819241-router', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:18Z', 'updated_at': '2022-10-18T07:49:34Z', 'revision_number': 4, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'gw_port': {'id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'fccb0038-635a-49a0-9a65-2e544d44bda1', 'name': '', 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'mac_address': 'fa:16:3e:fa:9a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:31Z', 'updated_at': '2022-10-18T07:49:47Z', 'revision_number': 5, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'subnets': [{'id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:26.653684 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece8a977-f493-47f8-b706-af6580c767a9 None None] Checking router: 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:51:26.728522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting port 3ce4dd9b-31fd-4996-bce9-b6fcae6a381e {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:26.728867 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:26.730170 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece8a977-f493-47f8-b706-af6580c767a9 None None] Routers {'17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:26.735205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ece8a977-f493-47f8-b706-af6580c767a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:26.766136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:26.798793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:26.818645 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] The port '3ce4dd9b-31fd-4996-bce9-b6fcae6a381e' was deleted {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:51:26.895194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-cfed8637-38b6-4934-9fae-aa282d63809f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port 90412aa0-1cb7-4094-9447-9efc18b91c15 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:26.897043 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cfed8637-38b6-4934-9fae-aa282d63809f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:26.920651 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5e9c0e1f-f860-4582-9e73-ed748390e4e0 req-01a5a1b4-535c-4282-8a3c-19aeb60c021d tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698047 Oct 18 07:51:26.939060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:26.940309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:26.979747 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:27.024578 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.api [None req-c20b4e56-acf5-4d9f-93ed-6bae620ad8f8 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:51:27.024898 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG oslo_db.api [None req-c20b4e56-acf5-4d9f-93ed-6bae620ad8f8 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:51:27.029187 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:27.047725 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-ece8a977-f493-47f8-b706-af6580c767a9 None None] Set router 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:51:27.064797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:27.081866 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:27.088041 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:27.094048 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f3c23fa3-8cf1-4e71-b36d-cd714ef2459c tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:27.101621 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:27.102140 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:27.120861 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=58423c63-4d82-4fa9-bfcd-14000e05578b,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:27.246646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23e6625-a365-49d2-a050-55f6440accda']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:27.251282 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f3c23fa3-8cf1-4e71-b36d-cd714ef2459c tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Calling delete_port for df492f75-16a7-4858-89a9-dafdf05771f7 owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:27.330831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd06828-cac0-416b-82eb-f88f032dc186') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:27.331113 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd06828-cac0-416b-82eb-f88f032dc186') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:27.417499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cfed8637-38b6-4934-9fae-aa282d63809f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:27.423293 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:27.424709 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ece8a977-f493-47f8-b706-af6580c767a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'name': 'tempest-ServersTestJSON-1822819241-router', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:18Z', 'updated_at': '2022-10-18T07:49:34Z', 'revision_number': 4, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'gw_port': {'id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'fccb0038-635a-49a0-9a65-2e544d44bda1', 'name': '', 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'mac_address': 'fa:16:3e:fa:9a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:31Z', 'updated_at': '2022-10-18T07:49:47Z', 'revision_number': 5, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'subnets': [{'id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:27.430001 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece8a977-f493-47f8-b706-af6580c767a9 None None] The sync data for ids ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'] in dv-neutron-861625-1-hyperv is: [{'id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'name': 'tempest-ServersTestJSON-1822819241-router', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:18Z', 'updated_at': '2022-10-18T07:49:34Z', 'revision_number': 4, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'gw_port': {'id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'fccb0038-635a-49a0-9a65-2e544d44bda1', 'name': '', 'network_id': '2ca5a665-b920-4cc4-aca3-30836ec763cb', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'mac_address': 'fa:16:3e:fa:9a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:31Z', 'updated_at': '2022-10-18T07:49:47Z', 'revision_number': 5, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'subnets': [{'id': '07d05cd2-7667-4e7c-9324-dc2ab5a0878c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:51:27.433193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:27.585583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52858) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:27.592589 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-cfed8637-38b6-4934-9fae-aa282d63809f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for 90412aa0-1cb7-4094-9447-9efc18b91c15 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:27.603278 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-c20b4e56-acf5-4d9f-93ed-6bae620ad8f8 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Deleting port f71e1a21-41e8-4e9e-97db-ab1e84ea33e6 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:27.603953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c20b4e56-acf5-4d9f-93ed-6bae620ad8f8 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:27.680102 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f3c23fa3-8cf1-4e71-b36d-cd714ef2459c tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:27.724708 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e838170b-c50d-497d-8574-53460b86c62f up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:51:27.780140 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c23fa3-8cf1-4e71-b36d-cd714ef2459c tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Pushing event deleted for resources: {'Port': ['ID=df492f75-16a7-4858-89a9-dafdf05771f7,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:27.813753 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f3f9ed-50c5-4e97-be47-55655785631f None None] New status for floating IP 17605a10-47a1-4aaf-80b9-223006dcfe79: DOWN {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 07:51:27.870784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:27.912835 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:51:27.913377 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:27.961174 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.029015 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment cbd06828-cac0-416b-82eb-f88f032dc186 resource provider aggregate not found Oct 18 07:51:28.066582 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cfed8637-38b6-4934-9fae-aa282d63809f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.088514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port e838170b-c50d-497d-8574-53460b86c62f completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:28.098227 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4f40fe33-b504-4748-a9b5-f15f57c92f93 None None] Provisioning for port e838170b-c50d-497d-8574-53460b86c62f completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:28.104031 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4f40fe33-b504-4748-a9b5-f15f57c92f93 None None] Provisioning complete for port e838170b-c50d-497d-8574-53460b86c62f triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:28.104765 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4f40fe33-b504-4748-a9b5-f15f57c92f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.105200 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4f40fe33-b504-4748-a9b5-f15f57c92f93 None None] Attempt 1 to provision port e838170b-c50d-497d-8574-53460b86c62f Oct 18 07:51:28.178699 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment cbd06828-cac0-416b-82eb-f88f032dc186 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbd06828-cac0-416b-82eb-f88f032dc186 found for delete ", "request_id": "req-c9a1eb77-b6d3-458d-88e8-49aab808118e"}]} Oct 18 07:51:28.189473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed8637-38b6-4934-9fae-aa282d63809f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Port': ['ID=90412aa0-1cb7-4094-9447-9efc18b91c15,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:28.263866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.265444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d913cf7b-e5a3-458d-9a4a-d5df4667ac6e tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.307362 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4f40fe33-b504-4748-a9b5-f15f57c92f93 None None] Current status of the port e838170b-c50d-497d-8574-53460b86c62f is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:28.307741 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4f40fe33-b504-4748-a9b5-f15f57c92f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.320247 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f3c23fa3-8cf1-4e71-b36d-cd714ef2459c tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.323668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.334906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cfed8637-38b6-4934-9fae-aa282d63809f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.342246 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-4f40fe33-b504-4748-a9b5-f15f57c92f93 None None] For port e838170b-c50d-497d-8574-53460b86c62f, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e838170b-c50d-497d-8574-53460b86c62f,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:28.347222 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4f40fe33-b504-4748-a9b5-f15f57c92f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.417541 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40fe33-b504-4748-a9b5-f15f57c92f93 None None] Pushing event updated for resources: {'Port': ['ID=e838170b-c50d-497d-8574-53460b86c62f,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:28.469664 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Provisioning for port 58423c63-4d82-4fa9-bfcd-14000e05578b completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:28.476239 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Provisioning complete for port 58423c63-4d82-4fa9-bfcd-14000e05578b triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:28.476799 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.477281 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Attempt 1 to provision port 58423c63-4d82-4fa9-bfcd-14000e05578b Oct 18 07:51:28.511372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Network': ['ID=c23e6625-a365-49d2-a050-55f6440accda,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:28.522357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d913cf7b-e5a3-458d-9a4a-d5df4667ac6e tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.538027 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Port 58423c63-4d82-4fa9-bfcd-14000e05578b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:28.543764 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2ac30b62-73ef-4ad9-af7f-78d3cd122698 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/networks/c23e6625-a365-49d2-a050-55f6440accda HTTP/1.1" status: 204 len: 168 time: 4.7252088 Oct 18 07:51:28.545044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52868) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:28.552023 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f3c23fa3-8cf1-4e71-b36d-cd714ef2459c tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.557652 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cfed8637-38b6-4934-9fae-aa282d63809f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/ports/90412aa0-1cb7-4094-9447-9efc18b91c15 HTTP/1.1" status: 204 len: 168 time: 2.0552571 Oct 18 07:51:28.561199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1871362052', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}, 'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:28.561430 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f3c23fa3-8cf1-4e71-b36d-cd714ef2459c tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.572859 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52872) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:28.576490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:28.597748 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:router and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:28.600952 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:28.611526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:28.636450 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.637543 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.643897 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c20b4e56-acf5-4d9f-93ed-6bae620ad8f8 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.644269 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c20b4e56-acf5-4d9f-93ed-6bae620ad8f8 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.648722 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1df166-f09e-4c58-ba22-604abcb0f9c4 req-8c145562-7701-49bf-8168-cc4a32cd8951 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:28.650176 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cc1df166-f09e-4c58-ba22-604abcb0f9c4 req-8c145562-7701-49bf-8168-cc4a32cd8951 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.4674935 Oct 18 07:51:28.678459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d913cf7b-e5a3-458d-9a4a-d5df4667ac6e tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.711434 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.724044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913cf7b-e5a3-458d-9a4a-d5df4667ac6e tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6eac28-45a4-48f3-b1b1-09084745a75e,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:28.775785 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cc1df166-f09e-4c58-ba22-604abcb0f9c4 req-4ae847a6-ec32-4e08-9ffe-f1fdb2b2d5bc tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162992 Oct 18 07:51:28.834693 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d913cf7b-e5a3-458d-9a4a-d5df4667ac6e tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.835695 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d913cf7b-e5a3-458d-9a4a-d5df4667ac6e tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "DELETE /v2.0/security-groups/ef6eac28-45a4-48f3-b1b1-09084745a75e HTTP/1.1" status: 204 len: 168 time: 1.0220227 Oct 18 07:51:28.854728 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f3c23fa3-8cf1-4e71-b36d-cd714ef2459c tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:28.855258 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c23fa3-8cf1-4e71-b36d-cd714ef2459c tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Fanout notify agent at l3_agent the message router_deleted on router 9c520bfb-eefa-4b95-8e4a-e8b1d955c21a {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:51:28.874790 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-c20b4e56-acf5-4d9f-93ed-6bae620ad8f8 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Calling delete_port for f71e1a21-41e8-4e9e-97db-ab1e84ea33e6 owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:28.900825 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52876) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:28.970177 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-7272b2cb-86d7-4608-a08f-a5e4819ef657 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] show failed (client error): The resource could not be found. Oct 18 07:51:28.971232 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7272b2cb-86d7-4608-a08f-a5e4819ef657 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "GET /v2.0/security-groups/ef6eac28-45a4-48f3-b1b1-09084745a75e HTTP/1.1" status: 404 len: 347 time: 0.0686951 Oct 18 07:51:28.981737 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52880) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:29.003076 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f3c23fa3-8cf1-4e71-b36d-cd714ef2459c tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:29.004149 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f3c23fa3-8cf1-4e71-b36d-cd714ef2459c tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] 10.222.0.17 "DELETE /v2.0/routers/9c520bfb-eefa-4b95-8e4a-e8b1d955c21a HTTP/1.1" status: 204 len: 168 time: 4.5916529 Oct 18 07:51:29.012621 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52884) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:29.038683 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Attempt 2 to provision port 58423c63-4d82-4fa9-bfcd-14000e05578b Oct 18 07:51:29.093167 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Port 58423c63-4d82-4fa9-bfcd-14000e05578b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:29.180258 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38626fd-e63b-4197-b381-bb861211b543 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:29.184473 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a38626fd-e63b-4197-b381-bb861211b543 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6106863 Oct 18 07:51:29.195313 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52888) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:29.231571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:29.271472 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:29.278422 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a214b0-0cdd-419e-be83-06be31daad3d tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Deleting subnet 43843580-83e8-436f-9720-86f6b9dcd9d8 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:51:29.280501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:29.299090 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbca6fb-ad40-4b95-8410-6af3d558a1d1 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] GET failed (client error): The resource could not be found. Oct 18 07:51:29.300330 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2fbca6fb-ad40-4b95-8410-6af3d558a1d1 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports/70eb4ebc-3c98-436f-894f-1248deb58d68 HTTP/1.1" status: 404 len: 333 time: 0.1040587 Oct 18 07:51:29.301399 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-cbb64193-598b-434b-8042-d7d366263142 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Deleting port eb10634f-96bf-44d7-96c1-8da5993f5c9c {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:29.301738 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cbb64193-598b-434b-8042-d7d366263142 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:29.319969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52892) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:29.321558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8a214b0-0cdd-419e-be83-06be31daad3d tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:29.378950 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:29.385983 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:29.386717 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:29.440773 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a556c5-2850-4152-96fd-0770f04d5415 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] GET failed (client error): The resource could not be found. Oct 18 07:51:29.441310 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-51a556c5-2850-4152-96fd-0770f04d5415 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:29.442714 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c20b4e56-acf5-4d9f-93ed-6bae620ad8f8 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:29.526457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8a214b0-0cdd-419e-be83-06be31daad3d tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:29.594897 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Attempt 3 to provision port 58423c63-4d82-4fa9-bfcd-14000e05578b Oct 18 07:51:29.612617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-51a556c5-2850-4152-96fd-0770f04d5415 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:29.616394 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-51a556c5-2850-4152-96fd-0770f04d5415 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports/90412aa0-1cb7-4094-9447-9efc18b91c15 HTTP/1.1" status: 404 len: 333 time: 0.2620339 Oct 18 07:51:29.623423 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52896) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:29.657201 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e838170b-c50d-497d-8574-53460b86c62f up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:51:29.732441 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Port 58423c63-4d82-4fa9-bfcd-14000e05578b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:29.749470 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port e838170b-c50d-497d-8574-53460b86c62f triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:29.750188 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:29.750836 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port e838170b-c50d-497d-8574-53460b86c62f Oct 18 07:51:29.776754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Allocated IP 172.26.8.93 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/c94330e1-3c11-4636-bf86-b57d65de6962) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:29.815619 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=58423c63-4d82-4fa9-bfcd-14000e05578b,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:29.888280 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port e838170b-c50d-497d-8574-53460b86c62f is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:29.920622 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b4e56-acf5-4d9f-93ed-6bae620ad8f8 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Pushing event deleted for resources: {'Port': ['ID=f71e1a21-41e8-4e9e-97db-ab1e84ea33e6,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:29.993227 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cbb64193-598b-434b-8042-d7d366263142 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:29.993557 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cbb64193-598b-434b-8042-d7d366263142 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:30.019836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c20b4e56-acf5-4d9f-93ed-6bae620ad8f8 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:30.084030 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-348910d7-ee82-4449-9bc4-f6af5aaa5919 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:30.115182 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8a214b0-0cdd-419e-be83-06be31daad3d tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:30.157099 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-cbb64193-598b-434b-8042-d7d366263142 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Calling delete_port for eb10634f-96bf-44d7-96c1-8da5993f5c9c owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:30.226702 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c20b4e56-acf5-4d9f-93ed-6bae620ad8f8 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:30.227816 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c20b4e56-acf5-4d9f-93ed-6bae620ad8f8 tempest-ServersTestManualDisk-679025813 tempest-ServersTestManualDisk-679025813-project] 10.222.0.17 "DELETE /v2.0/floatingips/a786c9ed-1ef1-4931-80f1-fb8a643d8d88 HTTP/1.1" status: 204 len: 168 time: 5.3506560 Oct 18 07:51:30.232933 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52902) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:30.234132 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Attempt 4 to provision port 58423c63-4d82-4fa9-bfcd-14000e05578b Oct 18 07:51:30.241219 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:30.290035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Port 58423c63-4d82-4fa9-bfcd-14000e05578b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:30.299426 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:30.479859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-348910d7-ee82-4449-9bc4-f6af5aaa5919 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:30.496888 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:30.529106 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-348910d7-ee82-4449-9bc4-f6af5aaa5919 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bee6a7-b750-4484-ad55-c394c331af15']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:30.542347 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8a214b0-0cdd-419e-be83-06be31daad3d tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:30.557441 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e078d-f0ee-40b3-aff6-74adedcb16e1 req-bf51b527-b8eb-4cc9-9c76-e6846792ea7e tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:30.558923 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9d5e078d-f0ee-40b3-aff6-74adedcb16e1 req-bf51b527-b8eb-4cc9-9c76-e6846792ea7e tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.6489999 Oct 18 07:51:30.601210 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-348910d7-ee82-4449-9bc4-f6af5aaa5919 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995ef749-acdb-459a-b0a6-2ddd6f549c9b') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:30.601419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-348910d7-ee82-4449-9bc4-f6af5aaa5919 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995ef749-acdb-459a-b0a6-2ddd6f549c9b') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:30.629891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:30.653722 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a214b0-0cdd-419e-be83-06be31daad3d tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Pushing event deleted for resources: {'Subnet': ['ID=43843580-83e8-436f-9720-86f6b9dcd9d8,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:30.657595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-348910d7-ee82-4449-9bc4-f6af5aaa5919 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:30.668061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8a214b0-0cdd-419e-be83-06be31daad3d tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:30.671967 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c4b1d8-136c-4a6b-bed2-31009de86fb4 None None] Network 72ac56b8-6f45-42e4-9d39-18c08cef6e2d requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:30.680423 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:30.693099 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9d5e078d-f0ee-40b3-aff6-74adedcb16e1 req-9274d2f4-e3b2-45e5-8d36-64722c684170 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969243 Oct 18 07:51:30.743892 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e8a214b0-0cdd-419e-be83-06be31daad3d tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] 10.222.0.17 "DELETE /v2.0/subnets/43843580-83e8-436f-9720-86f6b9dcd9d8 HTTP/1.1" status: 204 len: 168 time: 1.7273700 Oct 18 07:51:30.745503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-348910d7-ee82-4449-9bc4-f6af5aaa5919 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:30.752600 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52906) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:30.791052 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Attempt 5 to provision port 58423c63-4d82-4fa9-bfcd-14000e05578b Oct 18 07:51:30.791566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348910d7-ee82-4449-9bc4-f6af5aaa5919 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:51:30.792034 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-348910d7-ee82-4449-9bc4-f6af5aaa5919 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:30.844720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cbb64193-598b-434b-8042-d7d366263142 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:30.889127 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Port 58423c63-4d82-4fa9-bfcd-14000e05578b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:30.903360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb64193-598b-434b-8042-d7d366263142 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Pushing event deleted for resources: {'Port': ['ID=eb10634f-96bf-44d7-96c1-8da5993f5c9c,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:30.938872 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 995ef749-acdb-459a-b0a6-2ddd6f549c9b resource provider aggregate not found Oct 18 07:51:30.982676 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 995ef749-acdb-459a-b0a6-2ddd6f549c9b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 995ef749-acdb-459a-b0a6-2ddd6f549c9b found for delete ", "request_id": "req-3c5f0414-2fd4-474d-bc30-13a451536c6a"}]} Oct 18 07:51:30.984357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:31.002997 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Router 17099223-4f92-4c5e-bfe8-1aa6494dca1f is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:51:31.043942 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532855d6-f931-42e7-8fee-87227baeacbe None None] DHCP port deletion for 72ac56b8-6f45-42e4-9d39-18c08cef6e2d request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:51:31.049977 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-532855d6-f931-42e7-8fee-87227baeacbe None None] Deleting port d86152ca-7520-4814-9fb5-6654883d9a90 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:31.050422 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-532855d6-f931-42e7-8fee-87227baeacbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:31.114876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-348910d7-ee82-4449-9bc4-f6af5aaa5919 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:31.118857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-348910d7-ee82-4449-9bc4-f6af5aaa5919 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:31.144249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-694816cd-fe2c-4ca8-bc0c-e18e1e399159 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:31.159320 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:31.176544 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348910d7-ee82-4449-9bc4-f6af5aaa5919 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Network': ['ID=31bee6a7-b750-4484-ad55-c394c331af15,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:31.179511 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:31.184134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:31.228785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Pushing event updated for resources: {'Port': ['ID=c94330e1-3c11-4636-bf86-b57d65de6962,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:31.245665 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-348910d7-ee82-4449-9bc4-f6af5aaa5919 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/networks/31bee6a7-b750-4484-ad55-c394c331af15 HTTP/1.1" status: 204 len: 168 time: 1.6122472 Oct 18 07:51:31.246981 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52914) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:31.267273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-b549a10b-c5fc-4818-9044-7c736bca499c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-485224642'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:31.273569 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Allocated IP 172.26.8.203 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/02af416a-b2c9-4521-ad6c-dde3a8723d08) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:31.275490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-694816cd-fe2c-4ca8-bc0c-e18e1e399159 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Deleting port d86152ca-7520-4814-9fb5-6654883d9a90 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:31.276228 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-694816cd-fe2c-4ca8-bc0c-e18e1e399159 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:31.293955 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-532855d6-f931-42e7-8fee-87227baeacbe None None] For port d86152ca-7520-4814-9fb5-6654883d9a90, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d86152ca-7520-4814-9fb5-6654883d9a90,segment=NetworkSegment(cd662618-a046-4055-9ed8-d6c7efbd3da9),segment_id=cd662618-a046-4055-9ed8-d6c7efbd3da9)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:31.294416 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-532855d6-f931-42e7-8fee-87227baeacbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:31.309007 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b549a10b-c5fc-4818-9044-7c736bca499c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:31.337227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b549a10b-c5fc-4818-9044-7c736bca499c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:network and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:31.342196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cbb64193-598b-434b-8042-d7d366263142 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:31.345172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b549a10b-c5fc-4818-9044-7c736bca499c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:31.374982 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b549a10b-c5fc-4818-9044-7c736bca499c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:31.419313 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Attempt 6 to provision port 58423c63-4d82-4fa9-bfcd-14000e05578b Oct 18 07:51:31.421909 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:51:31.432500 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9dc6ac7c-58e7-459a-bd71-d5d4f756ee69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "PUT /v2.0/routers/17099223-4f92-4c5e-bfe8-1aa6494dca1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7468946 Oct 18 07:51:31.433608 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52918) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:31.438864 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Sync routers for ids ['17099223-4f92-4c5e-bfe8-1aa6494dca1f'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:51:31.451837 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Routers {'17099223-4f92-4c5e-bfe8-1aa6494dca1f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:31.453117 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['17099223-4f92-4c5e-bfe8-1aa6494dca1f'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:31.455540 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-532855d6-f931-42e7-8fee-87227baeacbe None None] Calling delete_port for d86152ca-7520-4814-9fb5-6654883d9a90 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:31.470175 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cbb64193-598b-434b-8042-d7d366263142 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:31.471330 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cbb64193-598b-434b-8042-d7d366263142 tempest-ServersTestJSON-1469118891 tempest-ServersTestJSON-1469118891-project] 10.222.0.17 "DELETE /v2.0/floatingips/17605a10-47a1-4aaf-80b9-223006dcfe79 HTTP/1.1" status: 204 len: 168 time: 2.4859040 Oct 18 07:51:31.478476 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52922) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:31.532810 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Port 58423c63-4d82-4fa9-bfcd-14000e05578b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:31.561843 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-532855d6-f931-42e7-8fee-87227baeacbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:31.643707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532855d6-f931-42e7-8fee-87227baeacbe None None] Pushing event deleted for resources: {'Port': ['ID=d86152ca-7520-4814-9fb5-6654883d9a90,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:31.666326 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532855d6-f931-42e7-8fee-87227baeacbe None None] No DVR routers for this DVR port d86152ca-7520-4814-9fb5-6654883d9a90 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:51:31.669333 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf1e99a-1bc0-477f-99f1-165db66b4ea1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:31.669955 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-faf1e99a-1bc0-477f-99f1-165db66b4ea1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:31.707261 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d86152ca-7520-4814-9fb5-6654883d9a90 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:51:31.741972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b549a10b-c5fc-4818-9044-7c736bca499c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:31.745403 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b549a10b-c5fc-4818-9044-7c736bca499c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:31.764028 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Set router 17099223-4f92-4c5e-bfe8-1aa6494dca1f gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:51:31.765023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: d86152ca-7520-4814-9fb5-6654883d9a90 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:51:31.765764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d86152ca-7520-4814-9fb5-6654883d9a90 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:51:31.776060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-694816cd-fe2c-4ca8-bc0c-e18e1e399159 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] The port 'd86152ca-7520-4814-9fb5-6654883d9a90' was deleted {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:51:31.816086 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-faf1e99a-1bc0-477f-99f1-165db66b4ea1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:31.821656 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-faf1e99a-1bc0-477f-99f1-165db66b4ea1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports/58423c63-4d82-4fa9-bfcd-14000e05578b HTTP/1.1" status: 200 len: 911 time: 0.3860524 Oct 18 07:51:31.822535 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52928) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:31.838251 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:51:32.034150 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Attempt 7 to provision port 58423c63-4d82-4fa9-bfcd-14000e05578b Oct 18 07:51:32.035904 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e21cb050-e852-42e9-a44b-bf56ad00ac65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:32.040625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b549a10b-c5fc-4818-9044-7c736bca499c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:51:32.085710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-694816cd-fe2c-4ca8-bc0c-e18e1e399159 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:32.103890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b549a10b-c5fc-4818-9044-7c736bca499c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:32.104319 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-b549a10b-c5fc-4818-9044-7c736bca499c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Added segment 0960886c-1b82-4a72-974a-e52075ab89f9 of type vlan for network 25ed918a-fa29-4a8a-ba55-2216ba88b79e Oct 18 07:51:32.131113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Port 58423c63-4d82-4fa9-bfcd-14000e05578b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:32.137845 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17099223-4f92-4c5e-bfe8-1aa6494dca1f', 'name': 'tempest-NetworksTestDHCPv6-router-518595932', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:51:22Z', 'updated_at': '2022-10-18T07:51:27Z', 'revision_number': 2, 'project_id': 'd4eeffd966b740cb93b913597321fe50', 'gw_port_host': None, '_interfaces': [{'id': '58423c63-4d82-4fa9-bfcd-14000e05578b', 'name': '', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'mac_address': 'fa:16:3e:6b:79:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17099223-4f92-4c5e-bfe8-1aa6494dca1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9cff36b7-11ef-462e-9868-6a78fe8e4af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:51:24Z', 'updated_at': '2022-10-18T07:51:28Z', 'revision_number': 2, 'project_id': 'd4eeffd966b740cb93b913597321fe50', 'subnets': [{'id': '9cff36b7-11ef-462e-9868-6a78fe8e4af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:32.151897 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Checking router: 17099223-4f92-4c5e-bfe8-1aa6494dca1f for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:51:32.152448 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Updating router 17099223-4f92-4c5e-bfe8-1aa6494dca1f port 58423c63-4d82-4fa9-bfcd-14000e05578b binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:51:32.200144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-694816cd-fe2c-4ca8-bc0c-e18e1e399159 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ac56b8-6f45-42e4-9d39-18c08cef6e2d']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:32.214996 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c72b9a5-2217-4e0c-8022-bac7eb61bb0e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:32.221323 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c72b9a5-2217-4e0c-8022-bac7eb61bb0e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:32.225501 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5c72b9a5-2217-4e0c-8022-bac7eb61bb0e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3380749 Oct 18 07:51:32.227700 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52932) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:32.236018 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:32.304528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-694816cd-fe2c-4ca8-bc0c-e18e1e399159 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd662618-a046-4055-9ed8-d6c7efbd3da9') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:32.304927 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-694816cd-fe2c-4ca8-bc0c-e18e1e399159 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd662618-a046-4055-9ed8-d6c7efbd3da9') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:32.316852 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:32.329595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b549a10b-c5fc-4818-9044-7c736bca499c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:32.338348 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-694816cd-fe2c-4ca8-bc0c-e18e1e399159 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:32.384775 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-694816cd-fe2c-4ca8-bc0c-e18e1e399159 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:32.417418 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e57c0b-4ba8-4395-bae7-30f8879d13d1 req-ff294f97-d2d0-406d-b203-130300bc9c83 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:32.418926 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-10e57c0b-4ba8-4395-bae7-30f8879d13d1 req-ff294f97-d2d0-406d-b203-130300bc9c83 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.5525029 Oct 18 07:51:32.430493 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694816cd-fe2c-4ca8-bc0c-e18e1e399159 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:51:32.430714 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-694816cd-fe2c-4ca8-bc0c-e18e1e399159 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:32.526306 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b549a10b-c5fc-4818-9044-7c736bca499c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:32.532380 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b549a10b-c5fc-4818-9044-7c736bca499c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:32.533030 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b549a10b-c5fc-4818-9044-7c736bca499c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:32.601191 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:32.611721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:32.632559 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Attempt 8 to provision port 58423c63-4d82-4fa9-bfcd-14000e05578b Oct 18 07:51:32.672388 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Transition to ACTIVE for port object 58423c63-4d82-4fa9-bfcd-14000e05578b will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:32.684378 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:32.699979 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Port 58423c63-4d82-4fa9-bfcd-14000e05578b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:32.782738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-694816cd-fe2c-4ca8-bc0c-e18e1e399159 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:32.786881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-694816cd-fe2c-4ca8-bc0c-e18e1e399159 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:32.789434 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-694816cd-fe2c-4ca8-bc0c-e18e1e399159 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] 10.222.0.17 "DELETE /v2.0/networks/72ac56b8-6f45-42e4-9d39-18c08cef6e2d HTTP/1.1" status: 204 len: 168 time: 2.0293753 Oct 18 07:51:32.814483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:32.817308 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52936) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:32.820160 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-10e57c0b-4ba8-4395-bae7-30f8879d13d1 req-d5bdf811-9847-48f3-a040-cb5246b1a6e7 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3722177 Oct 18 07:51:32.821638 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b549a10b-c5fc-4818-9044-7c736bca499c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5744216 Oct 18 07:51:32.836595 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52938) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:32.847423 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-09e44637-7d9a-4326-8f48-822200f11656 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'subnet': {'network_id': '25ed918a-fa29-4a8a-ba55-2216ba88b79e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:32.909796 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549a10b-c5fc-4818-9044-7c736bca499c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Network': ['ID=25ed918a-fa29-4a8a-ba55-2216ba88b79e,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:32.925903 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 25ed918a-fa29-4a8a-ba55-2216ba88b79e details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:51:32.930821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:32.931993 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3a746-cbc7-4fb1-9d32-a89db90a5792 None None] Pushing event updated for resources: {'Port': ['ID=58423c63-4d82-4fa9-bfcd-14000e05578b,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:32.939103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:32.941613 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:32.964607 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Attempting to bind port 58423c63-4d82-4fa9-bfcd-14000e05578b on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:51:32.965134 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Attempting to bind port 58423c63-4d82-4fa9-bfcd-14000e05578b by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:51:32.965644 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Attempting to bind port 58423c63-4d82-4fa9-bfcd-14000e05578b on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:51:32.971900 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:51:32.972491 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:51:32.973046 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:32.973571 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:51:32.974195 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Bound port: 58423c63-4d82-4fa9-bfcd-14000e05578b, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:51:32.974753 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:32.997874 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694816cd-fe2c-4ca8-bc0c-e18e1e399159 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Pushing event deleted for resources: {'Network': ['ID=72ac56b8-6f45-42e4-9d39-18c08cef6e2d,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:33.007176 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=02af416a-b2c9-4521-ad6c-dde3a8723d08,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:33.027412 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment cd662618-a046-4055-9ed8-d6c7efbd3da9 resource provider aggregate not found Oct 18 07:51:33.092712 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment cd662618-a046-4055-9ed8-d6c7efbd3da9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd662618-a046-4055-9ed8-d6c7efbd3da9 found for delete ", "request_id": "req-7de1e007-384a-42fd-bc14-fcd9e9543c0f"}]} Oct 18 07:51:33.115076 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] For port 58423c63-4d82-4fa9-bfcd-14000e05578b, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:51:33.119397 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] For port 58423c63-4d82-4fa9-bfcd-14000e05578b, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=58423c63-4d82-4fa9-bfcd-14000e05578b,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:51:33.126698 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:33.161162 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-586d08cd-4b2b-470f-b4b8-be4aa11e2542 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Deleting port 429686f6-8db5-417d-bbcd-988295fb53d8 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:33.161423 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-586d08cd-4b2b-470f-b4b8-be4aa11e2542 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:33.201878 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Attempt 9 to provision port 58423c63-4d82-4fa9-bfcd-14000e05578b Oct 18 07:51:33.226733 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3a746-cbc7-4fb1-9d32-a89db90a5792 None None] Pushing event updated for resources: {'Port': ['ID=58423c63-4d82-4fa9-bfcd-14000e05578b,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:33.237945 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Routers {'17099223-4f92-4c5e-bfe8-1aa6494dca1f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:33.238927 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['17099223-4f92-4c5e-bfe8-1aa6494dca1f'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:33.271443 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-09e44637-7d9a-4326-8f48-822200f11656 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:33.322296 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8b889-0eb7-4108-b3c1-ce00076358b3 None None] Port 58423c63-4d82-4fa9-bfcd-14000e05578b had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 07:51:33.336709 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-09e44637-7d9a-4326-8f48-822200f11656 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:subnet and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:33.343451 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-09e44637-7d9a-4326-8f48-822200f11656 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:33.365565 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-09e44637-7d9a-4326-8f48-822200f11656 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:33.445883 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] Set router 17099223-4f92-4c5e-bfe8-1aa6494dca1f gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:51:33.522685 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e44637-7d9a-4326-8f48-822200f11656 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:33.526050 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-09e44637-7d9a-4326-8f48-822200f11656 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:33.535050 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:33.656189 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e21cb050-e852-42e9-a44b-bf56ad00ac65 admin admin] Deleting port 48937417-5831-40fa-9d81-18b6671501d4 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:33.656515 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e21cb050-e852-42e9-a44b-bf56ad00ac65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:33.724541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.ipam_backend_mixin [None req-09e44637-7d9a-4326-8f48-822200f11656 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Performing IP validity checks on allocation pools {{(pid=89045) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 18 07:51:33.727622 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.ipam_backend_mixin [None req-09e44637-7d9a-4326-8f48-822200f11656 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89045) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 18 07:51:33.772428 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dc8d36b5-c626-40ec-bf3f-0a61497e91e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:33.788672 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17099223-4f92-4c5e-bfe8-1aa6494dca1f', 'name': 'tempest-NetworksTestDHCPv6-router-518595932', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:51:22Z', 'updated_at': '2022-10-18T07:51:27Z', 'revision_number': 2, 'project_id': 'd4eeffd966b740cb93b913597321fe50', 'gw_port_host': None, '_interfaces': [{'id': '58423c63-4d82-4fa9-bfcd-14000e05578b', 'name': '', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'mac_address': 'fa:16:3e:6b:79:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17099223-4f92-4c5e-bfe8-1aa6494dca1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9cff36b7-11ef-462e-9868-6a78fe8e4af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:51:24Z', 'updated_at': '2022-10-18T07:51:33Z', 'revision_number': 4, 'project_id': 'd4eeffd966b740cb93b913597321fe50', 'subnets': [{'id': '9cff36b7-11ef-462e-9868-6a78fe8e4af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:33.793191 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8922aaf0-184a-4000-92a5-47eae675485f None None] The sync data for ids ['17099223-4f92-4c5e-bfe8-1aa6494dca1f'] in dv-neutron-861625-1-hyperv is: [{'id': '17099223-4f92-4c5e-bfe8-1aa6494dca1f', 'name': 'tempest-NetworksTestDHCPv6-router-518595932', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:51:22Z', 'updated_at': '2022-10-18T07:51:27Z', 'revision_number': 2, 'project_id': 'd4eeffd966b740cb93b913597321fe50', 'gw_port_host': None, '_interfaces': [{'id': '58423c63-4d82-4fa9-bfcd-14000e05578b', 'name': '', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'mac_address': 'fa:16:3e:6b:79:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17099223-4f92-4c5e-bfe8-1aa6494dca1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9cff36b7-11ef-462e-9868-6a78fe8e4af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:51:24Z', 'updated_at': '2022-10-18T07:51:33Z', 'revision_number': 4, 'project_id': 'd4eeffd966b740cb93b913597321fe50', 'subnets': [{'id': '9cff36b7-11ef-462e-9868-6a78fe8e4af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:51:33.833835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-586d08cd-4b2b-470f-b4b8-be4aa11e2542 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:33.834404 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-586d08cd-4b2b-470f-b4b8-be4aa11e2542 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:33.881791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:34.096935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Router 06b053f0-f853-468d-a253-fc7cfb9342cb is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:51:34.178811 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-586d08cd-4b2b-470f-b4b8-be4aa11e2542 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Calling delete_port for 429686f6-8db5-417d-bbcd-988295fb53d8 owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:34.317544 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:34.465708 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:34.472114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:51:34.488844 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf62f60-10a7-4975-805d-4716cdb646e3 None None] Sync routers for ids ['06b053f0-f853-468d-a253-fc7cfb9342cb'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:51:34.502704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf62f60-10a7-4975-805d-4716cdb646e3 None None] Routers {'06b053f0-f853-468d-a253-fc7cfb9342cb'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:34.504990 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-dbf62f60-10a7-4975-805d-4716cdb646e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['06b053f0-f853-468d-a253-fc7cfb9342cb'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:34.581688 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-dbf62f60-10a7-4975-805d-4716cdb646e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:34.591978 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf62f60-10a7-4975-805d-4716cdb646e3 None None] Routers {'06b053f0-f853-468d-a253-fc7cfb9342cb'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:34.592547 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-dbf62f60-10a7-4975-805d-4716cdb646e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['06b053f0-f853-468d-a253-fc7cfb9342cb'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:34.600631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-e21cb050-e852-42e9-a44b-bf56ad00ac65 admin admin] For port 48937417-5831-40fa-9d81-18b6671501d4, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=48937417-5831-40fa-9d81-18b6671501d4,segment=NetworkSegment(dcd5b6cc-1bba-47a7-8a15-56142a96dead),segment_id=dcd5b6cc-1bba-47a7-8a15-56142a96dead)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:34.600991 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e21cb050-e852-42e9-a44b-bf56ad00ac65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:34.657182 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-dbf62f60-10a7-4975-805d-4716cdb646e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:34.657706 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf62f60-10a7-4975-805d-4716cdb646e3 None None] The sync data for ids ['06b053f0-f853-468d-a253-fc7cfb9342cb'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:51:34.770365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:34.771600 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4b29b4e5-f8b8-436b-98e0-641a56268fd4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.3073616 Oct 18 07:51:34.774411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52950) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:34.782906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-3f6795bb-8586-4a01-8f33-4a73cba38b47 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:34.836460 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e21cb050-e852-42e9-a44b-bf56ad00ac65 admin admin] Calling delete_port for 48937417-5831-40fa-9d81-18b6671501d4 owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:34.934391 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1d089-4fe3-4e7e-8c2d-f773c5d23d11 req-d96e68cd-b542-4b91-8275-1931f4e9f889 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:34.939053 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-59a1d089-4fe3-4e7e-8c2d-f773c5d23d11 req-d96e68cd-b542-4b91-8275-1931f4e9f889 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.6716816 Oct 18 07:51:35.020362 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-09e44637-7d9a-4326-8f48-822200f11656 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:35.139626 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 398cf9f3-7a94-4a56-afeb-24542148352f is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:51:35.192646 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-586d08cd-4b2b-470f-b4b8-be4aa11e2542 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:35.277369 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-59a1d089-4fe3-4e7e-8c2d-f773c5d23d11 req-941e4b04-76e6-43ef-be87-a32b965c5c96 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851143 Oct 18 07:51:35.286815 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d08cd-4b2b-470f-b4b8-be4aa11e2542 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Pushing event deleted for resources: {'Port': ['ID=429686f6-8db5-417d-bbcd-988295fb53d8,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:35.293356 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-62dfc5e4-ffae-4009-8a5e-bb5a3fdc8dc4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:35.386850 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e44637-7d9a-4326-8f48-822200f11656 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Subnet': ['ID=6ecf67ee-28e8-42d8-a9aa-f544ac99733f,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:35.459601 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e44637-7d9a-4326-8f48-822200f11656 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Checking segment: {'id': '0960886c-1b82-4a72-974a-e52075ab89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '25ed918a-fa29-4a8a-ba55-2216ba88b79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:51:35.459970 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e44637-7d9a-4326-8f48-822200f11656 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network hostable DHCP agents. Network: 25ed918a-fa29-4a8a-ba55-2216ba88b79e, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:51:35.524127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:51:35.535218 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18b7367-cdd2-41fb-97f7-3529083761a8 None None] Sync routers for ids ['398cf9f3-7a94-4a56-afeb-24542148352f'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:51:35.549737 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18b7367-cdd2-41fb-97f7-3529083761a8 None None] Routers {'398cf9f3-7a94-4a56-afeb-24542148352f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:35.550339 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b18b7367-cdd2-41fb-97f7-3529083761a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['398cf9f3-7a94-4a56-afeb-24542148352f'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:35.554119 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:35.555437 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b7ddc1e7-8e29-4029-be21-6be795cc60ca tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.0094843 Oct 18 07:51:35.558791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52958) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:35.617211 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b18b7367-cdd2-41fb-97f7-3529083761a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:35.622268 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3f6795bb-8586-4a01-8f33-4a73cba38b47 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:35.636387 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18b7367-cdd2-41fb-97f7-3529083761a8 None None] Routers {'398cf9f3-7a94-4a56-afeb-24542148352f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:35.636948 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b18b7367-cdd2-41fb-97f7-3529083761a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['398cf9f3-7a94-4a56-afeb-24542148352f'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:35.707104 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 58423c63-4d82-4fa9-bfcd-14000e05578b up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:51:35.712307 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b18b7367-cdd2-41fb-97f7-3529083761a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:35.712844 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18b7367-cdd2-41fb-97f7-3529083761a8 None None] The sync data for ids ['398cf9f3-7a94-4a56-afeb-24542148352f'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:51:35.783548 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3f6795bb-8586-4a01-8f33-4a73cba38b47 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:35.786777 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 58423c63-4d82-4fa9-bfcd-14000e05578b completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:35.792607 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 58423c63-4d82-4fa9-bfcd-14000e05578b triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:35.793336 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:35.793882 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 58423c63-4d82-4fa9-bfcd-14000e05578b Oct 18 07:51:35.805145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-3f6795bb-8586-4a01-8f33-4a73cba38b47 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Deleting port c94330e1-3c11-4636-bf86-b57d65de6962 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:35.805442 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3f6795bb-8586-4a01-8f33-4a73cba38b47 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:35.908804 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1dc8e7a5-71e7-403c-8164-9c2678f38477 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/routers/398cf9f3-7a94-4a56-afeb-24542148352f HTTP/1.1" status: 200 len: 885 time: 0.3489387 Oct 18 07:51:35.921279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52962) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:35.932548 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 58423c63-4d82-4fa9-bfcd-14000e05578b is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:35.932942 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:35.936259 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e44637-7d9a-4326-8f48-822200f11656 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 25ed918a-fa29-4a8a-ba55-2216ba88b79e is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:51:35.958406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155def0-0060-44df-8359-57da12ac332b req-60b7bd71-0be3-4abe-af85-3bd26c9140ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:35.959924 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5155def0-0060-44df-8359-57da12ac332b req-60b7bd71-0be3-4abe-af85-3bd26c9140ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f286d48607e4386b10ca9eff3ca0147&device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 1099 time: 0.2645872 Oct 18 07:51:36.002215 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-586d08cd-4b2b-470f-b4b8-be4aa11e2542 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:36.004678 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 58423c63-4d82-4fa9-bfcd-14000e05578b, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=58423c63-4d82-4fa9-bfcd-14000e05578b,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:36.009148 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:36.076396 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d36b5-c626-40ec-bf3f-0a61497e91e5 admin admin] Deleting port fccb0038-635a-49a0-9a65-2e544d44bda1 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:36.076835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dc8d36b5-c626-40ec-bf3f-0a61497e91e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:36.081180 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=58423c63-4d82-4fa9-bfcd-14000e05578b,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:36.232173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-09e44637-7d9a-4326-8f48-822200f11656 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 25ed918a-fa29-4a8a-ba55-2216ba88b79e) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:36.235998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3f6795bb-8586-4a01-8f33-4a73cba38b47 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:36.241052 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cfb2f7-edd3-4cb3-be2b-3a4e4391de0b None None] Network 25ed918a-fa29-4a8a-ba55-2216ba88b79e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:36.280440 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e44637-7d9a-4326-8f48-822200f11656 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:36.281037 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-09e44637-7d9a-4326-8f48-822200f11656 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:36.376986 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-3f6795bb-8586-4a01-8f33-4a73cba38b47 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Calling delete_port for c94330e1-3c11-4636-bf86-b57d65de6962 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:36.414213 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-586d08cd-4b2b-470f-b4b8-be4aa11e2542 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:36.417810 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-586d08cd-4b2b-470f-b4b8-be4aa11e2542 tempest-FloatingIPAdminTestJSON-299493987 tempest-FloatingIPAdminTestJSON-299493987-project] 10.222.0.17 "DELETE /v2.0/floatingips/3f2437a9-4c71-4a50-b4c9-d189c76b9c3f HTTP/1.1" status: 204 len: 168 time: 3.5805328 Oct 18 07:51:36.419264 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155def0-0060-44df-8359-57da12ac332b req-d5602a5f-7f75-4160-b80e-dcdb1cd384e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:36.420490 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5155def0-0060-44df-8359-57da12ac332b req-d5602a5f-7f75-4160-b80e-dcdb1cd384e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4b998fa-e372-4e50-b79b-07d7c610b310 HTTP/1.1" status: 200 len: 912 time: 0.4513884 Oct 18 07:51:36.425627 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-09e44637-7d9a-4326-8f48-822200f11656 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5802865 Oct 18 07:51:36.425740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52968) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:36.431328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-e83ea74a-b0e4-4374-abd3-a735a55e20d5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'network_id': '25ed918a-fa29-4a8a-ba55-2216ba88b79e', 'name': 'tempest-PortsIpV6TestJSON-1330253981'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:36.439558 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40159c04-fea1-479d-a6f7-ba860e0bf7b4 req-0c61ce83-e115-4832-8cc6-588ad633b36a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:36.441237 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-40159c04-fea1-479d-a6f7-ba860e0bf7b4 req-0c61ce83-e115-4832-8cc6-588ad633b36a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.6847107 Oct 18 07:51:36.446682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e21cb050-e852-42e9-a44b-bf56ad00ac65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:36.539086 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cb050-e852-42e9-a44b-bf56ad00ac65 admin admin] Pushing event deleted for resources: {'Port': ['ID=48937417-5831-40fa-9d81-18b6671501d4,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:36.554591 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-25ed918a-fa29-4a8a-ba55-2216ba88b79e', 'network_id': '25ed918a-fa29-4a8a-ba55-2216ba88b79e', 'tenant_id': '0e9e13d574094643abe8d93e70221363', 'fixed_ips': [{'subnet_id': '6ecf67ee-28e8-42d8-a9aa-f544ac99733f'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:51:36.558227 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:36.725769 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-dc8d36b5-c626-40ec-bf3f-0a61497e91e5 admin admin] For port fccb0038-635a-49a0-9a65-2e544d44bda1, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=fccb0038-635a-49a0-9a65-2e544d44bda1,segment=NetworkSegment(e2301ec9-35ec-42e6-b735-42762eccc2ef),segment_id=e2301ec9-35ec-42e6-b735-42762eccc2ef)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:36.726131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dc8d36b5-c626-40ec-bf3f-0a61497e91e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:36.741126 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-40159c04-fea1-479d-a6f7-ba860e0bf7b4 req-b7b1f96b-0470-446d-9d74-b79f87b1e9bc tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2893174 Oct 18 07:51:36.805260 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5155def0-0060-44df-8359-57da12ac332b req-cd379c8c-47c6-4622-8618-5803b620a1ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e HTTP/1.1" status: 200 len: 1002 time: 0.3516791 Oct 18 07:51:36.810132 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3f6795bb-8586-4a01-8f33-4a73cba38b47 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:36.890567 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Allocated IP 2001:db8::2 (25ed918a-fa29-4a8a-ba55-2216ba88b79e/6ecf67ee-28e8-42d8-a9aa-f544ac99733f/927f4244-81cc-4040-9332-b28e4fb8e240) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:36.913625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52974) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:36.931813 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d36b5-c626-40ec-bf3f-0a61497e91e5 admin admin] Calling delete_port for fccb0038-635a-49a0-9a65-2e544d44bda1 owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:36.936788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6795bb-8586-4a01-8f33-4a73cba38b47 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Pushing event deleted for resources: {'Port': ['ID=c94330e1-3c11-4636-bf86-b57d65de6962,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:36.965937 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-62dfc5e4-ffae-4009-8a5e-bb5a3fdc8dc4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port 58423c63-4d82-4fa9-bfcd-14000e05578b {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:36.966222 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-62dfc5e4-ffae-4009-8a5e-bb5a3fdc8dc4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:37.009691 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e83ea74a-b0e4-4374-abd3-a735a55e20d5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:37.110983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e83ea74a-b0e4-4374-abd3-a735a55e20d5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:37.143777 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155def0-0060-44df-8359-57da12ac332b req-f9e3ef9f-65db-4964-ad58-e05ef24f608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:37.145302 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5155def0-0060-44df-8359-57da12ac332b req-f9e3ef9f-65db-4964-ad58-e05ef24f608e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbb698bd-8a28-447d-9ac6-7bad4cc61081 HTTP/1.1" status: 200 len: 850 time: 0.3263168 Oct 18 07:51:37.162077 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83ea74a-b0e4-4374-abd3-a735a55e20d5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:37.165522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e83ea74a-b0e4-4374-abd3-a735a55e20d5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:37.209560 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:37.226850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Transition to ACTIVE for port object 927f4244-81cc-4040-9332-b28e4fb8e240 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:37.229467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3f6795bb-8586-4a01-8f33-4a73cba38b47 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:37.251694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Transition to ACTIVE for port object 927f4244-81cc-4040-9332-b28e4fb8e240 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:37.260385 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:37.350045 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Network 25ed918a-fa29-4a8a-ba55-2216ba88b79e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:37.353158 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:37.361389 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:37.367630 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Pushing event updated for resources: {'Port': ['ID=927f4244-81cc-4040-9332-b28e4fb8e240,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:37.433621 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-81fa09d0-917a-4f90-9552-6faeb753b406 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=878845adba90473790e0dd1cf7c64908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5167046 Oct 18 07:51:37.433621 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52980) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:37.437841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-e83ea74a-b0e4-4374-abd3-a735a55e20d5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] device_id is not set on port 9f475c9f-887a-41e6-a28e-858f95d330f1 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:51:37.487699 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Attempting to bind port 927f4244-81cc-4040-9332-b28e4fb8e240 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:51:37.488011 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Attempting to bind port 927f4244-81cc-4040-9332-b28e4fb8e240 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '0960886c-1b82-4a72-974a-e52075ab89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '25ed918a-fa29-4a8a-ba55-2216ba88b79e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:51:37.488329 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Attempting to bind port 927f4244-81cc-4040-9332-b28e4fb8e240 on network 25ed918a-fa29-4a8a-ba55-2216ba88b79e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:51:37.494218 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:51:37.494612 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Checking segment: {'id': '0960886c-1b82-4a72-974a-e52075ab89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '25ed918a-fa29-4a8a-ba55-2216ba88b79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:51:37.495012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:37.495403 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Bound using segment: {'id': '0960886c-1b82-4a72-974a-e52075ab89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '25ed918a-fa29-4a8a-ba55-2216ba88b79e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:51:37.495865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Bound port: 927f4244-81cc-4040-9332-b28e4fb8e240, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0960886c-1b82-4a72-974a-e52075ab89f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '25ed918a-fa29-4a8a-ba55-2216ba88b79e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:51:37.496352 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:37.557153 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2b3e84c6-47c0-441e-8f23-81acdc2b286b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Synchronizing usage tracker for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:router {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:37.564146 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e21cb050-e852-42e9-a44b-bf56ad00ac65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:37.591855 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] For port 927f4244-81cc-4040-9332-b28e4fb8e240, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:51:37.595573 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-62dfc5e4-ffae-4009-8a5e-bb5a3fdc8dc4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] For port 58423c63-4d82-4fa9-bfcd-14000e05578b, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=58423c63-4d82-4fa9-bfcd-14000e05578b,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:37.595937 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-62dfc5e4-ffae-4009-8a5e-bb5a3fdc8dc4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:37.596643 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] For port 927f4244-81cc-4040-9332-b28e4fb8e240, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=927f4244-81cc-4040-9332-b28e4fb8e240,segment=NetworkSegment(0960886c-1b82-4a72-974a-e52075ab89f9),segment_id=0960886c-1b82-4a72-974a-e52075ab89f9)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:51:37.605652 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:37.710408 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db5d49-4a46-44ce-91c2-0e32471a4401 None None] Pushing event updated for resources: {'Port': ['ID=927f4244-81cc-4040-9332-b28e4fb8e240,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:37.823776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 58423c63-4d82-4fa9-bfcd-14000e05578b up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:51:37.887959 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2b3e84c6-47c0-441e-8f23-81acdc2b286b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Unset dirty status for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:router {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:37.892818 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2b3e84c6-47c0-441e-8f23-81acdc2b286b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.9629312 Oct 18 07:51:37.900298 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-62dfc5e4-ffae-4009-8a5e-bb5a3fdc8dc4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for 58423c63-4d82-4fa9-bfcd-14000e05578b owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:37.926872 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 58423c63-4d82-4fa9-bfcd-14000e05578b triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:37.927555 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:37.927555 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 58423c63-4d82-4fa9-bfcd-14000e05578b Oct 18 07:51:37.976032 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 52986) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:37.983271 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-974597b6-5894-4b15-b3b4-7a6364877bd6 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1871362052'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:38.089534 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 58423c63-4d82-4fa9-bfcd-14000e05578b is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:38.168191 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155def0-0060-44df-8359-57da12ac332b req-8c3de00f-cdcc-47e9-9647-2a36ebb9208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:38.170172 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5155def0-0060-44df-8359-57da12ac332b req-8c3de00f-cdcc-47e9-9647-2a36ebb9208f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4b998fa-e372-4e50-b79b-07d7c610b310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0111358 Oct 18 07:51:38.228556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3f6795bb-8586-4a01-8f33-4a73cba38b47 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:38.230370 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d02d311d-d110-4577-9bad-1343bf0dfd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:38.263304 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dc8d36b5-c626-40ec-bf3f-0a61497e91e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:38.296824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3f6795bb-8586-4a01-8f33-4a73cba38b47 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:38.395803 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-e83ea74a-b0e4-4374-abd3-a735a55e20d5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Allocated IP 2001:db8::328 (25ed918a-fa29-4a8a-ba55-2216ba88b79e/6ecf67ee-28e8-42d8-a9aa-f544ac99733f/9f475c9f-887a-41e6-a28e-858f95d330f1) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:38.402419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d02d311d-d110-4577-9bad-1343bf0dfd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:38.492531 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d36b5-c626-40ec-bf3f-0a61497e91e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fccb0038-635a-49a0-9a65-2e544d44bda1,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:38.605504 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6795bb-8586-4a01-8f33-4a73cba38b47 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Router 06b053f0-f853-468d-a253-fc7cfb9342cb has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:51:38.632487 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e463d-ac18-4917-a967-f01f6392c0ef req-af84d8aa-9140-41f8-ac31-a12c158d8ae4 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:38.634014 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-433e463d-ac18-4917-a967-f01f6392c0ef req-af84d8aa-9140-41f8-ac31-a12c158d8ae4 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.5383692 Oct 18 07:51:38.640535 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5155def0-0060-44df-8359-57da12ac332b req-0903e8ed-5858-499d-bf72-9eeb9068b3fc service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511282 Oct 18 07:51:38.905993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d02d311d-d110-4577-9bad-1343bf0dfd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:38.923514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816bed16-9cd5-453f-9bf2-45466ca7c529 None None] Network 25ed918a-fa29-4a8a-ba55-2216ba88b79e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:38.978392 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-433e463d-ac18-4917-a967-f01f6392c0ef req-ad992ecc-6648-4ade-83d4-8a9735d68fac tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3310096 Oct 18 07:51:38.998659 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d311d-d110-4577-9bad-1343bf0dfd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25887826-37ae-4cc2-9165-d73f252eda20,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:39.000723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6795bb-8586-4a01-8f33-4a73cba38b47 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:51:39.058181 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d727f6-affd-467f-b7a2-9545d4a91ced None None] Sync routers for ids ['06b053f0-f853-468d-a253-fc7cfb9342cb'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:51:39.089884 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3f6795bb-8586-4a01-8f33-4a73cba38b47 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:39.094004 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3f6795bb-8586-4a01-8f33-4a73cba38b47 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "PUT /v2.0/routers/06b053f0-f853-468d-a253-fc7cfb9342cb HTTP/1.1" status: 200 len: 706 time: 4.3156855 Oct 18 07:51:39.096001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52990) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:39.099430 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d727f6-affd-467f-b7a2-9545d4a91ced None None] Routers {'06b053f0-f853-468d-a253-fc7cfb9342cb'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:39.099915 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a7d727f6-affd-467f-b7a2-9545d4a91ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['06b053f0-f853-468d-a253-fc7cfb9342cb'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:39.102161 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5155def0-0060-44df-8359-57da12ac332b req-0e499e30-10c4-4a96-b951-8beeb96ab9ea service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393129 Oct 18 07:51:39.102967 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d02d311d-d110-4577-9bad-1343bf0dfd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:39.106311 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d02d311d-d110-4577-9bad-1343bf0dfd67 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/25887826-37ae-4cc2-9165-d73f252eda20 HTTP/1.1" status: 204 len: 168 time: 1.6298046 Oct 18 07:51:39.165198 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21cb050-e852-42e9-a44b-bf56ad00ac65 admin admin] Router 1e0426ab-4322-4a45-bf6e-6512f030d9af has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:51:39.266156 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-38358ce9-ddb7-4202-9243-2e054cc10a60 None None] Provisioning for port 927f4244-81cc-4040-9332-b28e4fb8e240 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:39.294621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a7d727f6-affd-467f-b7a2-9545d4a91ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:39.329197 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d727f6-affd-467f-b7a2-9545d4a91ced None None] Routers {'06b053f0-f853-468d-a253-fc7cfb9342cb'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:39.329836 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a7d727f6-affd-467f-b7a2-9545d4a91ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['06b053f0-f853-468d-a253-fc7cfb9342cb'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:39.333339 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e83ea74a-b0e4-4374-abd3-a735a55e20d5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:39.352840 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b3baa94f-1841-4ba1-841d-3d5244b32954 tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "GET /v2.0/routers/06b053f0-f853-468d-a253-fc7cfb9342cb HTTP/1.1" status: 200 len: 741 time: 0.2501574 Oct 18 07:51:39.357494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 52998) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:39.399397 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-e83ea74a-b0e4-4374-abd3-a735a55e20d5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Transition to ACTIVE for port object 9f475c9f-887a-41e6-a28e-858f95d330f1 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:39.426360 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-49cc257e-f9e1-4ad7-8a1d-e29212b2ec8c tempest-RoutersAdminTest-2012730695 tempest-RoutersAdminTest-2012730695-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=d273aec7-4774-4175-825f-ae90a4511626&device_id=06b053f0-f853-468d-a253-fc7cfb9342cb HTTP/1.1" status: 200 len: 205 time: 0.0653882 Oct 18 07:51:39.427199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53002) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:39.454002 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a7d727f6-affd-467f-b7a2-9545d4a91ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:39.454427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d727f6-affd-467f-b7a2-9545d4a91ced None None] The sync data for ids ['06b053f0-f853-468d-a253-fc7cfb9342cb'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:51:39.461763 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dc8d36b5-c626-40ec-bf3f-0a61497e91e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:39.493344 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-62dfc5e4-ffae-4009-8a5e-bb5a3fdc8dc4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:39.631793 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-158ddfe1-92e7-4179-802a-a6f2de8abd52 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "GET /v2.0/ports?device_id=06b053f0-f853-468d-a253-fc7cfb9342cb HTTP/1.1" status: 200 len: 205 time: 0.2039073 Oct 18 07:51:39.635680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53006) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:39.690902 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53010) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:39.889482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 927f4244-81cc-4040-9332-b28e4fb8e240 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:51:39.915573 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfc5e4-ffae-4009-8a5e-bb5a3fdc8dc4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=58423c63-4d82-4fa9-bfcd-14000e05578b,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:39.926020 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963264d-0644-4c86-ae3e-9348d37ef257 req-f2358be4-be51-42f4-8504-4de36e56b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:39.927892 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a963264d-0644-4c86-ae3e-9348d37ef257 req-f2358be4-be51-42f4-8504-4de36e56b88c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f286d48607e4386b10ca9eff3ca0147&device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 1099 time: 0.7467473 Oct 18 07:51:39.937342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e83ea74a-b0e4-4374-abd3-a735a55e20d5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:39.987213 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 927f4244-81cc-4040-9332-b28e4fb8e240 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:39.994114 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 927f4244-81cc-4040-9332-b28e4fb8e240 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:39.994577 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:39.995046 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 927f4244-81cc-4040-9332-b28e4fb8e240 Oct 18 07:51:39.998695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-df29346e-ff27-4285-9043-d99829b8fcee tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:40.055703 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-27d86ddf-317d-48c7-be8a-f273387b2ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:40.071026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-86c12271-0668-4bc0-ab73-5c0735266892 None None] Provisioning complete for port 927f4244-81cc-4040-9332-b28e4fb8e240 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:40.071666 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-86c12271-0668-4bc0-ab73-5c0735266892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:40.072001 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-86c12271-0668-4bc0-ab73-5c0735266892 None None] Attempt 1 to provision port 927f4244-81cc-4040-9332-b28e4fb8e240 Oct 18 07:51:40.108027 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83ea74a-b0e4-4374-abd3-a735a55e20d5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 25ed918a-fa29-4a8a-ba55-2216ba88b79e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:40.109032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ea74a-b0e4-4374-abd3-a735a55e20d5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=9f475c9f-887a-41e6-a28e-858f95d330f1,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:40.112071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-e83ea74a-b0e4-4374-abd3-a735a55e20d5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:40.114875 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-27d86ddf-317d-48c7-be8a-f273387b2ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:40.129299 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-62dfc5e4-ffae-4009-8a5e-bb5a3fdc8dc4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:40.142273 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-27d86ddf-317d-48c7-be8a-f273387b2ce0 admin admin] Usage tracker for resource:security_group_rule and tenant:ff0fe69ce0514e14ae70573ebb5ba5bc is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:40.153028 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-27d86ddf-317d-48c7-be8a-f273387b2ce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:40.192465 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-27d86ddf-317d-48c7-be8a-f273387b2ce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:40.294234 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83ea74a-b0e4-4374-abd3-a735a55e20d5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:40.300676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83ea74a-b0e4-4374-abd3-a735a55e20d5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:40.301752 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e83ea74a-b0e4-4374-abd3-a735a55e20d5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:40.317501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 927f4244-81cc-4040-9332-b28e4fb8e240 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:40.317881 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:40.355951 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-86c12271-0668-4bc0-ab73-5c0735266892 None None] Current status of the port 927f4244-81cc-4040-9332-b28e4fb8e240 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:40.356325 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-86c12271-0668-4bc0-ab73-5c0735266892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:40.395113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 927f4244-81cc-4040-9332-b28e4fb8e240, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=927f4244-81cc-4040-9332-b28e4fb8e240,segment=NetworkSegment(0960886c-1b82-4a72-974a-e52075ab89f9),segment_id=0960886c-1b82-4a72-974a-e52075ab89f9)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:40.401571 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:40.445345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-974597b6-5894-4b15-b3b4-7a6364877bd6 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:40.523180 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-86c12271-0668-4bc0-ab73-5c0735266892 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:51:40.523565 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-86c12271-0668-4bc0-ab73-5c0735266892 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:51:40.526830 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=927f4244-81cc-4040-9332-b28e4fb8e240,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:40.529662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-df29346e-ff27-4285-9043-d99829b8fcee tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:40.539598 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e83ea74a-b0e4-4374-abd3-a735a55e20d5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1127939 Oct 18 07:51:40.542943 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-df29346e-ff27-4285-9043-d99829b8fcee tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:40.544538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53016) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:40.586605 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21cb050-e852-42e9-a44b-bf56ad00ac65 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:51:40.599708 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39faefbe-f992-4f39-9224-060fc25a7419 None None] Sync routers for ids ['1e0426ab-4322-4a45-bf6e-6512f030d9af'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:51:40.605771 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-974597b6-5894-4b15-b3b4-7a6364877bd6 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:40.612604 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39faefbe-f992-4f39-9224-060fc25a7419 None None] Routers {'1e0426ab-4322-4a45-bf6e-6512f030d9af'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:40.613427 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-39faefbe-f992-4f39-9224-060fc25a7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1e0426ab-4322-4a45-bf6e-6512f030d9af'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:40.657316 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-df29346e-ff27-4285-9043-d99829b8fcee tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:40.657707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df29346e-ff27-4285-9043-d99829b8fcee tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Fanout notify agent at l3_agent the message router_deleted on router 06b053f0-f853-468d-a253-fc7cfb9342cb {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:51:40.667740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963264d-0644-4c86-ae3e-9348d37ef257 req-263a8368-aae2-4d01-afc9-da2244aa144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:40.669176 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a963264d-0644-4c86-ae3e-9348d37ef257 req-263a8368-aae2-4d01-afc9-da2244aa144b service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4b998fa-e372-4e50-b79b-07d7c610b310 HTTP/1.1" status: 200 len: 912 time: 0.5731597 Oct 18 07:51:40.673254 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ae0653f9-c88b-4312-b4dc-d6fee50a4ad1 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port 9f475c9f-887a-41e6-a28e-858f95d330f1 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:40.673592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ae0653f9-c88b-4312-b4dc-d6fee50a4ad1 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:40.793700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-df29346e-ff27-4285-9043-d99829b8fcee tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:40.798605 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-39faefbe-f992-4f39-9224-060fc25a7419 None None] Set router 1e0426ab-4322-4a45-bf6e-6512f030d9af gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:51:40.798758 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-df29346e-ff27-4285-9043-d99829b8fcee tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "DELETE /v2.0/routers/06b053f0-f853-468d-a253-fc7cfb9342cb HTTP/1.1" status: 204 len: 168 time: 1.1533735 Oct 18 07:51:40.800167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53020) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:40.867380 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9af880ae-6899-4049-8992-d01b3207b9f3 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "GET /v2.0/ports?device_id=06b053f0-f853-468d-a253-fc7cfb9342cb HTTP/1.1" status: 200 len: 205 time: 0.0642874 Oct 18 07:51:40.870577 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53024) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:40.995831 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a963264d-0644-4c86-ae3e-9348d37ef257 req-e317611e-6889-4dac-9edd-759813b3faaa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e HTTP/1.1" status: 200 len: 1002 time: 0.2965255 Oct 18 07:51:40.999693 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-31d2c844-76a7-4e49-8aeb-f0660a8a59fe tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] delete failed (client error): The resource could not be found. Oct 18 07:51:41.000272 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-31d2c844-76a7-4e49-8aeb-f0660a8a59fe tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "DELETE /v2.0/routers/06b053f0-f853-468d-a253-fc7cfb9342cb HTTP/1.1" status: 404 len: 336 time: 0.1045818 Oct 18 07:51:41.003143 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53028) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:41.084138 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dfc5e4-ffae-4009-8a5e-bb5a3fdc8dc4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Router 17099223-4f92-4c5e-bfe8-1aa6494dca1f has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:51:41.086917 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-39faefbe-f992-4f39-9224-060fc25a7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'name': 'tempest-ServersTestManualDisk-647744044-router', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:51:35Z', 'revision_number': 5, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'gw_port': {'id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:23Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:41.091033 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39faefbe-f992-4f39-9224-060fc25a7419 None None] Checking router: 1e0426ab-4322-4a45-bf6e-6512f030d9af for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:51:41.100243 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39faefbe-f992-4f39-9224-060fc25a7419 None None] Routers {'1e0426ab-4322-4a45-bf6e-6512f030d9af'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:41.100852 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-39faefbe-f992-4f39-9224-060fc25a7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1e0426ab-4322-4a45-bf6e-6512f030d9af'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:41.104978 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e21cb050-e852-42e9-a44b-bf56ad00ac65 admin admin] 10.222.0.17 "PUT /v2.0/routers/1e0426ab-4322-4a45-bf6e-6512f030d9af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8680096 Oct 18 07:51:41.129359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-86c12271-0668-4bc0-ab73-5c0735266892 None None] Current status of the port 927f4244-81cc-4040-9332-b28e4fb8e240 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:41.129962 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0140a8-513c-49ea-9a06-17d14c11a5d9 req-a31bc0ea-eae9-424a-94a0-f60d3cf82fb7 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:41.131492 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7b0140a8-513c-49ea-9a06-17d14c11a5d9 req-a31bc0ea-eae9-424a-94a0-f60d3cf82fb7 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.9575717 Oct 18 07:51:41.135392 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53032) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:41.256084 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-85975a3d-fabe-492d-8fa5-77d16ab3906f None None] Provisioning for port 9f475c9f-887a-41e6-a28e-858f95d330f1 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:41.262821 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-85975a3d-fabe-492d-8fa5-77d16ab3906f None None] Provisioning complete for port 9f475c9f-887a-41e6-a28e-858f95d330f1 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:41.263309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-85975a3d-fabe-492d-8fa5-77d16ab3906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:41.263878 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-85975a3d-fabe-492d-8fa5-77d16ab3906f None None] Attempt 1 to provision port 9f475c9f-887a-41e6-a28e-858f95d330f1 Oct 18 07:51:41.291768 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-949b30ce-3902-45b8-af47-2e7501c5003e tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "GET /v2.0/ports?device_id=9954f230-1523-4cda-902f-88ef46b7b7b1 HTTP/1.1" status: 200 len: 205 time: 0.2863326 Oct 18 07:51:41.299172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53036) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:41.341055 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-85975a3d-fabe-492d-8fa5-77d16ab3906f None None] Port 9f475c9f-887a-41e6-a28e-858f95d330f1 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:41.342417 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-39faefbe-f992-4f39-9224-060fc25a7419 None None] Set router 1e0426ab-4322-4a45-bf6e-6512f030d9af gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:51:41.398072 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-5a123d7b-7803-4589-bb86-7b624f7c38a6 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] delete failed (client error): The resource could not be found. Oct 18 07:51:41.402228 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5a123d7b-7803-4589-bb86-7b624f7c38a6 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "DELETE /v2.0/routers/9954f230-1523-4cda-902f-88ef46b7b7b1 HTTP/1.1" status: 404 len: 336 time: 0.0967627 Oct 18 07:51:41.405496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53040) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:41.412137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963264d-0644-4c86-ae3e-9348d37ef257 req-e3efb038-be7a-418a-b9d1-4816cde8ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:41.413602 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a963264d-0644-4c86-ae3e-9348d37ef257 req-e3efb038-be7a-418a-b9d1-4816cde8ce3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbb698bd-8a28-447d-9ac6-7bad4cc61081 HTTP/1.1" status: 200 len: 850 time: 0.4094722 Oct 18 07:51:41.496039 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-27d86ddf-317d-48c7-be8a-f273387b2ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:41.513944 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974597b6-5894-4b15-b3b4-7a6364877bd6 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 398cf9f3-7a94-4a56-afeb-24542148352f has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:51:41.523269 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dfc5e4-ffae-4009-8a5e-bb5a3fdc8dc4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:51:41.532040 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cad282c2-5d05-4fb2-a7b3-73b3476849d4 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "GET /v2.0/ports?device_id=f457b500-1781-41ba-a7b3-05cf4aec4332 HTTP/1.1" status: 200 len: 205 time: 0.1227767 Oct 18 07:51:41.535452 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-27d86ddf-317d-48c7-be8a-f273387b2ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:41.542233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe11ab-a038-46af-9579-263b0cd61fd2 None None] Sync routers for ids ['17099223-4f92-4c5e-bfe8-1aa6494dca1f'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:51:41.549476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53044) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:41.562978 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7b0140a8-513c-49ea-9a06-17d14c11a5d9 req-4a8d38ae-b516-4fab-8c79-553dd595100d tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4173479 Oct 18 07:51:41.565173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe11ab-a038-46af-9579-263b0cd61fd2 None None] Routers {'17099223-4f92-4c5e-bfe8-1aa6494dca1f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:41.567178 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7abe11ab-a038-46af-9579-263b0cd61fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['17099223-4f92-4c5e-bfe8-1aa6494dca1f'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:41.576711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8d36b5-c626-40ec-bf3f-0a61497e91e5 admin admin] Router 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:51:41.606580 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-62dfc5e4-ffae-4009-8a5e-bb5a3fdc8dc4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "PUT /v2.0/routers/17099223-4f92-4c5e-bfe8-1aa6494dca1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3713014 Oct 18 07:51:41.606580 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53048) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:41.610931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ae0653f9-c88b-4312-b4dc-d6fee50a4ad1 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:41.680613 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-954ad0b1-f214-4357-bc45-a4f0b15e1368 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] delete failed (client error): The resource could not be found. Oct 18 07:51:41.681686 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-954ad0b1-f214-4357-bc45-a4f0b15e1368 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "DELETE /v2.0/routers/f457b500-1781-41ba-a7b3-05cf4aec4332 HTTP/1.1" status: 404 len: 336 time: 0.1312480 Oct 18 07:51:41.695398 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53054) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:41.762034 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-39faefbe-f992-4f39-9224-060fc25a7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'name': 'tempest-ServersTestManualDisk-647744044-router', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:51:35Z', 'revision_number': 5, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'gw_port': {'id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:23Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:41.767734 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39faefbe-f992-4f39-9224-060fc25a7419 None None] The sync data for ids ['1e0426ab-4322-4a45-bf6e-6512f030d9af'] in dv-neutron-861625-1-hyperv is: [{'id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'name': 'tempest-ServersTestManualDisk-647744044-router', 'tenant_id': 'dcd2edd96c934bc294dc295d3600ad84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:51:35Z', 'revision_number': 5, 'project_id': 'dcd2edd96c934bc294dc295d3600ad84', 'gw_port': {'id': '36632bba-3189-41a3-bcd8-3f43007d1fb1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:26:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0426ab-4322-4a45-bf6e-6512f030d9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:23Z', 'updated_at': '2022-10-18T07:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:51:41.826767 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-7abe11ab-a038-46af-9579-263b0cd61fd2 None None] Set router 17099223-4f92-4c5e-bfe8-1aa6494dca1f gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:51:41.871661 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-85975a3d-fabe-492d-8fa5-77d16ab3906f None None] Attempt 2 to provision port 9f475c9f-887a-41e6-a28e-858f95d330f1 Oct 18 07:51:41.890138 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-27d86ddf-317d-48c7-be8a-f273387b2ce0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ff0fe69ce0514e14ae70573ebb5ba5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0871215 Oct 18 07:51:41.899482 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53058) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:41.908849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ae0653f9-c88b-4312-b4dc-d6fee50a4ad1 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for 9f475c9f-887a-41e6-a28e-858f95d330f1 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:41.973848 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7abe11ab-a038-46af-9579-263b0cd61fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17099223-4f92-4c5e-bfe8-1aa6494dca1f', 'name': 'tempest-NetworksTestDHCPv6-router-518595932', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:51:22Z', 'updated_at': '2022-10-18T07:51:38Z', 'revision_number': 3, 'project_id': 'd4eeffd966b740cb93b913597321fe50', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:41.982481 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe11ab-a038-46af-9579-263b0cd61fd2 None None] Checking router: 17099223-4f92-4c5e-bfe8-1aa6494dca1f for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:51:41.984339 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d86ddf-317d-48c7-be8a-f273387b2ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2a79ca-9dbc-48f0-a8b1-35a0c54340c3,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:41.993112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-85975a3d-fabe-492d-8fa5-77d16ab3906f None None] Port 9f475c9f-887a-41e6-a28e-858f95d330f1 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:41.999085 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe11ab-a038-46af-9579-263b0cd61fd2 None None] Routers {'17099223-4f92-4c5e-bfe8-1aa6494dca1f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:41.999705 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7abe11ab-a038-46af-9579-263b0cd61fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['17099223-4f92-4c5e-bfe8-1aa6494dca1f'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:42.048540 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963264d-0644-4c86-ae3e-9348d37ef257 req-8ed208eb-091a-4e53-9469-3cc7fb01bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:42.050022 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a963264d-0644-4c86-ae3e-9348d37ef257 req-8ed208eb-091a-4e53-9469-3cc7fb01bb97 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4b998fa-e372-4e50-b79b-07d7c610b310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5881326 Oct 18 07:51:42.085478 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-508b67e5-35ee-46c8-bf60-4004c4d2c6a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:42.133053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 927f4244-81cc-4040-9332-b28e4fb8e240 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:51:42.157617 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2898b835-018c-4b9f-8b4d-e1670cc698c6 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "GET /v2.0/ports?device_id=e88674d4-2cbb-4817-9e60-a3182fbb5e42 HTTP/1.1" status: 200 len: 205 time: 0.2727466 Oct 18 07:51:42.186199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53062) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:42.201629 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-7abe11ab-a038-46af-9579-263b0cd61fd2 None None] Set router 17099223-4f92-4c5e-bfe8-1aa6494dca1f gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:51:42.249676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-537e8bf0-fec5-407e-a0ad-eb6e6e7c3416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:42.267811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfedc7e-99fd-4990-a426-410a86dfa5d6 req-e3a6169c-6626-4ca1-81f9-b507ddd93860 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:42.275023 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dbfedc7e-99fd-4990-a426-410a86dfa5d6 req-e3a6169c-6626-4ca1-81f9-b507ddd93860 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.4857094 Oct 18 07:51:42.327978 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7abe11ab-a038-46af-9579-263b0cd61fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17099223-4f92-4c5e-bfe8-1aa6494dca1f', 'name': 'tempest-NetworksTestDHCPv6-router-518595932', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:51:22Z', 'updated_at': '2022-10-18T07:51:38Z', 'revision_number': 3, 'project_id': 'd4eeffd966b740cb93b913597321fe50', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:42.331858 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-58691eae-0868-4a95-a249-c940284dd823 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] delete failed (client error): The resource could not be found. Oct 18 07:51:42.332895 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-58691eae-0868-4a95-a249-c940284dd823 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "DELETE /v2.0/routers/e88674d4-2cbb-4817-9e60-a3182fbb5e42 HTTP/1.1" status: 404 len: 336 time: 0.1423466 Oct 18 07:51:42.337976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53066) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:42.349053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe11ab-a038-46af-9579-263b0cd61fd2 None None] The sync data for ids ['17099223-4f92-4c5e-bfe8-1aa6494dca1f'] in dv-neutron-861625-1-hyperv is: [{'id': '17099223-4f92-4c5e-bfe8-1aa6494dca1f', 'name': 'tempest-NetworksTestDHCPv6-router-518595932', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:51:22Z', 'updated_at': '2022-10-18T07:51:38Z', 'revision_number': 3, 'project_id': 'd4eeffd966b740cb93b913597321fe50', 'gw_port_host': None}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:51:42.366831 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 927f4244-81cc-4040-9332-b28e4fb8e240 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:42.367238 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:42.367578 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 927f4244-81cc-4040-9332-b28e4fb8e240 Oct 18 07:51:42.391641 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-537e8bf0-fec5-407e-a0ad-eb6e6e7c3416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:42.448346 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ae0653f9-c88b-4312-b4dc-d6fee50a4ad1 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:42.475006 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dbfedc7e-99fd-4990-a426-410a86dfa5d6 req-5481e1af-7c74-4b31-a81a-a3c15fa1209c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988571 Oct 18 07:51:42.491521 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e776d6e1-1275-4b43-b436-5aca2fcbcaa8 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d77b8c2-5de9-4d98-8201-4f5275273ddf HTTP/1.1" status: 200 len: 205 time: 0.1232798 Oct 18 07:51:42.495042 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e81aad-5136-475e-804b-46bd4a0a2db8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:42.496935 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e81aad-5136-475e-804b-46bd4a0a2db8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:42.498521 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-26e81aad-5136-475e-804b-46bd4a0a2db8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:42.503993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53070) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:42.526469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0653f9-c88b-4312-b4dc-d6fee50a4ad1 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Port': ['ID=9f475c9f-887a-41e6-a28e-858f95d330f1,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:42.529868 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a963264d-0644-4c86-ae3e-9348d37ef257 req-efd2fbe1-a4e9-439e-8a00-f71a407b656e service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732063 Oct 18 07:51:42.562701 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-85975a3d-fabe-492d-8fa5-77d16ab3906f None None] Attempt 3 to provision port 9f475c9f-887a-41e6-a28e-858f95d330f1 Oct 18 07:51:42.598011 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974597b6-5894-4b15-b3b4-7a6364877bd6 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:51:42.611814 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f3d57b-b34b-47b2-864b-7d9a94fba6ff None None] Sync routers for ids ['398cf9f3-7a94-4a56-afeb-24542148352f'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:51:42.612937 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-974597b6-5894-4b15-b3b4-7a6364877bd6 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:42.614117 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-974597b6-5894-4b15-b3b4-7a6364877bd6 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/398cf9f3-7a94-4a56-afeb-24542148352f HTTP/1.1" status: 200 len: 892 time: 4.6371121 Oct 18 07:51:42.626671 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f3d57b-b34b-47b2-864b-7d9a94fba6ff None None] Routers {'398cf9f3-7a94-4a56-afeb-24542148352f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:42.627620 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-60f3d57b-b34b-47b2-864b-7d9a94fba6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['398cf9f3-7a94-4a56-afeb-24542148352f'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:42.630517 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-85975a3d-fabe-492d-8fa5-77d16ab3906f None None] Port 9f475c9f-887a-41e6-a28e-858f95d330f1 was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:51:42.643242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 927f4244-81cc-4040-9332-b28e4fb8e240 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:42.653904 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53076) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:42.654830 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-d6b1985a-eb24-4a17-b9de-1933122a12c9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] delete failed (client error): The resource could not be found. Oct 18 07:51:42.655895 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d6b1985a-eb24-4a17-b9de-1933122a12c9 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "DELETE /v2.0/routers/1d77b8c2-5de9-4d98-8201-4f5275273ddf HTTP/1.1" status: 404 len: 336 time: 0.1453140 Oct 18 07:51:42.681439 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53080) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:42.688290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ae0653f9-c88b-4312-b4dc-d6fee50a4ad1 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:42.746169 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-60f3d57b-b34b-47b2-864b-7d9a94fba6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:42.768308 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f3d57b-b34b-47b2-864b-7d9a94fba6ff None None] Routers {'398cf9f3-7a94-4a56-afeb-24542148352f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:42.768982 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-60f3d57b-b34b-47b2-864b-7d9a94fba6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['398cf9f3-7a94-4a56-afeb-24542148352f'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:42.801114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-537e8bf0-fec5-407e-a0ad-eb6e6e7c3416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:42.871248 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a3e4ed38-e82d-4b29-bf8e-6f44d096bf08 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "GET /v2.0/ports?device_id=3146d70a-1766-4d2e-9628-a621224197a3 HTTP/1.1" status: 200 len: 205 time: 0.1785030 Oct 18 07:51:42.877328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e8bf0-fec5-407e-a0ad-eb6e6e7c3416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2a79ca-9dbc-48f0-a8b1-35a0c54340c3,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:42.880171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53086) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:42.891829 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-60f3d57b-b34b-47b2-864b-7d9a94fba6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:42.892451 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f3d57b-b34b-47b2-864b-7d9a94fba6ff None None] The sync data for ids ['398cf9f3-7a94-4a56-afeb-24542148352f'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:51:42.901728 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ae0653f9-c88b-4312-b4dc-d6fee50a4ad1 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/ports/9f475c9f-887a-41e6-a28e-858f95d330f1 HTTP/1.1" status: 204 len: 168 time: 2.3538976 Oct 18 07:51:42.903772 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-537e8bf0-fec5-407e-a0ad-eb6e6e7c3416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:42.904760 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-537e8bf0-fec5-407e-a0ad-eb6e6e7c3416 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7d2a79ca-9dbc-48f0-a8b1-35a0c54340c3 HTTP/1.1" status: 204 len: 168 time: 1.0038078 Oct 18 07:51:42.922178 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53090) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:43.010474 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-26e81aad-5136-475e-804b-46bd4a0a2db8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:43.011833 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-26e81aad-5136-475e-804b-46bd4a0a2db8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.3942261 Oct 18 07:51:43.018311 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8d36b5-c626-40ec-bf3f-0a61497e91e5 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:51:43.019988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53096) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:43.025507 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-65483844-38ff-4bc9-b7b1-44e3655cf412 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] DELETE failed (client error): The resource could not be found. Oct 18 07:51:43.026034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65483844-38ff-4bc9-b7b1-44e3655cf412 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:51:43.031424 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-65483844-38ff-4bc9-b7b1-44e3655cf412 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/ports/9f475c9f-887a-41e6-a28e-858f95d330f1 HTTP/1.1" status: 404 len: 333 time: 0.1029608 Oct 18 07:51:43.033358 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d04aa1-5f9d-4777-bd48-b24d6d069ebb None None] Sync routers for ids ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:51:43.035136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53098) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:43.044365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d04aa1-5f9d-4777-bd48-b24d6d069ebb None None] Routers {'17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:43.045311 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-79d04aa1-5f9d-4777-bd48-b24d6d069ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:43.096168 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-dc8d36b5-c626-40ec-bf3f-0a61497e91e5 admin admin] 10.222.0.17 "PUT /v2.0/routers/17b703f6-e4ee-4ebc-a7b8-fd82bf364f07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6153080 Oct 18 07:51:43.117098 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53102) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:43.118093 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-5cad53bd-d5ba-4d76-91f4-f0769133613a tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] delete failed (client error): The resource could not be found. Oct 18 07:51:43.119235 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5cad53bd-d5ba-4d76-91f4-f0769133613a tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "DELETE /v2.0/routers/3146d70a-1766-4d2e-9628-a621224197a3 HTTP/1.1" status: 404 len: 336 time: 0.2356896 Oct 18 07:51:43.154474 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53108) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:43.166002 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-494e578c-ab23-40c9-9d8f-61f692a0d96f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] GET failed (client error): The resource could not be found. Oct 18 07:51:43.171203 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-494e578c-ab23-40c9-9d8f-61f692a0d96f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports/9f475c9f-887a-41e6-a28e-858f95d330f1 HTTP/1.1" status: 404 len: 333 time: 0.0728381 Oct 18 07:51:43.173724 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53112) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:43.220450 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-508b67e5-35ee-46c8-bf60-4004c4d2c6a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:43.282003 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-79d04aa1-5f9d-4777-bd48-b24d6d069ebb None None] Set router 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:51:43.289140 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5eb6798-2d87-4d94-a8ff-b06faa242400 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] DELETE failed (client error): The resource could not be found. Oct 18 07:51:43.289481 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5eb6798-2d87-4d94-a8ff-b06faa242400 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:51:43.291193 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e5eb6798-2d87-4d94-a8ff-b06faa242400 tempest-RoutersAdminTest-1911742220 tempest-RoutersAdminTest-1911742220-project] 10.222.0.17 "DELETE /v2.0/subnets/9ae7533f-38ae-4e5f-8f85-d1591e1df5c7 HTTP/1.1" status: 404 len: 337 time: 0.1188164 Oct 18 07:51:43.311536 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-508b67e5-35ee-46c8-bf60-4004c4d2c6a3 admin admin] Deleting port 36632bba-3189-41a3-bcd8-3f43007d1fb1 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:43.312133 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-508b67e5-35ee-46c8-bf60-4004c4d2c6a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:43.374272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-60640f86-c9fb-4212-8e4f-bd68d4701c48 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 9cff36b7-11ef-462e-9868-6a78fe8e4af1 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:51:43.378302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-60640f86-c9fb-4212-8e4f-bd68d4701c48 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:43.416999 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53120) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:43.446364 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-541ac0ec-79f0-4207-885a-5ecff51cb3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:43.479550 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-541ac0ec-79f0-4207-885a-5ecff51cb3d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:43.484257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-541ac0ec-79f0-4207-885a-5ecff51cb3d3 admin admin] Usage tracker for resource:security_group_rule and tenant:ed8dbe1a56a44d1aa30ff4404ef3e7d9 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:43.487609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-541ac0ec-79f0-4207-885a-5ecff51cb3d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:43.494635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-541ac0ec-79f0-4207-885a-5ecff51cb3d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:43.567517 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a963264d-0644-4c86-ae3e-9348d37ef257 req-5af0791b-a48b-4069-ada6-30e0c35f6997 service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9650187 Oct 18 07:51:43.598779 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b73c91bd-cf0d-4a2a-9026-dcdcdf97de4f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/routers/398cf9f3-7a94-4a56-afeb-24542148352f HTTP/1.1" status: 200 len: 892 time: 0.9392440 Oct 18 07:51:43.599314 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-60640f86-c9fb-4212-8e4f-bd68d4701c48 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:43.632827 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e293923-7ebd-4833-a966-1f50733f225c admin admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:43.636069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53126) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:43.643122 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-48dc2a23-bb82-468b-a387-b74b931518c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting subnet 6ecf67ee-28e8-42d8-a9aa-f544ac99733f {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:51:43.658084 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 58423c63-4d82-4fa9-bfcd-14000e05578b no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:51:43.694599 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-48dc2a23-bb82-468b-a387-b74b931518c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:43.709022 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 58423c63-4d82-4fa9-bfcd-14000e05578b {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:51:43.709638 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 58423c63-4d82-4fa9-bfcd-14000e05578b not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:51:43.710168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 48937417-5831-40fa-9d81-18b6671501d4 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:51:43.738030 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53130) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:43.747238 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 48937417-5831-40fa-9d81-18b6671501d4 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:51:43.747736 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 48937417-5831-40fa-9d81-18b6671501d4 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:51:43.763228 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-02a737b9-c541-4837-b207-0f22d3dab592 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/ports?device_id=398cf9f3-7a94-4a56-afeb-24542148352f HTTP/1.1" status: 200 len: 205 time: 0.1235945 Oct 18 07:51:43.772205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53134) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:43.776907 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-79d04aa1-5f9d-4777-bd48-b24d6d069ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'name': 'tempest-ServersTestJSON-1822819241-router', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:18Z', 'updated_at': '2022-10-18T07:51:37Z', 'revision_number': 5, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'gw_port': {'id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:43.781992 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d04aa1-5f9d-4777-bd48-b24d6d069ebb None None] Checking router: 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:51:43.791491 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d04aa1-5f9d-4777-bd48-b24d6d069ebb None None] Routers {'17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:43.791882 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-79d04aa1-5f9d-4777-bd48-b24d6d069ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:43.862831 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-48dc2a23-bb82-468b-a387-b74b931518c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:43.975263 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98b3a0af-d06e-44bc-8413-597de9c12423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:44.001609 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-508b67e5-35ee-46c8-bf60-4004c4d2c6a3 admin admin] For port 36632bba-3189-41a3-bcd8-3f43007d1fb1, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=36632bba-3189-41a3-bcd8-3f43007d1fb1,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:44.002065 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-508b67e5-35ee-46c8-bf60-4004c4d2c6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:44.025484 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-98b3a0af-d06e-44bc-8413-597de9c12423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:44.028615 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-79d04aa1-5f9d-4777-bd48-b24d6d069ebb None None] Set router 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:51:44.034065 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-98b3a0af-d06e-44bc-8413-597de9c12423 admin admin] Usage tracker for resource:security_group_rule and tenant:d46a8b388f594f61940a2d59bbd43464 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:44.041765 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-60640f86-c9fb-4212-8e4f-bd68d4701c48 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:44.057112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3196a1e-a6ee-40d4-b103-d94d0b5e73af req-72a313a6-5c90-4abd-a357-9f1e07b74880 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:44.058607 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a3196a1e-a6ee-40d4-b103-d94d0b5e73af req-72a313a6-5c90-4abd-a357-9f1e07b74880 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.9361765 Oct 18 07:51:44.070599 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-98b3a0af-d06e-44bc-8413-597de9c12423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:44.078225 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-541ac0ec-79f0-4207-885a-5ecff51cb3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:44.095685 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e293923-7ebd-4833-a966-1f50733f225c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:44.104353 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-541ac0ec-79f0-4207-885a-5ecff51cb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:44.147475 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-541ac0ec-79f0-4207-885a-5ecff51cb3d3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ed8dbe1a56a44d1aa30ff4404ef3e7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7275357 Oct 18 07:51:44.157899 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53140) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:44.190579 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-98b3a0af-d06e-44bc-8413-597de9c12423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:44.203223 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-508b67e5-35ee-46c8-bf60-4004c4d2c6a3 admin admin] Calling delete_port for 36632bba-3189-41a3-bcd8-3f43007d1fb1 owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:44.210570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6e293923-7ebd-4833-a966-1f50733f225c admin admin] Deleting port 9a1dd5bc-8f68-4033-a855-7affc8b0c440 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:44.211135 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e293923-7ebd-4833-a966-1f50733f225c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:44.277489 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a3196a1e-a6ee-40d4-b103-d94d0b5e73af req-42171bd4-ff95-4a25-92c7-0840c8ea25b3 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055686 Oct 18 07:51:44.278097 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ac0ec-79f0-4207-885a-5ecff51cb3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcf91f5-1012-4d00-8205-a7cd96a6994d,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:44.306158 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-48dc2a23-bb82-468b-a387-b74b931518c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:44.360212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d692df87-772e-4d6b-9eaa-327f9639b713 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:44.371837 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-79d04aa1-5f9d-4777-bd48-b24d6d069ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'name': 'tempest-ServersTestJSON-1822819241-router', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:18Z', 'updated_at': '2022-10-18T07:51:37Z', 'revision_number': 5, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'gw_port': {'id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:44.376743 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d04aa1-5f9d-4777-bd48-b24d6d069ebb None None] The sync data for ids ['17b703f6-e4ee-4ebc-a7b8-fd82bf364f07'] in dv-neutron-861625-1-hyperv is: [{'id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'name': 'tempest-ServersTestJSON-1822819241-router', 'tenant_id': '01dd86a254e9403294fcf6de4e6b7815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:18Z', 'updated_at': '2022-10-18T07:51:37Z', 'revision_number': 5, 'project_id': '01dd86a254e9403294fcf6de4e6b7815', 'gw_port': {'id': '9a1dd5bc-8f68-4033-a855-7affc8b0c440', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b703f6-e4ee-4ebc-a7b8-fd82bf364f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:20Z', 'updated_at': '2022-10-18T07:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:51:44.465414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39de6ec6-d54c-4d00-9359-6ab85c22eec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:44.541629 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-60640f86-c9fb-4212-8e4f-bd68d4701c48 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:44.591196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-48dc2a23-bb82-468b-a387-b74b931518c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:44.596708 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39de6ec6-d54c-4d00-9359-6ab85c22eec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:44.608939 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60640f86-c9fb-4212-8e4f-bd68d4701c48 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=9cff36b7-11ef-462e-9868-6a78fe8e4af1,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:44.619067 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-60640f86-c9fb-4212-8e4f-bd68d4701c48 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:44.619898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d507fc6-11ed-4e8e-ae2f-2d00e9903be4 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:44.674539 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-48dc2a23-bb82-468b-a387-b74b931518c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:44.682332 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-6e293923-7ebd-4833-a966-1f50733f225c admin admin] For port 9a1dd5bc-8f68-4033-a855-7affc8b0c440, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=9a1dd5bc-8f68-4033-a855-7affc8b0c440,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:44.682948 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e293923-7ebd-4833-a966-1f50733f225c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:44.685920 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc2a23-bb82-468b-a387-b74b931518c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Subnet': ['ID=6ecf67ee-28e8-42d8-a9aa-f544ac99733f,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:44.697672 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d79731-cfd1-40e3-a530-5ef27805d6c8 None None] Network 25ed918a-fa29-4a8a-ba55-2216ba88b79e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:44.801835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98b3a0af-d06e-44bc-8413-597de9c12423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:44.811219 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-60640f86-c9fb-4212-8e4f-bd68d4701c48 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/9cff36b7-11ef-462e-9868-6a78fe8e4af1 HTTP/1.1" status: 204 len: 168 time: 1.7778811 Oct 18 07:51:44.819062 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-48dc2a23-bb82-468b-a387-b74b931518c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/6ecf67ee-28e8-42d8-a9aa-f544ac99733f HTTP/1.1" status: 204 len: 168 time: 1.6334429 Oct 18 07:51:44.819062 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53146) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:44.821351 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98b3a0af-d06e-44bc-8413-597de9c12423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:44.831259 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53148) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:44.911578 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-508b67e5-35ee-46c8-bf60-4004c4d2c6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:45.003773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6e293923-7ebd-4833-a966-1f50733f225c admin admin] Calling delete_port for 9a1dd5bc-8f68-4033-a855-7affc8b0c440 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:45.008100 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bde01b-82a7-48b2-947a-85157b29a91c req-09d2c78c-6d41-4996-ba05-76729124fc59 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:45.009644 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-82bde01b-82a7-48b2-947a-85157b29a91c req-09d2c78c-6d41-4996-ba05-76729124fc59 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.5821147 Oct 18 07:51:45.035216 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d692df87-772e-4d6b-9eaa-327f9639b713 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:45.063423 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-d692df87-772e-4d6b-9eaa-327f9639b713 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting port 02af416a-b2c9-4521-ad6c-dde3a8723d08 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:45.063720 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d692df87-772e-4d6b-9eaa-327f9639b713 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:45.104071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39de6ec6-d54c-4d00-9359-6ab85c22eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:45.128363 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de6ec6-d54c-4d00-9359-6ab85c22eec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcf91f5-1012-4d00-8205-a7cd96a6994d,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:45.151854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39de6ec6-d54c-4d00-9359-6ab85c22eec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:45.154596 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-39de6ec6-d54c-4d00-9359-6ab85c22eec0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cfcf91f5-1012-4d00-8205-a7cd96a6994d HTTP/1.1" status: 204 len: 168 time: 0.9849331 Oct 18 07:51:45.211113 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:45.243042 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3a0af-d06e-44bc-8413-597de9c12423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28cd4cc-6a0e-4f86-9ae7-c9bec754ba14,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:45.249782 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b67e5-35ee-46c8-bf60-4004c4d2c6a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=36632bba-3189-41a3-bcd8-3f43007d1fb1,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:45.271207 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df51efa-278b-4341-bba7-56c0c891ab81 None None] DHCP port deletion for 25ed918a-fa29-4a8a-ba55-2216ba88b79e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:51:45.283050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9df51efa-278b-4341-bba7-56c0c891ab81 None None] Deleting port 927f4244-81cc-4040-9332-b28e4fb8e240 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:45.283422 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9df51efa-278b-4341-bba7-56c0c891ab81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:45.307832 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-98b3a0af-d06e-44bc-8413-597de9c12423 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d46a8b388f594f61940a2d59bbd43464&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5552833 Oct 18 07:51:45.309901 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53156) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:45.326821 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cf3e6f-3059-4e73-b494-05fc3b759dbe None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:51:45.348204 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-06cf3e6f-3059-4e73-b494-05fc3b759dbe None None] Deleting port e838170b-c50d-497d-8574-53460b86c62f {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:45.348602 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-06cf3e6f-3059-4e73-b494-05fc3b759dbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:45.395380 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d692df87-772e-4d6b-9eaa-327f9639b713 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:45.549250 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-d692df87-772e-4d6b-9eaa-327f9639b713 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Calling delete_port for 02af416a-b2c9-4521-ad6c-dde3a8723d08 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:45.619452 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port 927f4244-81cc-4040-9332-b28e4fb8e240 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:45.620046 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:45.667404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfa32194-c637-40b5-8c02-7a4bbca3d867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:45.680926 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e293923-7ebd-4833-a966-1f50733f225c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:45.704681 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-82bde01b-82a7-48b2-947a-85157b29a91c req-f1a3b4f4-8c6d-4859-ab84-34136cee5cf1 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5102360 Oct 18 07:51:45.714071 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cf3736e3-7023-4a9d-a3a3-8d69b873a247 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:router {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:45.725472 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-508b67e5-35ee-46c8-bf60-4004c4d2c6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:45.752293 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9df51efa-278b-4341-bba7-56c0c891ab81 None None] For port 927f4244-81cc-4040-9332-b28e4fb8e240, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=927f4244-81cc-4040-9332-b28e4fb8e240,segment=NetworkSegment(0960886c-1b82-4a72-974a-e52075ab89f9),segment_id=0960886c-1b82-4a72-974a-e52075ab89f9)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:45.752895 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9df51efa-278b-4341-bba7-56c0c891ab81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:45.754183 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e293923-7ebd-4833-a966-1f50733f225c admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1dd5bc-8f68-4033-a855-7affc8b0c440,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:45.843731 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e838170b-c50d-497d-8574-53460b86c62f no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:51:45.858703 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfa32194-c637-40b5-8c02-7a4bbca3d867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:45.957732 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9df51efa-278b-4341-bba7-56c0c891ab81 None None] Calling delete_port for 927f4244-81cc-4040-9332-b28e4fb8e240 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:46.000256 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-508b67e5-35ee-46c8-bf60-4004c4d2c6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.004206 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cf3736e3-7023-4a9d-a3a3-8d69b873a247 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:router {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:46.008293 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cf3736e3-7023-4a9d-a3a3-8d69b873a247 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.1883600 Oct 18 07:51:46.008808 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53176) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:46.009945 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-508b67e5-35ee-46c8-bf60-4004c4d2c6a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.020427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-06cf3e6f-3059-4e73-b494-05fc3b759dbe None None] For port e838170b-c50d-497d-8574-53460b86c62f, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e838170b-c50d-497d-8574-53460b86c62f,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:46.020856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-06cf3e6f-3059-4e73-b494-05fc3b759dbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.035611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e293923-7ebd-4833-a966-1f50733f225c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.162365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-06cf3e6f-3059-4e73-b494-05fc3b759dbe None None] Calling delete_port for e838170b-c50d-497d-8574-53460b86c62f owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:46.266277 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-508b67e5-35ee-46c8-bf60-4004c4d2c6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.267110 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508b67e5-35ee-46c8-bf60-4004c4d2c6a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e0426ab-4322-4a45-bf6e-6512f030d9af {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:51:46.284034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1afd-a11e-45ab-bf86-6c06b440b2a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.351656 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9df51efa-278b-4341-bba7-56c0c891ab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.360250 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] For port 927f4244-81cc-4040-9332-b28e4fb8e240, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=927f4244-81cc-4040-9332-b28e4fb8e240,segment=NetworkSegment(0960886c-1b82-4a72-974a-e52075ab89f9),segment_id=0960886c-1b82-4a72-974a-e52075ab89f9)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:46.360459 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.401437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e293923-7ebd-4833-a966-1f50733f225c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.407318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e293923-7ebd-4833-a966-1f50733f225c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.444365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-508b67e5-35ee-46c8-bf60-4004c4d2c6a3 admin admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.445191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df51efa-278b-4341-bba7-56c0c891ab81 None None] No DVR routers for this DVR port 927f4244-81cc-4040-9332-b28e4fb8e240 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:51:46.449398 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-508b67e5-35ee-46c8-bf60-4004c4d2c6a3 admin admin] 10.222.0.17 "DELETE /v2.0/routers/1e0426ab-4322-4a45-bf6e-6512f030d9af HTTP/1.1" status: 204 len: 168 time: 5.3067105 Oct 18 07:51:46.454929 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53186) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:46.459348 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-06cf3e6f-3059-4e73-b494-05fc3b759dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.490153 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port e838170b-c50d-497d-8574-53460b86c62f is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:46.490372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfa32194-c637-40b5-8c02-7a4bbca3d867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.491208 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.495861 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e293923-7ebd-4833-a966-1f50733f225c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.496352 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e293923-7ebd-4833-a966-1f50733f225c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:51:46.497886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d692df87-772e-4d6b-9eaa-327f9639b713 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.505037 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df51efa-278b-4341-bba7-56c0c891ab81 None None] Pushing event deleted for resources: {'Port': ['ID=927f4244-81cc-4040-9332-b28e4fb8e240,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:46.598900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf3e6f-3059-4e73-b494-05fc3b759dbe None None] No DVR routers for this DVR port e838170b-c50d-497d-8574-53460b86c62f on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:51:46.627988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for 927f4244-81cc-4040-9332-b28e4fb8e240 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:46.629769 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf3e6f-3059-4e73-b494-05fc3b759dbe None None] Pushing event deleted for resources: {'Port': ['ID=e838170b-c50d-497d-8574-53460b86c62f,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:46.707664 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 927f4244-81cc-4040-9332-b28e4fb8e240 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:51:46.770784 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 927f4244-81cc-4040-9332-b28e4fb8e240 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:51:46.771445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 927f4244-81cc-4040-9332-b28e4fb8e240 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:51:46.771445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device fccb0038-635a-49a0-9a65-2e544d44bda1 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:51:46.809044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692df87-772e-4d6b-9eaa-327f9639b713 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Port': ['ID=02af416a-b2c9-4521-ad6c-dde3a8723d08,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:46.835831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab1859-c962-42d0-b155-35f164ad261a req-898140d8-148f-4e47-96f3-3f96fd847a0c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:46.837937 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-17ab1859-c962-42d0-b155-35f164ad261a req-898140d8-148f-4e47-96f3-3f96fd847a0c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.8136520 Oct 18 07:51:46.840092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa32194-c637-40b5-8c02-7a4bbca3d867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28cd4cc-6a0e-4f86-9ae7-c9bec754ba14,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:46.845793 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: fccb0038-635a-49a0-9a65-2e544d44bda1 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:51:46.846269 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device fccb0038-635a-49a0-9a65-2e544d44bda1 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:51:46.878379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1afd-a11e-45ab-bf86-6c06b440b2a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.901775 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8ef649-7c08-4e1b-a190-ee0fae6950fc admin admin] Deleting subnet 01485aae-eded-48c1-8010-b01081c67b5d {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:51:46.906743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1afd-a11e-45ab-bf86-6c06b440b2a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.908478 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed8ef649-7c08-4e1b-a190-ee0fae6950fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.982033 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e293923-7ebd-4833-a966-1f50733f225c admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:46.983842 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6e293923-7ebd-4833-a966-1f50733f225c admin admin] 10.222.0.17 "DELETE /v2.0/routers/17b703f6-e4ee-4ebc-a7b8-fd82bf364f07 HTTP/1.1" status: 204 len: 168 time: 3.8629234 Oct 18 07:51:47.001275 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-17ab1859-c962-42d0-b155-35f164ad261a req-b7a3f941-83a1-4f1b-8621-7b6ea66936f2 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288106 Oct 18 07:51:47.002274 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfa32194-c637-40b5-8c02-7a4bbca3d867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:47.003344 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dfa32194-c637-40b5-8c02-7a4bbca3d867 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d28cd4cc-6a0e-4f86-9ae7-c9bec754ba14 HTTP/1.1" status: 204 len: 168 time: 1.6928003 Oct 18 07:51:47.004321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53198) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:47.017788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d692df87-772e-4d6b-9eaa-327f9639b713 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:47.145706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-021bf253-c113-4515-89b2-af59312790c0 admin admin] Deleting subnet 07d05cd2-7667-4e7c-9324-dc2ab5a0878c {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:51:47.149651 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-021bf253-c113-4515-89b2-af59312790c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:47.211928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed8ef649-7c08-4e1b-a190-ee0fae6950fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:47.214704 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-021bf253-c113-4515-89b2-af59312790c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:47.270163 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1afd-a11e-45ab-bf86-6c06b440b2a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:47.270877 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5e1afd-a11e-45ab-bf86-6c06b440b2a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Fanout notify agent at l3_agent the message router_deleted on router 17099223-4f92-4c5e-bfe8-1aa6494dca1f {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:51:47.273041 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.api [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:51:47.273779 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG oslo_db.api [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:51:47.351860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-021bf253-c113-4515-89b2-af59312790c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:47.399355 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1afd-a11e-45ab-bf86-6c06b440b2a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:47.407849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53212) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:47.415124 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bf5e1afd-a11e-45ab-bf86-6c06b440b2a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/routers/17099223-4f92-4c5e-bfe8-1aa6494dca1f HTTP/1.1" status: 204 len: 168 time: 1.4012792 Oct 18 07:51:47.423827 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed8ef649-7c08-4e1b-a190-ee0fae6950fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:47.546123 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed8ef649-7c08-4e1b-a190-ee0fae6950fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:47.602276 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ef649-7c08-4e1b-a190-ee0fae6950fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01485aae-eded-48c1-8010-b01081c67b5d,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:47.609564 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65286b52-163b-4334-a452-a13dcf2ad398 None None] Network 5a222d3d-3a04-4249-b8b6-0c072903979a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:47.616158 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed8ef649-7c08-4e1b-a190-ee0fae6950fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:47.623351 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ed8ef649-7c08-4e1b-a190-ee0fae6950fc admin admin] 10.222.0.17 "DELETE /v2.0/subnets/01485aae-eded-48c1-8010-b01081c67b5d HTTP/1.1" status: 204 len: 168 time: 1.1671748 Oct 18 07:51:47.625348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53222) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:47.667253 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ecdceb3e-66f7-48ef-b964-b90fe47bacdf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:47.786910 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port 927f4244-81cc-4040-9332-b28e4fb8e240 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:47.787900 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:47.805483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ecdceb3e-66f7-48ef-b964-b90fe47bacdf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:47.813651 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ecdceb3e-66f7-48ef-b964-b90fe47bacdf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:47.816940 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 36632bba-3189-41a3-bcd8-3f43007d1fb1 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:51:47.832768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53228) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:47.832768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53230) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:47.835068 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:47.839546 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ecdceb3e-66f7-48ef-b964-b90fe47bacdf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:47.853351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 36632bba-3189-41a3-bcd8-3f43007d1fb1 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:51:47.853688 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 36632bba-3189-41a3-bcd8-3f43007d1fb1 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:51:47.854284 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 9a1dd5bc-8f68-4033-a855-7affc8b0c440 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:51:47.877267 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] The port '927f4244-81cc-4040-9332-b28e4fb8e240' was deleted {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:51:47.892356 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 9a1dd5bc-8f68-4033-a855-7affc8b0c440 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:51:47.892700 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 9a1dd5bc-8f68-4033-a855-7affc8b0c440 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:51:47.903286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ecdceb3e-66f7-48ef-b964-b90fe47bacdf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:47.948396 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d692df87-772e-4d6b-9eaa-327f9639b713 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:47.965070 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-15d2bb34-5b1a-4b63-abfc-bc3dbdac6ee0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=391ff915403b45d2b68e67ac75da2404&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1327136 Oct 18 07:51:47.965668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53238) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:47.966988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d692df87-772e-4d6b-9eaa-327f9639b713 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.010597 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] Deleting port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:48.010936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.041801 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.065951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdceb3e-66f7-48ef-b964-b90fe47bacdf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:48.069593 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ecdceb3e-66f7-48ef-b964-b90fe47bacdf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.089826 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ed918a-fa29-4a8a-ba55-2216ba88b79e']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:48.105598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-021bf253-c113-4515-89b2-af59312790c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.124541 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009aa65d-4ac4-4eb4-8b69-ce0fa64a0e87 None None] DHCP port deletion for 5a222d3d-3a04-4249-b8b6-0c072903979a request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:51:48.128886 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-009aa65d-4ac4-4eb4-8b69-ce0fa64a0e87 None None] Deleting port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:48.129273 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-009aa65d-4ac4-4eb4-8b69-ce0fa64a0e87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.137405 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0960886c-1b82-4a72-974a-e52075ab89f9') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:48.137938 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0960886c-1b82-4a72-974a-e52075ab89f9') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:48.162969 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.178313 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e68c3b-de7e-4cdc-b89c-c267ae707dd3 req-961e7651-be67-4748-a0dc-7add0a702f97 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:48.180143 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e8e68c3b-de7e-4cdc-b89c-c267ae707dd3 req-961e7651-be67-4748-a0dc-7add0a702f97 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.5659761 Oct 18 07:51:48.180844 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d692df87-772e-4d6b-9eaa-327f9639b713 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.181382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d692df87-772e-4d6b-9eaa-327f9639b713 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Fanout notify agent at l3_agent the message router_deleted on router 398cf9f3-7a94-4a56-afeb-24542148352f {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:51:48.208059 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.251641 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-6d69fc11-e6ba-4ea0-880c-eaa811405bc0 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:48.256107 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bf253-c113-4515-89b2-af59312790c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d05cd2-7667-4e7c-9324-dc2ab5a0878c,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:48.267050 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:51:48.267479 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.275995 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-021bf253-c113-4515-89b2-af59312790c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.327081 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752b1bf0-89d8-419b-baa9-0d27fba399e4 None None] Network 2ca5a665-b920-4cc4-aca3-30836ec763cb requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:48.345094 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 0960886c-1b82-4a72-974a-e52075ab89f9 resource provider aggregate not found Oct 18 07:51:48.376043 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 0960886c-1b82-4a72-974a-e52075ab89f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0960886c-1b82-4a72-974a-e52075ab89f9 found for delete ", "request_id": "req-f21378cb-db7a-4c52-a12f-8ed695970535"}]} Oct 18 07:51:48.376695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2acd4451-ac82-4677-9832-a1349b561c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.399055 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-021bf253-c113-4515-89b2-af59312790c0 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/07d05cd2-7667-4e7c-9324-dc2ab5a0878c HTTP/1.1" status: 204 len: 168 time: 1.3862364 Oct 18 07:51:48.400113 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] For port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=2aa8c6dd-d683-49ca-9fb2-c0f67764efff,segment=NetworkSegment(dcd5b6cc-1bba-47a7-8a15-56142a96dead),segment_id=dcd5b6cc-1bba-47a7-8a15-56142a96dead)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:48.400589 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.407699 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53248) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:48.413092 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6d69fc11-e6ba-4ea0-880c-eaa811405bc0 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] 10.222.0.17 "PUT /v2.0/quotas/2a73c0c1e9aa4a45a3d5373aadafed9c HTTP/1.1" status: 200 len: 368 time: 0.5785570 Oct 18 07:51:48.416991 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.417157 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d692df87-772e-4d6b-9eaa-327f9639b713 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.423032 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d692df87-772e-4d6b-9eaa-327f9639b713 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/routers/398cf9f3-7a94-4a56-afeb-24542148352f HTTP/1.1" status: 204 len: 168 time: 4.6441522 Oct 18 07:51:48.423182 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53252) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:48.423861 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53254) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:48.440367 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c3a389c0-9ec4-407f-b7df-560f885c2871 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-356347372'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:48.445012 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c3a389c0-9ec4-407f-b7df-560f885c2871 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:48.448933 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c3a389c0-9ec4-407f-b7df-560f885c2871 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:network and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:48.455447 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e8e68c3b-de7e-4cdc-b89c-c267ae707dd3 req-0c3267ee-30a1-4b9b-90e9-28ec45b23d88 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015133 Oct 18 07:51:48.459876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-009aa65d-4ac4-4eb4-8b69-ce0fa64a0e87 None None] For port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=2aa8c6dd-d683-49ca-9fb2-c0f67764efff,segment=NetworkSegment(dcd5b6cc-1bba-47a7-8a15-56142a96dead),segment_id=dcd5b6cc-1bba-47a7-8a15-56142a96dead)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:48.460383 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-009aa65d-4ac4-4eb4-8b69-ce0fa64a0e87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.462736 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c3a389c0-9ec4-407f-b7df-560f885c2871 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:48.482778 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c3a389c0-9ec4-407f-b7df-560f885c2871 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:48.482778 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2acd4451-ac82-4677-9832-a1349b561c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.508140 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Request body: {'network': {'project_id': '2a73c0c1e9aa4a45a3d5373aadafed9c'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:48.536918 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.551806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a389c0-9ec4-407f-b7df-560f885c2871 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Made reservation on behalf of 40e2f53a491e42e8ab9b0ae7e52a82ac for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:48.555245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c3a389c0-9ec4-407f-b7df-560f885c2871 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.599932 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:48.614525 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a389c0-9ec4-407f-b7df-560f885c2871 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:51:48.642419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2acd4451-ac82-4677-9832-a1349b561c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.645893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c3a389c0-9ec4-407f-b7df-560f885c2871 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.646248 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-c3a389c0-9ec4-407f-b7df-560f885c2871 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Added segment 479aa62b-ce4a-432c-9e95-d0fe695c36d6 of type vlan for network 166d74d7-3c9f-46d4-bf52-711b5e2c33c0 Oct 18 07:51:48.656240 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Usage tracker for resource:network and tenant:2a73c0c1e9aa4a45a3d5373aadafed9c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:48.661700 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-009aa65d-4ac4-4eb4-8b69-ce0fa64a0e87 None None] Calling delete_port for 2aa8c6dd-d683-49ca-9fb2-c0f67764efff owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:48.665070 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] Calling delete_port for 2aa8c6dd-d683-49ca-9fb2-c0f67764efff owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:48.685919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd4451-ac82-4677-9832-a1349b561c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa8ff0f-f681-4817-86e5-5caf11fa487e,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:48.697448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ecdceb3e-66f7-48ef-b964-b90fe47bacdf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.699712 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Network': ['ID=25ed918a-fa29-4a8a-ba55-2216ba88b79e,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:48.718013 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:48.744343 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ddf25d94-2a3a-4bbb-9912-2feff1877c81 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/networks/25ed918a-fa29-4a8a-ba55-2216ba88b79e HTTP/1.1" status: 204 len: 168 time: 3.8953526 Oct 18 07:51:48.744343 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:48.748619 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53260) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:48.765557 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f7bef9ca-04dd-45a5-808b-6356e4e400e6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-204380683'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:48.774598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c3a389c0-9ec4-407f-b7df-560f885c2871 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.788910 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdceb3e-66f7-48ef-b964-b90fe47bacdf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:48.791431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-009aa65d-4ac4-4eb4-8b69-ce0fa64a0e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.794907 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2acd4451-ac82-4677-9832-a1349b561c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.795104 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f7bef9ca-04dd-45a5-808b-6356e4e400e6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:48.796546 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2acd4451-ac82-4677-9832-a1349b561c59 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/eaa8ff0f-f681-4817-86e5-5caf11fa487e HTTP/1.1" status: 204 len: 168 time: 0.8229516 Oct 18 07:51:48.797691 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-ecdceb3e-66f7-48ef-b964-b90fe47bacdf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:48.807044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Made reservation on behalf of 2a73c0c1e9aa4a45a3d5373aadafed9c for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:48.807597 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdceb3e-66f7-48ef-b964-b90fe47bacdf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:48.808109 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.808228 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ecdceb3e-66f7-48ef-b964-b90fe47bacdf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.832320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f7bef9ca-04dd-45a5-808b-6356e4e400e6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:network and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:48.838052 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f7bef9ca-04dd-45a5-808b-6356e4e400e6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:48.844004 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.848598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdceb3e-66f7-48ef-b964-b90fe47bacdf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=1bb22655-2261-4333-92d5-95e756ec76eb,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:48.856603 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f7bef9ca-04dd-45a5-808b-6356e4e400e6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:48.859456 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.864601 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009aa65d-4ac4-4eb4-8b69-ce0fa64a0e87 None None] Pushing event deleted for resources: {'Port': ['ID=2aa8c6dd-d683-49ca-9fb2-c0f67764efff,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:48.866017 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ecdceb3e-66f7-48ef-b964-b90fe47bacdf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3504908 Oct 18 07:51:48.868990 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa41259-6444-42bf-9ebe-5f23f3dd6a61 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:48.869130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53266) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:48.872716 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c3a389c0-9ec4-407f-b7df-560f885c2871 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.879316 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a389c0-9ec4-407f-b7df-560f885c2871 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:48.880095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c3a389c0-9ec4-407f-b7df-560f885c2871 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.887922 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-1a6c1503-b272-4dd3-a3f3-1151d2a018de tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1108517459', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:48.891550 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:48.894763 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.api [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:51:48.895241 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG oslo_db.api [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:51:48.897441 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Deleting port c5455e35-fea6-4642-928c-64efef906bfc {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:48.897864 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:48.915758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1a6c1503-b272-4dd3-a3f3-1151d2a018de tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:48.955861 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Usage tracker for resource:security_group_rule and tenant:2a73c0c1e9aa4a45a3d5373aadafed9c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:48.978301 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1a6c1503-b272-4dd3-a3f3-1151d2a018de tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:router and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:48.989448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1a6c1503-b272-4dd3-a3f3-1151d2a018de tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:48.992172 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:48.995142 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bef9ca-04dd-45a5-808b-6356e4e400e6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:48.999430 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f7bef9ca-04dd-45a5-808b-6356e4e400e6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:49.012184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1a6c1503-b272-4dd3-a3f3-1151d2a018de tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:49.021736 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009aa65d-4ac4-4eb4-8b69-ce0fa64a0e87 None None] No DVR routers for this DVR port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:51:49.030699 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c3a389c0-9ec4-407f-b7df-560f885c2871 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5983732 Oct 18 07:51:49.030699 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a389c0-9ec4-407f-b7df-560f885c2871 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Network': ['ID=166d74d7-3c9f-46d4-bf52-711b5e2c33c0,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:49.032092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53270) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:49.038513 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-84d72718-a744-4a4b-9bf1-dc1e3072714b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'subnet': {'network_id': '166d74d7-3c9f-46d4-bf52-711b5e2c33c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:49.051996 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be28946-f638-46e2-b089-080affee4e82 None None] DHCP port deletion for 2ca5a665-b920-4cc4-aca3-30836ec763cb request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:51:49.058167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1a6c1503-b272-4dd3-a3f3-1151d2a018de tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:49.059366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1a6c1503-b272-4dd3-a3f3-1151d2a018de tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:49.063979 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1be28946-f638-46e2-b089-080affee4e82 None None] Deleting port c5455e35-fea6-4642-928c-64efef906bfc {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:49.064357 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1be28946-f638-46e2-b089-080affee4e82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:49.141176 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 166d74d7-3c9f-46d4-bf52-711b5e2c33c0 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:51:49.160174 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:49.244350 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7bef9ca-04dd-45a5-808b-6356e4e400e6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:51:49.260538 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f7bef9ca-04dd-45a5-808b-6356e4e400e6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:49.260926 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-f7bef9ca-04dd-45a5-808b-6356e4e400e6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Added segment 577db6f1-04f7-4a94-8374-bffd081ae894 of type vlan for network 7624f73b-79a9-4939-bcc9-a120b80eb01f Oct 18 07:51:49.302044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1a6c1503-b272-4dd3-a3f3-1151d2a018de tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:49.303663 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f7bef9ca-04dd-45a5-808b-6356e4e400e6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:49.316144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-84d72718-a744-4a4b-9bf1-dc1e3072714b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:49.321496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-84d72718-a744-4a4b-9bf1-dc1e3072714b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:subnet and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:49.324946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-84d72718-a744-4a4b-9bf1-dc1e3072714b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:49.332858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-84d72718-a744-4a4b-9bf1-dc1e3072714b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:49.340471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1a6c1503-b272-4dd3-a3f3-1151d2a018de tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:49.356505 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d72718-a744-4a4b-9bf1-dc1e3072714b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Made reservation on behalf of 40e2f53a491e42e8ab9b0ae7e52a82ac for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:49.359981 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84d72718-a744-4a4b-9bf1-dc1e3072714b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:49.368732 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': '1bb22655-2261-4333-92d5-95e756ec76eb'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:51:49.369909 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:49.404994 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] Deleting port 2aa8c6dd-d683-49ca-9fb2-c0f67764efff {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:49.405347 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:49.459141 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f7bef9ca-04dd-45a5-808b-6356e4e400e6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:49.466940 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bef9ca-04dd-45a5-808b-6356e4e400e6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:49.467608 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f7bef9ca-04dd-45a5-808b-6356e4e400e6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:49.563161 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f7bef9ca-04dd-45a5-808b-6356e4e400e6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8084433 Oct 18 07:51:49.567309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53286) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:49.570204 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1a6c1503-b272-4dd3-a3f3-1151d2a018de tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:49.571663 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1a6c1503-b272-4dd3-a3f3-1151d2a018de tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7013774 Oct 18 07:51:49.577205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53288) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:49.583163 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-a5aba921-27c9-4aa5-81f3-298355a006aa tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'subnet': {'network_id': '7624f73b-79a9-4939-bcc9-a120b80eb01f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:49.643462 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] The port '2aa8c6dd-d683-49ca-9fb2-c0f67764efff' was deleted {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:51:49.726059 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c5455e35-fea6-4642-928c-64efef906bfc no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:51:49.896708 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:49.916174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-1be28946-f638-46e2-b089-080affee4e82 None None] For port c5455e35-fea6-4642-928c-64efef906bfc, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c5455e35-fea6-4642-928c-64efef906bfc,segment=NetworkSegment(e2301ec9-35ec-42e6-b735-42762eccc2ef),segment_id=e2301ec9-35ec-42e6-b735-42762eccc2ef)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:49.916697 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1be28946-f638-46e2-b089-080affee4e82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:49.923628 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bef9ca-04dd-45a5-808b-6356e4e400e6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Network': ['ID=7624f73b-79a9-4939-bcc9-a120b80eb01f,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:49.943854 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] For port c5455e35-fea6-4642-928c-64efef906bfc, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c5455e35-fea6-4642-928c-64efef906bfc,segment=NetworkSegment(e2301ec9-35ec-42e6-b735-42762eccc2ef),segment_id=e2301ec9-35ec-42e6-b735-42762eccc2ef)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:49.944585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:49.988579 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port c5455e35-fea6-4642-928c-64efef906bfc is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:49.988960 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.006770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 7624f73b-79a9-4939-bcc9-a120b80eb01f details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:51:50.024825 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a222d3d-3a04-4249-b8b6-0c072903979a']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:50.031335 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a5aba921-27c9-4aa5-81f3-298355a006aa tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:50.041335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port c5455e35-fea6-4642-928c-64efef906bfc, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c5455e35-fea6-4642-928c-64efef906bfc,segment=NetworkSegment(e2301ec9-35ec-42e6-b735-42762eccc2ef),segment_id=e2301ec9-35ec-42e6-b735-42762eccc2ef)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:50.043615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd5b6cc-1bba-47a7-8a15-56142a96dead') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:50.043915 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd5b6cc-1bba-47a7-8a15-56142a96dead') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:50.046475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a5aba921-27c9-4aa5-81f3-298355a006aa tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:subnet and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:50.051826 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a5aba921-27c9-4aa5-81f3-298355a006aa tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:50.059439 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.066976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a5aba921-27c9-4aa5-81f3-298355a006aa tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:50.091368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.133210 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53302) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:50.164181 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Calling delete_port for c5455e35-fea6-4642-928c-64efef906bfc owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:50.230104 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.230633 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5aba921-27c9-4aa5-81f3-298355a006aa tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:50.230809 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 2aa8c6dd-d683-49ca-9fb2-c0f67764efff no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:51:50.234394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a5aba921-27c9-4aa5-81f3-298355a006aa tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.259148 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.api [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:51:50.259464 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG oslo_db.api [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:51:50.269039 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:51:50.269442 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.272519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1be28946-f638-46e2-b089-080affee4e82 None None] Calling delete_port for c5455e35-fea6-4642-928c-64efef906bfc owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:50.339321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84d72718-a744-4a4b-9bf1-dc1e3072714b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.372586 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 2aa8c6dd-d683-49ca-9fb2-c0f67764efff {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:51:50.372936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 2aa8c6dd-d683-49ca-9fb2-c0f67764efff not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:51:50.405153 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=c5455e35-fea6-4642-928c-64efef906bfc,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:50.417041 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment dcd5b6cc-1bba-47a7-8a15-56142a96dead resource provider aggregate not found Oct 18 07:51:50.427273 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.430398 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Allocated IP 2001:db8::2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/1bb22655-2261-4333-92d5-95e756ec76eb/0e4c555f-1831-4fed-a37b-96833f241c33) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:50.439239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-324386985'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:50.449615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b160296-b038-4faa-a5e1-cc4302a20e57 req-5fc94e9c-8609-4126-9431-2627bc8cc10a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:50.451855 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2b160296-b038-4faa-a5e1-cc4302a20e57 req-5fc94e9c-8609-4126-9431-2627bc8cc10a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.7932370 Oct 18 07:51:50.452772 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.455844 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.461654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:50.467082 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.473958 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment dcd5b6cc-1bba-47a7-8a15-56142a96dead resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dcd5b6cc-1bba-47a7-8a15-56142a96dead found for delete ", "request_id": "req-0e33c85d-777d-40dc-b503-98a84f3318ca"}]} Oct 18 07:51:50.485118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Usage tracker for resource:network and tenant:8e5b016e9ba34758b54f9c7a4756168b is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:50.500525 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:50.532810 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a222d3d-3a04-4249-b8b6-0c072903979a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:50.558528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-1be28946-f638-46e2-b089-080affee4e82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:51:50.559720 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-1be28946-f638-46e2-b089-080affee4e82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:51:50.562092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:50.562221 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:51:50.566068 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d72718-a744-4a4b-9bf1-dc1e3072714b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Subnet': ['ID=239f7b13-aad4-450e-a94b-eb58caaedb75,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:50.574843 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d40abff3-3d14-4316-8c6a-8896668e5b74 admin admin] 10.222.0.17 "DELETE /v2.0/networks/5a222d3d-3a04-4249-b8b6-0c072903979a HTTP/1.1" status: 204 len: 168 time: 2.9459822 Oct 18 07:51:50.578795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.599992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.600294 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Added segment 8c6a954b-33c0-4406-b683-54bfac354c79 of type vlan for network d8357df7-cc8e-43e9-ae1c-35af835f84fe Oct 18 07:51:50.635715 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.673797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Made reservation on behalf of 8e5b016e9ba34758b54f9c7a4756168b for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:50.677392 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.683875 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a585fa8-98a9-4187-8b00-6e44522b6102,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:50.687676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d72718-a744-4a4b-9bf1-dc1e3072714b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Checking segment: {'id': '479aa62b-ce4a-432c-9e95-d0fe695c36d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '166d74d7-3c9f-46d4-bf52-711b5e2c33c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:51:50.688130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d72718-a744-4a4b-9bf1-dc1e3072714b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network hostable DHCP agents. Network: 166d74d7-3c9f-46d4-bf52-711b5e2c33c0, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:51:50.701531 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2b160296-b038-4faa-a5e1-cc4302a20e57 req-78b924ab-2e4d-4a29-af83-bf6b1f8a85ac tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972353 Oct 18 07:51:50.707946 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cb798ca3-45ee-4e20-a95a-81674567d1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.734249 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.735947 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:50.736583 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.743627 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.760005 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Transition to ACTIVE for port object 0e4c555f-1831-4fed-a37b-96833f241c33 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:50.808425 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Transition to ACTIVE for port object 0e4c555f-1831-4fed-a37b-96833f241c33 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:50.829166 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.862175 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Deleting port c5455e35-fea6-4642-928c-64efef906bfc {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:50.862599 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.884124 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53316) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:50.891163 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:50.912269 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4694533 Oct 18 07:51:50.945575 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:50.946748 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Pushing event updated for resources: {'Port': ['ID=0e4c555f-1831-4fed-a37b-96833f241c33,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:50.949557 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:50.952076 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:50.953181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53320) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:50.979501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-3fc3454c-4603-4b0d-a18f-1e296e5759ab tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Request body: {'network': {'project_id': '2a73c0c1e9aa4a45a3d5373aadafed9c'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:51.026777 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:51.034336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3fc3454c-4603-4b0d-a18f-1e296e5759ab tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:51.054486 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Usage tracker for resource:security_group_rule and tenant:8e5b016e9ba34758b54f9c7a4756168b is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:51.057402 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3fc3454c-4603-4b0d-a18f-1e296e5759ab tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Usage tracker for resource:network and tenant:2a73c0c1e9aa4a45a3d5373aadafed9c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:51.068817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:51.074218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3fc3454c-4603-4b0d-a18f-1e296e5759ab tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:51.082290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d72718-a744-4a4b-9bf1-dc1e3072714b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network 166d74d7-3c9f-46d4-bf52-711b5e2c33c0 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:51:51.089157 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1be28946-f638-46e2-b089-080affee4e82 None None] Deleting port c5455e35-fea6-4642-928c-64efef906bfc {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:51.089617 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1be28946-f638-46e2-b089-080affee4e82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.106228 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:51.113969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3fc3454c-4603-4b0d-a18f-1e296e5759ab tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:51.157669 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-84d72718-a744-4a4b-9bf1-dc1e3072714b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 166d74d7-3c9f-46d4-bf52-711b5e2c33c0) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:51.161433 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c7d374aa-a56f-4243-9e04-3cc1fb2d902d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=dcd2edd96c934bc294dc295d3600ad84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2715993 Oct 18 07:51:51.171514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d72718-a744-4a4b-9bf1-dc1e3072714b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:51.172474 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84d72718-a744-4a4b-9bf1-dc1e3072714b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.177225 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53326) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:51.202593 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47edeaa-f138-4855-ac15-7e6839815782 None None] Network 166d74d7-3c9f-46d4-bf52-711b5e2c33c0 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:51.241260 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ab6fc-ed7b-4aa7-8225-b38827887987 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Pushing event updated for resources: {'Network': ['ID=d8357df7-cc8e-43e9-ae1c-35af835f84fe,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:51.274747 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] For port c5455e35-fea6-4642-928c-64efef906bfc, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c5455e35-fea6-4642-928c-64efef906bfc,segment=NetworkSegment(e2301ec9-35ec-42e6-b735-42762eccc2ef),segment_id=e2301ec9-35ec-42e6-b735-42762eccc2ef)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:51.275092 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.277144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc3454c-4603-4b0d-a18f-1e296e5759ab tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Made reservation on behalf of 2a73c0c1e9aa4a45a3d5373aadafed9c for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:51.289588 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3fc3454c-4603-4b0d-a18f-1e296e5759ab tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.325809 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network d8357df7-cc8e-43e9-ae1c-35af835f84fe details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:51:51.354077 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Attempting to bind port 0e4c555f-1831-4fed-a37b-96833f241c33 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:51:51.354077 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Attempting to bind port 0e4c555f-1831-4fed-a37b-96833f241c33 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:51:51.354439 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Attempting to bind port 0e4c555f-1831-4fed-a37b-96833f241c33 on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:51:51.415995 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a5aba921-27c9-4aa5-81f3-298355a006aa tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.422108 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc3454c-4603-4b0d-a18f-1e296e5759ab tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:51:51.491078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:51:51.491358 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:51:51.491755 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.492134 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:51:51.492609 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Bound port: 0e4c555f-1831-4fed-a37b-96833f241c33, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:51:51.492979 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.525661 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-84d72718-a744-4a4b-9bf1-dc1e3072714b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4899681 Oct 18 07:51:51.530234 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53330) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:51.536112 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-5d9c0eef-b176-4915-877c-ad17c780b152 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-658930147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:51.548011 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Calling delete_port for c5455e35-fea6-4642-928c-64efef906bfc owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:51.550766 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3fc3454c-4603-4b0d-a18f-1e296e5759ab tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.551215 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-3fc3454c-4603-4b0d-a18f-1e296e5759ab tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Added segment c8b53a42-ccd7-4585-83ec-a4353e09d061 of type vlan for network eef3a978-cfc9-4f2f-bfb4-e6c827756345 Oct 18 07:51:51.588334 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5d9c0eef-b176-4915-877c-ad17c780b152 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:51.599510 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5d9c0eef-b176-4915-877c-ad17c780b152 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:router and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:51.609637 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d69af2-d815-4dd2-aac6-8a05904671d5 req-7796b9fb-c027-4995-9ee8-86f172b0f011 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:51.611143 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e3d69af2-d815-4dd2-aac6-8a05904671d5 req-7796b9fb-c027-4995-9ee8-86f172b0f011 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.5530026 Oct 18 07:51:51.613694 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5d9c0eef-b176-4915-877c-ad17c780b152 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:51.622437 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5d9c0eef-b176-4915-877c-ad17c780b152 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:51.629281 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77853beb-1fc9-4753-ab9e-d79e8a1e58ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.672766 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5d9c0eef-b176-4915-877c-ad17c780b152 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.673883 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5d9c0eef-b176-4915-877c-ad17c780b152 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.682467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aba921-27c9-4aa5-81f3-298355a006aa tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Subnet': ['ID=0b1197ca-2630-4b55-bc37-4b0403a4f6a6,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:51.698040 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3fc3454c-4603-4b0d-a18f-1e296e5759ab tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.703968 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e3d69af2-d815-4dd2-aac6-8a05904671d5 req-df959893-efd9-475e-8409-7df8805c4c49 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739810 Oct 18 07:51:51.709320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5d9c0eef-b176-4915-877c-ad17c780b152 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.711397 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.713563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::1 (421d0710-6574-4dc6-a599-2fa72ae31b2e/1bb22655-2261-4333-92d5-95e756ec76eb/ffbe4718-9d71-4888-afd6-1ec4f6161706) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:51.727714 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aba921-27c9-4aa5-81f3-298355a006aa tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Checking segment: {'id': '577db6f1-04f7-4a94-8374-bffd081ae894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7624f73b-79a9-4939-bcc9-a120b80eb01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:51:51.728244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aba921-27c9-4aa5-81f3-298355a006aa tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network hostable DHCP agents. Network: 7624f73b-79a9-4939-bcc9-a120b80eb01f, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:51:51.747518 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77853beb-1fc9-4753-ab9e-d79e8a1e58ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.755964 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.772034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5455e35-fea6-4642-928c-64efef906bfc,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:51.773852 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] No DVR routers for this DVR port c5455e35-fea6-4642-928c-64efef906bfc on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:51:51.784352 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.843009 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] For port 0e4c555f-1831-4fed-a37b-96833f241c33, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:51:51.847474 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-1be28946-f638-46e2-b089-080affee4e82 None None] For port c5455e35-fea6-4642-928c-64efef906bfc, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c5455e35-fea6-4642-928c-64efef906bfc,segment=NetworkSegment(e2301ec9-35ec-42e6-b735-42762eccc2ef),segment_id=e2301ec9-35ec-42e6-b735-42762eccc2ef)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:51.847852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1be28946-f638-46e2-b089-080affee4e82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.882349 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5d9c0eef-b176-4915-877c-ad17c780b152 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.902205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] For port 0e4c555f-1831-4fed-a37b-96833f241c33, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0e4c555f-1831-4fed-a37b-96833f241c33,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:51:51.915501 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.917257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:51:51.945511 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5d9c0eef-b176-4915-877c-ad17c780b152 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.946763 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5d9c0eef-b176-4915-877c-ad17c780b152 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4147882 Oct 18 07:51:51.949820 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53334) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:51.950671 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aba921-27c9-4aa5-81f3-298355a006aa tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 7624f73b-79a9-4939-bcc9-a120b80eb01f is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:51:51.953328 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca5a665-b920-4cc4-aca3-30836ec763cb']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:51.954869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a09dce1a-40b3-4092-ae91-f90fddd96ab8,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:51.960487 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.960834 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Added segment 3f57599a-3220-481c-b227-0be302c0367d of type vlan for network e088752f-337b-4f4a-8daa-4549b411fdc5 Oct 18 07:51:51.978312 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3fc3454c-4603-4b0d-a18f-1e296e5759ab tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:51.979419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc3454c-4603-4b0d-a18f-1e296e5759ab tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:51.979950 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3fc3454c-4603-4b0d-a18f-1e296e5759ab tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:52.014964 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:52.046854 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-166d74d7-3c9f-46d4-bf52-711b5e2c33c0', 'network_id': '166d74d7-3c9f-46d4-bf52-711b5e2c33c0', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'fixed_ips': [{'subnet_id': '239f7b13-aad4-450e-a94b-eb58caaedb75'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:51:52.047675 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:52.064017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1be28946-f638-46e2-b089-080affee4e82 None None] Calling delete_port for c5455e35-fea6-4642-928c-64efef906bfc owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:52.092046 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2301ec9-35ec-42e6-b735-42762eccc2ef') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:52.092333 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2301ec9-35ec-42e6-b735-42762eccc2ef') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:52.092468 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-a5aba921-27c9-4aa5-81f3-298355a006aa tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 7624f73b-79a9-4939-bcc9-a120b80eb01f) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:52.116822 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:52.130789 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14091af-38ac-409a-8c20-9ae2ea2039e9 None None] Network 7624f73b-79a9-4939-bcc9-a120b80eb01f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:52.182782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:52.206988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aba921-27c9-4aa5-81f3-298355a006aa tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:52.207886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a5aba921-27c9-4aa5-81f3-298355a006aa tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:52.213501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3454c-4603-4b0d-a18f-1e296e5759ab tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Pushing event updated for resources: {'Network': ['ID=eef3a978-cfc9-4f2f-bfb4-e6c827756345,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:52.232084 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77853beb-1fc9-4753-ab9e-d79e8a1e58ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:52.250384 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:52.267046 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:51:52.267667 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:52.271293 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network eef3a978-cfc9-4f2f-bfb4-e6c827756345 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:51:52.303681 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77853beb-1fc9-4753-ab9e-d79e8a1e58ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d70a54a-4e20-4fbe-84fe-99a4930b0cca,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:52.332194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:52.337940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:52.338670 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:52.346644 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:52.364812 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3fc3454c-4603-4b0d-a18f-1e296e5759ab tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4088206 Oct 18 07:51:52.379153 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a5aba921-27c9-4aa5-81f3-298355a006aa tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8037038 Oct 18 07:51:52.379373 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cc3a3-df2c-4a78-b0f5-b96c55925e52 None None] Pushing event updated for resources: {'Port': ['ID=0e4c555f-1831-4fed-a37b-96833f241c33,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:52.379467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77853beb-1fc9-4753-ab9e-d79e8a1e58ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:52.379467 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-77853beb-1fc9-4753-ab9e-d79e8a1e58ce admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2d70a54a-4e20-4fbe-84fe-99a4930b0cca HTTP/1.1" status: 204 len: 168 time: 1.1953557 Oct 18 07:51:52.381694 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53338) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:52.382092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53340) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:52.457208 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-04ec6495-ab04-45e0-9afb-dccb696c11bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'network_id': '7624f73b-79a9-4939-bcc9-a120b80eb01f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1458998478'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:52.478760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-b9717a34-fdd0-4577-ad22-7280a80b724f tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Request body: {'network': {'project_id': '2a73c0c1e9aa4a45a3d5373aadafed9c'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:52.499738 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment e2301ec9-35ec-42e6-b735-42762eccc2ef resource provider aggregate not found Oct 18 07:51:52.511540 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-1be28946-f638-46e2-b089-080affee4e82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:51:52.512167 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-1be28946-f638-46e2-b089-080affee4e82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:51:52.520735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object ffbe4718-9d71-4888-afd6-1ec4f6161706 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:52.526194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b9717a34-fdd0-4577-ad22-7280a80b724f tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:52.551211 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment e2301ec9-35ec-42e6-b735-42762eccc2ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2301ec9-35ec-42e6-b735-42762eccc2ef found for delete ", "request_id": "req-fab90861-c9b4-452c-83c1-202a91c8c95b"}]} Oct 18 07:51:52.566067 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:52.595549 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:52.611415 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4149706 Oct 18 07:51:52.614670 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b9717a34-fdd0-4577-ad22-7280a80b724f tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Usage tracker for resource:network and tenant:2a73c0c1e9aa4a45a3d5373aadafed9c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:52.615424 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53352) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:52.619351 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ca5a665-b920-4cc4-aca3-30836ec763cb,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:52.622254 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b9717a34-fdd0-4577-ad22-7280a80b724f tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:52.627160 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea650e-1291-4d8e-8817-abb64a0e44d8 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event updated for resources: {'Network': ['ID=e088752f-337b-4f4a-8daa-4549b411fdc5,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:52.630401 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-a0421e2f-f4d5-46fd-961f-4444a5612817 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Request body: {'subnet': {'network_id': 'e088752f-337b-4f4a-8daa-4549b411fdc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:52.641244 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network e088752f-337b-4f4a-8daa-4549b411fdc5 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:51:52.642743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b9717a34-fdd0-4577-ad22-7280a80b724f tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:52.656786 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9717a34-fdd0-4577-ad22-7280a80b724f tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 18 07:51:52.657382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9717a34-fdd0-4577-ad22-7280a80b724f tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:51:52.661435 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b9717a34-fdd0-4577-ad22-7280a80b724f tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2688637 Oct 18 07:51:52.673476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53356) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:52.761896 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d662f7d7-1391-47a0-bd77-58dba2dc7619 admin admin] 10.222.0.17 "DELETE /v2.0/networks/2ca5a665-b920-4cc4-aca3-30836ec763cb HTTP/1.1" status: 204 len: 168 time: 4.3487620 Oct 18 07:51:52.801317 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:52.846596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:52.935128 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Allocated IP 2001:db8::2 (166d74d7-3c9f-46d4-bf52-711b5e2c33c0/239f7b13-aad4-450e-a94b-eb58caaedb75/e7182f1a-86ae-4821-b81d-28205ed44d44) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:53.066443 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a0421e2f-f4d5-46fd-961f-4444a5612817 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:53.070883 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a0421e2f-f4d5-46fd-961f-4444a5612817 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Usage tracker for resource:subnet and tenant:8e5b016e9ba34758b54f9c7a4756168b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:53.074651 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a0421e2f-f4d5-46fd-961f-4444a5612817 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:53.081295 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a0421e2f-f4d5-46fd-961f-4444a5612817 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:53.091916 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-04ec6495-ab04-45e0-9afb-dccb696c11bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:53.096038 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-041fbb6c-3448-4f95-81ea-bec375003466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:53.126140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-7624f73b-79a9-4939-bcc9-a120b80eb01f', 'network_id': '7624f73b-79a9-4939-bcc9-a120b80eb01f', 'tenant_id': '0e9e13d574094643abe8d93e70221363', 'fixed_ips': [{'subnet_id': '0b1197ca-2630-4b55-bc37-4b0403a4f6a6'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:51:53.127517 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:53.131744 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c926eccd-871a-4405-b351-bd7d794cbe9d tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2a73c0c1e9aa4a45a3d5373aadafed9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4525299 Oct 18 07:51:53.132931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-04ec6495-ab04-45e0-9afb-dccb696c11bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:port and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:53.146018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53366) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:53.146862 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-04ec6495-ab04-45e0-9afb-dccb696c11bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:53.152620 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:53.162779 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:53.176996 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-04ec6495-ab04-45e0-9afb-dccb696c11bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:53.189043 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=ffbe4718-9d71-4888-afd6-1ec4f6161706,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:53.205630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:53.209432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:53.399382 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53376) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:53.409556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ec6495-ab04-45e0-9afb-dccb696c11bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:53.410533 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0421e2f-f4d5-46fd-961f-4444a5612817 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Made reservation on behalf of 8e5b016e9ba34758b54f9c7a4756168b for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:53.414009 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0421e2f-f4d5-46fd-961f-4444a5612817 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:53.414249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-04ec6495-ab04-45e0-9afb-dccb696c11bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:53.441128 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1be28946-f638-46e2-b089-080affee4e82 None None] Deleting port c5455e35-fea6-4642-928c-64efef906bfc {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:53.441840 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1be28946-f638-46e2-b089-080affee4e82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:53.448549 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-04ec6495-ab04-45e0-9afb-dccb696c11bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] device_id is not set on port 31bd18d0-26d0-48f5-a56b-9bf1390996df yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:51:53.649227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c97c9f-ffe4-480f-a288-1831564f81ed req-f9e2a89f-2d3a-4a46-8480-b5ced318de31 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:53.650797 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d0c97c9f-ffe4-480f-a288-1831564f81ed req-f9e2a89f-2d3a-4a46-8480-b5ced318de31 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.6179421 Oct 18 07:51:53.651480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:53.737578 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7f6fde3c-0c0c-4ab0-beee-3fc0689210ed admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=01dd86a254e9403294fcf6de4e6b7815&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3366961 Oct 18 07:51:53.755698 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53382) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:53.779808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1be28946-f638-46e2-b089-080affee4e82 None None] The port 'c5455e35-fea6-4642-928c-64efef906bfc' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:51:53.822907 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0e4c555f-1831-4fed-a37b-96833f241c33 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:51:53.966340 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:54.012142 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:54.015387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:54.027580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Transition to ACTIVE for port object e7182f1a-86ae-4821-b81d-28205ed44d44 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:54.031182 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f635bfae-eaf4-4d97-b019-16d1c094aa01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:54.078062 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Transition to ACTIVE for port object e7182f1a-86ae-4821-b81d-28205ed44d44 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:54.081169 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f635bfae-eaf4-4d97-b019-16d1c094aa01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:54.089360 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:54.158493 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 0e4c555f-1831-4fed-a37b-96833f241c33 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:54.187843 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Pushing event updated for resources: {'Port': ['ID=e7182f1a-86ae-4821-b81d-28205ed44d44,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:54.201382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Network 166d74d7-3c9f-46d4-bf52-711b5e2c33c0 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:54.207697 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:54.214357 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:54.218037 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Allocated IP 2001:db8::1 (166d74d7-3c9f-46d4-bf52-711b5e2c33c0/239f7b13-aad4-450e-a94b-eb58caaedb75/e7c061a7-303c-4185-bffd-872c5bbfb5cc) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:54.224264 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0421e2f-f4d5-46fd-961f-4444a5612817 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:54.269455 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9ec3223e-7a98-4049-ac17-a0eb107a55f6 None None] Provisioning for port 0e4c555f-1831-4fed-a37b-96833f241c33 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:54.292246 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-04ec6495-ab04-45e0-9afb-dccb696c11bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Allocated IP 2001:db8::31a (7624f73b-79a9-4939-bcc9-a120b80eb01f/0b1197ca-2630-4b55-bc37-4b0403a4f6a6/31bd18d0-26d0-48f5-a56b-9bf1390996df) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:54.316347 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f635bfae-eaf4-4d97-b019-16d1c094aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:54.324151 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9ec3223e-7a98-4049-ac17-a0eb107a55f6 None None] Provisioning complete for port 0e4c555f-1831-4fed-a37b-96833f241c33 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:54.324523 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ec3223e-7a98-4049-ac17-a0eb107a55f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:54.324858 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9ec3223e-7a98-4049-ac17-a0eb107a55f6 None None] Attempt 1 to provision port 0e4c555f-1831-4fed-a37b-96833f241c33 Oct 18 07:51:54.394395 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Attempting to bind port e7182f1a-86ae-4821-b81d-28205ed44d44 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:51:54.394762 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Attempting to bind port e7182f1a-86ae-4821-b81d-28205ed44d44 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '479aa62b-ce4a-432c-9e95-d0fe695c36d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '166d74d7-3c9f-46d4-bf52-711b5e2c33c0'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:51:54.395127 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Attempting to bind port e7182f1a-86ae-4821-b81d-28205ed44d44 on network 166d74d7-3c9f-46d4-bf52-711b5e2c33c0 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:51:54.406540 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:51:54.406835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Checking segment: {'id': '479aa62b-ce4a-432c-9e95-d0fe695c36d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '166d74d7-3c9f-46d4-bf52-711b5e2c33c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:51:54.407199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:54.407683 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Bound using segment: {'id': '479aa62b-ce4a-432c-9e95-d0fe695c36d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '166d74d7-3c9f-46d4-bf52-711b5e2c33c0'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:51:54.408068 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Bound port: e7182f1a-86ae-4821-b81d-28205ed44d44, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479aa62b-ce4a-432c-9e95-d0fe695c36d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '166d74d7-3c9f-46d4-bf52-711b5e2c33c0'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:51:54.408445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:54.461763 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635bfae-eaf4-4d97-b019-16d1c094aa01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2dc703-13dc-4e0d-8304-92ea4fcd1ef9,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:54.478833 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0421e2f-f4d5-46fd-961f-4444a5612817 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event updated for resources: {'Subnet': ['ID=e1e9cc21-7738-4fa3-a069-a9f6e51e3fc7,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:54.491807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ccaef79c-2259-4316-b1b8-95f9b8fc3be2 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:54.520725 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0421e2f-f4d5-46fd-961f-4444a5612817 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Checking segment: {'id': '3f57599a-3220-481c-b227-0be302c0367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e088752f-337b-4f4a-8daa-4549b411fdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:51:54.521203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0421e2f-f4d5-46fd-961f-4444a5612817 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Network hostable DHCP agents. Network: e088752f-337b-4f4a-8daa-4549b411fdc5, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:51:54.539663 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f635bfae-eaf4-4d97-b019-16d1c094aa01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:54.543905 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f635bfae-eaf4-4d97-b019-16d1c094aa01 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fc2dc703-13dc-4e0d-8304-92ea4fcd1ef9 HTTP/1.1" status: 204 len: 168 time: 0.7764060 Oct 18 07:51:54.589467 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0421e2f-f4d5-46fd-961f-4444a5612817 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Network e088752f-337b-4f4a-8daa-4549b411fdc5 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:51:54.610080 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] For port e7182f1a-86ae-4821-b81d-28205ed44d44, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:51:54.612074 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9ec3223e-7a98-4049-ac17-a0eb107a55f6 None None] Current status of the port 0e4c555f-1831-4fed-a37b-96833f241c33 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:54.613866 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ec3223e-7a98-4049-ac17-a0eb107a55f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:54.616821 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-a0421e2f-f4d5-46fd-961f-4444a5612817 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, e088752f-337b-4f4a-8daa-4549b411fdc5) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:54.626677 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0421e2f-f4d5-46fd-961f-4444a5612817 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:54.627328 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0421e2f-f4d5-46fd-961f-4444a5612817 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:54.633131 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fde299-9565-4aa6-b1ba-08b9f34afa52 None None] Network e088752f-337b-4f4a-8daa-4549b411fdc5 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:54.656581 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:54.680057 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a0421e2f-f4d5-46fd-961f-4444a5612817 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0601587 Oct 18 07:51:54.681956 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53400) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:54.710530 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] For port e7182f1a-86ae-4821-b81d-28205ed44d44, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e7182f1a-86ae-4821-b81d-28205ed44d44,segment=NetworkSegment(479aa62b-ce4a-432c-9e95-d0fe695c36d6),segment_id=479aa62b-ce4a-432c-9e95-d0fe695c36d6)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:51:54.711777 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-049ada88-b738-420d-8673-03c239869b8d tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Request body: {'port': {'network_id': 'e088752f-337b-4f4a-8daa-4549b411fdc5', 'name': 'tempest-AllowedAddressPairTestJSON-1846438996'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:54.740283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:54.741988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ccaef79c-2259-4316-b1b8-95f9b8fc3be2 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:54.765635 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d0c97c9f-ffe4-480f-a288-1831564f81ed req-1ee31148-c707-4640-b234-c89ad6eb1935 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0933805 Oct 18 07:51:54.796362 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Transition to ACTIVE for port object e7c061a7-303c-4185-bffd-872c5bbfb5cc will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:54.851130 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9ec3223e-7a98-4049-ac17-a0eb107a55f6 None None] For port 0e4c555f-1831-4fed-a37b-96833f241c33, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0e4c555f-1831-4fed-a37b-96833f241c33,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:51:54.879546 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ec3223e-7a98-4049-ac17-a0eb107a55f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:54.920503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:55.007260 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:55.008008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:55.021030 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef97538-0806-4671-8e78-273fb37c47db None None] Pushing event updated for resources: {'Port': ['ID=e7182f1a-86ae-4821-b81d-28205ed44d44,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:55.153584 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-049ada88-b738-420d-8673-03c239869b8d tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:55.159199 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:55.166036 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-049ada88-b738-420d-8673-03c239869b8d tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Usage tracker for resource:port and tenant:8e5b016e9ba34758b54f9c7a4756168b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:55.205173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b61b9516-74ec-4b5e-8136-5a45da90c26d None None] Provisioning for port ffbe4718-9d71-4888-afd6-1ec4f6161706 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:55.212829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=ffbe4718-9d71-4888-afd6-1ec4f6161706,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:55.216328 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-049ada88-b738-420d-8673-03c239869b8d tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:55.259205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b61b9516-74ec-4b5e-8136-5a45da90c26d None None] Provisioning complete for port ffbe4718-9d71-4888-afd6-1ec4f6161706 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:55.259205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b61b9516-74ec-4b5e-8136-5a45da90c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:55.259205 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b61b9516-74ec-4b5e-8136-5a45da90c26d None None] Attempt 1 to provision port ffbe4718-9d71-4888-afd6-1ec4f6161706 Oct 18 07:51:55.276707 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-049ada88-b738-420d-8673-03c239869b8d tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:55.335720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network 166d74d7-3c9f-46d4-bf52-711b5e2c33c0 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:55.341998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:55.354356 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:55.354926 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:55.371491 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-04ec6495-ab04-45e0-9afb-dccb696c11bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:55.379271 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049ada88-b738-420d-8673-03c239869b8d tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Made reservation on behalf of 8e5b016e9ba34758b54f9c7a4756168b for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:55.383337 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-049ada88-b738-420d-8673-03c239869b8d tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:55.421202 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:55.426356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-04ec6495-ab04-45e0-9afb-dccb696c11bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Transition to ACTIVE for port object 31bd18d0-26d0-48f5-a56b-9bf1390996df will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:55.430540 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=e7c061a7-303c-4185-bffd-872c5bbfb5cc,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:55.458280 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07bcb5-bac8-445c-b83b-a43897e725e4 req-8a1b0144-1e4f-4bfe-a84f-5dd5bdab1909 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:55.460719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ccaef79c-2259-4316-b1b8-95f9b8fc3be2 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:55.470281 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0b07bcb5-bac8-445c-b83b-a43897e725e4 req-8a1b0144-1e4f-4bfe-a84f-5dd5bdab1909 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.4666638 Oct 18 07:51:55.495920 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaef79c-2259-4316-b1b8-95f9b8fc3be2 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a585fa8-98a9-4187-8b00-6e44522b6102,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:55.537331 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-e088752f-337b-4f4a-8daa-4549b411fdc5', 'network_id': 'e088752f-337b-4f4a-8daa-4549b411fdc5', 'tenant_id': '8e5b016e9ba34758b54f9c7a4756168b', 'fixed_ips': [{'subnet_id': 'e1e9cc21-7738-4fa3-a069-a9f6e51e3fc7'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:51:55.537331 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:55.537632 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-049ada88-b738-420d-8673-03c239869b8d tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] device_id is not set on port 33cb4434-e5f4-4d95-9252-b6aba23888b5 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:51:55.544036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:55.550328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:55.559345 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ccaef79c-2259-4316-b1b8-95f9b8fc3be2 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:55.564188 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ccaef79c-2259-4316-b1b8-95f9b8fc3be2 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] 10.222.0.17 "DELETE /v2.0/security-groups/6a585fa8-98a9-4187-8b00-6e44522b6102 HTTP/1.1" status: 204 len: 168 time: 2.4070470 Oct 18 07:51:55.569297 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b61b9516-74ec-4b5e-8136-5a45da90c26d None None] Port ffbe4718-9d71-4888-afd6-1ec4f6161706 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:55.570237 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3223e-7a98-4049-ac17-a0eb107a55f6 None None] Pushing event updated for resources: {'Port': ['ID=0e4c555f-1831-4fed-a37b-96833f241c33,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:55.629833 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53422) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:55.833833 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0b07bcb5-bac8-445c-b83b-a43897e725e4 req-b76594af-8bfb-47c5-8a8b-416d36f631d7 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3625634 Oct 18 07:51:55.867622 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e7182f1a-86ae-4821-b81d-28205ed44d44 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:51:56.010589 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Allocated IP 172.20.0.2 (e088752f-337b-4f4a-8daa-4549b411fdc5/e1e9cc21-7738-4fa3-a069-a9f6e51e3fc7/91609ef7-3ad9-40d7-b9c2-c169ee50055c) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:56.024494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53438) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:56.088008 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b61b9516-74ec-4b5e-8136-5a45da90c26d None None] Attempt 2 to provision port ffbe4718-9d71-4888-afd6-1ec4f6161706 Oct 18 07:51:56.111406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-51724288-f267-49f7-b84a-7fc0723444e5 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:56.200699 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-04ec6495-ab04-45e0-9afb-dccb696c11bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:56.227548 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:56.393294 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ec6495-ab04-45e0-9afb-dccb696c11bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 7624f73b-79a9-4939-bcc9-a120b80eb01f is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:56.404989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-04ec6495-ab04-45e0-9afb-dccb696c11bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:56.415290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ec6495-ab04-45e0-9afb-dccb696c11bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:56.423245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ec6495-ab04-45e0-9afb-dccb696c11bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:56.423911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-04ec6495-ab04-45e0-9afb-dccb696c11bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:56.428089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Router af514eab-af6b-400e-ae1a-20ae774dbbce is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:51:56.431916 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec6495-ab04-45e0-9afb-dccb696c11bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=31bd18d0-26d0-48f5-a56b-9bf1390996df,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:56.451756 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port e7182f1a-86ae-4821-b81d-28205ed44d44 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:56.569269 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0e4c555f-1831-4fed-a37b-96833f241c33 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:51:56.595043 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-04ec6495-ab04-45e0-9afb-dccb696c11bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.2019670 Oct 18 07:51:56.612921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53450) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:56.637544 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e060864a-1755-499c-9b8f-4488a2256eff None None] Network 166d74d7-3c9f-46d4-bf52-711b5e2c33c0 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:51:56.662026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b61b9516-74ec-4b5e-8136-5a45da90c26d None None] Port ffbe4718-9d71-4888-afd6-1ec4f6161706 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:56.663748 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b6859-bb44-47fd-be4b-172d04b30ce4 req-2ad92fcf-6c05-478b-9aea-f0d0e728e9b0 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:56.665428 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-498b6859-bb44-47fd-be4b-172d04b30ce4 req-2ad92fcf-6c05-478b-9aea-f0d0e728e9b0 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.5999608 Oct 18 07:51:56.687312 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Allocated IP 2001:db8::2 (7624f73b-79a9-4939-bcc9-a120b80eb01f/0b1197ca-2630-4b55-bc37-4b0403a4f6a6/7acd6294-51cc-4e51-a064-bfd71cb03eec) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:56.688012 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1965293679'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:56.715340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:56.739829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Usage tracker for resource:network and tenant:47974cd4eb884ded8936af8d089ec33e is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:56.751255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:56.855025 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-51724288-f267-49f7-b84a-7fc0723444e5 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:56.888823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c6ee6-536a-4304-bbc4-7116fe565367 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port 31bd18d0-26d0-48f5-a56b-9bf1390996df {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:51:56.889680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0e4c6ee6-536a-4304-bbc4-7116fe565367 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:56.892673 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-51724288-f267-49f7-b84a-7fc0723444e5 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef3a978-cfc9-4f2f-bfb4-e6c827756345']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:56.909774 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-51724288-f267-49f7-b84a-7fc0723444e5 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b53a42-ccd7-4585-83ec-a4353e09d061') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:56.910118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-51724288-f267-49f7-b84a-7fc0723444e5 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b53a42-ccd7-4585-83ec-a4353e09d061') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:56.913483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:56.925410 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-51724288-f267-49f7-b84a-7fc0723444e5 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:56.939922 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:51:56.950662 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-92670dc0-1f62-421f-9c37-9846ea06a113 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "PUT /v2.0/routers/af514eab-af6b-400e-ae1a-20ae774dbbce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3724408 Oct 18 07:51:56.955929 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Sync routers for ids ['af514eab-af6b-400e-ae1a-20ae774dbbce'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:51:56.957636 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53464) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:56.961381 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-498b6859-bb44-47fd-be4b-172d04b30ce4 req-4caf5822-fd62-48b9-93d3-e489d7828edb tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670863 Oct 18 07:51:56.972813 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Routers {'af514eab-af6b-400e-ae1a-20ae774dbbce'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:56.974981 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['af514eab-af6b-400e-ae1a-20ae774dbbce'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:57.042982 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 0e4c555f-1831-4fed-a37b-96833f241c33 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:57.043442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:57.043829 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 0e4c555f-1831-4fed-a37b-96833f241c33 Oct 18 07:51:57.086397 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Made reservation on behalf of 47974cd4eb884ded8936af8d089ec33e for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:57.090388 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:57.150493 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:57.161488 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:57.162371 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:57.188613 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:57.202472 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b61b9516-74ec-4b5e-8136-5a45da90c26d None None] Attempt 3 to provision port ffbe4718-9d71-4888-afd6-1ec4f6161706 Oct 18 07:51:57.224006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53470) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:57.237720 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:57.253947 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-51724288-f267-49f7-b84a-7fc0723444e5 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:57.256339 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a46fc7-fb08-4db8-b35f-8005878af01a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:57.257111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f6a46fc7-fb08-4db8-b35f-8005878af01a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:51:57.262784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Usage tracker for resource:security_group_rule and tenant:47974cd4eb884ded8936af8d089ec33e is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:57.267144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:57.297961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:57.306670 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Set router af514eab-af6b-400e-ae1a-20ae774dbbce gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:51:57.329840 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51724288-f267-49f7-b84a-7fc0723444e5 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:51:57.330262 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-51724288-f267-49f7-b84a-7fc0723444e5 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:57.414141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b61b9516-74ec-4b5e-8136-5a45da90c26d None None] Port ffbe4718-9d71-4888-afd6-1ec4f6161706 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:57.428882 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:57.433268 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:57.438853 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Usage tracker for resource:floatingip and tenant:8a2763145064440eac3183e65821cf0f is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:57.449753 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:57.453662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f6a46fc7-fb08-4db8-b35f-8005878af01a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:51:57.457550 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f6a46fc7-fb08-4db8-b35f-8005878af01a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports/ffbe4718-9d71-4888-afd6-1ec4f6161706 HTTP/1.1" status: 200 len: 911 time: 0.4952502 Oct 18 07:51:57.461536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53478) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:57.465429 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment c8b53a42-ccd7-4585-83ec-a4353e09d061 resource provider aggregate not found Oct 18 07:51:57.472899 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:57.512200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=e7c061a7-303c-4185-bffd-872c5bbfb5cc,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:57.518617 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment c8b53a42-ccd7-4585-83ec-a4353e09d061 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8b53a42-ccd7-4585-83ec-a4353e09d061 found for delete ", "request_id": "req-74d7b14f-7c9d-4ecf-990f-5acdab60cd03"}]} Oct 18 07:51:57.554929 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-51724288-f267-49f7-b84a-7fc0723444e5 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:57.583893 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-51724288-f267-49f7-b84a-7fc0723444e5 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:57.608780 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51724288-f267-49f7-b84a-7fc0723444e5 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Pushing event deleted for resources: {'Network': ['ID=eef3a978-cfc9-4f2f-bfb4-e6c827756345,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:57.624091 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-51724288-f267-49f7-b84a-7fc0723444e5 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] 10.222.0.17 "DELETE /v2.0/networks/eef3a978-cfc9-4f2f-bfb4-e6c827756345 HTTP/1.1" status: 204 len: 168 time: 1.9887598 Oct 18 07:51:57.624895 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53484) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:57.635235 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9aba9-9f5b-456f-aff7-090e01d1008c req-6438becb-ee00-4540-85eb-06b185d5eeb6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:57.642840 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e2a9aba9-9f5b-456f-aff7-090e01d1008c req-6438becb-ee00-4540-85eb-06b185d5eeb6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.4365396 Oct 18 07:51:57.647854 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:57.651309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:57.660790 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network 166d74d7-3c9f-46d4-bf52-711b5e2c33c0 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:57.665283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:57.683166 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:57.692658 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:57.707215 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:57.756357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9649d5-0d21-4297-bb13-653834f44f47,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:57.824456 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Transition to ACTIVE for port object 7acd6294-51cc-4e51-a064-bfd71cb03eec will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:57.835323 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Transition to ACTIVE for port object 91609ef7-3ad9-40d7-b9c2-c169ee50055c will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:57.857017 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:51:57.861033 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0e4c6ee6-536a-4304-bbc4-7116fe565367 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:57.861905 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 0e4c555f-1831-4fed-a37b-96833f241c33 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:51:57.886919 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af514eab-af6b-400e-ae1a-20ae774dbbce', 'name': 'tempest-NetworksTestDHCPv6-router-1108517459', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:51:49Z', 'updated_at': '2022-10-18T07:51:53Z', 'revision_number': 2, 'project_id': 'd4eeffd966b740cb93b913597321fe50', 'gw_port_host': None, '_interfaces': [{'id': 'ffbe4718-9d71-4888-afd6-1ec4f6161706', 'name': '', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'mac_address': 'fa:16:3e:a0:37:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af514eab-af6b-400e-ae1a-20ae774dbbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1bb22655-2261-4333-92d5-95e756ec76eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:51:51Z', 'updated_at': '2022-10-18T07:51:54Z', 'revision_number': 2, 'project_id': 'd4eeffd966b740cb93b913597321fe50', 'subnets': [{'id': '1bb22655-2261-4333-92d5-95e756ec76eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:57.891934 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Checking router: af514eab-af6b-400e-ae1a-20ae774dbbce for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:51:57.892515 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Updating router af514eab-af6b-400e-ae1a-20ae774dbbce port ffbe4718-9d71-4888-afd6-1ec4f6161706 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:51:57.898287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93508a98-bdcd-4e61-aa7a-d261dd549aed tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:57.907128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93508a98-bdcd-4e61-aa7a-d261dd549aed tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:57.911849 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-93508a98-bdcd-4e61-aa7a-d261dd549aed tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4431615 Oct 18 07:51:57.912857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53488) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:57.922286 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b61b9516-74ec-4b5e-8136-5a45da90c26d None None] Attempt 4 to provision port ffbe4718-9d71-4888-afd6-1ec4f6161706 Oct 18 07:51:57.943755 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e2a9aba9-9f5b-456f-aff7-090e01d1008c req-169cd9a4-ca92-4e5a-9178-dfe1890cb39d tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2878802 Oct 18 07:51:57.970564 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Transition to ACTIVE for port object 7acd6294-51cc-4e51-a064-bfd71cb03eec will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:57.984676 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:57.986866 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Transition to ACTIVE for port object 91609ef7-3ad9-40d7-b9c2-c169ee50055c will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:57.991883 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8c1bfcd9-253d-4d66-9f81-3ba022182f10 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:58.007607 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:58.066103 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Network 7624f73b-79a9-4939-bcc9-a120b80eb01f is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:58.075106 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:58.078850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:58.081535 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:58.112484 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b61b9516-74ec-4b5e-8136-5a45da90c26d None None] Port ffbe4718-9d71-4888-afd6-1ec4f6161706 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:58.125711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-049ada88-b738-420d-8673-03c239869b8d tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Allocated IP 172.20.0.12 (e088752f-337b-4f4a-8daa-4549b411fdc5/e1e9cc21-7738-4fa3-a069-a9f6e51e3fc7/33cb4434-e5f4-4d95-9252-b6aba23888b5) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:51:58.252719 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Network e088752f-337b-4f4a-8daa-4549b411fdc5 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:58.268110 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:58.270062 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Pushing event updated for resources: {'Port': ['ID=7acd6294-51cc-4e51-a064-bfd71cb03eec,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:58.272159 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:58.412216 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Attempting to bind port 7acd6294-51cc-4e51-a064-bfd71cb03eec on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:51:58.412738 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Attempting to bind port 7acd6294-51cc-4e51-a064-bfd71cb03eec by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '577db6f1-04f7-4a94-8374-bffd081ae894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7624f73b-79a9-4939-bcc9-a120b80eb01f'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:51:58.413197 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Attempting to bind port 7acd6294-51cc-4e51-a064-bfd71cb03eec on network 7624f73b-79a9-4939-bcc9-a120b80eb01f {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:51:58.429854 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:51:58.430329 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Checking segment: {'id': '577db6f1-04f7-4a94-8374-bffd081ae894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7624f73b-79a9-4939-bcc9-a120b80eb01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:51:58.430913 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:58.431542 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Bound using segment: {'id': '577db6f1-04f7-4a94-8374-bffd081ae894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7624f73b-79a9-4939-bcc9-a120b80eb01f'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:51:58.432135 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Bound port: 7acd6294-51cc-4e51-a064-bfd71cb03eec, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577db6f1-04f7-4a94-8374-bffd081ae894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7624f73b-79a9-4939-bcc9-a120b80eb01f'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:51:58.432651 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:58.494132 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:58.513109 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Pushing event updated for resources: {'Port': ['ID=91609ef7-3ad9-40d7-b9c2-c169ee50055c,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:58.523490 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Transition to ACTIVE for port object ffbe4718-9d71-4888-afd6-1ec4f6161706 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:58.534567 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:58.572742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c6ee6-536a-4304-bbc4-7116fe565367 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for 31bd18d0-26d0-48f5-a56b-9bf1390996df owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:51:58.601367 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:58.602086 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Added segment 3b40250d-e9d0-48e9-adc6-5d9a1611ca61 of type vlan for network 2570b697-55b6-407b-aaec-addbc367ca69 Oct 18 07:51:58.644737 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:58.647809 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] For port 7acd6294-51cc-4e51-a064-bfd71cb03eec, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:51:58.651396 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] For port 7acd6294-51cc-4e51-a064-bfd71cb03eec, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7acd6294-51cc-4e51-a064-bfd71cb03eec,segment=NetworkSegment(577db6f1-04f7-4a94-8374-bffd081ae894),segment_id=577db6f1-04f7-4a94-8374-bffd081ae894)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:51:58.654675 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b61b9516-74ec-4b5e-8136-5a45da90c26d None None] Attempt 5 to provision port ffbe4718-9d71-4888-afd6-1ec4f6161706 Oct 18 07:51:58.692053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Attempting to bind port 91609ef7-3ad9-40d7-b9c2-c169ee50055c on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:51:58.692421 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Attempting to bind port 91609ef7-3ad9-40d7-b9c2-c169ee50055c by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3f57599a-3220-481c-b227-0be302c0367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e088752f-337b-4f4a-8daa-4549b411fdc5'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:51:58.692778 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Attempting to bind port 91609ef7-3ad9-40d7-b9c2-c169ee50055c on network e088752f-337b-4f4a-8daa-4549b411fdc5 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:51:58.696234 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:58.696821 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0783f-b3b5-4a60-b703-ca4d1c990f41 None None] Pushing event updated for resources: {'Port': ['ID=ffbe4718-9d71-4888-afd6-1ec4f6161706,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:58.707392 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a0783f-b3b5-4a60-b703-ca4d1c990f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:58.707751 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a0783f-b3b5-4a60-b703-ca4d1c990f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:58.714740 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a0783f-b3b5-4a60-b703-ca4d1c990f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:58.715167 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a0783f-b3b5-4a60-b703-ca4d1c990f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:58.715499 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a0783f-b3b5-4a60-b703-ca4d1c990f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:58.716091 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a0783f-b3b5-4a60-b703-ca4d1c990f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:58.716425 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a0783f-b3b5-4a60-b703-ca4d1c990f41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:58.716960 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a0783f-b3b5-4a60-b703-ca4d1c990f41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:58.717301 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a0783f-b3b5-4a60-b703-ca4d1c990f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:58.718819 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a0783f-b3b5-4a60-b703-ca4d1c990f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:58.719228 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a0783f-b3b5-4a60-b703-ca4d1c990f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:58.719598 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a0783f-b3b5-4a60-b703-ca4d1c990f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:51:58.733267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:58.739772 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:58.740677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:58.780589 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:51:58.780958 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Checking segment: {'id': '3f57599a-3220-481c-b227-0be302c0367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e088752f-337b-4f4a-8daa-4549b411fdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:51:58.781350 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:58.781904 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Bound using segment: {'id': '3f57599a-3220-481c-b227-0be302c0367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e088752f-337b-4f4a-8daa-4549b411fdc5'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:51:58.782382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Bound port: 91609ef7-3ad9-40d7-b9c2-c169ee50055c, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f57599a-3220-481c-b227-0be302c0367d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e088752f-337b-4f4a-8daa-4549b411fdc5'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:51:58.782775 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:58.803759 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-049ada88-b738-420d-8673-03c239869b8d tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:58.823273 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-049ada88-b738-420d-8673-03c239869b8d tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Transition to ACTIVE for port object 33cb4434-e5f4-4d95-9252-b6aba23888b5 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:51:58.877010 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-049ada88-b738-420d-8673-03c239869b8d tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:58.878216 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Attempting to bind port ffbe4718-9d71-4888-afd6-1ec4f6161706 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:51:58.878622 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Attempting to bind port ffbe4718-9d71-4888-afd6-1ec4f6161706 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:51:58.878995 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Attempting to bind port ffbe4718-9d71-4888-afd6-1ec4f6161706 on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:51:58.881703 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8c1bfcd9-253d-4d66-9f81-3ba022182f10 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:58.890145 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:51:58.890523 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:51:58.890966 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:58.891361 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:51:58.891844 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Bound port: ffbe4718-9d71-4888-afd6-1ec4f6161706, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:51:58.892256 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:58.894746 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b61b9516-74ec-4b5e-8136-5a45da90c26d None None] Port ffbe4718-9d71-4888-afd6-1ec4f6161706 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:51:58.956340 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb64a0-5031-49aa-8679-31499d8493ab None None] Pushing event updated for resources: {'Port': ['ID=7acd6294-51cc-4e51-a064-bfd71cb03eec,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:58.984092 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 9f278345-e6cc-48d9-abb9-94a99162290b is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:51:59.013896 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] For port 91609ef7-3ad9-40d7-b9c2-c169ee50055c, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:51:59.018342 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] For port 91609ef7-3ad9-40d7-b9c2-c169ee50055c, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=91609ef7-3ad9-40d7-b9c2-c169ee50055c,segment=NetworkSegment(3f57599a-3220-481c-b227-0be302c0367d),segment_id=3f57599a-3220-481c-b227-0be302c0367d)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:51:59.032491 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:59.132086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33d4c2-4e3e-40c3-99dc-7be84206d438 None None] Pushing event updated for resources: {'Port': ['ID=91609ef7-3ad9-40d7-b9c2-c169ee50055c,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:59.132481 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] For port ffbe4718-9d71-4888-afd6-1ec4f6161706, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:51:59.139942 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] For port ffbe4718-9d71-4888-afd6-1ec4f6161706, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ffbe4718-9d71-4888-afd6-1ec4f6161706,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:51:59.147436 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049ada88-b738-420d-8673-03c239869b8d tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Network e088752f-337b-4f4a-8daa-4549b411fdc5 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:51:59.168614 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:59.181719 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-8c1bfcd9-253d-4d66-9f81-3ba022182f10 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8357df7-cc8e-43e9-ae1c-35af835f84fe']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:59.190650 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-049ada88-b738-420d-8673-03c239869b8d tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:51:59.193530 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ada88-b738-420d-8673-03c239869b8d tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:51:59.247551 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Routers {'af514eab-af6b-400e-ae1a-20ae774dbbce'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:51:59.248219 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['af514eab-af6b-400e-ae1a-20ae774dbbce'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:59.326638 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.2629254 Oct 18 07:51:59.333446 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f807a5-4e5d-4be6-9ea2-4db7bd5cc7de tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Pushing event updated for resources: {'Network': ['ID=2570b697-55b6-407b-aaec-addbc367ca69,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:59.345515 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53494) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:59.346050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 2570b697-55b6-407b-aaec-addbc367ca69 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:51:59.473103 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0783f-b3b5-4a60-b703-ca4d1c990f41 None None] Pushing event updated for resources: {'Port': ['ID=ffbe4718-9d71-4888-afd6-1ec4f6161706,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:59.492279 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0e4c6ee6-536a-4304-bbc4-7116fe565367 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:59.503780 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-8c1bfcd9-253d-4d66-9f81-3ba022182f10 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6a954b-33c0-4406-b683-54bfac354c79') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:59.504304 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-8c1bfcd9-253d-4d66-9f81-3ba022182f10 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6a954b-33c0-4406-b683-54bfac354c79') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:51:59.521665 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] Set router af514eab-af6b-400e-ae1a-20ae774dbbce gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:51:59.524220 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ada88-b738-420d-8673-03c239869b8d tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event updated for resources: {'Port': ['ID=33cb4434-e5f4-4d95-9252-b6aba23888b5,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:59.547562 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049ada88-b738-420d-8673-03c239869b8d tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:59.548795 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-049ada88-b738-420d-8673-03c239869b8d tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:59.558535 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b61b9516-74ec-4b5e-8136-5a45da90c26d None None] Attempt 6 to provision port ffbe4718-9d71-4888-afd6-1ec4f6161706 Oct 18 07:51:59.631976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8c1bfcd9-253d-4d66-9f81-3ba022182f10 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:59.712738 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8c1bfcd9-253d-4d66-9f81-3ba022182f10 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:59.718974 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-049ada88-b738-420d-8673-03c239869b8d tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0315111 Oct 18 07:51:59.729448 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53500) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:59.738522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c6ee6-536a-4304-bbc4-7116fe565367 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Port': ['ID=31bd18d0-26d0-48f5-a56b-9bf1390996df,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:51:59.743377 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Request body: {'network': {'name': 'tempest-network--1333548908', 'router:external': True}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:59.745021 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b61b9516-74ec-4b5e-8136-5a45da90c26d None None] Port ffbe4718-9d71-4888-afd6-1ec4f6161706 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 07:51:59.751330 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1bfcd9-253d-4d66-9f81-3ba022182f10 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:51:59.751912 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8c1bfcd9-253d-4d66-9f81-3ba022182f10 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:59.764563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:51:59.767442 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0e4c6ee6-536a-4304-bbc4-7116fe565367 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:59.779697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Usage tracker for resource:network and tenant:999c9df48d93446a886311063423fafb is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:51:59.780902 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-29486957-aea4-479d-9aec-6b54a0d1c7cc tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Request body: {'port': {'network_id': 'e088752f-337b-4f4a-8daa-4549b411fdc5', 'name': 'tempest-AllowedAddressPairTestJSON-1289035250', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:55:2c:4e'}]}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:51:59.786031 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:51:59.796963 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587eaba6-63c2-4189-8718-05d1f6c96550 req-4d1e599a-4015-4e50-9696-7a129b9e16d6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:51:59.798451 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-587eaba6-63c2-4189-8718-05d1f6c96550 req-4d1e599a-4015-4e50-9696-7a129b9e16d6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 1.2336795 Oct 18 07:51:59.799987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:59.847974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:51:59.867004 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0e4c6ee6-536a-4304-bbc4-7116fe565367 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/ports/31bd18d0-26d0-48f5-a56b-9bf1390996df HTTP/1.1" status: 204 len: 168 time: 3.2528200 Oct 18 07:51:59.881705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53506) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:51:59.898779 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Provisioning for port e7182f1a-86ae-4821-b81d-28205ed44d44 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:51:59.905065 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Provisioning complete for port e7182f1a-86ae-4821-b81d-28205ed44d44 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:51:59.905920 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:51:59.906258 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Attempt 1 to provision port e7182f1a-86ae-4821-b81d-28205ed44d44 Oct 18 07:51:59.995341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Made reservation on behalf of 999c9df48d93446a886311063423fafb for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:51:59.998520 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:00.012568 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 8c6a954b-33c0-4406-b683-54bfac354c79 resource provider aggregate not found Oct 18 07:52:00.051196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:52:00.078083 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5a2550e8-9084-4576-8503-e7cc91b3d318 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/9f278345-e6cc-48d9-abb9-94a99162290b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1270664 Oct 18 07:52:00.080012 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 8c6a954b-33c0-4406-b683-54bfac354c79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c6a954b-33c0-4406-b683-54bfac354c79 found for delete ", "request_id": "req-5bd99a11-f312-4e0f-859c-03a6c49f4566"}]} Oct 18 07:52:00.086812 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53512) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:00.104308 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af514eab-af6b-400e-ae1a-20ae774dbbce', 'name': 'tempest-NetworksTestDHCPv6-router-1108517459', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:51:49Z', 'updated_at': '2022-10-18T07:51:53Z', 'revision_number': 2, 'project_id': 'd4eeffd966b740cb93b913597321fe50', 'gw_port_host': None, '_interfaces': [{'id': 'ffbe4718-9d71-4888-afd6-1ec4f6161706', 'name': '', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'mac_address': 'fa:16:3e:a0:37:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af514eab-af6b-400e-ae1a-20ae774dbbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1bb22655-2261-4333-92d5-95e756ec76eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:51:51Z', 'updated_at': '2022-10-18T07:51:59Z', 'revision_number': 4, 'project_id': 'd4eeffd966b740cb93b913597321fe50', 'subnets': [{'id': '1bb22655-2261-4333-92d5-95e756ec76eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:00.120370 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f925c9-4074-47ff-b404-76d7e546d2ef tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] GET failed (client error): The resource could not be found. Oct 18 07:52:00.120924 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d6f925c9-4074-47ff-b404-76d7e546d2ef tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:00.124185 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcc4e74-932e-405e-8d25-7c6e3070c00a None None] The sync data for ids ['af514eab-af6b-400e-ae1a-20ae774dbbce'] in dv-neutron-861625-1-hyperv is: [{'id': 'af514eab-af6b-400e-ae1a-20ae774dbbce', 'name': 'tempest-NetworksTestDHCPv6-router-1108517459', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:51:49Z', 'updated_at': '2022-10-18T07:51:53Z', 'revision_number': 2, 'project_id': 'd4eeffd966b740cb93b913597321fe50', 'gw_port_host': None, '_interfaces': [{'id': 'ffbe4718-9d71-4888-afd6-1ec4f6161706', 'name': '', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'mac_address': 'fa:16:3e:a0:37:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af514eab-af6b-400e-ae1a-20ae774dbbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '1bb22655-2261-4333-92d5-95e756ec76eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:51:51Z', 'updated_at': '2022-10-18T07:51:59Z', 'revision_number': 4, 'project_id': 'd4eeffd966b740cb93b913597321fe50', 'subnets': [{'id': '1bb22655-2261-4333-92d5-95e756ec76eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:52:00.141523 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:00.160467 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6696511-ddff-44cf-8b81-3c30c3fb9d47 None None] Sync routers for ids ['9f278345-e6cc-48d9-abb9-94a99162290b'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:52:00.167189 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8c1bfcd9-253d-4d66-9f81-3ba022182f10 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:00.171521 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7acd6294-51cc-4e51-a064-bfd71cb03eec up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:00.188360 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-587eaba6-63c2-4189-8718-05d1f6c96550 req-490d80ab-ab91-428d-9a91-56d5e3cb0bd5 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3475392 Oct 18 07:52:00.228327 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:00.238428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Usage tracker for resource:security_group_rule and tenant:999c9df48d93446a886311063423fafb is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:00.261774 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8c1bfcd9-253d-4d66-9f81-3ba022182f10 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:00.273219 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8c1bfcd9-253d-4d66-9f81-3ba022182f10 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] 10.222.0.17 "DELETE /v2.0/networks/d8357df7-cc8e-43e9-ae1c-35af835f84fe HTTP/1.1" status: 204 len: 168 time: 2.6461637 Oct 18 07:52:00.289655 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bfcd9-253d-4d66-9f81-3ba022182f10 tempest-QuotasNegativeTest-229934946 tempest-QuotasNegativeTest-229934946-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8357df7-cc8e-43e9-ae1c-35af835f84fe,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:00.297621 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:00.309804 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-29486957-aea4-479d-9aec-6b54a0d1c7cc tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:00.314976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-29486957-aea4-479d-9aec-6b54a0d1c7cc tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Usage tracker for resource:port and tenant:8e5b016e9ba34758b54f9c7a4756168b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:00.322915 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-29486957-aea4-479d-9aec-6b54a0d1c7cc tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:00.328947 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-29486957-aea4-479d-9aec-6b54a0d1c7cc tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:00.333246 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6696511-ddff-44cf-8b81-3c30c3fb9d47 None None] Routers {'9f278345-e6cc-48d9-abb9-94a99162290b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:52:00.333886 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d6696511-ddff-44cf-8b81-3c30c3fb9d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9f278345-e6cc-48d9-abb9-94a99162290b'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:00.340676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d6f925c9-4074-47ff-b404-76d7e546d2ef tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:00.350222 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d6f925c9-4074-47ff-b404-76d7e546d2ef tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports/31bd18d0-26d0-48f5-a56b-9bf1390996df HTTP/1.1" status: 404 len: 333 time: 0.4669032 Oct 18 07:52:00.354580 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633fd675-8a45-47c3-b4d1-c119e641b3de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:00.355287 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-633fd675-8a45-47c3-b4d1-c119e641b3de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Synchronizing usage tracker for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:00.358051 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53520) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:00.372313 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29486957-aea4-479d-9aec-6b54a0d1c7cc tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Made reservation on behalf of 8e5b016e9ba34758b54f9c7a4756168b for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:00.373993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:00.492302 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d6696511-ddff-44cf-8b81-3c30c3fb9d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:00.584315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6696511-ddff-44cf-8b81-3c30c3fb9d47 None None] Routers {'9f278345-e6cc-48d9-abb9-94a99162290b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:52:00.585709 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d6696511-ddff-44cf-8b81-3c30c3fb9d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9f278345-e6cc-48d9-abb9-94a99162290b'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:00.606699 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Allocated IP 172.26.8.6 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/09514cd8-32b6-4943-8f0e-100f91b8b062) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:00.673887 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a53cad-9894-4135-8867-a598853d6a49 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting subnet 0b1197ca-2630-4b55-bc37-4b0403a4f6a6 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:52:00.691689 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-65a53cad-9894-4135-8867-a598853d6a49 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:00.763986 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-29486957-aea4-479d-9aec-6b54a0d1c7cc tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:00.767288 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 7acd6294-51cc-4e51-a064-bfd71cb03eec completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:00.787112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d6696511-ddff-44cf-8b81-3c30c3fb9d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:00.788310 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-633fd675-8a45-47c3-b4d1-c119e641b3de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Unset dirty status for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:00.788432 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6696511-ddff-44cf-8b81-3c30c3fb9d47 None None] The sync data for ids ['9f278345-e6cc-48d9-abb9-94a99162290b'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:52:00.789518 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-633fd675-8a45-47c3-b4d1-c119e641b3de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/ports/e7c061a7-303c-4185-bffd-872c5bbfb5cc HTTP/1.1" status: 200 len: 911 time: 0.7042303 Oct 18 07:52:00.793992 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 91609ef7-3ad9-40d7-b9c2-c169ee50055c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:00.810596 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53526) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:00.819693 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d8a92fb8-3f1c-4963-a5ed-b7075f1f0f94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '239f7b13-aad4-450e-a94b-eb58caaedb75'}]}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:00.873909 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Current status of the port e7182f1a-86ae-4821-b81d-28205ed44d44 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:00.874384 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:00.887872 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-65a53cad-9894-4135-8867-a598853d6a49 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:00.893495 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae192094-98d1-4b43-83af-e82948d544d7 None None] Network 7624f73b-79a9-4939-bcc9-a120b80eb01f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:00.945955 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-29486957-aea4-479d-9aec-6b54a0d1c7cc tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] device_id is not set on port 0d2b12d5-e34d-43f2-9aee-1fcc94645ceb yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:00.955181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-581cbd07-09ce-4472-b22a-1715ae6235f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:01.239488 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0c45ff-ebaa-4073-a03f-2511176173df None None] Network e088752f-337b-4f4a-8daa-4549b411fdc5 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:01.418507 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] For port e7182f1a-86ae-4821-b81d-28205ed44d44, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e7182f1a-86ae-4821-b81d-28205ed44d44,segment=NetworkSegment(479aa62b-ce4a-432c-9e95-d0fe695c36d6),segment_id=479aa62b-ce4a-432c-9e95-d0fe695c36d6)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:01.444130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53532) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:01.466341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:01.478342 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:01.519353 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:01.579367 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:01.587716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fba9f-580b-4705-8e4b-af5af878ed19 req-3681ee07-3cfe-480f-9e22-c330f7ec02c9 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:01.589316 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e16fba9f-580b-4705-8e4b-af5af878ed19 req-3681ee07-3cfe-480f-9e22-c330f7ec02c9 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.6457038 Oct 18 07:52:01.598501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 91609ef7-3ad9-40d7-b9c2-c169ee50055c completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:01.608998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:01.609235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Provisioning for port e7c061a7-303c-4185-bffd-872c5bbfb5cc completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:01.628708 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Provisioning complete for port e7c061a7-303c-4185-bffd-872c5bbfb5cc triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:01.629583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:01.630493 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Attempt 1 to provision port e7c061a7-303c-4185-bffd-872c5bbfb5cc Oct 18 07:52:01.632396 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-65a53cad-9894-4135-8867-a598853d6a49 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:01.683003 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-29486957-aea4-479d-9aec-6b54a0d1c7cc tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Allocated IP 172.20.0.14 (e088752f-337b-4f4a-8daa-4549b411fdc5/e1e9cc21-7738-4fa3-a069-a9f6e51e3fc7/0d2b12d5-e34d-43f2-9aee-1fcc94645ceb) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:01.689568 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Pushing event updated for resources: {'Port': ['ID=e7182f1a-86ae-4821-b81d-28205ed44d44,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:01.741826 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:01.755248 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-086019c7-9095-4c1e-a16f-cc6ea87118f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:01.765475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30082476-a45a-4438-9b57-8ac5678aa3a3,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:01.771317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:01.780092 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e16fba9f-580b-4705-8e4b-af5af878ed19 req-e18cffcf-4063-4a4c-9626-550b59d85b6e tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827052 Oct 18 07:52:01.784312 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:01.789233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Pushing event updated for resources: {'Port': ['ID=09514cd8-32b6-4943-8f0e-100f91b8b062,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:01.792153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:01.792505 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Added segment aa68dc1b-5df8-438d-8190-f9bdbe8cb248 of type vlan for network 353de539-027e-4a63-8659-5f8ebac0746e Oct 18 07:52:01.793874 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:01.796108 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Port e7c061a7-303c-4185-bffd-872c5bbfb5cc cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:01.830761 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d8a92fb8-3f1c-4963-a5ed-b7075f1f0f94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:01.835293 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-086019c7-9095-4c1e-a16f-cc6ea87118f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:01.856941 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-086019c7-9095-4c1e-a16f-cc6ea87118f4 admin admin] Usage tracker for resource:security_group_rule and tenant:fe218b8e85f34bd399c5435a645d186a is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:01.860248 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-581cbd07-09ce-4472-b22a-1715ae6235f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port ffbe4718-9d71-4888-afd6-1ec4f6161706 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:01.860602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-581cbd07-09ce-4472-b22a-1715ae6235f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:01.901859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-086019c7-9095-4c1e-a16f-cc6ea87118f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:01.921119 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-65a53cad-9894-4135-8867-a598853d6a49 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:01.928276 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-086019c7-9095-4c1e-a16f-cc6ea87118f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:02.032751 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:02.079775 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-65a53cad-9894-4135-8867-a598853d6a49 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:02.082354 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a53cad-9894-4135-8867-a598853d6a49 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1197ca-2630-4b55-bc37-4b0403a4f6a6,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:02.139553 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e7182f1a-86ae-4821-b81d-28205ed44d44 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:02.248974 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e9674c-c8a9-4073-b81f-37d360e252ca None None] Network 7624f73b-79a9-4939-bcc9-a120b80eb01f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:02.251283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:02.252236 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:02.252824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:02.395755 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Attempt 2 to provision port e7c061a7-303c-4185-bffd-872c5bbfb5cc Oct 18 07:52:02.491510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Port e7c061a7-303c-4185-bffd-872c5bbfb5cc cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:02.496166 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:02.519489 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-65a53cad-9894-4135-8867-a598853d6a49 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/0b1197ca-2630-4b55-bc37-4b0403a4f6a6 HTTP/1.1" status: 204 len: 168 time: 2.1460426 Oct 18 07:52:02.524954 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53540) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:02.596772 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port e7182f1a-86ae-4821-b81d-28205ed44d44 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:02.597139 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:02.597476 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port e7182f1a-86ae-4821-b81d-28205ed44d44 Oct 18 07:52:02.610377 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-581cbd07-09ce-4472-b22a-1715ae6235f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] For port ffbe4718-9d71-4888-afd6-1ec4f6161706, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ffbe4718-9d71-4888-afd6-1ec4f6161706,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:02.611141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-581cbd07-09ce-4472-b22a-1715ae6235f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:02.677682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-29486957-aea4-479d-9aec-6b54a0d1c7cc tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:02.712000 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-29486957-aea4-479d-9aec-6b54a0d1c7cc tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Transition to ACTIVE for port object 0d2b12d5-e34d-43f2-9aee-1fcc94645ceb will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:02.739179 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port e7182f1a-86ae-4821-b81d-28205ed44d44 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:02.740276 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ffbe4718-9d71-4888-afd6-1ec4f6161706 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:02.788064 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d8a92fb8-3f1c-4963-a5ed-b7075f1f0f94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:02.792643 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-29486957-aea4-479d-9aec-6b54a0d1c7cc tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:02.823647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-086019c7-9095-4c1e-a16f-cc6ea87118f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:02.824244 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port ffbe4718-9d71-4888-afd6-1ec4f6161706 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:02.832745 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a3510d-1fa1-4936-b38f-92c3f0f60861 None None] DHCP port deletion for 7624f73b-79a9-4939-bcc9-a120b80eb01f request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:52:02.833976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Pushing event updated for resources: {'Network': ['ID=353de539-027e-4a63-8659-5f8ebac0746e,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:02.837575 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d8a92fb8-3f1c-4963-a5ed-b7075f1f0f94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:02.838848 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port ffbe4718-9d71-4888-afd6-1ec4f6161706 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:02.839224 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:02.839563 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port ffbe4718-9d71-4888-afd6-1ec4f6161706 Oct 18 07:52:02.850785 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a92fb8-3f1c-4963-a5ed-b7075f1f0f94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:02.851854 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d8a92fb8-3f1c-4963-a5ed-b7075f1f0f94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:02.855971 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d8a92fb8-3f1c-4963-a5ed-b7075f1f0f94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/ports/e7c061a7-303c-4185-bffd-872c5bbfb5cc HTTP/1.1" status: 200 len: 911 time: 2.0396552 Oct 18 07:52:02.856106 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-581cbd07-09ce-4472-b22a-1715ae6235f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for ffbe4718-9d71-4888-afd6-1ec4f6161706 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:02.868448 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53544) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:02.876559 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 353de539-027e-4a63-8659-5f8ebac0746e details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:02.902016 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c4a3510d-1fa1-4936-b38f-92c3f0f60861 None None] Deleting port 7acd6294-51cc-4e51-a064-bfd71cb03eec {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:02.902410 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c4a3510d-1fa1-4936-b38f-92c3f0f60861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:02.904268 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-acaef4ca-8980-4926-afa0-0f31deb96b68 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.4553795 Oct 18 07:52:02.905057 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-086019c7-9095-4c1e-a16f-cc6ea87118f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:02.931789 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53548) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:02.944209 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29486957-aea4-479d-9aec-6b54a0d1c7cc tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Network e088752f-337b-4f4a-8daa-4549b411fdc5 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:02.947288 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-086019c7-9095-4c1e-a16f-cc6ea87118f4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fe218b8e85f34bd399c5435a645d186a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4900708 Oct 18 07:52:02.962497 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53552) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:02.995581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:02.998686 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Attempt 3 to provision port e7c061a7-303c-4185-bffd-872c5bbfb5cc Oct 18 07:52:03.019170 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-29486957-aea4-479d-9aec-6b54a0d1c7cc tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:03.027882 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29486957-aea4-479d-9aec-6b54a0d1c7cc tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:03.078082 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29486957-aea4-479d-9aec-6b54a0d1c7cc tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event updated for resources: {'Port': ['ID=0d2b12d5-e34d-43f2-9aee-1fcc94645ceb,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:03.124579 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:03.154850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Port e7c061a7-303c-4185-bffd-872c5bbfb5cc cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:03.171440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086019c7-9095-4c1e-a16f-cc6ea87118f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b343fb1-96e6-4a80-8f44-9f54436dfd1a,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:03.242171 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a92fb8-3f1c-4963-a5ed-b7075f1f0f94 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=e7c061a7-303c-4185-bffd-872c5bbfb5cc,revision_number=3']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:03.242660 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port ffbe4718-9d71-4888-afd6-1ec4f6161706 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:03.243037 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:03.264345 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port 7acd6294-51cc-4e51-a064-bfd71cb03eec {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:03.264675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:03.319368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-306bb4ed-7d03-4120-92d8-f5e135850bd6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:03.329917 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29486957-aea4-479d-9aec-6b54a0d1c7cc tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:03.330678 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-29486957-aea4-479d-9aec-6b54a0d1c7cc tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:03.412279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c4a3510d-1fa1-4936-b38f-92c3f0f60861 None None] For port 7acd6294-51cc-4e51-a064-bfd71cb03eec, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7acd6294-51cc-4e51-a064-bfd71cb03eec,segment=NetworkSegment(577db6f1-04f7-4a94-8374-bffd081ae894),segment_id=577db6f1-04f7-4a94-8374-bffd081ae894)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:03.412692 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c4a3510d-1fa1-4936-b38f-92c3f0f60861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:03.421457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a761fe2a-228e-41b5-9f15-19033f067e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:03.425458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port ffbe4718-9d71-4888-afd6-1ec4f6161706, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ffbe4718-9d71-4888-afd6-1ec4f6161706,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:03.482431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:03.556695 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-29486957-aea4-479d-9aec-6b54a0d1c7cc tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 3.8258607 Oct 18 07:52:03.559686 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53556) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:03.581017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c4a3510d-1fa1-4936-b38f-92c3f0f60861 None None] Calling delete_port for 7acd6294-51cc-4e51-a064-bfd71cb03eec owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:03.656839 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Attempt 4 to provision port e7c061a7-303c-4185-bffd-872c5bbfb5cc Oct 18 07:52:03.660820 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a761fe2a-228e-41b5-9f15-19033f067e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:03.713779 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=ffbe4718-9d71-4888-afd6-1ec4f6161706,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:03.731018 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Port e7c061a7-303c-4185-bffd-872c5bbfb5cc cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:03.735335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c4a3510d-1fa1-4936-b38f-92c3f0f60861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:03.759687 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51df2f23-d6ac-42e0-ad03-c0622f92273a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:03.765585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-581cbd07-09ce-4472-b22a-1715ae6235f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:52:03.765909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-581cbd07-09ce-4472-b22a-1715ae6235f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:52:03.766420 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51df2f23-d6ac-42e0-ad03-c0622f92273a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:03.772440 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51df2f23-d6ac-42e0-ad03-c0622f92273a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:03.773293 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-51df2f23-d6ac-42e0-ad03-c0622f92273a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Synchronizing usage tracker for tenant:8e5b016e9ba34758b54f9c7a4756168b on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:03.783601 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3510d-1fa1-4936-b38f-92c3f0f60861 None None] Pushing event deleted for resources: {'Port': ['ID=7acd6294-51cc-4e51-a064-bfd71cb03eec,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:03.786927 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a3510d-1fa1-4936-b38f-92c3f0f60861 None None] No DVR routers for this DVR port 7acd6294-51cc-4e51-a064-bfd71cb03eec on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:52:03.809952 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-51df2f23-d6ac-42e0-ad03-c0622f92273a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Unset dirty status for tenant:8e5b016e9ba34758b54f9c7a4756168b on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:03.811893 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-51df2f23-d6ac-42e0-ad03-c0622f92273a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2504787 Oct 18 07:52:03.815262 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53560) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:03.822066 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-306bb4ed-7d03-4120-92d8-f5e135850bd6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:03.843628 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] For port 7acd6294-51cc-4e51-a064-bfd71cb03eec, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7acd6294-51cc-4e51-a064-bfd71cb03eec,segment=NetworkSegment(577db6f1-04f7-4a94-8374-bffd081ae894),segment_id=577db6f1-04f7-4a94-8374-bffd081ae894)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:03.843989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:03.921217 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-b48b320b-3755-45b6-b284-274f753b62cb tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Deleting port 0d2b12d5-e34d-43f2-9aee-1fcc94645ceb {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:03.923233 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b48b320b-3755-45b6-b284-274f753b62cb tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:03.946132 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ffbe4718-9d71-4888-afd6-1ec4f6161706 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:03.988809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for 7acd6294-51cc-4e51-a064-bfd71cb03eec owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:04.019824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-306bb4ed-7d03-4120-92d8-f5e135850bd6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353de539-027e-4a63-8659-5f8ebac0746e']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:04.023486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port ffbe4718-9d71-4888-afd6-1ec4f6161706 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:04.023856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.024186 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port ffbe4718-9d71-4888-afd6-1ec4f6161706 Oct 18 07:52:04.063833 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-489dc25a-de49-4493-b888-15788b10946d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.148326 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port ffbe4718-9d71-4888-afd6-1ec4f6161706 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:04.173587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-306bb4ed-7d03-4120-92d8-f5e135850bd6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa68dc1b-5df8-438d-8190-f9bdbe8cb248') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:04.174116 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-306bb4ed-7d03-4120-92d8-f5e135850bd6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa68dc1b-5df8-438d-8190-f9bdbe8cb248') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:04.182646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.resource_extend [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:52:04.203756 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a761fe2a-228e-41b5-9f15-19033f067e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.215873 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7acd6294-51cc-4e51-a064-bfd71cb03eec no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:52:04.216046 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.219215 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-306bb4ed-7d03-4120-92d8-f5e135850bd6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.240759 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761fe2a-228e-41b5-9f15-19033f067e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b343fb1-96e6-4a80-8f44-9f54436dfd1a,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:04.257176 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.262447 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Attempt 5 to provision port e7c061a7-303c-4185-bffd-872c5bbfb5cc Oct 18 07:52:04.303880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 7acd6294-51cc-4e51-a064-bfd71cb03eec {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:52:04.304223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7acd6294-51cc-4e51-a064-bfd71cb03eec not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:52:04.320228 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-581cbd07-09ce-4472-b22a-1715ae6235f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port ffbe4718-9d71-4888-afd6-1ec4f6161706 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:04.320843 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-581cbd07-09ce-4472-b22a-1715ae6235f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.346039 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.348190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Port e7c061a7-303c-4185-bffd-872c5bbfb5cc cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:04.387547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-306bb4ed-7d03-4120-92d8-f5e135850bd6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.417957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306bb4ed-7d03-4120-92d8-f5e135850bd6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:52:04.418371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-306bb4ed-7d03-4120-92d8-f5e135850bd6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.435813 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b48b320b-3755-45b6-b284-274f753b62cb tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.448074 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:52:04.448399 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:52:04.449118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a761fe2a-228e-41b5-9f15-19033f067e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.452931 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a761fe2a-228e-41b5-9f15-19033f067e3f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1b343fb1-96e6-4a80-8f44-9f54436dfd1a HTTP/1.1" status: 204 len: 168 time: 1.4664025 Oct 18 07:52:04.454507 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment aa68dc1b-5df8-438d-8190-f9bdbe8cb248 resource provider aggregate not found Oct 18 07:52:04.540357 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment aa68dc1b-5df8-438d-8190-f9bdbe8cb248 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa68dc1b-5df8-438d-8190-f9bdbe8cb248 found for delete ", "request_id": "req-03cc4fd3-9d3e-4111-99c5-672bb693c476"}]} Oct 18 07:52:04.584963 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-b48b320b-3755-45b6-b284-274f753b62cb tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Calling delete_port for 0d2b12d5-e34d-43f2-9aee-1fcc94645ceb owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:04.607204 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.610849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Pushing event updated for resources: {'Port': ['ID=09514cd8-32b6-4943-8f0e-100f91b8b062,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:04.664678 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.665938 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c0fde91c-e5e2-472c-8391-a2b25964a48d tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.4391017 Oct 18 07:52:04.666731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-306bb4ed-7d03-4120-92d8-f5e135850bd6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.670757 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53572) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:04.676106 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-548f646b-efaf-4a25-8f7d-e46173ed04e2 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-648849681', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'fixed_ips': [{'ip_address': '172.26.8.6'}]}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:04.705810 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306bb4ed-7d03-4120-92d8-f5e135850bd6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 353de539-027e-4a63-8659-5f8ebac0746e {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 18 07:52:04.707378 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bb4ed-7d03-4120-92d8-f5e135850bd6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Pushing event deleted for resources: {'Network': ['ID=353de539-027e-4a63-8659-5f8ebac0746e,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:04.709330 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-306bb4ed-7d03-4120-92d8-f5e135850bd6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.727771 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-306bb4ed-7d03-4120-92d8-f5e135850bd6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] 10.222.0.17 "DELETE /v2.0/networks/353de539-027e-4a63-8659-5f8ebac0746e HTTP/1.1" status: 204 len: 168 time: 1.7817678 Oct 18 07:52:04.733518 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53576) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:04.737138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-581cbd07-09ce-4472-b22a-1715ae6235f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] For port ffbe4718-9d71-4888-afd6-1ec4f6161706, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ffbe4718-9d71-4888-afd6-1ec4f6161706,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:04.737504 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-581cbd07-09ce-4472-b22a-1715ae6235f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.748712 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-4e630efc-7cc5-41f2-9100-09b008490057 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:04.757334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4e630efc-7cc5-41f2-9100-09b008490057 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:04.767636 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-548f646b-efaf-4a25-8f7d-e46173ed04e2 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:04.770118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-489dc25a-de49-4493-b888-15788b10946d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting port e7c061a7-303c-4185-bffd-872c5bbfb5cc {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:04.770889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-489dc25a-de49-4493-b888-15788b10946d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.805117 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53580) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:04.821773 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-548f646b-efaf-4a25-8f7d-e46173ed04e2 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Usage tracker for resource:port and tenant:8a2763145064440eac3183e65821cf0f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:04.838654 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-548f646b-efaf-4a25-8f7d-e46173ed04e2 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:04.849623 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Attempt 6 to provision port e7c061a7-303c-4185-bffd-872c5bbfb5cc Oct 18 07:52:04.852685 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-548f646b-efaf-4a25-8f7d-e46173ed04e2 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:04.872827 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4e630efc-7cc5-41f2-9100-09b008490057 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Usage tracker for resource:network and tenant:999c9df48d93446a886311063423fafb is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:04.881353 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-581cbd07-09ce-4472-b22a-1715ae6235f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for ffbe4718-9d71-4888-afd6-1ec4f6161706 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:04.890461 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1da90fa9-3095-43fe-b287-05b1a21247cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.910420 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4e630efc-7cc5-41f2-9100-09b008490057 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:04.930328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4e630efc-7cc5-41f2-9100-09b008490057 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:04.946140 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1da90fa9-3095-43fe-b287-05b1a21247cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:04.958277 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548f646b-efaf-4a25-8f7d-e46173ed04e2 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Made reservation on behalf of 8a2763145064440eac3183e65821cf0f for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:04.960922 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-548f646b-efaf-4a25-8f7d-e46173ed04e2 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:04.974955 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Port e7c061a7-303c-4185-bffd-872c5bbfb5cc cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:04.983142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port 7acd6294-51cc-4e51-a064-bfd71cb03eec {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:04.983456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.018390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e630efc-7cc5-41f2-9100-09b008490057 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Made reservation on behalf of 999c9df48d93446a886311063423fafb for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:05.020584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4e630efc-7cc5-41f2-9100-09b008490057 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.080099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] The port '7acd6294-51cc-4e51-a064-bfd71cb03eec' was deleted {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:52:05.139800 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e630efc-7cc5-41f2-9100-09b008490057 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:05.143024 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1da90fa9-3095-43fe-b287-05b1a21247cf admin admin] Usage tracker for resource:security_group_rule and tenant:33cf2905ffe1402cac70c7d5fc397517 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:05.150880 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1da90fa9-3095-43fe-b287-05b1a21247cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:05.157483 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-548f646b-efaf-4a25-8f7d-e46173ed04e2 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.186692 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1da90fa9-3095-43fe-b287-05b1a21247cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:05.215272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-548f646b-efaf-4a25-8f7d-e46173ed04e2 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:05.231235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4e630efc-7cc5-41f2-9100-09b008490057 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.232230 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-4e630efc-7cc5-41f2-9100-09b008490057 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Added segment 94a3e844-9d6d-4aea-9e2a-204cfbee5e7c of type vlan for network 28ccac99-26fa-4a39-91e0-88d2e1dabe83 Oct 18 07:52:05.234208 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.237061 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b48b320b-3755-45b6-b284-274f753b62cb tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.255539 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-548f646b-efaf-4a25-8f7d-e46173ed04e2 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Usage tracker for resource:security_group_rule and tenant:8a2763145064440eac3183e65821cf0f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:05.285889 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7624f73b-79a9-4939-bcc9-a120b80eb01f']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:05.290253 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-548f646b-efaf-4a25-8f7d-e46173ed04e2 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:05.331652 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-548f646b-efaf-4a25-8f7d-e46173ed04e2 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:05.337061 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b320b-3755-45b6-b284-274f753b62cb tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event deleted for resources: {'Port': ['ID=0d2b12d5-e34d-43f2-9aee-1fcc94645ceb,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:05.337527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4e630efc-7cc5-41f2-9100-09b008490057 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.344272 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577db6f1-04f7-4a94-8374-bffd081ae894') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:05.344573 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577db6f1-04f7-4a94-8374-bffd081ae894') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:05.373821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.376845 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-489dc25a-de49-4493-b888-15788b10946d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.408578 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.427044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-581cbd07-09ce-4472-b22a-1715ae6235f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.432496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:52:05.433110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.476975 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Attempt 7 to provision port e7c061a7-303c-4185-bffd-872c5bbfb5cc Oct 18 07:52:05.545437 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-489dc25a-de49-4493-b888-15788b10946d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Calling delete_port for e7c061a7-303c-4185-bffd-872c5bbfb5cc owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:05.556603 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cbd07-09ce-4472-b22a-1715ae6235f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=ffbe4718-9d71-4888-afd6-1ec4f6161706,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:05.568496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Port e7c061a7-303c-4185-bffd-872c5bbfb5cc cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:05.577168 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4e630efc-7cc5-41f2-9100-09b008490057 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.578127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e630efc-7cc5-41f2-9100-09b008490057 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:05.578747 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4e630efc-7cc5-41f2-9100-09b008490057 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.884449 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1da90fa9-3095-43fe-b287-05b1a21247cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.899989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.918001 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1da90fa9-3095-43fe-b287-05b1a21247cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.937653 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b48b320b-3755-45b6-b284-274f753b62cb tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.978529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.983371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e630efc-7cc5-41f2-9100-09b008490057 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Pushing event updated for resources: {'Network': ['ID=28ccac99-26fa-4a39-91e0-88d2e1dabe83,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:05.994043 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-548f646b-efaf-4a25-8f7d-e46173ed04e2 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:05.994518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 28ccac99-26fa-4a39-91e0-88d2e1dabe83 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:06.008491 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4e630efc-7cc5-41f2-9100-09b008490057 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2739642 Oct 18 07:52:06.013133 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53584) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:06.014840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Network': ['ID=7624f73b-79a9-4939-bcc9-a120b80eb01f,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:06.017517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-548f646b-efaf-4a25-8f7d-e46173ed04e2 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:06.018357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-581cbd07-09ce-4472-b22a-1715ae6235f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:06.026270 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-db5f8fbb-b2b1-44bb-ad48-0b774079b2ce tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/networks/7624f73b-79a9-4939-bcc9-a120b80eb01f HTTP/1.1" status: 204 len: 168 time: 3.4882941 Oct 18 07:52:06.028972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53588) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:06.034054 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-a1c44f6a-a526-4d7d-a505-163691770f73 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Request body: {'subnet': {'network_id': '28ccac99-26fa-4a39-91e0-88d2e1dabe83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:06.044019 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-7d00a02f-30b0-4b9c-852a-bff49fb1587e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529', 'name': 'tempest-PortsIpV6TestJSON-284472416'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:06.054312 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da90fa9-3095-43fe-b287-05b1a21247cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03532a4-890b-4444-a736-a89468fdb3f8,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:06.063489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a1c44f6a-a526-4d7d-a505-163691770f73 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:06.077482 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Attempt 8 to provision port e7c061a7-303c-4185-bffd-872c5bbfb5cc Oct 18 07:52:06.083753 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1da90fa9-3095-43fe-b287-05b1a21247cf admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=33cf2905ffe1402cac70c7d5fc397517&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2746110 Oct 18 07:52:06.086777 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-548f646b-efaf-4a25-8f7d-e46173ed04e2 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] device_id is not set on port 2bccc27d-d59d-4370-bc8b-630c6b3b83b9 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:06.116987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53592) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:06.150455 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Port e7c061a7-303c-4185-bffd-872c5bbfb5cc cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:06.152673 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b48b320b-3755-45b6-b284-274f753b62cb tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "DELETE /v2.0/ports/0d2b12d5-e34d-43f2-9aee-1fcc94645ceb HTTP/1.1" status: 204 len: 168 time: 2.3364389 Oct 18 07:52:06.173371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a1c44f6a-a526-4d7d-a505-163691770f73 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Usage tracker for resource:subnet and tenant:999c9df48d93446a886311063423fafb is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:06.176001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53594) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:06.233968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f646b-efaf-4a25-8f7d-e46173ed04e2 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23055ccb-c31b-4c75-aed0-1700b75f6f3e,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:06.249556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a1c44f6a-a526-4d7d-a505-163691770f73 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:06.259677 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-489dc25a-de49-4493-b888-15788b10946d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:06.310024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a1c44f6a-a526-4d7d-a505-163691770f73 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:06.343973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dc25a-de49-4493-b888-15788b10946d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Port': ['ID=e7c061a7-303c-4185-bffd-872c5bbfb5cc,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:06.362464 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1121647-9b6b-4e88-bf85-5086b58a51f2 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] GET failed (client error): The resource could not be found. Oct 18 07:52:06.364086 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c1121647-9b6b-4e88-bf85-5086b58a51f2 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "GET /v2.0/ports/0d2b12d5-e34d-43f2-9aee-1fcc94645ceb HTTP/1.1" status: 404 len: 333 time: 0.1716673 Oct 18 07:52:06.376110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53600) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:06.386875 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c44f6a-a526-4d7d-a505-163691770f73 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Made reservation on behalf of 999c9df48d93446a886311063423fafb for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:06.389208 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a1c44f6a-a526-4d7d-a505-163691770f73 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:06.408786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-0ccbef4a-02a6-458e-b147-942319a7b83e tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Request body: {'port': {'network_id': 'e088752f-337b-4f4a-8daa-4549b411fdc5', 'name': 'tempest-AllowedAddressPairTestJSON-1109002248'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:06.423828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7d00a02f-30b0-4b9c-852a-bff49fb1587e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:06.531179 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7d00a02f-30b0-4b9c-852a-bff49fb1587e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:port and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:06.552075 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-489dc25a-de49-4493-b888-15788b10946d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:06.557353 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-548f646b-efaf-4a25-8f7d-e46173ed04e2 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 18 07:52:06.557860 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548f646b-efaf-4a25-8f7d-e46173ed04e2 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:52:06.651352 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Attempt 9 to provision port e7c061a7-303c-4185-bffd-872c5bbfb5cc Oct 18 07:52:06.656712 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7d00a02f-30b0-4b9c-852a-bff49fb1587e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:06.671190 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 577db6f1-04f7-4a94-8374-bffd081ae894 resource provider aggregate not found Oct 18 07:52:06.687519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7d00a02f-30b0-4b9c-852a-bff49fb1587e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:06.688054 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-dae17feb-9636-4453-beb9-44b75861e7be None None] Port e7c061a7-303c-4185-bffd-872c5bbfb5cc was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:52:06.709329 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-548f646b-efaf-4a25-8f7d-e46173ed04e2 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 2.0375197 Oct 18 07:52:06.712631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53608) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:06.715916 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 577db6f1-04f7-4a94-8374-bffd081ae894 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 577db6f1-04f7-4a94-8374-bffd081ae894 found for delete ", "request_id": "req-53272cb0-bf3d-4b1d-a890-99f2def5e3a7"}]} Oct 18 07:52:06.751119 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d00a02f-30b0-4b9c-852a-bff49fb1587e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:06.754716 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7d00a02f-30b0-4b9c-852a-bff49fb1587e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:06.772305 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-086866e9-08d3-4557-a84d-15f412676e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:06.806993 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Could not find standard attr ID for object 0d2b12d5-e34d-43f2-9aee-1fcc94645ceb. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:52:06.812197 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581cbd07-09ce-4472-b22a-1715ae6235f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Router af514eab-af6b-400e-ae1a-20ae774dbbce has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:52:06.820810 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Provisioning for port 33cb4434-e5f4-4d95-9252-b6aba23888b5 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:06.826740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Provisioning complete for port 33cb4434-e5f4-4d95-9252-b6aba23888b5 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:06.826740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:06.827096 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Attempt 1 to provision port 33cb4434-e5f4-4d95-9252-b6aba23888b5 Oct 18 07:52:06.864510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-7d00a02f-30b0-4b9c-852a-bff49fb1587e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] device_id is not set on port 5b163825-0a06-4ce0-a4b9-e340630c81c8 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:06.881893 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Port 33cb4434-e5f4-4d95-9252-b6aba23888b5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:06.908651 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-086866e9-08d3-4557-a84d-15f412676e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:07.027936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0ccbef4a-02a6-458e-b147-942319a7b83e tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:07.065685 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0ccbef4a-02a6-458e-b147-942319a7b83e tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Usage tracker for resource:port and tenant:8e5b016e9ba34758b54f9c7a4756168b is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:07.079666 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0ccbef4a-02a6-458e-b147-942319a7b83e tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:07.106196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-3c52d0e4-3d1b-43c2-b8d5-fffbd39026d1 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Deleting port 09514cd8-32b6-4943-8f0e-100f91b8b062 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:07.106829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3c52d0e4-3d1b-43c2-b8d5-fffbd39026d1 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:07.133030 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0ccbef4a-02a6-458e-b147-942319a7b83e tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:07.137090 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581cbd07-09ce-4472-b22a-1715ae6235f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:52:07.149200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489dc25a-de49-4493-b888-15788b10946d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 9f278345-e6cc-48d9-abb9-94a99162290b has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:52:07.156543 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8bc552-60dc-4eee-a8f4-4cb62f6ec0d5 None None] Sync routers for ids ['af514eab-af6b-400e-ae1a-20ae774dbbce'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:52:07.170976 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8bc552-60dc-4eee-a8f4-4cb62f6ec0d5 None None] Routers {'af514eab-af6b-400e-ae1a-20ae774dbbce'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:52:07.172435 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6e8bc552-60dc-4eee-a8f4-4cb62f6ec0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['af514eab-af6b-400e-ae1a-20ae774dbbce'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:07.180271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccbef4a-02a6-458e-b147-942319a7b83e tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Made reservation on behalf of 8e5b016e9ba34758b54f9c7a4756168b for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:07.183976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0ccbef4a-02a6-458e-b147-942319a7b83e tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:07.270635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-0ccbef4a-02a6-458e-b147-942319a7b83e tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] device_id is not set on port dcf426e3-4c41-4caa-9a06-f35880743b91 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:07.331427 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-6e8bc552-60dc-4eee-a8f4-4cb62f6ec0d5 None None] Set router af514eab-af6b-400e-ae1a-20ae774dbbce gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:52:07.371980 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489dc25a-de49-4493-b888-15788b10946d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:52:07.381366 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-489dc25a-de49-4493-b888-15788b10946d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/9f278345-e6cc-48d9-abb9-94a99162290b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5083563 Oct 18 07:52:07.382044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53612) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:07.382899 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Attempt 2 to provision port 33cb4434-e5f4-4d95-9252-b6aba23888b5 Oct 18 07:52:07.417322 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69a3476-d65a-4ed1-b9c0-890512a0cf1e None None] Sync routers for ids ['9f278345-e6cc-48d9-abb9-94a99162290b'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:52:07.443379 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6e8bc552-60dc-4eee-a8f4-4cb62f6ec0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af514eab-af6b-400e-ae1a-20ae774dbbce', 'name': 'tempest-NetworksTestDHCPv6-router-1108517459', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:51:49Z', 'updated_at': '2022-10-18T07:52:05Z', 'revision_number': 3, 'project_id': 'd4eeffd966b740cb93b913597321fe50', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:07.447850 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8bc552-60dc-4eee-a8f4-4cb62f6ec0d5 None None] Checking router: af514eab-af6b-400e-ae1a-20ae774dbbce for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:52:07.457848 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8bc552-60dc-4eee-a8f4-4cb62f6ec0d5 None None] Routers {'af514eab-af6b-400e-ae1a-20ae774dbbce'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:52:07.458387 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6ba8518e-30d5-4bb1-a91c-f022219cc35d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Synchronizing usage tracker for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:07.458564 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6e8bc552-60dc-4eee-a8f4-4cb62f6ec0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['af514eab-af6b-400e-ae1a-20ae774dbbce'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:07.464056 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a3476-d65a-4ed1-b9c0-890512a0cf1e None None] Routers {'9f278345-e6cc-48d9-abb9-94a99162290b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:52:07.465034 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e69a3476-d65a-4ed1-b9c0-890512a0cf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9f278345-e6cc-48d9-abb9-94a99162290b'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:07.475481 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-581cbd07-09ce-4472-b22a-1715ae6235f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "PUT /v2.0/routers/af514eab-af6b-400e-ae1a-20ae774dbbce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5018344 Oct 18 07:52:07.476416 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-086866e9-08d3-4557-a84d-15f412676e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:07.480306 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53616) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:07.526162 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3c52d0e4-3d1b-43c2-b8d5-fffbd39026d1 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:07.526487 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3c52d0e4-3d1b-43c2-b8d5-fffbd39026d1 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:07.544165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6ba8518e-30d5-4bb1-a91c-f022219cc35d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Unset dirty status for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:07.548903 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6ba8518e-30d5-4bb1-a91c-f022219cc35d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f278345-e6cc-48d9-abb9-94a99162290b HTTP/1.1" status: 200 len: 205 time: 0.1582987 Oct 18 07:52:07.549767 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53620) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:07.557738 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e69a3476-d65a-4ed1-b9c0-890512a0cf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:07.573217 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Port 33cb4434-e5f4-4d95-9252-b6aba23888b5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:07.577794 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a3476-d65a-4ed1-b9c0-890512a0cf1e None None] Routers {'9f278345-e6cc-48d9-abb9-94a99162290b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:52:07.578755 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e69a3476-d65a-4ed1-b9c0-890512a0cf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:51:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9f278345-e6cc-48d9-abb9-94a99162290b'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:07.594735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-086866e9-08d3-4557-a84d-15f412676e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:07.596002 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-086866e9-08d3-4557-a84d-15f412676e3f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c03532a4-890b-4444-a736-a89468fdb3f8 HTTP/1.1" status: 204 len: 168 time: 1.4243879 Oct 18 07:52:07.610406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086866e9-08d3-4557-a84d-15f412676e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03532a4-890b-4444-a736-a89468fdb3f8,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:07.634468 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-6e8bc552-60dc-4eee-a8f4-4cb62f6ec0d5 None None] Set router af514eab-af6b-400e-ae1a-20ae774dbbce gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:52:07.693907 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e69a3476-d65a-4ed1-b9c0-890512a0cf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:07.694623 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69a3476-d65a-4ed1-b9c0-890512a0cf1e None None] The sync data for ids ['9f278345-e6cc-48d9-abb9-94a99162290b'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:52:07.772278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7d00a02f-30b0-4b9c-852a-bff49fb1587e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:07.809280 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-3c52d0e4-3d1b-43c2-b8d5-fffbd39026d1 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Calling delete_port for 09514cd8-32b6-4943-8f0e-100f91b8b062 owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:07.812244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-0ccbef4a-02a6-458e-b147-942319a7b83e tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Allocated IP 172.20.0.10 (e088752f-337b-4f4a-8daa-4549b411fdc5/e1e9cc21-7738-4fa3-a069-a9f6e51e3fc7/dcf426e3-4c41-4caa-9a06-f35880743b91) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:07.840018 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6e8bc552-60dc-4eee-a8f4-4cb62f6ec0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af514eab-af6b-400e-ae1a-20ae774dbbce', 'name': 'tempest-NetworksTestDHCPv6-router-1108517459', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:51:49Z', 'updated_at': '2022-10-18T07:52:05Z', 'revision_number': 3, 'project_id': 'd4eeffd966b740cb93b913597321fe50', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:07.844655 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8bc552-60dc-4eee-a8f4-4cb62f6ec0d5 None None] The sync data for ids ['af514eab-af6b-400e-ae1a-20ae774dbbce'] in dv-neutron-861625-1-hyperv is: [{'id': 'af514eab-af6b-400e-ae1a-20ae774dbbce', 'name': 'tempest-NetworksTestDHCPv6-router-1108517459', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:51:49Z', 'updated_at': '2022-10-18T07:52:05Z', 'revision_number': 3, 'project_id': 'd4eeffd966b740cb93b913597321fe50', 'gw_port_host': None}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:52:07.869254 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5934575-0bd1-4774-b8ac-a333e4ace285 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:07.871231 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5934575-0bd1-4774-b8ac-a333e4ace285 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:07.872128 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d5934575-0bd1-4774-b8ac-a333e4ace285 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:07.880060 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddbd76fb-3101-4430-95d7-649b59209fc9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:07.902419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7d00a02f-30b0-4b9c-852a-bff49fb1587e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:07.985938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d00a02f-30b0-4b9c-852a-bff49fb1587e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 3252b8aa-4562-44a9-ac92-9972339c4529 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:07.995566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-7d00a02f-30b0-4b9c-852a-bff49fb1587e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:07.998246 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d00a02f-30b0-4b9c-852a-bff49fb1587e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:08.004392 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d00a02f-30b0-4b9c-852a-bff49fb1587e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:08.005060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7d00a02f-30b0-4b9c-852a-bff49fb1587e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:08.076444 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Attempt 3 to provision port 33cb4434-e5f4-4d95-9252-b6aba23888b5 Oct 18 07:52:08.113506 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00a02f-30b0-4b9c-852a-bff49fb1587e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=5b163825-0a06-4ce0-a4b9-e340630c81c8,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:08.166442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Port 33cb4434-e5f4-4d95-9252-b6aba23888b5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:08.201413 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7d00a02f-30b0-4b9c-852a-bff49fb1587e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1627977 Oct 18 07:52:08.202457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53634) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:08.218057 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d5934575-0bd1-4774-b8ac-a333e4ace285 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:08.222786 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d5934575-0bd1-4774-b8ac-a333e4ace285 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7403429 Oct 18 07:52:08.223469 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53636) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:08.229726 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.objects.ports [None req-a1c44f6a-a526-4d7d-a505-163691770f73 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89046) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:52:08.230318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a1c44f6a-a526-4d7d-a505-163691770f73 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:08.404653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-a652ecda-8dce-4efc-b7e3-193ddd901b9d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port 5b163825-0a06-4ce0-a4b9-e340630c81c8 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:08.405240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a652ecda-8dce-4efc-b7e3-193ddd901b9d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:08.439774 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c44f6a-a526-4d7d-a505-163691770f73 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4b95fde2-8a95-45df-b6b3-130cd94f036a,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:08.443255 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddbd76fb-3101-4430-95d7-649b59209fc9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:08.448900 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddbd76fb-3101-4430-95d7-649b59209fc9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:08.487194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0ccbef4a-02a6-458e-b147-942319a7b83e tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:08.495925 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9c728e-a3b8-467a-8959-47173703549c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 1bb22655-2261-4333-92d5-95e756ec76eb {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:52:08.501133 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddbd76fb-3101-4430-95d7-649b59209fc9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:08.501583 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbd76fb-3101-4430-95d7-649b59209fc9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Fanout notify agent at l3_agent the message router_deleted on router 9f278345-e6cc-48d9-abb9-94a99162290b {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:52:08.503176 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cd9c728e-a3b8-467a-8959-47173703549c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:08.524942 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c44f6a-a526-4d7d-a505-163691770f73 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Checking segment: {'id': '94a3e844-9d6d-4aea-9e2a-204cfbee5e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '28ccac99-26fa-4a39-91e0-88d2e1dabe83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:08.525397 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c44f6a-a526-4d7d-a505-163691770f73 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Network hostable DHCP agents. Network: 28ccac99-26fa-4a39-91e0-88d2e1dabe83, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:52:08.563767 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3c52d0e4-3d1b-43c2-b8d5-fffbd39026d1 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:08.567136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-0ccbef4a-02a6-458e-b147-942319a7b83e tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Transition to ACTIVE for port object dcf426e3-4c41-4caa-9a06-f35880743b91 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:08.624237 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cd9c728e-a3b8-467a-8959-47173703549c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:08.637110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c44f6a-a526-4d7d-a505-163691770f73 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Network 28ccac99-26fa-4a39-91e0-88d2e1dabe83 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:52:08.656149 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52d0e4-3d1b-43c2-b8d5-fffbd39026d1 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Pushing event deleted for resources: {'Port': ['ID=09514cd8-32b6-4943-8f0e-100f91b8b062,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:08.667567 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Attempt 4 to provision port 33cb4434-e5f4-4d95-9252-b6aba23888b5 Oct 18 07:52:08.704833 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddbd76fb-3101-4430-95d7-649b59209fc9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:08.708945 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ddbd76fb-3101-4430-95d7-649b59209fc9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/routers/9f278345-e6cc-48d9-abb9-94a99162290b HTTP/1.1" status: 204 len: 168 time: 1.1544907 Oct 18 07:52:08.712075 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53654) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:08.733208 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Port 33cb4434-e5f4-4d95-9252-b6aba23888b5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:08.741279 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-a1c44f6a-a526-4d7d-a505-163691770f73 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 28ccac99-26fa-4a39-91e0-88d2e1dabe83) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:08.746472 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c44f6a-a526-4d7d-a505-163691770f73 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:08.747091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a1c44f6a-a526-4d7d-a505-163691770f73 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:08.754596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec705cfe-ff5f-4b60-bd9d-f80d6afd6ee4 None None] Network 28ccac99-26fa-4a39-91e0-88d2e1dabe83 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:08.761758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a652ecda-8dce-4efc-b7e3-193ddd901b9d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:08.771643 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:52:08.777173 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0ccbef4a-02a6-458e-b147-942319a7b83e tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:08.871754 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c22f166-f7be-4688-abab-51f19a393278 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting subnet 239f7b13-aad4-450e-a94b-eb58caaedb75 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:52:08.876297 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3c52d0e4-3d1b-43c2-b8d5-fffbd39026d1 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:08.878746 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3c52d0e4-3d1b-43c2-b8d5-fffbd39026d1 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:08.879953 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3c52d0e4-3d1b-43c2-b8d5-fffbd39026d1 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867 tempest-ExternalNetworksAdminNegativeTestJSON-2094302867-project-admin] 10.222.0.17 "DELETE /v2.0/floatingips/31604cf0-cb0c-47ce-af2c-c0daebde384d HTTP/1.1" status: 204 len: 168 time: 2.1664279 Oct 18 07:52:08.883198 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4c22f166-f7be-4688-abab-51f19a393278 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:08.959925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-a652ecda-8dce-4efc-b7e3-193ddd901b9d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for 5b163825-0a06-4ce0-a4b9-e340630c81c8 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:08.964096 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cd9c728e-a3b8-467a-8959-47173703549c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:09.009811 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4c22f166-f7be-4688-abab-51f19a393278 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:09.056647 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8a2229-f287-44be-a68a-ec71bf640bf8 None None] Network 28ccac99-26fa-4a39-91e0-88d2e1dabe83 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:09.064561 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a1c44f6a-a526-4d7d-a505-163691770f73 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0472093 Oct 18 07:52:09.066577 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbef4a-02a6-458e-b147-942319a7b83e tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event updated for resources: {'Port': ['ID=dcf426e3-4c41-4caa-9a06-f35880743b91,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:09.070099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53662) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:09.108811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Request body: {'floatingip': {'floating_network_id': '28ccac99-26fa-4a39-91e0-88d2e1dabe83'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:09.113745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:09.114047 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cd9c728e-a3b8-467a-8959-47173703549c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:09.119128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Usage tracker for resource:floatingip and tenant:999c9df48d93446a886311063423fafb is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:09.124108 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:09.137570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:09.156911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccbef4a-02a6-458e-b147-942319a7b83e tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Network e088752f-337b-4f4a-8daa-4549b411fdc5 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:09.165949 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-0ccbef4a-02a6-458e-b147-942319a7b83e tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:09.170145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccbef4a-02a6-458e-b147-942319a7b83e tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:09.180104 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4c22f166-f7be-4688-abab-51f19a393278 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:09.234006 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Attempt 5 to provision port 33cb4434-e5f4-4d95-9252-b6aba23888b5 Oct 18 07:52:09.251927 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c728e-a3b8-467a-8959-47173703549c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=1bb22655-2261-4333-92d5-95e756ec76eb,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:09.264053 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cd9c728e-a3b8-467a-8959-47173703549c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:09.269078 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:09.327932 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cd9c728e-a3b8-467a-8959-47173703549c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/1bb22655-2261-4333-92d5-95e756ec76eb HTTP/1.1" status: 204 len: 168 time: 1.0962019 Oct 18 07:52:09.335623 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53674) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:09.355742 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ac2d03-42d6-4d4a-abbd-4fae3beffbae None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:09.365179 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53678) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:09.448475 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4c22f166-f7be-4688-abab-51f19a393278 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:09.524166 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22f166-f7be-4688-abab-51f19a393278 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Subnet': ['ID=239f7b13-aad4-450e-a94b-eb58caaedb75,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:09.581346 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4c22f166-f7be-4688-abab-51f19a393278 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:09.589024 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4c22f166-f7be-4688-abab-51f19a393278 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/subnets/239f7b13-aad4-450e-a94b-eb58caaedb75 HTTP/1.1" status: 204 len: 168 time: 0.8707373 Oct 18 07:52:09.596506 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53688) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:09.610841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccbef4a-02a6-458e-b147-942319a7b83e tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:09.611549 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0ccbef4a-02a6-458e-b147-942319a7b83e tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:09.628491 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a652ecda-8dce-4efc-b7e3-193ddd901b9d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:09.673964 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Port 33cb4434-e5f4-4d95-9252-b6aba23888b5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:09.674770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689fc310-e5b2-40a9-b1a6-bfbb32154639 None None] Network 166d74d7-3c9f-46d4-bf52-711b5e2c33c0 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:09.695349 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652ecda-8dce-4efc-b7e3-193ddd901b9d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Port': ['ID=5b163825-0a06-4ce0-a4b9-e340630c81c8,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:09.716998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2a97b0e2-5673-48a9-8be1-4e0d8381c22f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:router {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:09.721219 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a652ecda-8dce-4efc-b7e3-193ddd901b9d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:09.726421 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a652ecda-8dce-4efc-b7e3-193ddd901b9d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/ports/5b163825-0a06-4ce0-a4b9-e340630c81c8 HTTP/1.1" status: 204 len: 168 time: 1.4988880 Oct 18 07:52:09.729184 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53694) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:09.739793 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0ccbef4a-02a6-458e-b147-942319a7b83e tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3600476 Oct 18 07:52:09.742457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53698) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:09.751697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-469f8df7-f9e3-4080-8b1a-2bfbae23f025 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:55:2c:4e'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:09.754470 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4922f217-d170-43fe-91f3-9077ad8a5f31 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529', 'mac_address': 'fa:16:3e:e0:38:d7', 'name': 'tempest-PortsIpV6TestJSON-1404074730'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:09.786113 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2a97b0e2-5673-48a9-8be1-4e0d8381c22f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:router {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:09.787770 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2a97b0e2-5673-48a9-8be1-4e0d8381c22f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4488673 Oct 18 07:52:09.797962 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53704) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:09.983755 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6de0151c-977f-4712-87e7-ff1f9d205562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:10.000854 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ffbe4718-9d71-4888-afd6-1ec4f6161706 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:52:10.009829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6de0151c-977f-4712-87e7-ff1f9d205562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:10.014856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6de0151c-977f-4712-87e7-ff1f9d205562 admin admin] Usage tracker for resource:security_group_rule and tenant:bc1c119f06f247538b09cd51e169c625 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:10.018594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6de0151c-977f-4712-87e7-ff1f9d205562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:10.033785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53710) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:10.049713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6de0151c-977f-4712-87e7-ff1f9d205562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:10.049907 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:10.067409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: ffbe4718-9d71-4888-afd6-1ec4f6161706 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:52:10.067856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ffbe4718-9d71-4888-afd6-1ec4f6161706 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:52:10.153259 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting port e7182f1a-86ae-4821-b81d-28205ed44d44 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:10.153712 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:10.176938 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Attempt 6 to provision port 33cb4434-e5f4-4d95-9252-b6aba23888b5 Oct 18 07:52:10.219201 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-09827d4d-b103-49ae-bfb3-8fc60b02111b tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:10.224920 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4922f217-d170-43fe-91f3-9077ad8a5f31 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:10.229332 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4922f217-d170-43fe-91f3-9077ad8a5f31 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:port and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:10.230229 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:10.232564 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4922f217-d170-43fe-91f3-9077ad8a5f31 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:10.238500 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4922f217-d170-43fe-91f3-9077ad8a5f31 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:10.245810 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2172-7c2a-4686-80d2-d16aafc0b06a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:10.267451 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Port 33cb4434-e5f4-4d95-9252-b6aba23888b5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:10.366647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6de0151c-977f-4712-87e7-ff1f9d205562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:10.368049 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da569ac0-599f-45bf-9548-ae3b20c875e7 None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:52:10.376515 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-da569ac0-599f-45bf-9548-ae3b20c875e7 None None] Deleting port 0e4c555f-1831-4fed-a37b-96833f241c33 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:10.377834 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-da569ac0-599f-45bf-9548-ae3b20c875e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:10.384177 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6de0151c-977f-4712-87e7-ff1f9d205562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:10.409649 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-469f8df7-f9e3-4080-8b1a-2bfbae23f025 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:10.415645 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4922f217-d170-43fe-91f3-9077ad8a5f31 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:10.417365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffc263e-51e6-48db-a5fe-e066b52e5934 None None] DHCP port deletion for 166d74d7-3c9f-46d4-bf52-711b5e2c33c0 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:52:10.438465 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc263e-51e6-48db-a5fe-e066b52e5934 None None] Deleting port e7182f1a-86ae-4821-b81d-28205ed44d44 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:10.438733 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5ffc263e-51e6-48db-a5fe-e066b52e5934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:10.465896 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-09827d4d-b103-49ae-bfb3-8fc60b02111b tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] 10.222.0.17 "PUT /v2.0/quotas/0bb724ff827f4076978fd05b7e56030f HTTP/1.1" status: 200 len: 366 time: 0.4272351 Oct 18 07:52:10.500848 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53716) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:10.555558 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6de0151c-977f-4712-87e7-ff1f9d205562 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bc1c119f06f247538b09cd51e169c625&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1872628 Oct 18 07:52:10.556533 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0151c-977f-4712-87e7-ff1f9d205562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4ec316-9e4b-4341-87fd-c8b2d2a22d30,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:10.565039 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53720) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:10.648307 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4922f217-d170-43fe-91f3-9077ad8a5f31 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:10.663565 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Allocated IP 172.20.0.6 (28ccac99-26fa-4a39-91e0-88d2e1dabe83/4b95fde2-8a95-45df-b6b3-130cd94f036a/6805b08a-6c4d-4936-9774-541b32afcd93) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:10.735631 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6ee80ac2-bf48-4671-ac16-168732ec4a62 tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] 10.222.0.17 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2214935 Oct 18 07:52:10.740475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53724) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:10.755839 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1394-bdcf-4203-b6be-7e2840d1be2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:10.756745 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2172-7c2a-4686-80d2-d16aafc0b06a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:10.762750 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2172-7c2a-4686-80d2-d16aafc0b06a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:10.773911 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Attempt 7 to provision port 33cb4434-e5f4-4d95-9252-b6aba23888b5 Oct 18 07:52:10.801591 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-216eb0fa-28a8-4dda-bcaf-6dd1f83ed026 tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] 10.222.0.17 "GET /v2.0/quotas/0bb724ff827f4076978fd05b7e56030f HTTP/1.1" status: 200 len: 366 time: 0.0556707 Oct 18 07:52:10.819909 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53728) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:10.825610 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-da569ac0-599f-45bf-9548-ae3b20c875e7 None None] For port 0e4c555f-1831-4fed-a37b-96833f241c33, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0e4c555f-1831-4fed-a37b-96833f241c33,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:10.826003 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-da569ac0-599f-45bf-9548-ae3b20c875e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:10.840651 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-5ffc263e-51e6-48db-a5fe-e066b52e5934 None None] For port e7182f1a-86ae-4821-b81d-28205ed44d44, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e7182f1a-86ae-4821-b81d-28205ed44d44,segment=NetworkSegment(479aa62b-ce4a-432c-9e95-d0fe695c36d6),segment_id=479aa62b-ce4a-432c-9e95-d0fe695c36d6)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:10.841052 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5ffc263e-51e6-48db-a5fe-e066b52e5934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:10.844179 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-4922f217-d170-43fe-91f3-9077ad8a5f31 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] device_id is not set on port a32e045d-7b2d-4b54-92a7-b45555cba2ab yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:10.888633 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1394-bdcf-4203-b6be-7e2840d1be2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:10.936847 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f934fa7f-a986-41a8-9342-b270304086fe tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] 10.222.0.17 "DELETE /v2.0/quotas/0bb724ff827f4076978fd05b7e56030f HTTP/1.1" status: 204 len: 168 time: 0.1125293 Oct 18 07:52:10.939459 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53732) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:10.941136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] For port e7182f1a-86ae-4821-b81d-28205ed44d44, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e7182f1a-86ae-4821-b81d-28205ed44d44,segment=NetworkSegment(479aa62b-ce4a-432c-9e95-d0fe695c36d6),segment_id=479aa62b-ce4a-432c-9e95-d0fe695c36d6)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:10.941496 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:10.955662 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2172-7c2a-4686-80d2-d16aafc0b06a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:10.956175 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6d2172-7c2a-4686-80d2-d16aafc0b06a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Fanout notify agent at l3_agent the message router_deleted on router af514eab-af6b-400e-ae1a-20ae774dbbce {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:52:11.017117 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:11.029862 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-469f8df7-f9e3-4080-8b1a-2bfbae23f025 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:11.035863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1394-bdcf-4203-b6be-7e2840d1be2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:11.047525 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-469f8df7-f9e3-4080-8b1a-2bfbae23f025 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:11.101806 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc263e-51e6-48db-a5fe-e066b52e5934 None None] Calling delete_port for e7182f1a-86ae-4821-b81d-28205ed44d44 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:11.109006 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-81ba948a-9980-4cfd-98b7-2b6fd96a65e3 tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] 10.222.0.17 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1596191 Oct 18 07:52:11.118061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53736) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:11.127244 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Calling delete_port for e7182f1a-86ae-4821-b81d-28205ed44d44 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:11.141516 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-da569ac0-599f-45bf-9548-ae3b20c875e7 None None] Calling delete_port for 0e4c555f-1831-4fed-a37b-96833f241c33 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:11.142348 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf1394-bdcf-4203-b6be-7e2840d1be2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4ec316-9e4b-4341-87fd-c8b2d2a22d30,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:11.176007 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1394-bdcf-4203-b6be-7e2840d1be2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:11.177138 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7fcf1394-bdcf-4203-b6be-7e2840d1be2f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cc4ec316-9e4b-4341-87fd-c8b2d2a22d30 HTTP/1.1" status: 204 len: 168 time: 0.6096025 Oct 18 07:52:11.184896 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c85f00f7-91d2-4478-b780-7a35e584176e tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] 10.222.0.17 "GET /v2.0/quotas/0bb724ff827f4076978fd05b7e56030f HTTP/1.1" status: 200 len: 370 time: 0.0609176 Oct 18 07:52:11.192935 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53742) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:11.203742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f8df7-f9e3-4080-8b1a-2bfbae23f025 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event updated for resources: {'Port': ['ID=dcf426e3-4c41-4caa-9a06-f35880743b91,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:11.212503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-469f8df7-f9e3-4080-8b1a-2bfbae23f025 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] In _notify_port_updated(), no bound segment for port dcf426e3-4c41-4caa-9a06-f35880743b91 on network e088752f-337b-4f4a-8daa-4549b411fdc5 {{(pid=89046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:52:11.218458 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469f8df7-f9e3-4080-8b1a-2bfbae23f025 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:11.219134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-469f8df7-f9e3-4080-8b1a-2bfbae23f025 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:11.220464 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-469f8df7-f9e3-4080-8b1a-2bfbae23f025 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "PUT /v2.0/ports/dcf426e3-4c41-4caa-9a06-f35880743b91 HTTP/1.1" status: 200 len: 995 time: 1.4771657 Oct 18 07:52:11.223504 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53746) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:11.224798 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Port 33cb4434-e5f4-4d95-9252-b6aba23888b5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:11.265431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:11.345226 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-da569ac0-599f-45bf-9548-ae3b20c875e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:11.352732 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Pushing event updated for resources: {'Port': ['ID=6805b08a-6c4d-4936-9774-541b32afcd93,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:11.369600 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Network 28ccac99-26fa-4a39-91e0-88d2e1dabe83 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:11.373809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:11.378120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:11.393546 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5ffc263e-51e6-48db-a5fe-e066b52e5934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:11.422058 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da569ac0-599f-45bf-9548-ae3b20c875e7 None None] No DVR routers for this DVR port 0e4c555f-1831-4fed-a37b-96833f241c33 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:52:11.425021 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ca71ff37-b886-46f0-82df-7416ce2fd5aa tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Deleting port dcf426e3-4c41-4caa-9a06-f35880743b91 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:11.425369 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca71ff37-b886-46f0-82df-7416ce2fd5aa tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:11.443230 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da569ac0-599f-45bf-9548-ae3b20c875e7 None None] Pushing event deleted for resources: {'Port': ['ID=0e4c555f-1831-4fed-a37b-96833f241c33,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:11.507882 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffc263e-51e6-48db-a5fe-e066b52e5934 None None] No DVR routers for this DVR port e7182f1a-86ae-4821-b81d-28205ed44d44 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:52:11.508157 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4922f217-d170-43fe-91f3-9077ad8a5f31 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:11.514435 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc263e-51e6-48db-a5fe-e066b52e5934 None None] Pushing event deleted for resources: {'Port': ['ID=e7182f1a-86ae-4821-b81d-28205ed44d44,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:11.527036 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e56dfd0e-3a40-4df7-8866-aa7470d99cad tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] 10.222.0.17 "GET /v2.0/quotas/0bb724ff827f4076978fd05b7e56030f/default HTTP/1.1" status: 200 len: 370 time: 0.3282092 Oct 18 07:52:11.528169 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53752) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:11.532956 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2172-7c2a-4686-80d2-d16aafc0b06a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:11.533989 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8d6d2172-7c2a-4686-80d2-d16aafc0b06a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/routers/af514eab-af6b-400e-ae1a-20ae774dbbce HTTP/1.1" status: 204 len: 168 time: 1.7347648 Oct 18 07:52:11.543853 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53756) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:11.558742 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-36cf942c-27fe-40dd-b2ea-5ae5621583ba tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] delete failed (client error): The resource could not be found. Oct 18 07:52:11.562801 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-36cf942c-27fe-40dd-b2ea-5ae5621583ba tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] 10.222.0.17 "DELETE /v2.0/quotas/0bb724ff827f4076978fd05b7e56030f HTTP/1.1" status: 404 len: 348 time: 0.0247264 Oct 18 07:52:11.583053 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.api [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:52:11.583395 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG oslo_db.api [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:52:11.587636 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4922f217-d170-43fe-91f3-9077ad8a5f31 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:11.614631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-fd2da45e-c681-4c21-8b51-6a01a544af2f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:11.665817 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4922f217-d170-43fe-91f3-9077ad8a5f31 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 3252b8aa-4562-44a9-ac92-9972339c4529 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:11.668867 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-4922f217-d170-43fe-91f3-9077ad8a5f31 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:11.673275 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4922f217-d170-43fe-91f3-9077ad8a5f31 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:11.676454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-fd2da45e-c681-4c21-8b51-6a01a544af2f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:11.680060 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-fd2da45e-c681-4c21-8b51-6a01a544af2f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1335580 Oct 18 07:52:11.680214 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4922f217-d170-43fe-91f3-9077ad8a5f31 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:11.680214 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4922f217-d170-43fe-91f3-9077ad8a5f31 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:11.682971 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53762) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:11.687652 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922f217-d170-43fe-91f3-9077ad8a5f31 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=a32e045d-7b2d-4b54-92a7-b45555cba2ab,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:11.726403 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Attempt 8 to provision port 33cb4434-e5f4-4d95-9252-b6aba23888b5 Oct 18 07:52:11.733511 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53766) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:11.783122 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4922f217-d170-43fe-91f3-9077ad8a5f31 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0521419 Oct 18 07:52:11.786440 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53770) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:11.801168 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cad02a-7478-4b9d-9be1-35fd4b4b8117 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:11.801866 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-31cad02a-7478-4b9d-9be1-35fd4b4b8117 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:11.823290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Port 33cb4434-e5f4-4d95-9252-b6aba23888b5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:11.840052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:11.842885 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53774) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:11.896225 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-18a34b2d-88c0-4891-ad68-23f08ce37567 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8a2763145064440eac3183e65821cf0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1624396 Oct 18 07:52:11.899816 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53778) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:11.904829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-31cad02a-7478-4b9d-9be1-35fd4b4b8117 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:11.908406 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-31cad02a-7478-4b9d-9be1-35fd4b4b8117 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2198300 Oct 18 07:52:11.909527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53782) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:11.924895 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6d9530-18c2-4c00-860a-10263dfec842 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:11.925463 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-bb6d9530-18c2-4c00-860a-10263dfec842 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:11.952725 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00d80777-5b24-44cc-9590-0a2a99c5d2cb tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] Usage tracker for resource:network and tenant:3af5aa602f634ae9bbb78b67a8defe01 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:11.952937 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e7182f1a-86ae-4821-b81d-28205ed44d44 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:52:11.970337 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00d80777-5b24-44cc-9590-0a2a99c5d2cb tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:11.980015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-bb6d9530-18c2-4c00-860a-10263dfec842 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:11.984138 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bb6d9530-18c2-4c00-860a-10263dfec842 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports/a32e045d-7b2d-4b54-92a7-b45555cba2ab HTTP/1.1" status: 200 len: 845 time: 0.1908562 Oct 18 07:52:11.984989 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53786) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:12.003813 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e67dc472-2cff-437d-a5cb-9b49dadff453 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:router {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:12.016303 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:12.029660 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: e7182f1a-86ae-4821-b81d-28205ed44d44 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:52:12.029921 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e7182f1a-86ae-4821-b81d-28205ed44d44 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:52:12.030327 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0e4c555f-1831-4fed-a37b-96833f241c33 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:52:12.049766 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00d80777-5b24-44cc-9590-0a2a99c5d2cb tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] Usage tracker for resource:subnet and tenant:3af5aa602f634ae9bbb78b67a8defe01 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:12.058059 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3bc2-85dc-45d1-9601-224cac2d8cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:12.061104 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00d80777-5b24-44cc-9590-0a2a99c5d2cb tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:12.064053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 0e4c555f-1831-4fed-a37b-96833f241c33 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:52:12.064465 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0e4c555f-1831-4fed-a37b-96833f241c33 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:52:12.076350 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca71ff37-b886-46f0-82df-7416ce2fd5aa tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:12.084165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting port e7182f1a-86ae-4821-b81d-28205ed44d44 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:12.084503 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:12.117431 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-47ebcc60-3143-4c58-8a32-59a74381a55e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port a32e045d-7b2d-4b54-92a7-b45555cba2ab {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:12.117748 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-47ebcc60-3143-4c58-8a32-59a74381a55e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:12.145496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e67dc472-2cff-437d-a5cb-9b49dadff453 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:router {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:12.146500 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e67dc472-2cff-437d-a5cb-9b49dadff453 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2360353 Oct 18 07:52:12.159967 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00d80777-5b24-44cc-9590-0a2a99c5d2cb tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] Usage tracker for resource:subnetpool and tenant:3af5aa602f634ae9bbb78b67a8defe01 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:12.177048 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53790) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:12.212708 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e72080f2-fd7a-4333-9d00-78ef5f1de79a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:12.217875 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ca71ff37-b886-46f0-82df-7416ce2fd5aa tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Calling delete_port for dcf426e3-4c41-4caa-9a06-f35880743b91 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:12.226865 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3bc2-85dc-45d1-9601-224cac2d8cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:12.251807 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] The port 'e7182f1a-86ae-4821-b81d-28205ed44d44' was deleted {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:52:12.252693 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00d80777-5b24-44cc-9590-0a2a99c5d2cb tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:12.325501 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Attempt 9 to provision port 33cb4434-e5f4-4d95-9252-b6aba23888b5 Oct 18 07:52:12.382061 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Port 33cb4434-e5f4-4d95-9252-b6aba23888b5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:12.453632 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00d80777-5b24-44cc-9590-0a2a99c5d2cb tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] Usage tracker for resource:port and tenant:3af5aa602f634ae9bbb78b67a8defe01 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:12.496316 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca71ff37-b886-46f0-82df-7416ce2fd5aa tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:12.535917 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00d80777-5b24-44cc-9590-0a2a99c5d2cb tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:12.537822 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:12.549405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71ff37-b886-46f0-82df-7416ce2fd5aa tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event deleted for resources: {'Port': ['ID=dcf426e3-4c41-4caa-9a06-f35880743b91,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:12.552941 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:12.577042 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e72080f2-fd7a-4333-9d00-78ef5f1de79a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:12.625694 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:12.674303 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00d80777-5b24-44cc-9590-0a2a99c5d2cb tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] Usage tracker for resource:router and tenant:3af5aa602f634ae9bbb78b67a8defe01 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:12.679217 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e72080f2-fd7a-4333-9d00-78ef5f1de79a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:12.702012 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['166d74d7-3c9f-46d4-bf52-711b5e2c33c0']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:12.710366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:12.713737 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00d80777-5b24-44cc-9590-0a2a99c5d2cb tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:12.715709 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3bc2-85dc-45d1-9601-224cac2d8cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:12.716633 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Pushing event updated for resources: {'Port': ['ID=6805b08a-6c4d-4936-9774-541b32afcd93,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:12.734930 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-47ebcc60-3143-4c58-8a32-59a74381a55e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:12.745518 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479aa62b-ce4a-432c-9e95-d0fe695c36d6') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:12.745862 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479aa62b-ce4a-432c-9e95-d0fe695c36d6') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:12.760796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a3bc2-85dc-45d1-9601-224cac2d8cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23055ccb-c31b-4c75-aed0-1700b75f6f3e,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:12.764803 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72080f2-fd7a-4333-9d00-78ef5f1de79a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:12.769919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e72080f2-fd7a-4333-9d00-78ef5f1de79a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:12.792137 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:12.855149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:12.857324 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00d80777-5b24-44cc-9590-0a2a99c5d2cb tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] Usage tracker for resource:floatingip and tenant:3af5aa602f634ae9bbb78b67a8defe01 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:12.859027 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-de24846c-ce28-4025-9a24-88a7ae6ddeb6 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7652466 Oct 18 07:52:12.869064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53794) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:12.883231 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Attempt 10 to provision port 33cb4434-e5f4-4d95-9252-b6aba23888b5 Oct 18 07:52:12.939432 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Port 33cb4434-e5f4-4d95-9252-b6aba23888b5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:12.943263 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Could not find standard attr ID for object 7acd6294-51cc-4e51-a064-bfd71cb03eec. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:52:12.953693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Provisioning for port 91609ef7-3ad9-40d7-b9c2-c169ee50055c completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:12.959237 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-203b3c1a-9e69-4739-90e8-8cfbce73dce4 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Synchronizing usage tracker for tenant:999c9df48d93446a886311063423fafb on resource:floatingip {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:12.960986 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Provisioning complete for port 91609ef7-3ad9-40d7-b9c2-c169ee50055c triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:12.961348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3bc2-85dc-45d1-9601-224cac2d8cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:12.961856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:12.962344 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Attempt 1 to provision port 91609ef7-3ad9-40d7-b9c2-c169ee50055c Oct 18 07:52:12.962460 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7f8a3bc2-85dc-45d1-9601-224cac2d8cb3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/23055ccb-c31b-4c75-aed0-1700b75f6f3e HTTP/1.1" status: 204 len: 168 time: 1.0614803 Oct 18 07:52:12.975511 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca71ff37-b886-46f0-82df-7416ce2fd5aa tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:12.976470 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-47ebcc60-3143-4c58-8a32-59a74381a55e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for a32e045d-7b2d-4b54-92a7-b45555cba2ab owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:12.980050 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ca71ff37-b886-46f0-82df-7416ce2fd5aa tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "DELETE /v2.0/ports/dcf426e3-4c41-4caa-9a06-f35880743b91 HTTP/1.1" status: 204 len: 168 time: 1.7530427 Oct 18 07:52:12.981163 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53800) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:13.016937 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00d80777-5b24-44cc-9590-0a2a99c5d2cb tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:13.027567 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f58b5a-4106-42be-b111-13294bb5871f tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] GET failed (client error): The resource could not be found. Oct 18 07:52:13.028127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-68f58b5a-4106-42be-b111-13294bb5871f tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Synchronizing usage tracker for tenant:8e5b016e9ba34758b54f9c7a4756168b on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:13.032738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-203b3c1a-9e69-4739-90e8-8cfbce73dce4 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Unset dirty status for tenant:999c9df48d93446a886311063423fafb on resource:floatingip {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:13.036733 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-203b3c1a-9e69-4739-90e8-8cfbce73dce4 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] 10.222.0.17 "GET /v2.0/floatingips?floating_network_id=28ccac99-26fa-4a39-91e0-88d2e1dabe83 HTTP/1.1" status: 200 len: 689 time: 0.1666646 Oct 18 07:52:13.037332 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:13.037547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53804) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:13.058700 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:52:13.059125 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:13.127938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-68f58b5a-4106-42be-b111-13294bb5871f tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Unset dirty status for tenant:8e5b016e9ba34758b54f9c7a4756168b on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:13.132689 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-68f58b5a-4106-42be-b111-13294bb5871f tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "GET /v2.0/ports/dcf426e3-4c41-4caa-9a06-f35880743b91 HTTP/1.1" status: 404 len: 333 time: 0.1476121 Oct 18 07:52:13.133700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53810) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:13.144488 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 479aa62b-ce4a-432c-9e95-d0fe695c36d6 resource provider aggregate not found Oct 18 07:52:13.146837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-3c4fd660-fa1f-481c-b3e5-eaddeedb3bfd tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Request body: {'port': {'network_id': 'e088752f-337b-4f4a-8daa-4549b411fdc5', 'name': 'tempest-AllowedAddressPairTestJSON-1858567353'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:13.161646 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Current status of the port 91609ef7-3ad9-40d7-b9c2-c169ee50055c is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:13.164244 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:13.182845 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 479aa62b-ce4a-432c-9e95-d0fe695c36d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 479aa62b-ce4a-432c-9e95-d0fe695c36d6 found for delete ", "request_id": "req-0bdb11f0-3083-4665-90a8-783fe90b6e3c"}]} Oct 18 07:52:13.268160 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:13.276547 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] For port 91609ef7-3ad9-40d7-b9c2-c169ee50055c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=91609ef7-3ad9-40d7-b9c2-c169ee50055c,segment=NetworkSegment(3f57599a-3220-481c-b227-0be302c0367d),segment_id=3f57599a-3220-481c-b227-0be302c0367d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:13.282714 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-47ebcc60-3143-4c58-8a32-59a74381a55e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:13.286744 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:13.288762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:13.375842 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f275c7-729e-4a00-a0ed-e4e3bf4057f3 None None] Pushing event updated for resources: {'Port': ['ID=91609ef7-3ad9-40d7-b9c2-c169ee50055c,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:13.405721 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6d7c69a3-d5a8-47a3-ac30-920ee2f6f35e None None] Could not find standard attr ID for object dcf426e3-4c41-4caa-9a06-f35880743b91. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:52:13.472352 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:13.535465 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Network': ['ID=166d74d7-3c9f-46d4-bf52-711b5e2c33c0,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:13.544202 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3c4fd660-fa1f-481c-b3e5-eaddeedb3bfd tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:13.546238 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebcc60-3143-4c58-8a32-59a74381a55e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Port': ['ID=a32e045d-7b2d-4b54-92a7-b45555cba2ab,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:13.551673 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Deleting port 6805b08a-6c4d-4936-9774-541b32afcd93 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:13.552022 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:13.556126 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00d80777-5b24-44cc-9590-0a2a99c5d2cb tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] Usage tracker for resource:security_group and tenant:3af5aa602f634ae9bbb78b67a8defe01 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:13.563221 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-47ebcc60-3143-4c58-8a32-59a74381a55e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:13.565446 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-47ebcc60-3143-4c58-8a32-59a74381a55e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/ports/a32e045d-7b2d-4b54-92a7-b45555cba2ab HTTP/1.1" status: 204 len: 168 time: 1.5782833 Oct 18 07:52:13.572343 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53822) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:13.573723 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d3abccb3-8cd2-4204-99a3-6462d9a4f13d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/networks/166d74d7-3c9f-46d4-bf52-711b5e2c33c0 HTTP/1.1" status: 204 len: 168 time: 3.9758389 Oct 18 07:52:13.580399 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53826) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:13.605134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3c4fd660-fa1f-481c-b3e5-eaddeedb3bfd tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:13.619064 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00d80777-5b24-44cc-9590-0a2a99c5d2cb tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:13.637463 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4fd660-fa1f-481c-b3e5-eaddeedb3bfd tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Made reservation on behalf of 8e5b016e9ba34758b54f9c7a4756168b for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:13.640575 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e0956ec1-fefe-49a4-b130-f9400b212f1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-945070662', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:13.641792 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3c4fd660-fa1f-481c-b3e5-eaddeedb3bfd tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:13.649788 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-6925b956-509d-4d9c-9d2b-4585fcd85691 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] GET failed (client error): The resource could not be found. Oct 18 07:52:13.650318 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6925b956-509d-4d9c-9d2b-4585fcd85691 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:13.663776 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e0956ec1-fefe-49a4-b130-f9400b212f1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:13.674995 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e0956ec1-fefe-49a4-b130-f9400b212f1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:router and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:13.677365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00d80777-5b24-44cc-9590-0a2a99c5d2cb tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] Usage tracker for resource:security_group_rule and tenant:3af5aa602f634ae9bbb78b67a8defe01 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:13.680701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e0956ec1-fefe-49a4-b130-f9400b212f1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:13.700172 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e0956ec1-fefe-49a4-b130-f9400b212f1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:13.705266 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00d80777-5b24-44cc-9590-0a2a99c5d2cb tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:13.718470 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-3c4fd660-fa1f-481c-b3e5-eaddeedb3bfd tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] device_id is not set on port f17c368d-4767-4b6a-a3b0-413423f140f2 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:13.723850 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-00d80777-5b24-44cc-9590-0a2a99c5d2cb tempest-QuotasTest-1006021243 tempest-QuotasTest-1006021243-project-admin] 10.222.0.17 "GET /v2.0/quotas/3af5aa602f634ae9bbb78b67a8defe01/details.json HTTP/1.1" status: 200 len: 703 time: 1.8783686 Oct 18 07:52:13.733574 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6925b956-509d-4d9c-9d2b-4585fcd85691 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:13.734875 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6925b956-509d-4d9c-9d2b-4585fcd85691 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports/a32e045d-7b2d-4b54-92a7-b45555cba2ab HTTP/1.1" status: 404 len: 333 time: 0.1599727 Oct 18 07:52:13.738266 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53836) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:13.768986 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e0956ec1-fefe-49a4-b130-f9400b212f1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:13.770179 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e0956ec1-fefe-49a4-b130-f9400b212f1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:13.781002 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-38e2a098-2ccb-41f5-865f-367a1c0504db tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529', 'name': 'tempest-PortsIpV6TestJSON-97913649'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:13.830739 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:13.831094 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:13.915148 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e0956ec1-fefe-49a4-b130-f9400b212f1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:13.992371 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-38e2a098-2ccb-41f5-865f-367a1c0504db tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:13.996046 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Calling delete_port for 6805b08a-6c4d-4936-9774-541b32afcd93 owned by network:floatingip {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:14.004587 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-38e2a098-2ccb-41f5-865f-367a1c0504db tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:14.011597 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 91609ef7-3ad9-40d7-b9c2-c169ee50055c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:14.025008 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.objects.ports [None req-e72080f2-fd7a-4333-9d00-78ef5f1de79a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89045) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:52:14.026874 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e0956ec1-fefe-49a4-b130-f9400b212f1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:14.054091 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e2a098-2ccb-41f5-865f-367a1c0504db tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:14.058920 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38e2a098-2ccb-41f5-865f-367a1c0504db tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:14.076617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-3c4fd660-fa1f-481c-b3e5-eaddeedb3bfd tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Allocated IP 172.20.0.13 (e088752f-337b-4f4a-8daa-4549b411fdc5/e1e9cc21-7738-4fa3-a069-a9f6e51e3fc7/f17c368d-4767-4b6a-a3b0-413423f140f2) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:14.083778 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e72080f2-fd7a-4333-9d00-78ef5f1de79a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:14.101175 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-38e2a098-2ccb-41f5-865f-367a1c0504db tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] device_id is not set on port ddfc93d5-f8fa-4860-8dd4-7dcf236c3060 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:14.204786 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 91609ef7-3ad9-40d7-b9c2-c169ee50055c triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:14.205146 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:14.205656 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 91609ef7-3ad9-40d7-b9c2-c169ee50055c Oct 18 07:52:14.281239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53852) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:14.346503 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38e2a098-2ccb-41f5-865f-367a1c0504db tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:14.364002 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:14.408964 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 91609ef7-3ad9-40d7-b9c2-c169ee50055c is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:14.439548 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Pushing event deleted for resources: {'Port': ['ID=6805b08a-6c4d-4936-9774-541b32afcd93,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:14.444396 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72080f2-fd7a-4333-9d00-78ef5f1de79a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:14.446148 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e0956ec1-fefe-49a4-b130-f9400b212f1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:14.451413 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e0956ec1-fefe-49a4-b130-f9400b212f1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8338943 Oct 18 07:52:14.453050 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53860) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:14.454458 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72080f2-fd7a-4333-9d00-78ef5f1de79a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=cb8b20f2-5b9d-43da-aeef-8eac67d7b89c,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:14.464468 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-e72080f2-fd7a-4333-9d00-78ef5f1de79a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:14.470146 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72080f2-fd7a-4333-9d00-78ef5f1de79a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:14.470963 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e72080f2-fd7a-4333-9d00-78ef5f1de79a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:14.477055 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdb184d-5ce0-4b74-9a5d-a7d3ae092f3f None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:14.479235 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38e2a098-2ccb-41f5-865f-367a1c0504db tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:14.492301 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-b5096db9-96d8-40df-9b20-0ffa900f84e0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1012798101'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:14.502711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b5096db9-96d8-40df-9b20-0ffa900f84e0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:14.587200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b5096db9-96d8-40df-9b20-0ffa900f84e0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:network and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:14.596307 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b5096db9-96d8-40df-9b20-0ffa900f84e0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:14.609636 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e2a098-2ccb-41f5-865f-367a1c0504db tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 3252b8aa-4562-44a9-ac92-9972339c4529 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:14.615477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-38e2a098-2ccb-41f5-865f-367a1c0504db tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:14.623035 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e72080f2-fd7a-4333-9d00-78ef5f1de79a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4400420 Oct 18 07:52:14.623035 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b5096db9-96d8-40df-9b20-0ffa900f84e0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:14.624631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e2a098-2ccb-41f5-865f-367a1c0504db tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:14.625315 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53868) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:14.630414 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e2a098-2ccb-41f5-865f-367a1c0504db tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:14.631057 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38e2a098-2ccb-41f5-865f-367a1c0504db tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:14.633484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3ba02ccd-677a-4592-a542-d144ce404db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:14.647116 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-774aad15-a003-450c-9cd6-ebed591f6706 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:14.653236 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2a098-2ccb-41f5-865f-367a1c0504db tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=ddfc93d5-f8fa-4860-8dd4-7dcf236c3060,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:14.664291 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-38e2a098-2ccb-41f5-865f-367a1c0504db tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.9249730 Oct 18 07:52:14.666763 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5096db9-96d8-40df-9b20-0ffa900f84e0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Made reservation on behalf of 40e2f53a491e42e8ab9b0ae7e52a82ac for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:14.671580 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b5096db9-96d8-40df-9b20-0ffa900f84e0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:14.674877 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53874) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:14.705375 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5096db9-96d8-40df-9b20-0ffa900f84e0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:14.726078 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b5096db9-96d8-40df-9b20-0ffa900f84e0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:14.726403 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-b5096db9-96d8-40df-9b20-0ffa900f84e0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Added segment e447cfec-6a5e-4321-84f0-a34f5ef6da2e of type vlan for network a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f Oct 18 07:52:14.752567 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-46583a68-7bcf-45ad-8156-560251ae8d1e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:14.763502 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b5096db9-96d8-40df-9b20-0ffa900f84e0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:14.807413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b5096db9-96d8-40df-9b20-0ffa900f84e0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:14.808295 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3c4fd660-fa1f-481c-b3e5-eaddeedb3bfd tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:14.821977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5096db9-96d8-40df-9b20-0ffa900f84e0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:14.821977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b5096db9-96d8-40df-9b20-0ffa900f84e0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:14.822157 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3ba02ccd-677a-4592-a542-d144ce404db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:14.839847 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3ba02ccd-677a-4592-a542-d144ce404db2 admin admin] Usage tracker for resource:security_group_rule and tenant:a55c675994124a65b6ae469793f882c1 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:14.843057 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:14.853804 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3ba02ccd-677a-4592-a542-d144ce404db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:14.863047 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': 'cb8b20f2-5b9d-43da-aeef-8eac67d7b89c'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:52:14.863825 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:14.874094 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-3c4fd660-fa1f-481c-b3e5-eaddeedb3bfd tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Transition to ACTIVE for port object f17c368d-4767-4b6a-a3b0-413423f140f2 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:14.879096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3ba02ccd-677a-4592-a542-d144ce404db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:14.949785 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5096db9-96d8-40df-9b20-0ffa900f84e0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Network': ['ID=a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:14.979552 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:14.980355 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b5096db9-96d8-40df-9b20-0ffa900f84e0 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5120103 Oct 18 07:52:14.980946 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53882) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:14.984365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53884) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:14.997383 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e62e7149-b1e9-43e8-9017-c64932317582 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'subnet': {'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:15.073923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.115926 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-774aad15-a003-450c-9cd6-ebed591f6706 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:15.118464 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3c4fd660-fa1f-481c-b3e5-eaddeedb3bfd tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.143985 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e62e7149-b1e9-43e8-9017-c64932317582 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:15.148644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Allocated IP 2001:db8::f816:3eff:fe15:d7c6 (421d0710-6574-4dc6-a599-2fa72ae31b2e/cb8b20f2-5b9d-43da-aeef-8eac67d7b89c/db5eec96-5296-4b35-a9ba-0c6b95b17992) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:15.150281 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e62e7149-b1e9-43e8-9017-c64932317582 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:subnet and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:15.158470 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e62e7149-b1e9-43e8-9017-c64932317582 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:15.168431 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e62e7149-b1e9-43e8-9017-c64932317582 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:15.181883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46583a68-7bcf-45ad-8156-560251ae8d1e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.201968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62e7149-b1e9-43e8-9017-c64932317582 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Made reservation on behalf of 40e2f53a491e42e8ab9b0ae7e52a82ac for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:15.206188 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e62e7149-b1e9-43e8-9017-c64932317582 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.317369 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-703717905'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:15.329388 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-774aad15-a003-450c-9cd6-ebed591f6706 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:15.333620 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:15.342703 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Usage tracker for resource:network and tenant:565803464abe465398f4e794b2791a22 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:15.348180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:15.359813 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:15.381535 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Made reservation on behalf of 565803464abe465398f4e794b2791a22 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:15.384993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.400518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.400713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.404353 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4fd660-fa1f-481c-b3e5-eaddeedb3bfd tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Network e088752f-337b-4f4a-8daa-4549b411fdc5 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:15.414171 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Transition to ACTIVE for port object db5eec96-5296-4b35-a9ba-0c6b95b17992 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:15.418846 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:15.426208 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Usage tracker for resource:security_group_rule and tenant:565803464abe465398f4e794b2791a22 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:15.434266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Transition to ACTIVE for port object db5eec96-5296-4b35-a9ba-0c6b95b17992 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:15.434619 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-3c4fd660-fa1f-481c-b3e5-eaddeedb3bfd tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:15.437183 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774aad15-a003-450c-9cd6-ebed591f6706 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:15.440547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-774aad15-a003-450c-9cd6-ebed591f6706 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.442098 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.457566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4fd660-fa1f-481c-b3e5-eaddeedb3bfd tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:15.457757 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:15.474020 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:15.493499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fd660-fa1f-481c-b3e5-eaddeedb3bfd tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event updated for resources: {'Port': ['ID=f17c368d-4767-4b6a-a3b0-413423f140f2,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:15.512564 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:15.516060 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:15.518665 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:15.592459 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e62e7149-b1e9-43e8-9017-c64932317582 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.616791 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Pushing event updated for resources: {'Port': ['ID=db5eec96-5296-4b35-a9ba-0c6b95b17992,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:15.653861 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Attempting to bind port db5eec96-5296-4b35-a9ba-0c6b95b17992 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:15.654291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Attempting to bind port db5eec96-5296-4b35-a9ba-0c6b95b17992 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:15.654754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Attempting to bind port db5eec96-5296-4b35-a9ba-0c6b95b17992 on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:15.662105 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:52:15.662482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:15.662957 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.663345 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:52:15.663812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Bound port: db5eec96-5296-4b35-a9ba-0c6b95b17992, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:52:15.664237 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.690156 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e7149-b1e9-43e8-9017-c64932317582 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Subnet': ['ID=d36abf21-5482-4966-8d1a-7b6282a20dfc,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:15.696741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.726764 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.731249 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62e7149-b1e9-43e8-9017-c64932317582 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Checking segment: {'id': 'e447cfec-6a5e-4321-84f0-a34f5ef6da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:15.731612 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62e7149-b1e9-43e8-9017-c64932317582 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network hostable DHCP agents. Network: a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:52:15.738988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.786352 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:15.795118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3ba02ccd-677a-4592-a542-d144ce404db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.798311 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4ad5be-0e6d-4f89-9c9a-d35375c37d0c,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:15.802741 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62e7149-b1e9-43e8-9017-c64932317582 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:52:15.807944 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.808279 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Added segment 8ac458cf-4e58-4c0d-97e7-c81dd13965fe of type vlan for network a534fd8b-de02-4686-993d-20c18ee1aabf Oct 18 07:52:15.819506 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4fd660-fa1f-481c-b3e5-eaddeedb3bfd tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:15.820263 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3c4fd660-fa1f-481c-b3e5-eaddeedb3bfd tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.822756 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-e62e7149-b1e9-43e8-9017-c64932317582 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:15.837499 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62e7149-b1e9-43e8-9017-c64932317582 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:15.837499 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e62e7149-b1e9-43e8-9017-c64932317582 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.840046 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8826fcbb-4deb-4a73-a694-49865cff6625 None None] Network a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:15.853087 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.857243 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4b95fde2-8a95-45df-b6b3-130cd94f036a,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:15.877903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3ba02ccd-677a-4592-a542-d144ce404db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.887058 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e62e7149-b1e9-43e8-9017-c64932317582 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9017160 Oct 18 07:52:15.891024 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53894) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:15.932333 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] For port db5eec96-5296-4b35-a9ba-0c6b95b17992, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:52:15.936189 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d0f0d538-b6ae-4498-a4cf-4dd7636acc61 None None] Provisioning for port f17c368d-4767-4b6a-a3b0-413423f140f2 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:15.955443 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] For port db5eec96-5296-4b35-a9ba-0c6b95b17992, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=db5eec96-5296-4b35-a9ba-0c6b95b17992,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:52:15.956398 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d0f0d538-b6ae-4498-a4cf-4dd7636acc61 None None] Provisioning complete for port f17c368d-4767-4b6a-a3b0-413423f140f2 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:15.956832 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d0f0d538-b6ae-4498-a4cf-4dd7636acc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:15.957154 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d0f0d538-b6ae-4498-a4cf-4dd7636acc61 None None] Attempt 1 to provision port f17c368d-4767-4b6a-a3b0-413423f140f2 Oct 18 07:52:16.004456 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:16.053948 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:16.062470 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba02ccd-677a-4592-a542-d144ce404db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26506205-c0d9-450c-a91b-4a78a293da92,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:16.076404 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3ba02ccd-677a-4592-a542-d144ce404db2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a55c675994124a65b6ae469793f882c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7925324 Oct 18 07:52:16.087324 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53898) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:16.123544 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3c4fd660-fa1f-481c-b3e5-eaddeedb3bfd tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9888165 Oct 18 07:52:16.130918 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53902) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:16.134677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ccac99-26fa-4a39-91e0-88d2e1dabe83']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:16.139449 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-8e8d8ba7-287a-46cd-b154-d083bf629c02 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:55:2c:4e'}]}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:16.155479 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46583a68-7bcf-45ad-8156-560251ae8d1e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:16.163028 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a3e844-9d6d-4aea-9e2a-204cfbee5e7c') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:16.163635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a3e844-9d6d-4aea-9e2a-204cfbee5e7c') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:16.176641 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:16.178792 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46583a68-7bcf-45ad-8156-560251ae8d1e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:16.179606 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-46583a68-7bcf-45ad-8156-560251ae8d1e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] In _notify_port_updated(), no bound segment for port ddfc93d5-f8fa-4860-8dd4-7dcf236c3060 on network 3252b8aa-4562-44a9-ac92-9972339c4529 {{(pid=89046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:52:16.182712 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:16.183325 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:16.186180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46583a68-7bcf-45ad-8156-560251ae8d1e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:16.187267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46583a68-7bcf-45ad-8156-560251ae8d1e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:16.191552 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-46583a68-7bcf-45ad-8156-560251ae8d1e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "PUT /v2.0/ports/ddfc93d5-f8fa-4860-8dd4-7dcf236c3060 HTTP/1.1" status: 200 len: 818 time: 1.5133750 Oct 18 07:52:16.192466 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53906) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:16.226857 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0d538-b6ae-4498-a4cf-4dd7636acc61 None None] Port f17c368d-4767-4b6a-a3b0-413423f140f2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:16.268836 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:16.288656 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2abb6e-5937-435a-9d16-162f9c44a080 None None] Pushing event updated for resources: {'Port': ['ID=db5eec96-5296-4b35-a9ba-0c6b95b17992,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:16.315150 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:52:16.316124 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:16.388680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:16.426579 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:52:16.427227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:16.452543 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4695013 Oct 18 07:52:16.456264 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-e3200072-7bbf-4e16-958f-92ff3994a59d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port ddfc93d5-f8fa-4860-8dd4-7dcf236c3060 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:16.456810 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e3200072-7bbf-4e16-958f-92ff3994a59d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:16.486635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46583a68-7bcf-45ad-8156-560251ae8d1e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=ddfc93d5-f8fa-4860-8dd4-7dcf236c3060,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:16.493024 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974e902-57b7-4383-b919-520541e1dc4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Pushing event updated for resources: {'Network': ['ID=a534fd8b-de02-4686-993d-20c18ee1aabf,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:16.521319 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network a534fd8b-de02-4686-993d-20c18ee1aabf details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:16.579935 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 94a3e844-9d6d-4aea-9e2a-204cfbee5e7c resource provider aggregate not found Oct 18 07:52:16.583562 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-021587cb-16cf-43b0-ad83-b7e1fcdac4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:16.642488 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 94a3e844-9d6d-4aea-9e2a-204cfbee5e7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94a3e844-9d6d-4aea-9e2a-204cfbee5e7c found for delete ", "request_id": "req-28249685-860b-4398-a965-fd41afc97f58"}]} Oct 18 07:52:16.683836 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-021587cb-16cf-43b0-ad83-b7e1fcdac4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:16.710406 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Allocated IP 2001:db8::2 (a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f/d36abf21-5482-4966-8d1a-7b6282a20dfc/141846fc-fbb6-4799-9537-423d29d02311) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:16.728815 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d0f0d538-b6ae-4498-a4cf-4dd7636acc61 None None] Attempt 2 to provision port f17c368d-4767-4b6a-a3b0-413423f140f2 Oct 18 07:52:16.732373 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:16.830817 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53918) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:16.835972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 28ccac99-26fa-4a39-91e0-88d2e1dabe83 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 18 07:52:16.845274 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:16.853624 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Request body: {'port': {'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf', 'binding:host_id': 'hv-neutron-8616', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105932290'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:16.868018 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:16.873134 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0d538-b6ae-4498-a4cf-4dd7636acc61 None None] Port f17c368d-4767-4b6a-a3b0-413423f140f2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:16.915669 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Usage tracker for resource:port and tenant:804556f6a36145b5b8b91a7c66d9c70c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:16.927850 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:16.968424 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:17.028211 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Made reservation on behalf of 804556f6a36145b5b8b91a7c66d9c70c for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:17.031450 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:17.043376 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:17.045784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Pushing event deleted for resources: {'Network': ['ID=28ccac99-26fa-4a39-91e0-88d2e1dabe83,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:17.057055 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Transition to ACTIVE for port object 141846fc-fbb6-4799-9537-423d29d02311 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:17.075218 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-15c23283-0b00-4ddb-a49b-eafea2ccd2d1 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] 10.222.0.17 "DELETE /v2.0/networks/28ccac99-26fa-4a39-91e0-88d2e1dabe83 HTTP/1.1" status: 204 len: 168 time: 4.0364788 Oct 18 07:52:17.076226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53926) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:17.082787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Transition to ACTIVE for port object 141846fc-fbb6-4799-9537-423d29d02311 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:17.089991 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:17.124632 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:17.140642 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:17.161811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e3200072-7bbf-4e16-958f-92ff3994a59d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:17.173583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-774aad15-a003-450c-9cd6-ebed591f6706 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:17.202817 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Network a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:17.206962 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:17.217996 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:17.275440 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Pushing event updated for resources: {'Port': ['ID=141846fc-fbb6-4799-9537-423d29d02311,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:17.371333 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Attempting to bind port 141846fc-fbb6-4799-9537-423d29d02311 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:17.371702 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Attempting to bind port 141846fc-fbb6-4799-9537-423d29d02311 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'e447cfec-6a5e-4321-84f0-a34f5ef6da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:17.372090 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Attempting to bind port 141846fc-fbb6-4799-9537-423d29d02311 on network a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:17.375103 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d0f0d538-b6ae-4498-a4cf-4dd7636acc61 None None] Attempt 3 to provision port f17c368d-4767-4b6a-a3b0-413423f140f2 Oct 18 07:52:17.432698 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:52:17.433064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Checking segment: {'id': 'e447cfec-6a5e-4321-84f0-a34f5ef6da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:17.433588 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:17.433863 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Bound using segment: {'id': 'e447cfec-6a5e-4321-84f0-a34f5ef6da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:52:17.434349 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Bound port: 141846fc-fbb6-4799-9537-423d29d02311, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e447cfec-6a5e-4321-84f0-a34f5ef6da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:52:17.435074 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:17.520372 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0d538-b6ae-4498-a4cf-4dd7636acc61 None None] Port f17c368d-4767-4b6a-a3b0-413423f140f2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:17.523320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8ba7-287a-46cd-b154-d083bf629c02 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:17.548748 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:17.548959 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-e3200072-7bbf-4e16-958f-92ff3994a59d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for ddfc93d5-f8fa-4860-8dd4-7dcf236c3060 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:17.553670 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Usage tracker for resource:security_group_rule and tenant:804556f6a36145b5b8b91a7c66d9c70c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:17.557026 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:17.564392 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:17.566342 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] For port 141846fc-fbb6-4799-9537-423d29d02311, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:52:17.570728 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] For port 141846fc-fbb6-4799-9537-423d29d02311, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=141846fc-fbb6-4799-9537-423d29d02311,segment=NetworkSegment(e447cfec-6a5e-4321-84f0-a34f5ef6da2e),segment_id=e447cfec-6a5e-4321-84f0-a34f5ef6da2e)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:52:17.577318 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:17.605305 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774aad15-a003-450c-9cd6-ebed591f6706 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:17.610060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-021587cb-16cf-43b0-ad83-b7e1fcdac4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:17.629874 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-774aad15-a003-450c-9cd6-ebed591f6706 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:17.650895 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774aad15-a003-450c-9cd6-ebed591f6706 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:17.651488 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-774aad15-a003-450c-9cd6-ebed591f6706 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:17.654284 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e477a1a-f137-4c95-981e-7e49d0697a47 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:17.663398 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021587cb-16cf-43b0-ad83-b7e1fcdac4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26506205-c0d9-450c-a91b-4a78a293da92,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:17.692140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774aad15-a003-450c-9cd6-ebed591f6706 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=fd2fa77b-b142-40d2-abcd-892177db7d15,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:17.701090 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b713c22c-bca7-4327-9ecb-56ac3da4d101 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Synchronizing usage tracker for tenant:999c9df48d93446a886311063423fafb on resource:floatingip {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:17.712345 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-021587cb-16cf-43b0-ad83-b7e1fcdac4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:17.713671 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-021587cb-16cf-43b0-ad83-b7e1fcdac4df admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/26506205-c0d9-450c-a91b-4a78a293da92 HTTP/1.1" status: 204 len: 168 time: 1.6253350 Oct 18 07:52:17.729416 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-774aad15-a003-450c-9cd6-ebed591f6706 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1015289 Oct 18 07:52:17.732781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53932) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:17.742803 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'mac_address': 'fa:16:3e:77:90:cd', 'name': 'tempest-NetworksTestDHCPv6-809804388'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:17.828211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e3200072-7bbf-4e16-958f-92ff3994a59d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:17.830064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b713c22c-bca7-4327-9ecb-56ac3da4d101 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Unset dirty status for tenant:999c9df48d93446a886311063423fafb on resource:floatingip {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:17.834854 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b713c22c-bca7-4327-9ecb-56ac3da4d101 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] 10.222.0.17 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.7531600 Oct 18 07:52:17.835481 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53936) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:17.861220 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ceadf4-1b22-436c-a483-d77425764a26 None None] Pushing event updated for resources: {'Port': ['ID=141846fc-fbb6-4799-9537-423d29d02311,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:17.979037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3200072-7bbf-4e16-958f-92ff3994a59d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Port': ['ID=ddfc93d5-f8fa-4860-8dd4-7dcf236c3060,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:18.021458 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d0f0d538-b6ae-4498-a4cf-4dd7636acc61 None None] Attempt 4 to provision port f17c368d-4767-4b6a-a3b0-413423f140f2 Oct 18 07:52:18.104204 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:18.112686 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:port and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:18.129380 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:18.144988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:18.159575 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0d538-b6ae-4498-a4cf-4dd7636acc61 None None] Port f17c368d-4767-4b6a-a3b0-413423f140f2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:18.170334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e3200072-7bbf-4e16-958f-92ff3994a59d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:18.180834 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:18.213386 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8ba7-287a-46cd-b154-d083bf629c02 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:18.232713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8ba7-287a-46cd-b154-d083bf629c02 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:18.249507 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device db5eec96-5296-4b35-a9ba-0c6b95b17992 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:18.267346 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e3200072-7bbf-4e16-958f-92ff3994a59d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/ports/ddfc93d5-f8fa-4860-8dd4-7dcf236c3060 HTTP/1.1" status: 204 len: 168 time: 2.0258121 Oct 18 07:52:18.309061 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53944) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:18.344552 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73639ea4-ae9a-42fc-bdbf-4886362877f2 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:18.344977 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73639ea4-ae9a-42fc-bdbf-4886362877f2 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:18.345440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73639ea4-ae9a-42fc-bdbf-4886362877f2 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:18.345903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73639ea4-ae9a-42fc-bdbf-4886362877f2 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:18.346457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73639ea4-ae9a-42fc-bdbf-4886362877f2 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:18.346828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73639ea4-ae9a-42fc-bdbf-4886362877f2 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:18.347277 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73639ea4-ae9a-42fc-bdbf-4886362877f2 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:18.347724 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73639ea4-ae9a-42fc-bdbf-4886362877f2 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:18.349595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-73639ea4-ae9a-42fc-bdbf-4886362877f2 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Synchronizing usage tracker for tenant:999c9df48d93446a886311063423fafb on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:18.384463 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-73639ea4-ae9a-42fc-bdbf-4886362877f2 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Unset dirty status for tenant:999c9df48d93446a886311063423fafb on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:18.385885 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-73639ea4-ae9a-42fc-bdbf-4886362877f2 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5157 time: 0.5436974 Oct 18 07:52:18.389333 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53948) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:18.430795 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53952) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:18.437268 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Allocated IP 2001:db8::1 (a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f/d36abf21-5482-4966-8d1a-7b6282a20dfc/c97e17d8-ade0-4402-9a5f-a0a7627e0245) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:18.449688 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port db5eec96-5296-4b35-a9ba-0c6b95b17992 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:18.477712 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-f632d330-8cba-4c2a-a68e-aa7fe34fd508 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] delete failed (client error): The resource could not be found. Oct 18 07:52:18.478780 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f632d330-8cba-4c2a-a68e-aa7fe34fd508 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] 10.222.0.17 "DELETE /v2.0/floatingips/c51d99f5-171e-445f-94e1-5ae504687367 HTTP/1.1" status: 404 len: 345 time: 0.0882673 Oct 18 07:52:18.488280 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53956) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:18.516878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:18.536302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:18.544769 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port a1218904-93ce-4627-9743-058a51759e31 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:18.556672 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] Update dhcp port {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'fixed_ips': [{'subnet_id': 'cb8b20f2-5b9d-43da-aeef-8eac67d7b89c', 'ip_address': '2001:db8::f816:3eff:fe15:d7c6'}, {'subnet_id': 'fd2fa77b-b142-40d2-abcd-892177db7d15'}], 'binding:host_id': 'dv-neutron-861625-1-hyperv'}, 'id': 'db5eec96-5296-4b35-a9ba-0c6b95b17992'} from dv-neutron-861625-1-hyperv. {{(pid=89047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 18 07:52:18.588703 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8e8d8ba7-287a-46cd-b154-d083bf629c02 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] In _notify_port_updated(), no bound segment for port f17c368d-4767-4b6a-a3b0-413423f140f2 on network e088752f-337b-4f4a-8daa-4549b411fdc5 {{(pid=89045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:52:18.592805 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8d8ba7-287a-46cd-b154-d083bf629c02 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:18.593461 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8ba7-287a-46cd-b154-d083bf629c02 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:18.594889 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8e8d8ba7-287a-46cd-b154-d083bf629c02 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "PUT /v2.0/ports/f17c368d-4767-4b6a-a3b0-413423f140f2 HTTP/1.1" status: 200 len: 997 time: 2.4629219 Oct 18 07:52:18.600136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53960) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:18.605835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d8ba7-287a-46cd-b154-d083bf629c02 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event updated for resources: {'Port': ['ID=f17c368d-4767-4b6a-a3b0-413423f140f2,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:18.627996 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:18.660241 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e43c18f-03ec-4645-82aa-f718fba382ff tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] DELETE failed (client error): The resource could not be found. Oct 18 07:52:18.660723 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e43c18f-03ec-4645-82aa-f718fba382ff tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:52:18.671471 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:18.672339 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:18.689899 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Usage tracker for resource:security_group_rule and tenant:3af5aa602f634ae9bbb78b67a8defe01 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:18.697073 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:18.700774 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d0f0d538-b6ae-4498-a4cf-4dd7636acc61 None None] Attempt 5 to provision port f17c368d-4767-4b6a-a3b0-413423f140f2 Oct 18 07:52:18.704858 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:18.722183 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Deleting port f17c368d-4767-4b6a-a3b0-413423f140f2 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:18.722530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:18.726563 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:18.729380 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] device_id is not set on port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:18.790980 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6e43c18f-03ec-4645-82aa-f718fba382ff tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] 10.222.0.17 "DELETE /v2.0/networks/28ccac99-26fa-4a39-91e0-88d2e1dabe83 HTTP/1.1" status: 404 len: 339 time: 0.2881317 Oct 18 07:52:18.817838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53966) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:18.883046 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-cd519e38-9691-47a8-9b22-0c6024e40abc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Request body: {'network': {'name': 'tempest-network--1076984231', 'router:external': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:18.907286 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cd519e38-9691-47a8-9b22-0c6024e40abc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:18.922926 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576081ff-9e29-45c2-9f7c-eb69174a470f,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:18.925889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cd519e38-9691-47a8-9b22-0c6024e40abc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Usage tracker for resource:network and tenant:999c9df48d93446a886311063423fafb is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:18.955682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cd519e38-9691-47a8-9b22-0c6024e40abc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:18.986795 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f9f365-d151-4be4-91c5-e7bcbe506ec9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:18.987508 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00f9f365-d151-4be4-91c5-e7bcbe506ec9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:18.992004 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0d538-b6ae-4498-a4cf-4dd7636acc61 None None] Port f17c368d-4767-4b6a-a3b0-413423f140f2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:19.027988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cd519e38-9691-47a8-9b22-0c6024e40abc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:19.103865 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:19.107190 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00f9f365-d151-4be4-91c5-e7bcbe506ec9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:19.107879 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b642de83-e796-4b63-bd89-e6f0a9277355 None None] Network a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:19.110948 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-00f9f365-d151-4be4-91c5-e7bcbe506ec9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7761436 Oct 18 07:52:19.118942 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53972) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:19.119807 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd519e38-9691-47a8-9b22-0c6024e40abc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Made reservation on behalf of 999c9df48d93446a886311063423fafb for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:19.121736 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cd519e38-9691-47a8-9b22-0c6024e40abc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:19.202497 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:19.203188 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f95869-4b22-4b10-bd68-c1fc5ebff71c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] GET failed (client error): The resource could not be found. Oct 18 07:52:19.208488 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-65f95869-4b22-4b10-bd68-c1fc5ebff71c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports/ddfc93d5-f8fa-4860-8dd4-7dcf236c3060 HTTP/1.1" status: 404 len: 333 time: 0.0642152 Oct 18 07:52:19.225152 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53976) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:19.286801 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Transition to ACTIVE for port object c97e17d8-ade0-4402-9a5f-a0a7627e0245 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:19.300873 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-01726fee-5b31-4f1e-b35b-a7927d46378e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1140540657'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:19.328121 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-01726fee-5b31-4f1e-b35b-a7927d46378e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:19.331041 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd519e38-9691-47a8-9b22-0c6024e40abc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:19.352889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:19.362267 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-01726fee-5b31-4f1e-b35b-a7927d46378e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:network and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:19.372767 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-01726fee-5b31-4f1e-b35b-a7927d46378e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:19.377331 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cd519e38-9691-47a8-9b22-0c6024e40abc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:19.377735 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-cd519e38-9691-47a8-9b22-0c6024e40abc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Added segment 74c394f1-16dc-4e5c-812e-8e758a41e105 of type vlan for network 5a93704c-8d26-47ef-9277-526bd19175e3 Oct 18 07:52:19.380289 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:19.407233 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-01726fee-5b31-4f1e-b35b-a7927d46378e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:19.494031 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d0f0d538-b6ae-4498-a4cf-4dd7636acc61 None None] Attempt 6 to provision port f17c368d-4767-4b6a-a3b0-413423f140f2 Oct 18 07:52:19.522241 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01726fee-5b31-4f1e-b35b-a7927d46378e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:19.524810 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Calling delete_port for f17c368d-4767-4b6a-a3b0-413423f140f2 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:19.525676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-01726fee-5b31-4f1e-b35b-a7927d46378e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:19.564834 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0d538-b6ae-4498-a4cf-4dd7636acc61 None None] Port f17c368d-4767-4b6a-a3b0-413423f140f2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:19.573322 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3af5aa602f634ae9bbb78b67a8defe01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1335726 Oct 18 07:52:19.578396 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53980) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:19.579890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:19.583505 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6d3080-6f55-4042-890b-cfb138fe6479,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:19.587977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cd519e38-9691-47a8-9b22-0c6024e40abc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:19.635955 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] device_id is not set on port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:19.665939 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:19.666287 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:19.666646 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:19.666982 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:19.667312 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:19.667639 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:19.667965 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:19.668289 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:19.668613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:19.669038 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:19.669286 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:19.669603 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f41c7d-fef7-4454-b1e8-c21a4a725a95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:19.686034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01726fee-5b31-4f1e-b35b-a7927d46378e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:19.690847 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:19.691966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 172.20.0.4 (421d0710-6574-4dc6-a599-2fa72ae31b2e/fd2fa77b-b142-40d2-abcd-892177db7d15/a1218904-93ce-4627-9743-058a51759e31) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:19.708084 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::f816:3eff:fe77:90cd (421d0710-6574-4dc6-a599-2fa72ae31b2e/cb8b20f2-5b9d-43da-aeef-8eac67d7b89c/a1218904-93ce-4627-9743-058a51759e31) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:19.724452 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d87c7d-53b4-41a9-b07e-cc42d07dda08 req-bce0ba75-7676-4519-9232-84382b71f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:19.725965 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a3d87c7d-53b4-41a9-b07e-cc42d07dda08 req-bce0ba75-7676-4519-9232-84382b71f0dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f286d48607e4386b10ca9eff3ca0147&device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 1099 time: 0.6575334 Oct 18 07:52:19.732096 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:19.733585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97046302-1764-471a-b25e-527aebdce506 req-8e1d87b4-3fb1-4c82-8a29-87c15f1973a9 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:19.735225 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Transition to ACTIVE for port object 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 will not be triggered until provisioned by entity L2. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:19.737971 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-01726fee-5b31-4f1e-b35b-a7927d46378e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:19.738311 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-01726fee-5b31-4f1e-b35b-a7927d46378e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Added segment 5b99e733-18b6-425b-9400-6f79aad0af6a of type vlan for network 4663a719-a7f2-4f0d-818d-1db3ce5183a0 Oct 18 07:52:19.739212 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-97046302-1764-471a-b25e-527aebdce506 req-8e1d87b4-3fb1-4c82-8a29-87c15f1973a9 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.6690609 Oct 18 07:52:19.749835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:19.757979 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:19.758507 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:19.763238 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=c97e17d8-ade0-4402-9a5f-a0a7627e0245,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:19.794891 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:19.837406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7cfaab30-c56d-47c3-b633-d17d053eecff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:19.848486 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-01726fee-5b31-4f1e-b35b-a7927d46378e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:19.853899 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cd519e38-9691-47a8-9b22-0c6024e40abc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:19.854834 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd519e38-9691-47a8-9b22-0c6024e40abc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:19.855410 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cd519e38-9691-47a8-9b22-0c6024e40abc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:20.019548 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7cfaab30-c56d-47c3-b633-d17d053eecff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:20.029816 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 141846fc-fbb6-4799-9537-423d29d02311 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:20.038092 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Pushing event updated for resources: {'Port': ['ID=8b3805f4-44d1-4e22-a1bf-bddd65f07ed7,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:20.051103 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd519e38-9691-47a8-9b22-0c6024e40abc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Pushing event updated for resources: {'Network': ['ID=5a93704c-8d26-47ef-9277-526bd19175e3,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:20.053623 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-97046302-1764-471a-b25e-527aebdce506 req-7c3d5619-6d75-44ad-8ed6-e754e0f70300 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777343 Oct 18 07:52:20.061072 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cd519e38-9691-47a8-9b22-0c6024e40abc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2120728 Oct 18 07:52:20.065494 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 53984) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:20.077067 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d0f0d538-b6ae-4498-a4cf-4dd7636acc61 None None] Attempt 7 to provision port f17c368d-4767-4b6a-a3b0-413423f140f2 Oct 18 07:52:20.104488 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 5a93704c-8d26-47ef-9277-526bd19175e3 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:20.112881 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-01726fee-5b31-4f1e-b35b-a7927d46378e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:20.116923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:20.117931 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01726fee-5b31-4f1e-b35b-a7927d46378e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:20.118555 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-01726fee-5b31-4f1e-b35b-a7927d46378e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:20.209685 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0d538-b6ae-4498-a4cf-4dd7636acc61 None None] Port f17c368d-4767-4b6a-a3b0-413423f140f2 was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:52:20.228189 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Checking segment: {'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:20.229152 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Network hostable DHCP agents. Network: a534fd8b-de02-4686-993d-20c18ee1aabf, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:52:20.261787 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event deleted for resources: {'Port': ['ID=f17c368d-4767-4b6a-a3b0-413423f140f2,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:20.266094 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 141846fc-fbb6-4799-9537-423d29d02311 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:20.279622 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d87c7d-53b4-41a9-b07e-cc42d07dda08 req-25eece96-0625-44e8-bf70-1dd3e7b2d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:20.281607 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a3d87c7d-53b4-41a9-b07e-cc42d07dda08 req-25eece96-0625-44e8-bf70-1dd3e7b2d594 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4b998fa-e372-4e50-b79b-07d7c610b310 HTTP/1.1" status: 200 len: 912 time: 0.5416944 Oct 18 07:52:20.342647 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Provisioning for port db5eec96-5296-4b35-a9ba-0c6b95b17992 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:20.349218 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Provisioning complete for port db5eec96-5296-4b35-a9ba-0c6b95b17992 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:20.349592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:20.349922 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Attempt 1 to provision port db5eec96-5296-4b35-a9ba-0c6b95b17992 Oct 18 07:52:20.388831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:20.389444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:20.389999 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:20.390494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:20.391001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:20.391490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:20.392051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:20.392550 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:20.393075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:20.393610 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:20.393939 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:20.394281 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:20.494161 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01726fee-5b31-4f1e-b35b-a7927d46378e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Network': ['ID=4663a719-a7f2-4f0d-818d-1db3ce5183a0,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:20.498227 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:20.508603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 4663a719-a7f2-4f0d-818d-1db3ce5183a0 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:20.510071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7cfaab30-c56d-47c3-b633-d17d053eecff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:20.529534 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-01726fee-5b31-4f1e-b35b-a7927d46378e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2925344 Oct 18 07:52:20.531602 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Current status of the port db5eec96-5296-4b35-a9ba-0c6b95b17992 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:20.532104 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:20.534097 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53988) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:20.538789 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Network a534fd8b-de02-4686-993d-20c18ee1aabf is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:52:20.569587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:20.578280 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-72a9a6e8-01ee-4cd1-83a6-c9ae9bad9ce9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'subnet': {'network_id': '4663a719-a7f2-4f0d-818d-1db3ce5183a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:20.596981 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfaab30-c56d-47c3-b633-d17d053eecff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6d3080-6f55-4042-890b-cfb138fe6479,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:20.608376 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, a534fd8b-de02-4686-993d-20c18ee1aabf) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:20.630609 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e20a45-4eff-4d94-a382-aa8a93a459ce None None] Network a534fd8b-de02-4686-993d-20c18ee1aabf requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:20.638159 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:20.672122 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:20.672685 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:20.673379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:20.674579 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a3d87c7d-53b4-41a9-b07e-cc42d07dda08 req-b0aa3eeb-c07a-4b0a-9946-1c27e2a41566 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e HTTP/1.1" status: 200 len: 1002 time: 0.3538766 Oct 18 07:52:20.675640 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:20.687451 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:20.688600 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:20.744405 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] For port db5eec96-5296-4b35-a9ba-0c6b95b17992, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=db5eec96-5296-4b35-a9ba-0c6b95b17992,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:20.745355 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 2 to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 Oct 18 07:52:20.748051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object a1218904-93ce-4627-9743-058a51759e31 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:20.755777 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:20.757764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7cfaab30-c56d-47c3-b633-d17d053eecff admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:20.758901 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7cfaab30-c56d-47c3-b633-d17d053eecff admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cb6d3080-6f55-4042-890b-cfb138fe6479 HTTP/1.1" status: 204 len: 168 time: 1.1743658 Oct 18 07:52:20.773699 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6e16dc32-7f44-4779-9891-04257e8d8ebe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "DELETE /v2.0/ports/f17c368d-4767-4b6a-a3b0-413423f140f2 HTTP/1.1" status: 204 len: 168 time: 2.1722851 Oct 18 07:52:20.779925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53994) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:20.808801 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f44d2de4-08eb-4459-bf6f-98917e215a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:20.821958 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c02c607-6ac9-4855-a05f-6f6614b57694 tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:20.833738 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c02c607-6ac9-4855-a05f-6f6614b57694 tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:20.846508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-72a9a6e8-01ee-4cd1-83a6-c9ae9bad9ce9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:20.850117 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c02c607-6ac9-4855-a05f-6f6614b57694 tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:20.851735 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-e996409e-5b87-4add-8d81-3302f71fd35c tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] GET failed (client error): The resource could not be found. Oct 18 07:52:20.852278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e996409e-5b87-4add-8d81-3302f71fd35c tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Synchronizing usage tracker for tenant:8e5b016e9ba34758b54f9c7a4756168b on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:20.860450 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-72a9a6e8-01ee-4cd1-83a6-c9ae9bad9ce9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:subnet and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:20.864268 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d87c7d-53b4-41a9-b07e-cc42d07dda08 req-f0f0a200-51ba-4e5d-98eb-685853e1a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:20.865594 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c02c607-6ac9-4855-a05f-6f6614b57694 tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:20.865839 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a3d87c7d-53b4-41a9-b07e-cc42d07dda08 req-f0f0a200-51ba-4e5d-98eb-685853e1a483 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbb698bd-8a28-447d-9ac6-7bad4cc61081 HTTP/1.1" status: 200 len: 850 time: 0.1656766 Oct 18 07:52:20.866987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-72a9a6e8-01ee-4cd1-83a6-c9ae9bad9ce9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:20.868684 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1c02c607-6ac9-4855-a05f-6f6614b57694 tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.8022358 Oct 18 07:52:20.875979 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 53998) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:20.880548 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-72a9a6e8-01ee-4cd1-83a6-c9ae9bad9ce9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:20.905692 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:20.906034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:20.906374 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:20.916426 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:20.916756 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:20.918996 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 3 to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 Oct 18 07:52:20.930518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Provisioning for port c97e17d8-ade0-4402-9a5f-a0a7627e0245 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:20.942155 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:20.942627 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:20.943573 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:20.956828 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:20.957580 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:20.960369 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 4 to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 Oct 18 07:52:20.964753 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Provisioning complete for port c97e17d8-ade0-4402-9a5f-a0a7627e0245 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:20.965310 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:20.966245 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Attempt 1 to provision port c97e17d8-ade0-4402-9a5f-a0a7627e0245 Oct 18 07:52:21.040210 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e996409e-5b87-4add-8d81-3302f71fd35c tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Unset dirty status for tenant:8e5b016e9ba34758b54f9c7a4756168b on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:21.045524 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e996409e-5b87-4add-8d81-3302f71fd35c tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "GET /v2.0/ports/f17c368d-4767-4b6a-a3b0-413423f140f2 HTTP/1.1" status: 404 len: 333 time: 0.2571464 Oct 18 07:52:21.045664 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Pushing event updated for resources: {'Port': ['ID=db5eec96-5296-4b35-a9ba-0c6b95b17992,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:21.047877 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54004) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:21.048850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a9a6e8-01ee-4cd1-83a6-c9ae9bad9ce9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:21.051780 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-72a9a6e8-01ee-4cd1-83a6-c9ae9bad9ce9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:21.069379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:21.069379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:21.069379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:21.081114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f611ec51-aaec-4bc7-9c7f-dc46b2c4ba31 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Request body: {'port': {'network_id': 'e088752f-337b-4f4a-8daa-4549b411fdc5', 'name': 'tempest-AllowedAddressPairTestJSON-358619985'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:21.081362 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:21.081698 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:21.082098 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 5 to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 Oct 18 07:52:21.101169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:21.127120 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:21.127587 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:21.128048 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:21.138290 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:21.138704 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:21.149353 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 6 to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 Oct 18 07:52:21.181124 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:21.181644 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:21.182108 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:21.193456 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Port c97e17d8-ade0-4402-9a5f-a0a7627e0245 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:21.204234 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:21.204706 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:21.207911 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 7 to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 Oct 18 07:52:21.228721 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:21.229851 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:21.230420 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:21.237647 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:21.238275 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:21.240084 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 8 to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 Oct 18 07:52:21.253579 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] Allocated IP 172.20.0.2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/fd2fa77b-b142-40d2-abcd-892177db7d15/db5eec96-5296-4b35-a9ba-0c6b95b17992) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:21.274788 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:21.276706 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:21.277108 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:21.277524 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:21.284397 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:21.284812 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:21.285751 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 9 to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 Oct 18 07:52:21.293618 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:21.295061 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:21.421728 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] For port db5eec96-5296-4b35-a9ba-0c6b95b17992, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=db5eec96-5296-4b35-a9ba-0c6b95b17992,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:21.433982 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:21.434306 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:21.435528 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:21.450787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:21.479884 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] Ignored duplicate provisioning block setup for port db5eec96-5296-4b35-a9ba-0c6b95b17992 by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 18 07:52:21.485496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:21.503488 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:21.503805 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:21.515745 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 10 to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 Oct 18 07:52:21.531442 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f4cbaad9-d837-450d-8953-57b7763191d7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:21.536762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=c97e17d8-ade0-4402-9a5f-a0a7627e0245,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:21.559302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:21.560220 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:21.560718 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:21.574223 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:21.574824 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:21.575556 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:21.597315 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:21.606120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:21.617043 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=a1218904-93ce-4627-9743-058a51759e31,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:21.621109 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:21.656855 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] Pushing event updated for resources: {'Port': ['ID=db5eec96-5296-4b35-a9ba-0c6b95b17992,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:21.703060 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cda658-b096-4dac-9e83-c9ee760aabbf req-70b8508a-b349-446c-80df-73b0e9db2dc2 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:21.704817 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c1cda658-b096-4dac-9e83-c9ee760aabbf req-70b8508a-b349-446c-80df-73b0e9db2dc2 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.3725471 Oct 18 07:52:21.708876 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:21.713162 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:21.730385 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:21.730772 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:21.731094 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:21.732000 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:21.732327 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:21.733253 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:21.733594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:21.733914 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:21.734245 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:21.735029 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:21.735366 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:21.735699 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3bf2a6-d2fd-4f1a-a779-6fe888db6f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:52:21.745858 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Attempt 2 to provision port c97e17d8-ade0-4402-9a5f-a0a7627e0245 Oct 18 07:52:21.746469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f611ec51-aaec-4bc7-9c7f-dc46b2c4ba31 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:21.759258 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d87c7d-53b4-41a9-b07e-cc42d07dda08 req-192f21b4-8f5f-4f21-a94e-06d35cc530a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:21.761051 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a3d87c7d-53b4-41a9-b07e-cc42d07dda08 req-192f21b4-8f5f-4f21-a94e-06d35cc530a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4b998fa-e372-4e50-b79b-07d7c610b310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8815248 Oct 18 07:52:21.828409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f611ec51-aaec-4bc7-9c7f-dc46b2c4ba31 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:21.830615 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Port c97e17d8-ade0-4402-9a5f-a0a7627e0245 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:21.848064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:21.848837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:21.948992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] For port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7, host hv-neutron-8616, cleared binding levels {{(pid=89045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:52:21.949367 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempted to set empty binding levels {{(pid=89045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 18 07:52:21.969199 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:21.970296 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:21.970924 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:22.013911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device db5eec96-5296-4b35-a9ba-0c6b95b17992 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:22.037868 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c1cda658-b096-4dac-9e83-c9ee760aabbf req-d880ed69-e111-43b8-8928-741de56ba22c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3251069 Oct 18 07:52:22.064006 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54030) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:22.088663 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f4cbaad9-d837-450d-8953-57b7763191d7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:22.102141 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.2672806 Oct 18 07:52:22.103517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54036) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:22.120680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-f4cbaad9-d837-450d-8953-57b7763191d7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a93704c-8d26-47ef-9277-526bd19175e3']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:22.121876 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0343a-456f-4dcd-9665-1797ab80397c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Pushing event updated for resources: {'Port': ['ID=8b3805f4-44d1-4e22-a1bf-bddd65f07ed7,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:22.142833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-f4cbaad9-d837-450d-8953-57b7763191d7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c394f1-16dc-4e5c-812e-8e758a41e105') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:22.143125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-f4cbaad9-d837-450d-8953-57b7763191d7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c394f1-16dc-4e5c-812e-8e758a41e105') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:22.158740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f4cbaad9-d837-450d-8953-57b7763191d7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:22.166915 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port db5eec96-5296-4b35-a9ba-0c6b95b17992 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:22.167447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:22.168808 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port db5eec96-5296-4b35-a9ba-0c6b95b17992 Oct 18 07:52:22.177588 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f4cbaad9-d837-450d-8953-57b7763191d7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:22.187298 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4cbaad9-d837-450d-8953-57b7763191d7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:52:22.188014 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f4cbaad9-d837-450d-8953-57b7763191d7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:22.295766 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-bd2c8966-f361-4b56-a924-fcbd28f88d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Deleting port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:22.297602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f611ec51-aaec-4bc7-9c7f-dc46b2c4ba31 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Made reservation on behalf of 8e5b016e9ba34758b54f9c7a4756168b for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:22.301682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bd2c8966-f361-4b56-a924-fcbd28f88d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:22.302223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f611ec51-aaec-4bc7-9c7f-dc46b2c4ba31 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:22.350016 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Attempt 3 to provision port c97e17d8-ade0-4402-9a5f-a0a7627e0245 Oct 18 07:52:22.355421 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 1d1af122-52a3-46e6-8e7d-2def25f7339c is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:52:22.365839 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f4cbaad9-d837-450d-8953-57b7763191d7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:22.370331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cbaad9-d837-450d-8953-57b7763191d7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a93704c-8d26-47ef-9277-526bd19175e3 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 18 07:52:22.373904 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f4cbaad9-d837-450d-8953-57b7763191d7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:22.377746 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-045da529-3e2e-40eb-8a79-a2075b55d4e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.6435723 Oct 18 07:52:22.379422 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 74c394f1-16dc-4e5c-812e-8e758a41e105 resource provider aggregate not found Oct 18 07:52:22.388401 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54042) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:22.409275 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1338542998'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:22.427519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbaad9-d837-450d-8953-57b7763191d7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a93704c-8d26-47ef-9277-526bd19175e3,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:22.445728 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f4cbaad9-d837-450d-8953-57b7763191d7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] 10.222.0.17 "DELETE /v2.0/networks/5a93704c-8d26-47ef-9277-526bd19175e3 HTTP/1.1" status: 204 len: 168 time: 1.5677614 Oct 18 07:52:22.462117 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port db5eec96-5296-4b35-a9ba-0c6b95b17992 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:22.465072 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-f611ec51-aaec-4bc7-9c7f-dc46b2c4ba31 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] device_id is not set on port d87fa720-db57-481a-8d98-f6cbe8a64a3c yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:22.466805 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Port c97e17d8-ade0-4402-9a5f-a0a7627e0245 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:22.630228 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-f611ec51-aaec-4bc7-9c7f-dc46b2c4ba31 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Allocated IP 172.20.0.8 (e088752f-337b-4f4a-8daa-4549b411fdc5/e1e9cc21-7738-4fa3-a069-a9f6e51e3fc7/d87fa720-db57-481a-8d98-f6cbe8a64a3c) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:22.692826 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54048) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:22.693245 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 74c394f1-16dc-4e5c-812e-8e758a41e105 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74c394f1-16dc-4e5c-812e-8e758a41e105 found for delete ", "request_id": "req-6b6464aa-63b8-4374-9fb8-9a04f9136af1"}]} Oct 18 07:52:22.693789 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:22.773893 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-9f01c6f7-ee40-4ae7-b63d-3776a88491a7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Request body: {'network': {'name': 'tempest-network--383366976', 'router:external': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:22.792220 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:network and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:22.804435 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:22.819556 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9f01c6f7-ee40-4ae7-b63d-3776a88491a7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:22.829545 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:22.869361 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a3d87c7d-53b4-41a9-b07e-cc42d07dda08 req-40d5a95b-a5c1-437e-8e4f-6e36dde1b618 service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0888028 Oct 18 07:52:22.960693 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9f01c6f7-ee40-4ae7-b63d-3776a88491a7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Usage tracker for resource:network and tenant:999c9df48d93446a886311063423fafb is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:22.968035 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Attempt 4 to provision port c97e17d8-ade0-4402-9a5f-a0a7627e0245 Oct 18 07:52:22.969108 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9f01c6f7-ee40-4ae7-b63d-3776a88491a7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:22.993953 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-72a9a6e8-01ee-4cd1-83a6-c9ae9bad9ce9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:22.999413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9f01c6f7-ee40-4ae7-b63d-3776a88491a7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:23.011546 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e6c8-24b4-4a16-9f78-48321aea0335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.024554 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:23.028636 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.045078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Port c97e17d8-ade0-4402-9a5f-a0a7627e0245 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:23.056213 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.081925 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8921a43-e187-423d-8b18-4884e1caac25 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:23.087199 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8921a43-e187-423d-8b18-4884e1caac25 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:23.088015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d8921a43-e187-423d-8b18-4884e1caac25 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:23.091087 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f01c6f7-ee40-4ae7-b63d-3776a88491a7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Made reservation on behalf of 999c9df48d93446a886311063423fafb for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:23.093256 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9f01c6f7-ee40-4ae7-b63d-3776a88491a7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.102612 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:52:23.124810 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Sync routers for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:52:23.128556 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-bd2c8966-f361-4b56-a924-fcbd28f88d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] For port 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7, host hv-neutron-8616, got binding levels [] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:23.128915 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bd2c8966-f361-4b56-a924-fcbd28f88d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.135901 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:52:23.136796 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:52:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:23.157528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9a6e8-01ee-4cd1-83a6-c9ae9bad9ce9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Checking segment: {'id': '5b99e733-18b6-425b-9400-6f79aad0af6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4663a719-a7f2-4f0d-818d-1db3ce5183a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:23.157893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a9a6e8-01ee-4cd1-83a6-c9ae9bad9ce9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network hostable DHCP agents. Network: 4663a719-a7f2-4f0d-818d-1db3ce5183a0, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:52:23.167870 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9a6e8-01ee-4cd1-83a6-c9ae9bad9ce9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Subnet': ['ID=39234891-ec7d-4d9c-85b7-10b021e4f224,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:23.174334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f611ec51-aaec-4bc7-9c7f-dc46b2c4ba31 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.225586 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a3d87c7d-53b4-41a9-b07e-cc42d07dda08 req-b71daf77-5a95-44e3-bce2-2621b91e7d79 service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455441 Oct 18 07:52:23.246388 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-f611ec51-aaec-4bc7-9c7f-dc46b2c4ba31 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Transition to ACTIVE for port object d87fa720-db57-481a-8d98-f6cbe8a64a3c will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:23.268803 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a9a6e8-01ee-4cd1-83a6-c9ae9bad9ce9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 4663a719-a7f2-4f0d-818d-1db3ce5183a0 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:52:23.290005 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-72a9a6e8-01ee-4cd1-83a6-c9ae9bad9ce9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 4663a719-a7f2-4f0d-818d-1db3ce5183a0) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:23.296919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a9a6e8-01ee-4cd1-83a6-c9ae9bad9ce9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:23.297507 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-72a9a6e8-01ee-4cd1-83a6-c9ae9bad9ce9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.303210 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092055cc-76e3-4e10-890e-b4419ca08826 None None] Network 4663a719-a7f2-4f0d-818d-1db3ce5183a0 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:23.309515 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:52:23.320530 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-bd2c8966-f361-4b56-a924-fcbd28f88d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Calling delete_port for 8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:23.370406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02984f-65f7-4a7d-9260-cf2c121c5c99 req-ec5c5efd-56b7-471b-a015-f03cdf3bd74a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:23.379930 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ed02984f-65f7-4a7d-9260-cf2c121c5c99 req-ec5c5efd-56b7-471b-a015-f03cdf3bd74a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.2023544 Oct 18 07:52:23.383180 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-72a9a6e8-01ee-4cd1-83a6-c9ae9bad9ce9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8282547 Oct 18 07:52:23.414784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54054) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:23.418112 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f01c6f7-ee40-4ae7-b63d-3776a88491a7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:23.427499 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9f01c6f7-ee40-4ae7-b63d-3776a88491a7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.427868 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-9f01c6f7-ee40-4ae7-b63d-3776a88491a7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Added segment 098e73d1-2c1b-4df0-a28a-826b47726315 of type vlan for network df6cf493-533c-40f2-bbae-26f98aaa2765 Oct 18 07:52:23.442450 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f611ec51-aaec-4bc7-9c7f-dc46b2c4ba31 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.450481 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c0e51b23-1c49-40af-a0e2-b4fa346bd9d3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'subnet': {'network_id': '4663a719-a7f2-4f0d-818d-1db3ce5183a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:23.461840 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9f01c6f7-ee40-4ae7-b63d-3776a88491a7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.500869 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c38a8cdf-534b-4ffe-8162-c9a7ffda17de tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/1d1af122-52a3-46e6-8e7d-2def25f7339c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6063457 Oct 18 07:52:23.503594 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bd2c8966-f361-4b56-a924-fcbd28f88d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.516635 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:23.518616 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54058) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:23.555205 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bd2c8966-f361-4b56-a924-fcbd28f88d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.562406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9f01c6f7-ee40-4ae7-b63d-3776a88491a7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.563550 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f01c6f7-ee40-4ae7-b63d-3776a88491a7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:23.564181 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9f01c6f7-ee40-4ae7-b63d-3776a88491a7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.584887 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-8673f795-0308-4985-8759-207865018008 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1601522826'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:23.590123 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8673f795-0308-4985-8759-207865018008 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:23.595735 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8673f795-0308-4985-8759-207865018008 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:network and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:23.599762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8673f795-0308-4985-8759-207865018008 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:23.607167 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8673f795-0308-4985-8759-207865018008 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:23.624032 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Attempt 5 to provision port c97e17d8-ade0-4402-9a5f-a0a7627e0245 Oct 18 07:52:23.626864 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bd2c8966-f361-4b56-a924-fcbd28f88d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] 10.222.0.17 "DELETE /v2.0/ports/8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 HTTP/1.1" status: 204 len: 168 time: 1.5202608 Oct 18 07:52:23.655117 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ed02984f-65f7-4a7d-9260-cf2c121c5c99 req-cb440a53-2e39-411d-b572-b83dde224892 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738070 Oct 18 07:52:23.662006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c0e51b23-1c49-40af-a0e2-b4fa346bd9d3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:23.666663 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c0e51b23-1c49-40af-a0e2-b4fa346bd9d3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:subnet and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:23.669863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c0e51b23-1c49-40af-a0e2-b4fa346bd9d3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:23.676672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c0e51b23-1c49-40af-a0e2-b4fa346bd9d3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:23.676822 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:52:20Z', 'revision_number': 2, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:20Z', 'revision_number': 2, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:23.681353 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Checking router: 1d1af122-52a3-46e6-8e7d-2def25f7339c for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:52:23.681910 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Updating router 1d1af122-52a3-46e6-8e7d-2def25f7339c port c97e17d8-ade0-4402-9a5f-a0a7627e0245 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:52:23.684882 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54062) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:23.740322 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:security_group_rule and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:23.743158 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.744857 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01c6f7-ee40-4ae7-b63d-3776a88491a7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Pushing event updated for resources: {'Network': ['ID=df6cf493-533c-40f2-bbae-26f98aaa2765,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:23.750348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8673f795-0308-4985-8759-207865018008 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Made reservation on behalf of 40e2f53a491e42e8ab9b0ae7e52a82ac for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:23.752213 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-4663a719-a7f2-4f0d-818d-1db3ce5183a0', 'network_id': '4663a719-a7f2-4f0d-818d-1db3ce5183a0', 'tenant_id': '0e9e13d574094643abe8d93e70221363', 'fixed_ips': [{'subnet_id': '39234891-ec7d-4d9c-85b7-10b021e4f224'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:52:23.753040 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.755883 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8673f795-0308-4985-8759-207865018008 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.771158 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.779578 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611ec51-aaec-4bc7-9c7f-dc46b2c4ba31 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event updated for resources: {'Port': ['ID=d87fa720-db57-481a-8d98-f6cbe8a64a3c,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:23.785157 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9f01c6f7-ee40-4ae7-b63d-3776a88491a7 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0813258 Oct 18 07:52:23.787043 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:23.805294 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8673f795-0308-4985-8759-207865018008 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:23.814940 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network df6cf493-533c-40f2-bbae-26f98aaa2765 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:23.817027 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8673f795-0308-4985-8759-207865018008 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.817586 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-8673f795-0308-4985-8759-207865018008 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Added segment 0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb of type vlan for network e96ee321-525c-4d3c-aea9-828f9a4cabac Oct 18 07:52:23.830168 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8d2a6d-3935-4333-8a1e-b1d7f34dec9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] GET failed (client error): The resource could not be found. Oct 18 07:52:23.831839 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-fd8d2a6d-3935-4333-8a1e-b1d7f34dec9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] 10.222.0.17 "GET /v2.0/ports/8b3805f4-44d1-4e22-a1bf-bddd65f07ed7 HTTP/1.1" status: 404 len: 333 time: 0.1417499 Oct 18 07:52:23.832526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e51b23-1c49-40af-a0e2-b4fa346bd9d3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:23.836264 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c0e51b23-1c49-40af-a0e2-b4fa346bd9d3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.848950 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8673f795-0308-4985-8759-207865018008 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:23.860497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Port c97e17d8-ade0-4402-9a5f-a0a7627e0245 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:23.881203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c8966-f361-4b56-a924-fcbd28f88d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b3805f4-44d1-4e22-a1bf-bddd65f07ed7,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:23.889320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54068) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:23.889739 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54070) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:23.891000 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d8921a43-e187-423d-8b18-4884e1caac25 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:23.892386 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d8921a43-e187-423d-8b18-4884e1caac25 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.4881177 Oct 18 07:52:24.016551 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:24.018295 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54074) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:24.018953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8673f795-0308-4985-8759-207865018008 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:24.037382 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8673f795-0308-4985-8759-207865018008 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:24.038037 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8673f795-0308-4985-8759-207865018008 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:24.044792 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:24.131854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611ec51-aaec-4bc7-9c7f-dc46b2c4ba31 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Network e088752f-337b-4f4a-8daa-4549b411fdc5 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:24.150227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-f611ec51-aaec-4bc7-9c7f-dc46b2c4ba31 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:24.160419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611ec51-aaec-4bc7-9c7f-dc46b2c4ba31 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:24.176841 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Allocated IP 2001:db8::2 (4663a719-a7f2-4f0d-818d-1db3ce5183a0/39234891-ec7d-4d9c-85b7-10b021e4f224/2b326c70-e25d-49c8-b46e-ed5387e7faf1) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:24.193971 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:24.198888 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-91269567-f704-4761-9905-0a4cd7765d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Request body: {'port': {'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1755202690'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:24.226403 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:24.256395 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Transition to ACTIVE for port object c97e17d8-ade0-4402-9a5f-a0a7627e0245 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:24.272336 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:24.309849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f611ec51-aaec-4bc7-9c7f-dc46b2c4ba31 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:24.310664 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f611ec51-aaec-4bc7-9c7f-dc46b2c4ba31 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:24.336106 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f611ec51-aaec-4bc7-9c7f-dc46b2c4ba31 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2686961 Oct 18 07:52:24.338524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54080) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:24.350964 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-730695c4-63f8-44a3-80a4-86fdfd2c1a1a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Request body: {'port': {'network_id': 'e088752f-337b-4f4a-8daa-4549b411fdc5', 'name': 'tempest-AllowedAddressPairTestJSON-71827370'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:24.361713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-91269567-f704-4761-9905-0a4cd7765d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:24.362274 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Attempt 6 to provision port c97e17d8-ade0-4402-9a5f-a0a7627e0245 Oct 18 07:52:24.366040 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:24.387487 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-91269567-f704-4761-9905-0a4cd7765d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Usage tracker for resource:port and tenant:804556f6a36145b5b8b91a7c66d9c70c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:24.433647 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Port c97e17d8-ade0-4402-9a5f-a0a7627e0245 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:24.475498 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-91269567-f704-4761-9905-0a4cd7765d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:24.493272 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.ipam_backend_mixin [None req-c0e51b23-1c49-40af-a0e2-b4fa346bd9d3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39234891-ec7d-4d9c-85b7-10b021e4f224 (CIDR: 2001:db8::/64) Oct 18 07:52:24.507474 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e51b23-1c49-40af-a0e2-b4fa346bd9d3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:52:24.510317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e51b23-1c49-40af-a0e2-b4fa346bd9d3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:52:24.527002 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-91269567-f704-4761-9905-0a4cd7765d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:24.569227 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f218c-c0e7-4894-9e94-db789c6883fd None None] Pushing event updated for resources: {'Port': ['ID=c97e17d8-ade0-4402-9a5f-a0a7627e0245,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:24.572380 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:24.573843 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Attempting to bind port c97e17d8-ade0-4402-9a5f-a0a7627e0245 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:24.574194 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Attempting to bind port c97e17d8-ade0-4402-9a5f-a0a7627e0245 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'e447cfec-6a5e-4321-84f0-a34f5ef6da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:24.574673 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Attempting to bind port c97e17d8-ade0-4402-9a5f-a0a7627e0245 on network a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:24.581200 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:52:24.581578 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Checking segment: {'id': 'e447cfec-6a5e-4321-84f0-a34f5ef6da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:24.581887 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c0e51b23-1c49-40af-a0e2-b4fa346bd9d3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1411097 Oct 18 07:52:24.582131 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:24.582524 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Bound using segment: {'id': 'e447cfec-6a5e-4321-84f0-a34f5ef6da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:52:24.583031 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Bound port: c97e17d8-ade0-4402-9a5f-a0a7627e0245, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e447cfec-6a5e-4321-84f0-a34f5ef6da2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:52:24.583426 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:24.584233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54084) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:24.590036 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a08b01-9de3-405c-ae5a-34c5014e8fa5 tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:24.591642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-3ac04280-8d20-4f00-888f-ec90926b25f9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'subnet': {'network_id': '4663a719-a7f2-4f0d-818d-1db3ce5183a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:24.592036 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-69a08b01-9de3-405c-ae5a-34c5014e8fa5 tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] 10.222.0.17 "GET /v2.0/networks/df6cf493-533c-40f2-bbae-26f98aaa2765 HTTP/1.1" status: 200 len: 756 time: 0.6982009 Oct 18 07:52:24.593470 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8673f795-0308-4985-8759-207865018008 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0327227 Oct 18 07:52:24.597272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-db3bcd44-14fe-4b73-87f5-c18a1ecd1d98 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port a1218904-93ce-4627-9743-058a51759e31 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:24.597616 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-db3bcd44-14fe-4b73-87f5-c18a1ecd1d98 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:24.607795 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:24.620512 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Transition to ACTIVE for port object 2b326c70-e25d-49c8-b46e-ed5387e7faf1 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:24.625731 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54088) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:24.626074 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54090) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:24.645435 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Transition to ACTIVE for port object 2b326c70-e25d-49c8-b46e-ed5387e7faf1 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:24.653580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:24.658984 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e920ecac-36f8-4dbf-af33-83c8275853d7,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:24.687055 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-7cca803a-f177-4830-8e31-47593a6b91a4 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'subnet': {'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:24.698911 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] For port c97e17d8-ade0-4402-9a5f-a0a7627e0245, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:52:24.700746 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673f795-0308-4985-8759-207865018008 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Network': ['ID=e96ee321-525c-4d3c-aea9-828f9a4cabac,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:24.702211 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] For port c97e17d8-ade0-4402-9a5f-a0a7627e0245, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c97e17d8-ade0-4402-9a5f-a0a7627e0245,segment=NetworkSegment(e447cfec-6a5e-4321-84f0-a34f5ef6da2e),segment_id=e447cfec-6a5e-4321-84f0-a34f5ef6da2e)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:52:24.712683 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91269567-f704-4761-9905-0a4cd7765d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Made reservation on behalf of 804556f6a36145b5b8b91a7c66d9c70c for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:24.715981 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:24.727176 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-91269567-f704-4761-9905-0a4cd7765d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:24.757530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3ac04280-8d20-4f00-888f-ec90926b25f9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:24.763590 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-730695c4-63f8-44a3-80a4-86fdfd2c1a1a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:24.765904 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3ac04280-8d20-4f00-888f-ec90926b25f9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:subnet and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:24.769887 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:24.770279 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Added segment 75eba713-474e-440c-8163-aac1c1477a9e of type vlan for network 8f50187d-d4b8-4c2f-a41c-6e8f267da90f Oct 18 07:52:24.770390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3ac04280-8d20-4f00-888f-ec90926b25f9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:24.781796 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3ac04280-8d20-4f00-888f-ec90926b25f9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:24.784134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-730695c4-63f8-44a3-80a4-86fdfd2c1a1a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:24.791466 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:52:24.792614 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:52:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:24.801292 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network e96ee321-525c-4d3c-aea9-828f9a4cabac details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:24.802825 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac04280-8d20-4f00-888f-ec90926b25f9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:24.807300 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3ac04280-8d20-4f00-888f-ec90926b25f9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:24.948692 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Attempt 7 to provision port c97e17d8-ade0-4402-9a5f-a0a7627e0245 Oct 18 07:52:24.974756 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f218c-c0e7-4894-9e94-db789c6883fd None None] Pushing event updated for resources: {'Port': ['ID=c97e17d8-ade0-4402-9a5f-a0a7627e0245,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:24.989790 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Network 4663a719-a7f2-4f0d-818d-1db3ce5183a0 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:24.998652 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:52:25.014790 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:25.024852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:25.052738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730695c4-63f8-44a3-80a4-86fdfd2c1a1a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Made reservation on behalf of 8e5b016e9ba34758b54f9c7a4756168b for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:25.057181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-730695c4-63f8-44a3-80a4-86fdfd2c1a1a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:25.090381 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-730695c4-63f8-44a3-80a4-86fdfd2c1a1a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] device_id is not set on port 6ca23f15-2847-4f2f-a826-022b042b4da0 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:25.097152 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Pushing event updated for resources: {'Port': ['ID=2b326c70-e25d-49c8-b46e-ed5387e7faf1,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:25.176702 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Port c97e17d8-ade0-4402-9a5f-a0a7627e0245 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 07:52:25.181795 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-91269567-f704-4761-9905-0a4cd7765d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] device_id is not set on port 0c94c4c7-7d53-4006-9675-c671151f9865 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:25.193621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Attempting to bind port 2b326c70-e25d-49c8-b46e-ed5387e7faf1 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:25.193989 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Attempting to bind port 2b326c70-e25d-49c8-b46e-ed5387e7faf1 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '5b99e733-18b6-425b-9400-6f79aad0af6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4663a719-a7f2-4f0d-818d-1db3ce5183a0'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:25.194400 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Attempting to bind port 2b326c70-e25d-49c8-b46e-ed5387e7faf1 on network 4663a719-a7f2-4f0d-818d-1db3ce5183a0 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:25.223485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:52:25.223871 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Checking segment: {'id': '5b99e733-18b6-425b-9400-6f79aad0af6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4663a719-a7f2-4f0d-818d-1db3ce5183a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:25.224278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:25.224666 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Bound using segment: {'id': '5b99e733-18b6-425b-9400-6f79aad0af6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4663a719-a7f2-4f0d-818d-1db3ce5183a0'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:52:25.225140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Bound port: 2b326c70-e25d-49c8-b46e-ed5387e7faf1, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b99e733-18b6-425b-9400-6f79aad0af6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4663a719-a7f2-4f0d-818d-1db3ce5183a0'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:52:25.225515 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:25.282651 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Provisioning for port 141846fc-fbb6-4799-9537-423d29d02311 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:25.300755 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:25.307173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:25.312939 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Provisioning complete for port 141846fc-fbb6-4799-9537-423d29d02311 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:25.313257 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:25.314171 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Attempt 1 to provision port 141846fc-fbb6-4799-9537-423d29d02311 Oct 18 07:52:25.335382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3ac04280-8d20-4f00-888f-ec90926b25f9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:25.359252 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed46a82d-bccd-4ab3-86ba-05a2bf9f7d10 tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:25.360821 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ed46a82d-bccd-4ab3-86ba-05a2bf9f7d10 tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] 10.222.0.17 "GET /v2.0/networks/2570b697-55b6-407b-aaec-addbc367ca69 HTTP/1.1" status: 200 len: 768 time: 0.7203457 Oct 18 07:52:25.366842 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7cca803a-f177-4830-8e31-47593a6b91a4 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:25.375257 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54098) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:25.385855 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7cca803a-f177-4830-8e31-47593a6b91a4 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:subnet and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:25.404783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac04280-8d20-4f00-888f-ec90926b25f9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 4663a719-a7f2-4f0d-818d-1db3ce5183a0 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:25.411138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-3ac04280-8d20-4f00-888f-ec90926b25f9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:25.411583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] For port 2b326c70-e25d-49c8-b46e-ed5387e7faf1, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:52:25.413506 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-730695c4-63f8-44a3-80a4-86fdfd2c1a1a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Allocated IP 172.20.0.14 (e088752f-337b-4f4a-8daa-4549b411fdc5/e1e9cc21-7738-4fa3-a069-a9f6e51e3fc7/6ca23f15-2847-4f2f-a826-022b042b4da0) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:25.416580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] For port 2b326c70-e25d-49c8-b46e-ed5387e7faf1, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=2b326c70-e25d-49c8-b46e-ed5387e7faf1,segment=NetworkSegment(5b99e733-18b6-425b-9400-6f79aad0af6a),segment_id=5b99e733-18b6-425b-9400-6f79aad0af6a)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:52:25.421235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac04280-8d20-4f00-888f-ec90926b25f9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:25.422450 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3ac04280-8d20-4f00-888f-ec90926b25f9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:25.426490 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:25.446405 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:52:20Z', 'revision_number': 2, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:24Z', 'revision_number': 4, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:25.450884 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f022447-85a6-4dcb-bb4d-f94c92aba5e9 None None] The sync data for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv is: [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:52:20Z', 'revision_number': 2, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:24Z', 'revision_number': 4, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:52:25.467158 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7cca803a-f177-4830-8e31-47593a6b91a4 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:25.511078 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac04280-8d20-4f00-888f-ec90926b25f9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Subnet': ['ID=599b40b8-dbeb-4199-8824-f29ed283055c,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:25.517826 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3ac04280-8d20-4f00-888f-ec90926b25f9 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9326272 Oct 18 07:52:25.524896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54102) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:25.534791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'network_id': '4663a719-a7f2-4f0d-818d-1db3ce5183a0', 'fixed_ips': [{'subnet_id': '39234891-ec7d-4d9c-85b7-10b021e4f224'}, {'subnet_id': '599b40b8-dbeb-4199-8824-f29ed283055c'}], 'name': 'tempest-PortsIpV6TestJSON-1652164585'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:25.592521 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Current status of the port 141846fc-fbb6-4799-9537-423d29d02311 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:25.592887 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:25.605230 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010d9f7-b928-4deb-89f5-dea8ac4a1050 None None] Pushing event updated for resources: {'Port': ['ID=2b326c70-e25d-49c8-b46e-ed5387e7faf1,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:25.621317 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7cca803a-f177-4830-8e31-47593a6b91a4 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:25.634958 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] For port 141846fc-fbb6-4799-9537-423d29d02311, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=141846fc-fbb6-4799-9537-423d29d02311,segment=NetworkSegment(e447cfec-6a5e-4321-84f0-a34f5ef6da2e),segment_id=e447cfec-6a5e-4321-84f0-a34f5ef6da2e)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:25.644333 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:25.689785 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:25.699680 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:25.700358 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:25.738808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528777f3-4f26-419e-8cc2-2d6564fa7df1 None None] Pushing event updated for resources: {'Port': ['ID=141846fc-fbb6-4799-9537-423d29d02311,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:25.795756 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Provisioning for port d87fa720-db57-481a-8d98-f6cbe8a64a3c completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:25.809073 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Provisioning complete for port d87fa720-db57-481a-8d98-f6cbe8a64a3c triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:25.809073 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:25.809073 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Attempt 1 to provision port d87fa720-db57-481a-8d98-f6cbe8a64a3c Oct 18 07:52:25.860733 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:25.879886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:port and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:25.896783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:25.902171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-730695c4-63f8-44a3-80a4-86fdfd2c1a1a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:25.911657 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:25.917717 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Port d87fa720-db57-481a-8d98-f6cbe8a64a3c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:25.929581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-730695c4-63f8-44a3-80a4-86fdfd2c1a1a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Transition to ACTIVE for port object 6ca23f15-2847-4f2f-a826-022b042b4da0 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:25.950461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:25.973133 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cca803a-f177-4830-8e31-47593a6b91a4 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Made reservation on behalf of 40e2f53a491e42e8ab9b0ae7e52a82ac for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:25.986690 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7cca803a-f177-4830-8e31-47593a6b91a4 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:26.156512 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 141846fc-fbb6-4799-9537-423d29d02311 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:26.173034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Network': ['ID=8f50187d-d4b8-4c2f-a41c-6e8f267da90f,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:26.177456 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0dcaf694-936c-4990-8828-fa028ba5031e tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 4.1083500 Oct 18 07:52:26.181044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37b3af5f-1b0e-49ac-9446-9522317b9bc9 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:26.232519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 8f50187d-d4b8-4c2f-a41c-6e8f267da90f details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:26.257162 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:26.291361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] device_id is not set on port 1378d893-162c-45bc-b2af-264cbef5f0d9 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:26.340153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54106) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:26.348793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-730695c4-63f8-44a3-80a4-86fdfd2c1a1a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:26.365052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-0c444a6e-62ce-4fb9-9c1d-fdf13c419447 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'subnet': {'network_id': '8f50187d-d4b8-4c2f-a41c-6e8f267da90f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:26.418253 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 141846fc-fbb6-4799-9537-423d29d02311 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:26.418688 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:26.419029 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 141846fc-fbb6-4799-9537-423d29d02311 Oct 18 07:52:26.438159 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-db3bcd44-14fe-4b73-87f5-c18a1ecd1d98 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:26.445923 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Attempt 2 to provision port d87fa720-db57-481a-8d98-f6cbe8a64a3c Oct 18 07:52:26.543350 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730695c4-63f8-44a3-80a4-86fdfd2c1a1a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Network e088752f-337b-4f4a-8daa-4549b411fdc5 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:26.550640 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Port d87fa720-db57-481a-8d98-f6cbe8a64a3c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:26.558700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-730695c4-63f8-44a3-80a4-86fdfd2c1a1a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:26.562670 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730695c4-63f8-44a3-80a4-86fdfd2c1a1a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:26.655795 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-db3bcd44-14fe-4b73-87f5-c18a1ecd1d98 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for a1218904-93ce-4627-9743-058a51759e31 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:26.739463 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 141846fc-fbb6-4799-9537-423d29d02311 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:26.740712 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c97e17d8-ade0-4402-9a5f-a0a7627e0245 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:26.827225 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0c444a6e-62ce-4fb9-9c1d-fdf13c419447 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:26.895906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0c444a6e-62ce-4fb9-9c1d-fdf13c419447 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:subnet and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:26.903308 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port c97e17d8-ade0-4402-9a5f-a0a7627e0245 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:26.908449 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0c444a6e-62ce-4fb9-9c1d-fdf13c419447 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:26.908669 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port c97e17d8-ade0-4402-9a5f-a0a7627e0245 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:26.909043 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:26.909376 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port c97e17d8-ade0-4402-9a5f-a0a7627e0245 Oct 18 07:52:26.911172 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3a284-b4ea-4068-80dd-24b58503d291 req-bab31b21-31ee-45bb-89ef-6a2d694bc026 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:26.918745 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7cb3a284-b4ea-4068-80dd-24b58503d291 req-bab31b21-31ee-45bb-89ef-6a2d694bc026 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 1.8909721 Oct 18 07:52:26.944412 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0c444a6e-62ce-4fb9-9c1d-fdf13c419447 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:26.953859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730695c4-63f8-44a3-80a4-86fdfd2c1a1a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event updated for resources: {'Port': ['ID=6ca23f15-2847-4f2f-a826-022b042b4da0,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:27.013696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730695c4-63f8-44a3-80a4-86fdfd2c1a1a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:27.014558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-730695c4-63f8-44a3-80a4-86fdfd2c1a1a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:27.024120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c444a6e-62ce-4fb9-9c1d-fdf13c419447 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:27.027738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0c444a6e-62ce-4fb9-9c1d-fdf13c419447 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:27.086665 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Attempt 3 to provision port d87fa720-db57-481a-8d98-f6cbe8a64a3c Oct 18 07:52:27.188406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-91269567-f704-4761-9905-0a4cd7765d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:27.225738 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port c97e17d8-ade0-4402-9a5f-a0a7627e0245 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:27.226190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:27.227291 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7cb3a284-b4ea-4068-80dd-24b58503d291 req-47b3cb1b-153c-496a-9345-0a67200f3f50 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071761 Oct 18 07:52:27.271963 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689d5638-4194-4570-a5a1-0356b8c7ed45 None None] Network 4663a719-a7f2-4f0d-818d-1db3ce5183a0 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:27.292235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Port d87fa720-db57-481a-8d98-f6cbe8a64a3c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:27.332562 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0c444a6e-62ce-4fb9-9c1d-fdf13c419447 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:27.365465 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37b3af5f-1b0e-49ac-9446-9522317b9bc9 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:27.382167 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port c97e17d8-ade0-4402-9a5f-a0a7627e0245, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c97e17d8-ade0-4402-9a5f-a0a7627e0245,segment=NetworkSegment(e447cfec-6a5e-4321-84f0-a34f5ef6da2e),segment_id=e447cfec-6a5e-4321-84f0-a34f5ef6da2e)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:27.387034 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-730695c4-63f8-44a3-80a4-86fdfd2c1a1a tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0473316 Oct 18 07:52:27.391017 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54112) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:27.424900 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-8a3e160a-5484-428b-b96f-52eff9355085 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:55:2c:4e'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fc:6e:da'}]}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:27.444009 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:27.458895 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-37b3af5f-1b0e-49ac-9446-9522317b9bc9 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6cf493-533c-40f2-bbae-26f98aaa2765']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:27.483712 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c444a6e-62ce-4fb9-9c1d-fdf13c419447 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Subnet': ['ID=68343096-120a-4923-83f6-0143f2066831,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:27.518527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c444a6e-62ce-4fb9-9c1d-fdf13c419447 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Checking segment: {'id': '75eba713-474e-440c-8163-aac1c1477a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8f50187d-d4b8-4c2f-a41c-6e8f267da90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:27.518761 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c444a6e-62ce-4fb9-9c1d-fdf13c419447 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network hostable DHCP agents. Network: 8f50187d-d4b8-4c2f-a41c-6e8f267da90f, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:52:27.581843 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=c97e17d8-ade0-4402-9a5f-a0a7627e0245,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:27.602941 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c444a6e-62ce-4fb9-9c1d-fdf13c419447 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network 8f50187d-d4b8-4c2f-a41c-6e8f267da90f is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:52:27.631374 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-0c444a6e-62ce-4fb9-9c1d-fdf13c419447 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 8f50187d-d4b8-4c2f-a41c-6e8f267da90f) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:27.633356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Allocated IP 2001:db8::158 (4663a719-a7f2-4f0d-818d-1db3ce5183a0/39234891-ec7d-4d9c-85b7-10b021e4f224/1378d893-162c-45bc-b2af-264cbef5f0d9) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:27.639134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c444a6e-62ce-4fb9-9c1d-fdf13c419447 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:27.639723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0c444a6e-62ce-4fb9-9c1d-fdf13c419447 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:27.646801 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Allocated IP 2001:db8:0:1::180 (4663a719-a7f2-4f0d-818d-1db3ce5183a0/599b40b8-dbeb-4199-8824-f29ed283055c/1378d893-162c-45bc-b2af-264cbef5f0d9) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:27.655029 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9053d157-0636-4916-865c-8270ace08041 None None] Network 8f50187d-d4b8-4c2f-a41c-6e8f267da90f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:27.685897 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0c444a6e-62ce-4fb9-9c1d-fdf13c419447 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3391113 Oct 18 07:52:27.687001 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-37b3af5f-1b0e-49ac-9446-9522317b9bc9 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098e73d1-2c1b-4df0-a28a-826b47726315') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:27.687396 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-37b3af5f-1b0e-49ac-9446-9522317b9bc9 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098e73d1-2c1b-4df0-a28a-826b47726315') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:27.695119 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54116) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:27.704130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-50c6ca9a-7e30-48df-b31d-b512b2856031 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-239305658'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:27.710406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-50c6ca9a-7e30-48df-b31d-b512b2856031 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:27.723351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-50c6ca9a-7e30-48df-b31d-b512b2856031 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:network and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:27.723707 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37b3af5f-1b0e-49ac-9446-9522317b9bc9 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:27.728357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-50c6ca9a-7e30-48df-b31d-b512b2856031 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:27.752933 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-50c6ca9a-7e30-48df-b31d-b512b2856031 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:27.794304 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Attempt 4 to provision port d87fa720-db57-481a-8d98-f6cbe8a64a3c Oct 18 07:52:27.815649 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-db3bcd44-14fe-4b73-87f5-c18a1ecd1d98 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:27.824363 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c6ca9a-7e30-48df-b31d-b512b2856031 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:27.829497 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-50c6ca9a-7e30-48df-b31d-b512b2856031 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:27.867256 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37b3af5f-1b0e-49ac-9446-9522317b9bc9 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:27.875360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7cca803a-f177-4830-8e31-47593a6b91a4 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:27.880311 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-91269567-f704-4761-9905-0a4cd7765d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:27.892161 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c6ca9a-7e30-48df-b31d-b512b2856031 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:27.919219 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-50c6ca9a-7e30-48df-b31d-b512b2856031 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:27.919836 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-50c6ca9a-7e30-48df-b31d-b512b2856031 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Added segment f82265f7-580f-4804-bc9f-8cb67aee240c of type vlan for network 1902f472-b42c-43e2-bb7c-7d7fa329b936 Oct 18 07:52:27.935936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bcd44-14fe-4b73-87f5-c18a1ecd1d98 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=a1218904-93ce-4627-9743-058a51759e31,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:27.952709 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Port d87fa720-db57-481a-8d98-f6cbe8a64a3c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:27.967114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:27.983866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-50c6ca9a-7e30-48df-b31d-b512b2856031 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:27.987104 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b3af5f-1b0e-49ac-9446-9522317b9bc9 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:52:27.987409 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37b3af5f-1b0e-49ac-9446-9522317b9bc9 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:27.999265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Transition to ACTIVE for port object 1378d893-162c-45bc-b2af-264cbef5f0d9 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:28.017260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3b87b1-308d-4740-ab8e-c28e19acab49 None None] Update dhcp port {'port': {'network_id': '4663a719-a7f2-4f0d-818d-1db3ce5183a0', 'fixed_ips': [{'subnet_id': '39234891-ec7d-4d9c-85b7-10b021e4f224', 'ip_address': '2001:db8::2'}, {'subnet_id': '599b40b8-dbeb-4199-8824-f29ed283055c'}], 'binding:host_id': 'dv-neutron-861625-1-hyperv'}, 'id': '2b326c70-e25d-49c8-b46e-ed5387e7faf1'} from dv-neutron-861625-1-hyperv. {{(pid=89047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 18 07:52:28.036387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-50c6ca9a-7e30-48df-b31d-b512b2856031 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:28.042535 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c6ca9a-7e30-48df-b31d-b512b2856031 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:28.043221 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-50c6ca9a-7e30-48df-b31d-b512b2856031 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:28.085235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-8f50187d-d4b8-4c2f-a41c-6e8f267da90f', 'network_id': '8f50187d-d4b8-4c2f-a41c-6e8f267da90f', 'tenant_id': '521d9aa55f07432182e0e8bda0b60ecd', 'fixed_ips': [{'subnet_id': '68343096-120a-4923-83f6-0143f2066831'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:52:28.086185 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:28.110521 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 098e73d1-2c1b-4df0-a28a-826b47726315 resource provider aggregate not found Oct 18 07:52:28.154033 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4c3b87b1-308d-4740-ab8e-c28e19acab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:28.242013 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91269567-f704-4761-9905-0a4cd7765d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Network a534fd8b-de02-4686-993d-20c18ee1aabf is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:28.248643 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 2b326c70-e25d-49c8-b46e-ed5387e7faf1 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:28.263746 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 098e73d1-2c1b-4df0-a28a-826b47726315 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 098e73d1-2c1b-4df0-a28a-826b47726315 found for delete ", "request_id": "req-12d8b247-47cd-4029-8bff-0593fb8a495b"}]} Oct 18 07:52:28.273573 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-50c6ca9a-7e30-48df-b31d-b512b2856031 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5773938 Oct 18 07:52:28.277237 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54124) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:28.282817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-930bbf66-144d-452b-b26e-13042327e15c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'subnet': {'network_id': '1902f472-b42c-43e2-bb7c-7d7fa329b936', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:28.298713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-91269567-f704-4761-9905-0a4cd7765d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:28.301745 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91269567-f704-4761-9905-0a4cd7765d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:28.303321 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91269567-f704-4761-9905-0a4cd7765d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:28.304133 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-91269567-f704-4761-9905-0a4cd7765d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:28.381230 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6ca9a-7e30-48df-b31d-b512b2856031 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Network': ['ID=1902f472-b42c-43e2-bb7c-7d7fa329b936,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:28.408248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91269567-f704-4761-9905-0a4cd7765d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Pushing event updated for resources: {'Port': ['ID=0c94c4c7-7d53-4006-9675-c671151f9865,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:28.411431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:28.431161 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca803a-f177-4830-8e31-47593a6b91a4 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Subnet': ['ID=2e78de95-3c55-4aed-879f-b21af0bbb762,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:28.437385 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 1902f472-b42c-43e2-bb7c-7d7fa329b936 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:28.458518 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cca803a-f177-4830-8e31-47593a6b91a4 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Checking segment: {'id': '0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:28.459030 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cca803a-f177-4830-8e31-47593a6b91a4 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network hostable DHCP agents. Network: e96ee321-525c-4d3c-aea9-828f9a4cabac, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:52:28.460905 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Attempt 5 to provision port d87fa720-db57-481a-8d98-f6cbe8a64a3c Oct 18 07:52:28.463330 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37b3af5f-1b0e-49ac-9446-9522317b9bc9 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:28.469142 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b3af5f-1b0e-49ac-9446-9522317b9bc9 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network df6cf493-533c-40f2-bbae-26f98aaa2765 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 18 07:52:28.474011 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37b3af5f-1b0e-49ac-9446-9522317b9bc9 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:28.479495 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 4663a719-a7f2-4f0d-818d-1db3ce5183a0 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:28.488139 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:28.506883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:28.513467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:28.514087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:28.561709 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-930bbf66-144d-452b-b26e-13042327e15c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:28.566517 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-930bbf66-144d-452b-b26e-13042327e15c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:subnet and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:28.569060 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-db3bcd44-14fe-4b73-87f5-c18a1ecd1d98 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:28.571211 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-db3bcd44-14fe-4b73-87f5-c18a1ecd1d98 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/a1218904-93ce-4627-9743-058a51759e31 HTTP/1.1" status: 204 len: 168 time: 4.5286307 Oct 18 07:52:28.574397 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-930bbf66-144d-452b-b26e-13042327e15c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:28.578630 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54128) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:28.580383 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3af5f-1b0e-49ac-9446-9522317b9bc9 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Pushing event deleted for resources: {'Network': ['ID=df6cf493-533c-40f2-bbae-26f98aaa2765,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:28.581282 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-930bbf66-144d-452b-b26e-13042327e15c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:28.590181 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-91269567-f704-4761-9905-0a4cd7765d16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 4.6943736 Oct 18 07:52:28.596111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54132) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:28.602647 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.0740030 Oct 18 07:52:28.605033 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54136) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:28.609877 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:28.627170 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-37b3af5f-1b0e-49ac-9446-9522317b9bc9 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] 10.222.0.17 "DELETE /v2.0/networks/df6cf493-533c-40f2-bbae-26f98aaa2765 HTTP/1.1" status: 204 len: 168 time: 3.2487438 Oct 18 07:52:28.635362 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54138) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:28.644823 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Port d87fa720-db57-481a-8d98-f6cbe8a64a3c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:28.650345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4010901a-27a7-40bd-a7c8-c246a120b7cc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Request body: {'network': {'name': 'tempest-network--1008368781'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:28.663132 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a3e160a-5484-428b-b96f-52eff9355085 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:28.673571 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4010901a-27a7-40bd-a7c8-c246a120b7cc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:28.681992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cca803a-f177-4830-8e31-47593a6b91a4 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network e96ee321-525c-4d3c-aea9-828f9a4cabac is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:52:28.700129 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Allocated IP 172.20.255.242 (8f50187d-d4b8-4c2f-a41c-6e8f267da90f/68343096-120a-4923-83f6-0143f2066831/7c8c134c-5aff-4765-8942-3fa1c6e20ff1) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:28.700973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4010901a-27a7-40bd-a7c8-c246a120b7cc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Usage tracker for resource:network and tenant:999c9df48d93446a886311063423fafb is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:28.707886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930bbf66-144d-452b-b26e-13042327e15c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:28.708545 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4010901a-27a7-40bd-a7c8-c246a120b7cc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:28.711627 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-930bbf66-144d-452b-b26e-13042327e15c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:28.718095 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 2b326c70-e25d-49c8-b46e-ed5387e7faf1 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:28.724107 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4010901a-27a7-40bd-a7c8-c246a120b7cc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:28.733804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c97e17d8-ade0-4402-9a5f-a0a7627e0245 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:28.736436 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc4d0fb-7dab-4789-9281-6e94a9688368 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:28.738348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc4d0fb-7dab-4789-9281-6e94a9688368 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:28.740067 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc4d0fb-7dab-4789-9281-6e94a9688368 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:28.741034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6dc4d0fb-7dab-4789-9281-6e94a9688368 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:28.782835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-7cca803a-f177-4830-8e31-47593a6b91a4 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, e96ee321-525c-4d3c-aea9-828f9a4cabac) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:28.785204 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-4c3b87b1-308d-4740-ab8e-c28e19acab49 None None] Allocated IP 2001:db8:0:1::2 (4663a719-a7f2-4f0d-818d-1db3ce5183a0/599b40b8-dbeb-4199-8824-f29ed283055c/2b326c70-e25d-49c8-b46e-ed5387e7faf1) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:28.796644 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cca803a-f177-4830-8e31-47593a6b91a4 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:28.797227 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7cca803a-f177-4830-8e31-47593a6b91a4 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:28.813937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-d240d9aa-3d0c-4c53-ad4a-cd9f92eb9afc tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '39234891-ec7d-4d9c-85b7-10b021e4f224'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:28.830507 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4010901a-27a7-40bd-a7c8-c246a120b7cc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Made reservation on behalf of 999c9df48d93446a886311063423fafb for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:28.832958 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4010901a-27a7-40bd-a7c8-c246a120b7cc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:28.848833 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7cca803a-f177-4830-8e31-47593a6b91a4 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.2098854 Oct 18 07:52:28.856657 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be7020e-8a9d-4666-bfe0-9e00149a3560 None None] Network e96ee321-525c-4d3c-aea9-828f9a4cabac requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:28.859998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54144) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:28.863807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac4922-31ee-426b-881e-1040afac0583 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=1378d893-162c-45bc-b2af-264cbef5f0d9,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:28.946859 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4010901a-27a7-40bd-a7c8-c246a120b7cc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:28.958949 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4010901a-27a7-40bd-a7c8-c246a120b7cc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:28.959298 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-4010901a-27a7-40bd-a7c8-c246a120b7cc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Added segment a4139a4f-5dbc-4eaa-9c90-ae5c004e8861 of type vlan for network d1264766-b6e1-40d5-bdcb-771ec52dbd43 Oct 18 07:52:28.988846 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:28.994052 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4010901a-27a7-40bd-a7c8-c246a120b7cc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:29.087365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6dc4d0fb-7dab-4789-9281-6e94a9688368 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:29.091592 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6dc4d0fb-7dab-4789-9281-6e94a9688368 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5075130 Oct 18 07:52:29.109638 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54148) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:29.110304 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4010901a-27a7-40bd-a7c8-c246a120b7cc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:29.111345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4010901a-27a7-40bd-a7c8-c246a120b7cc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:29.111923 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4010901a-27a7-40bd-a7c8-c246a120b7cc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:29.147233 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Attempt 6 to provision port d87fa720-db57-481a-8d98-f6cbe8a64a3c Oct 18 07:52:29.214390 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-3809932d-f61a-4d76-91c9-8106a9cde1b1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet cb8b20f2-5b9d-43da-aeef-8eac67d7b89c {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:52:29.374081 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3809932d-f61a-4d76-91c9-8106a9cde1b1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:29.397542 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Port d87fa720-db57-481a-8d98-f6cbe8a64a3c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:29.428047 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d240d9aa-3d0c-4c53-ad4a-cd9f92eb9afc tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:29.442706 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port c97e17d8-ade0-4402-9a5f-a0a7627e0245 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:29.443073 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:29.443429 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port c97e17d8-ade0-4402-9a5f-a0a7627e0245 Oct 18 07:52:29.446779 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4010901a-27a7-40bd-a7c8-c246a120b7cc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8090796 Oct 18 07:52:29.450814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54152) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:29.487610 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-d887f974-0ee7-4519-9234-a758196cae8d tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:29.545303 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:29.550731 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-4c3b87b1-308d-4740-ab8e-c28e19acab49 None None] For port 2b326c70-e25d-49c8-b46e-ed5387e7faf1, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=2b326c70-e25d-49c8-b46e-ed5387e7faf1,segment=NetworkSegment(5b99e733-18b6-425b-9400-6f79aad0af6a),segment_id=5b99e733-18b6-425b-9400-6f79aad0af6a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:29.581814 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Transition to ACTIVE for port object 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:29.602684 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-e96ee321-525c-4d3c-aea9-828f9a4cabac', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:52:29.603515 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:29.634503 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Transition to ACTIVE for port object 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:29.693451 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4c3b87b1-308d-4740-ab8e-c28e19acab49 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:29.697904 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:29.736485 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4010901a-27a7-40bd-a7c8-c246a120b7cc tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Pushing event updated for resources: {'Network': ['ID=d1264766-b6e1-40d5-bdcb-771ec52dbd43,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:29.753909 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3809932d-f61a-4d76-91c9-8106a9cde1b1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:29.776116 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] device_id is not set on port 0c94c4c7-7d53-4006-9675-c671151f9865 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:29.777140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network d1264766-b6e1-40d5-bdcb-771ec52dbd43 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:29.789676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:29.797780 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4c3b87b1-308d-4740-ab8e-c28e19acab49 None None] Ignored duplicate provisioning block setup for port 2b326c70-e25d-49c8-b46e-ed5387e7faf1 by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 18 07:52:29.914410 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Attempt 7 to provision port d87fa720-db57-481a-8d98-f6cbe8a64a3c Oct 18 07:52:29.940874 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4c3b87b1-308d-4740-ab8e-c28e19acab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:29.943341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Transition to ACTIVE for port object 0c94c4c7-7d53-4006-9675-c671151f9865 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:29.967142 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Network 8f50187d-d4b8-4c2f-a41c-6e8f267da90f is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:29.976647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:29.998086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:30.001000 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.resource_extend [None req-8a3e160a-5484-428b-b96f-52eff9355085 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:52:30.018448 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:30.035611 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a3e160a-5484-428b-b96f-52eff9355085 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:30.040816 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3809932d-f61a-4d76-91c9-8106a9cde1b1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:30.051019 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Pushing event updated for resources: {'Port': ['ID=7c8c134c-5aff-4765-8942-3fa1c6e20ff1,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:30.080319 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a3e160a-5484-428b-b96f-52eff9355085 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:30.150940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-930bbf66-144d-452b-b26e-13042327e15c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:30.188758 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e160a-5484-428b-b96f-52eff9355085 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event updated for resources: {'Port': ['ID=6ca23f15-2847-4f2f-a826-022b042b4da0,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:30.200388 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port c97e17d8-ade0-4402-9a5f-a0a7627e0245 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:30.248830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Pushing event updated for resources: {'Port': ['ID=0c94c4c7-7d53-4006-9675-c671151f9865,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:30.283186 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:30.283591 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:30.284157 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:30.300692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d887f974-0ee7-4519-9234-a758196cae8d tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:30.308553 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Port d87fa720-db57-481a-8d98-f6cbe8a64a3c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:30.325644 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:30.326183 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:30.328490 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8a3e160a-5484-428b-b96f-52eff9355085 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] In _notify_port_updated(), no bound segment for port 6ca23f15-2847-4f2f-a826-022b042b4da0 on network e088752f-337b-4f4a-8daa-4549b411fdc5 {{(pid=89045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:52:30.334103 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3e160a-5484-428b-b96f-52eff9355085 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:30.334988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a3e160a-5484-428b-b96f-52eff9355085 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:30.336447 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8a3e160a-5484-428b-b96f-52eff9355085 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "PUT /v2.0/ports/6ca23f15-2847-4f2f-a826-022b042b4da0 HTTP/1.1" status: 200 len: 1055 time: 2.9336085 Oct 18 07:52:30.344483 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 2 to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 Oct 18 07:52:30.344861 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54156) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:30.364247 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Allocated IP 2001:db8:1::2 (e96ee321-525c-4d3c-aea9-828f9a4cabac/2e78de95-3c55-4aed-879f-b21af0bbb762/422c5bed-b51f-4035-934a-805448e08b62) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:30.373969 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Attempting to bind port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:30.374333 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Attempting to bind port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '75eba713-474e-440c-8163-aac1c1477a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8f50187d-d4b8-4c2f-a41c-6e8f267da90f'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:30.375223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Attempting to bind port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 on network 8f50187d-d4b8-4c2f-a41c-6e8f267da90f {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:30.381935 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b87b1-308d-4740-ab8e-c28e19acab49 None None] Pushing event updated for resources: {'Port': ['ID=2b326c70-e25d-49c8-b46e-ed5387e7faf1,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:30.391419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:52:30.392078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Checking segment: {'id': '75eba713-474e-440c-8163-aac1c1477a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8f50187d-d4b8-4c2f-a41c-6e8f267da90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:30.392643 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:30.393164 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Bound using segment: {'id': '75eba713-474e-440c-8163-aac1c1477a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8f50187d-d4b8-4c2f-a41c-6e8f267da90f'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:52:30.393779 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Bound port: 7c8c134c-5aff-4765-8942-3fa1c6e20ff1, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75eba713-474e-440c-8163-aac1c1477a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8f50187d-d4b8-4c2f-a41c-6e8f267da90f'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:52:30.394320 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:30.395126 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:30.395567 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:30.395989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:30.398335 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bbf66-144d-452b-b26e-13042327e15c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Subnet': ['ID=74d14527-fb76-45e4-a943-71f34b998814,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:30.428809 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3809932d-f61a-4d76-91c9-8106a9cde1b1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:30.441823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d887f974-0ee7-4519-9234-a758196cae8d tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:30.462970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930bbf66-144d-452b-b26e-13042327e15c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Checking segment: {'id': 'f82265f7-580f-4804-bc9f-8cb67aee240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1902f472-b42c-43e2-bb7c-7d7fa329b936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:30.463438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930bbf66-144d-452b-b26e-13042327e15c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network hostable DHCP agents. Network: 1902f472-b42c-43e2-bb7c-7d7fa329b936, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:52:30.475186 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:30.475385 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:30.476342 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809932d-f61a-4d76-91c9-8106a9cde1b1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=cb8b20f2-5b9d-43da-aeef-8eac67d7b89c,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:30.486526 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 3 to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 Oct 18 07:52:30.489956 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:30.500176 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3809932d-f61a-4d76-91c9-8106a9cde1b1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:30.532799 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-3ee15182-ba49-4436-bab8-0fb0c97a41e4 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Deleting port 6ca23f15-2847-4f2f-a826-022b042b4da0 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:30.533060 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3ee15182-ba49-4436-bab8-0fb0c97a41e4 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:30.534015 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678e9dd1-ea00-4c2a-adea-1097c9329436 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:30.542664 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d887f974-0ee7-4519-9234-a758196cae8d tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Network d1264766-b6e1-40d5-bdcb-771ec52dbd43 is not hosted by any dhcp agent {{(pid=89046) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 18 07:52:30.544120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d887f974-0ee7-4519-9234-a758196cae8d tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:30.544713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d887f974-0ee7-4519-9234-a758196cae8d tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:30.546001 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d887f974-0ee7-4519-9234-a758196cae8d tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] 10.222.0.17 "PUT /v2.0/networks/d1264766-b6e1-40d5-bdcb-771ec52dbd43 HTTP/1.1" status: 200 len: 858 time: 1.0911946 Oct 18 07:52:30.549677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54160) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:30.628693 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:30.629035 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:30.629421 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:30.632064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-d240d9aa-3d0c-4c53-ad4a-cd9f92eb9afc tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Delete allocated IP 2001:db8:0:1::180 (4663a719-a7f2-4f0d-818d-1db3ce5183a0/599b40b8-dbeb-4199-8824-f29ed283055c) {{(pid=89046) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 18 07:52:30.679719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887f974-0ee7-4519-9234-a758196cae8d tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Pushing event updated for resources: {'Network': ['ID=d1264766-b6e1-40d5-bdcb-771ec52dbd43,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:30.698496 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3809932d-f61a-4d76-91c9-8106a9cde1b1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/cb8b20f2-5b9d-43da-aeef-8eac67d7b89c HTTP/1.1" status: 204 len: 168 time: 1.5826111 Oct 18 07:52:30.701235 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54164) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:30.711047 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:30.711376 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:30.715056 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 4 to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 Oct 18 07:52:30.723193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930bbf66-144d-452b-b26e-13042327e15c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network 1902f472-b42c-43e2-bb7c-7d7fa329b936 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:52:30.770249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:30.770650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:30.770978 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:30.794343 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-213d1bec-d979-4cfd-98c6-9976ea30f6bd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet fd2fa77b-b142-40d2-abcd-892177db7d15 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:52:30.808627 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-213d1bec-d979-4cfd-98c6-9976ea30f6bd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:30.826120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-930bbf66-144d-452b-b26e-13042327e15c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 1902f472-b42c-43e2-bb7c-7d7fa329b936) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:30.831017 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930bbf66-144d-452b-b26e-13042327e15c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:30.831611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-930bbf66-144d-452b-b26e-13042327e15c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:30.837724 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3d6c5802-042b-4f8d-98ae-dc4c235bc963 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:30.845853 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:30.846111 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Attempt 8 to provision port d87fa720-db57-481a-8d98-f6cbe8a64a3c Oct 18 07:52:30.846237 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:30.854033 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 5 to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 Oct 18 07:52:30.987771 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69959356-d45e-402a-8f0a-68db435377d3 None None] Network 1902f472-b42c-43e2-bb7c-7d7fa329b936 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:31.007874 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-213d1bec-d979-4cfd-98c6-9976ea30f6bd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:31.032765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:31.033095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:31.033464 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:31.081197 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-930bbf66-144d-452b-b26e-13042327e15c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.8004019 Oct 18 07:52:31.088081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54168) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:31.088767 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:31.089164 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:31.103836 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 6 to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 Oct 18 07:52:31.128569 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] For port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:52:31.145829 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] For port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7c8c134c-5aff-4765-8942-3fa1c6e20ff1,segment=NetworkSegment(75eba713-474e-440c-8163-aac1c1477a9e),segment_id=75eba713-474e-440c-8163-aac1c1477a9e)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:52:31.200542 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Port d87fa720-db57-481a-8d98-f6cbe8a64a3c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:31.210266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e286098d-2908-43ec-8300-58a130a67ee9 None None] Network 4663a719-a7f2-4f0d-818d-1db3ce5183a0 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:31.246173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:31.274970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:31.275587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:31.275720 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:31.300990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:31.301342 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:31.307799 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 7 to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 Oct 18 07:52:31.326734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3d6c5802-042b-4f8d-98ae-dc4c235bc963 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:31.379621 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:31.379953 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:31.380915 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:31.400903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-3d6c5802-042b-4f8d-98ae-dc4c235bc963 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1264766-b6e1-40d5-bdcb-771ec52dbd43']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:31.413416 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d240d9aa-3d0c-4c53-ad4a-cd9f92eb9afc tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:31.417143 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:31.417468 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:31.423252 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-213d1bec-d979-4cfd-98c6-9976ea30f6bd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:31.426398 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 8 to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 Oct 18 07:52:31.443089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-3d6c5802-042b-4f8d-98ae-dc4c235bc963 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4139a4f-5dbc-4eaa-9c90-ae5c004e8861') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:31.443376 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-3d6c5802-042b-4f8d-98ae-dc4c235bc963 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4139a4f-5dbc-4eaa-9c90-ae5c004e8861') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:31.465625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-d240d9aa-3d0c-4c53-ad4a-cd9f92eb9afc tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Ignored duplicate provisioning block setup for port 1378d893-162c-45bc-b2af-264cbef5f0d9 by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 18 07:52:31.475532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3d6c5802-042b-4f8d-98ae-dc4c235bc963 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:31.493195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d240d9aa-3d0c-4c53-ad4a-cd9f92eb9afc tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:31.499368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:31.499568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:31.500112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:31.542644 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:31.561981 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3d6c5802-042b-4f8d-98ae-dc4c235bc963 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:31.577833 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3ee15182-ba49-4436-bab8-0fb0c97a41e4 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:31.584033 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:31.584033 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:31.588960 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-213d1bec-d979-4cfd-98c6-9976ea30f6bd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:31.593668 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 9 to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 Oct 18 07:52:31.607475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6c5802-042b-4f8d-98ae-dc4c235bc963 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:52:31.607885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3d6c5802-042b-4f8d-98ae-dc4c235bc963 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:31.675010 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-1902f472-b42c-43e2-bb7c-7d7fa329b936', 'network_id': '1902f472-b42c-43e2-bb7c-7d7fa329b936', 'tenant_id': '521d9aa55f07432182e0e8bda0b60ecd', 'fixed_ips': [{'subnet_id': '74d14527-fb76-45e4-a943-71f34b998814'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:52:31.676024 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:31.705168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:31.707978 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Attempt 9 to provision port d87fa720-db57-481a-8d98-f6cbe8a64a3c Oct 18 07:52:31.738433 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment a4139a4f-5dbc-4eaa-9c90-ae5c004e8861 resource provider aggregate not found Oct 18 07:52:31.771715 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment a4139a4f-5dbc-4eaa-9c90-ae5c004e8861 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4139a4f-5dbc-4eaa-9c90-ae5c004e8861 found for delete ", "request_id": "req-74d08aa9-a1fa-41ae-ad58-c8ee15500c75"}]} Oct 18 07:52:31.780326 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-213d1bec-d979-4cfd-98c6-9976ea30f6bd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:31.788194 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d1bec-d979-4cfd-98c6-9976ea30f6bd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=fd2fa77b-b142-40d2-abcd-892177db7d15,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:31.796890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-3ee15182-ba49-4436-bab8-0fb0c97a41e4 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Calling delete_port for 6ca23f15-2847-4f2f-a826-022b042b4da0 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:31.801073 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-d240d9aa-3d0c-4c53-ad4a-cd9f92eb9afc tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] In _notify_port_updated(), no bound segment for port 1378d893-162c-45bc-b2af-264cbef5f0d9 on network 4663a719-a7f2-4f0d-818d-1db3ce5183a0 {{(pid=89046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:52:31.805550 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e143f-1bc5-4722-81c1-ae2ae9b9a6b8 None None] Pushing event updated for resources: {'Port': ['ID=7c8c134c-5aff-4765-8942-3fa1c6e20ff1,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:31.806308 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d240d9aa-3d0c-4c53-ad4a-cd9f92eb9afc tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:31.806942 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d240d9aa-3d0c-4c53-ad4a-cd9f92eb9afc tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:31.809196 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d240d9aa-3d0c-4c53-ad4a-cd9f92eb9afc tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "PUT /v2.0/ports/1378d893-162c-45bc-b2af-264cbef5f0d9 HTTP/1.1" status: 200 len: 926 time: 3.1380956 Oct 18 07:52:31.827787 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:31.828155 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:31.830204 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:31.833322 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54176) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:31.838937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240d9aa-3d0c-4c53-ad4a-cd9f92eb9afc tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=1378d893-162c-45bc-b2af-264cbef5f0d9,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:31.852318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:31.852539 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:31.863122 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 10 to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 Oct 18 07:52:31.864234 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-b8591819-9712-4f95-afc0-a2d7a7be22c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '39234891-ec7d-4d9c-85b7-10b021e4f224'}, {'subnet_id': '599b40b8-dbeb-4199-8824-f29ed283055c'}]}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:31.866618 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Port d87fa720-db57-481a-8d98-f6cbe8a64a3c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:31.892096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:31.892096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:31.892096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:31.898446 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-213d1bec-d979-4cfd-98c6-9976ea30f6bd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/fd2fa77b-b142-40d2-abcd-892177db7d15 HTTP/1.1" status: 204 len: 168 time: 1.1814694 Oct 18 07:52:31.899297 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:31.914424 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54180) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:31.930649 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:31.930968 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port 0c94c4c7-7d53-4006-9675-c671151f9865 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:31.931320 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:31.940598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Transition to ACTIVE for port object 422c5bed-b51f-4035-934a-805448e08b62 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:31.945267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3d6c5802-042b-4f8d-98ae-dc4c235bc963 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:31.949246 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6c5802-042b-4f8d-98ae-dc4c235bc963 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d1264766-b6e1-40d5-bdcb-771ec52dbd43 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 18 07:52:31.952324 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3d6c5802-042b-4f8d-98ae-dc4c235bc963 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:32.023221 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3d6c5802-042b-4f8d-98ae-dc4c235bc963 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] 10.222.0.17 "DELETE /v2.0/networks/d1264766-b6e1-40d5-bdcb-771ec52dbd43 HTTP/1.1" status: 204 len: 168 time: 1.4595935 Oct 18 07:52:32.033695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c5802-042b-4f8d-98ae-dc4c235bc963 tempest-ExternalNetworksTestJSON-893802330 tempest-ExternalNetworksTestJSON-893802330-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1264766-b6e1-40d5-bdcb-771ec52dbd43,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:32.035996 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54184) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:32.039074 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Transition to ACTIVE for port object 422c5bed-b51f-4035-934a-805448e08b62 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:32.095990 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5ca03f-a8df-4fb3-9a15-538cad6d5bc4 None None] Update dhcp port {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'fixed_ips': [{'subnet_id': 'fd2fa77b-b142-40d2-abcd-892177db7d15'}], 'binding:host_id': 'dv-neutron-861625-1-hyperv'}, 'id': 'db5eec96-5296-4b35-a9ba-0c6b95b17992'} from dv-neutron-861625-1-hyperv. {{(pid=89047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 18 07:52:32.099983 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f3b0e4-bdaf-4aaa-a123-32785e47d6a8 tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] DELETE failed (client error): The resource could not be found. Oct 18 07:52:32.100443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f3b0e4-bdaf-4aaa-a123-32785e47d6a8 tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:52:32.102184 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d4f3b0e4-bdaf-4aaa-a123-32785e47d6a8 tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] 10.222.0.17 "DELETE /v2.0/subnets/4b95fde2-8a95-45df-b6b3-130cd94f036a HTTP/1.1" status: 404 len: 337 time: 0.0524068 Oct 18 07:52:32.106239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54188) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:32.175211 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-be5ca03f-a8df-4fb3-9a15-538cad6d5bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:32.214531 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:32.238542 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] For port 0c94c4c7-7d53-4006-9675-c671151f9865, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:52:32.238934 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempted to set empty binding levels {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 18 07:52:32.265731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8901fcb-8484-4a55-a7b1-e1ff2909bd9a tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:32.269203 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:32.269739 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] In _notify_port_updated(), no bound segment for port 0c94c4c7-7d53-4006-9675-c671151f9865 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:52:32.270605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.271201 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:32.275156 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] 10.222.0.17 "PUT /v2.0/ports/0c94c4c7-7d53-4006-9675-c671151f9865 HTTP/1.1" status: 200 len: 981 time: 3.6751854 Oct 18 07:52:32.303795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54192) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:32.381200 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Attempt 10 to provision port d87fa720-db57-481a-8d98-f6cbe8a64a3c Oct 18 07:52:32.426010 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Pushing event updated for resources: {'Port': ['ID=422c5bed-b51f-4035-934a-805448e08b62,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:32.477484 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Network e96ee321-525c-4d3c-aea9-828f9a4cabac is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:32.503235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ecff5-da54-4587-8657-8988794e5ff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Pushing event updated for resources: {'Port': ['ID=0c94c4c7-7d53-4006-9675-c671151f9865,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:32.531923 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:32.533713 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Port d87fa720-db57-481a-8d98-f6cbe8a64a3c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:32.536184 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:32.541761 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:32.591583 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d9432dae-6601-470a-90da-d6c7ea95c5e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:router {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:32.607630 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3ee15182-ba49-4436-bab8-0fb0c97a41e4 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:32.617051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8901fcb-8484-4a55-a7b1-e1ff2909bd9a tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:32.664088 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.664572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.665042 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.665509 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.665964 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.666438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.666936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.667383 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.667843 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.668857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.669321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.669777 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.670235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.670742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.671200 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.671656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.672105 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.672566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.673025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.673476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.673932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:32.676769 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-68f95508-dce5-4ecd-9d5b-2dea0c83dc66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19057 time: 0.3717456 Oct 18 07:52:32.678537 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-a8901fcb-8484-4a55-a7b1-e1ff2909bd9a tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2570b697-55b6-407b-aaec-addbc367ca69']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:32.686437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54196) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:32.696513 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d9432dae-6601-470a-90da-d6c7ea95c5e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:router {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:32.699202 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d9432dae-6601-470a-90da-d6c7ea95c5e8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7817419 Oct 18 07:52:32.700387 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee15182-ba49-4436-bab8-0fb0c97a41e4 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event deleted for resources: {'Port': ['ID=6ca23f15-2847-4f2f-a826-022b042b4da0,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:32.718025 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54200) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:32.727656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-a8901fcb-8484-4a55-a7b1-e1ff2909bd9a tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b40250d-e9d0-48e9-adc6-5d9a1611ca61') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:32.727953 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-a8901fcb-8484-4a55-a7b1-e1ff2909bd9a tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b40250d-e9d0-48e9-adc6-5d9a1611ca61') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:32.737570 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:32.753520 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8901fcb-8484-4a55-a7b1-e1ff2909bd9a tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:32.771318 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfa3d07-a367-4889-b406-241c451701c0 None None] Network 8f50187d-d4b8-4c2f-a41c-6e8f267da90f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:32.772733 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8901fcb-8484-4a55-a7b1-e1ff2909bd9a tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:32.779896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8901fcb-8484-4a55-a7b1-e1ff2909bd9a tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:52:32.780298 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8901fcb-8484-4a55-a7b1-e1ff2909bd9a tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:32.841424 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Allocated IP 172.20.0.2 (1902f472-b42c-43e2-bb7c-7d7fa329b936/74d14527-fb76-45e4-a943-71f34b998814/b6e83ec5-fd49-41b5-ab9a-3f54ce03f6c7) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:32.857360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b8591819-9712-4f95-afc0-a2d7a7be22c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:32.906103 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Allocated IP 2001:db8:1::1 (e96ee321-525c-4d3c-aea9-828f9a4cabac/2e78de95-3c55-4aed-879f-b21af0bbb762/0c764a3b-cac2-43de-8f1e-1b15f12eaee0) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:33.017545 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-af721e33-1f08-4a44-8bf3-e64d4b9cad84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Deleting port 0c94c4c7-7d53-4006-9675-c671151f9865 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:33.017900 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af721e33-1f08-4a44-8bf3-e64d4b9cad84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:33.049651 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8901fcb-8484-4a55-a7b1-e1ff2909bd9a tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:33.055383 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8901fcb-8484-4a55-a7b1-e1ff2909bd9a tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:33.096563 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a8901fcb-8484-4a55-a7b1-e1ff2909bd9a tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] 10.222.0.17 "DELETE /v2.0/networks/2570b697-55b6-407b-aaec-addbc367ca69 HTTP/1.1" status: 204 len: 168 time: 0.9867060 Oct 18 07:52:33.096563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8901fcb-8484-4a55-a7b1-e1ff2909bd9a tempest-ExternalNetworksTestJSON-697496453 tempest-ExternalNetworksTestJSON-697496453-project] Pushing event deleted for resources: {'Network': ['ID=2570b697-55b6-407b-aaec-addbc367ca69,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:33.108877 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:33.123779 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:33.132573 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:33.172524 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Provisioning complete for port c97e17d8-ade0-4402-9a5f-a0a7627e0245 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:33.172949 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:33.173472 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Attempt 1 to provision port c97e17d8-ade0-4402-9a5f-a0a7627e0245 Oct 18 07:52:33.217335 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:33.249879 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Attempting to bind port 422c5bed-b51f-4035-934a-805448e08b62 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:33.250220 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Attempting to bind port 422c5bed-b51f-4035-934a-805448e08b62 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:33.250635 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Attempting to bind port 422c5bed-b51f-4035-934a-805448e08b62 on network e96ee321-525c-4d3c-aea9-828f9a4cabac {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:33.305845 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcd2a15-ff63-43e3-8f99-984533917237 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:33.336710 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:52:33.337300 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Checking segment: {'id': '0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:33.337782 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:33.338088 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Bound using segment: {'id': '0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:52:33.339165 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Bound port: 422c5bed-b51f-4035-934a-805448e08b62, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:52:33.339550 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:33.384303 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-af721e33-1f08-4a44-8bf3-e64d4b9cad84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] For port 0c94c4c7-7d53-4006-9675-c671151f9865, host hv-neutron-8616, got binding levels [] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:33.384832 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af721e33-1f08-4a44-8bf3-e64d4b9cad84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:33.501056 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:33.504608 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:33.547986 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:33.633113 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-af721e33-1f08-4a44-8bf3-e64d4b9cad84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Calling delete_port for 0c94c4c7-7d53-4006-9675-c671151f9865 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:33.648398 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 2b326c70-e25d-49c8-b46e-ed5387e7faf1 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:33.734581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54208) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:33.747064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af721e33-1f08-4a44-8bf3-e64d4b9cad84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:33.817130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af721e33-1f08-4a44-8bf3-e64d4b9cad84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c94c4c7-7d53-4006-9675-c671151f9865,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:33.836473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af721e33-1f08-4a44-8bf3-e64d4b9cad84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:33.840619 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 3b40250d-e9d0-48e9-adc6-5d9a1611ca61 resource provider aggregate not found Oct 18 07:52:33.862231 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-af721e33-1f08-4a44-8bf3-e64d4b9cad84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] 10.222.0.17 "DELETE /v2.0/ports/0c94c4c7-7d53-4006-9675-c671151f9865 HTTP/1.1" status: 204 len: 168 time: 1.1747284 Oct 18 07:52:33.867510 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 3b40250d-e9d0-48e9-adc6-5d9a1611ca61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b40250d-e9d0-48e9-adc6-5d9a1611ca61 found for delete ", "request_id": "req-8925e73a-d39b-464a-90af-f83dee9eeaf0"}]} Oct 18 07:52:33.868081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54218) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:33.936515 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:33.954177 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb52610-b138-4366-898d-eaef8c8f1274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] GET failed (client error): The resource could not be found. Oct 18 07:52:33.954962 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ddb52610-b138-4366-898d-eaef8c8f1274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Synchronizing usage tracker for tenant:804556f6a36145b5b8b91a7c66d9c70c on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:33.985292 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Transition to ACTIVE for port object 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:34.000717 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ddb52610-b138-4366-898d-eaef8c8f1274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Unset dirty status for tenant:804556f6a36145b5b8b91a7c66d9c70c on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:34.002748 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ddb52610-b138-4366-898d-eaef8c8f1274 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] 10.222.0.17 "GET /v2.0/ports/0c94c4c7-7d53-4006-9675-c671151f9865 HTTP/1.1" status: 404 len: 333 time: 0.1329279 Oct 18 07:52:34.006020 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54222) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:34.011336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-542585e3-2077-4447-a3d1-fa661632948e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2116971280', 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:34.018571 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d73a4959-b239-411f-85bb-acd027f0d104 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=47974cd4eb884ded8936af8d089ec33e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780454 Oct 18 07:52:34.019837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-542585e3-2077-4447-a3d1-fa661632948e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:34.022171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54226) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:34.025436 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Current status of the port c97e17d8-ade0-4402-9a5f-a0a7627e0245 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:34.029665 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-b8591819-9712-4f95-afc0-a2d7a7be22c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Allocated IP 2001:db8:0:1::35a (4663a719-a7f2-4f0d-818d-1db3ce5183a0/599b40b8-dbeb-4199-8824-f29ed283055c/1378d893-162c-45bc-b2af-264cbef5f0d9) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:34.033945 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:34.034816 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3ee15182-ba49-4436-bab8-0fb0c97a41e4 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:34.045096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-542585e3-2077-4447-a3d1-fa661632948e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:34.076878 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] For port 422c5bed-b51f-4035-934a-805448e08b62, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:52:34.091489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542585e3-2077-4447-a3d1-fa661632948e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Made reservation on behalf of 804556f6a36145b5b8b91a7c66d9c70c for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:34.093763 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Transition to ACTIVE for port object b6e83ec5-fd49-41b5-ab9a-3f54ce03f6c7 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:34.094164 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-542585e3-2077-4447-a3d1-fa661632948e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:34.105529 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Provisioning complete for port db5eec96-5296-4b35-a9ba-0c6b95b17992 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:34.106578 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:34.106923 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Attempt 1 to provision port db5eec96-5296-4b35-a9ba-0c6b95b17992 Oct 18 07:52:34.130539 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-542585e3-2077-4447-a3d1-fa661632948e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] device_id is not set on port 92fab249-8780-4c63-9d50-66b3d0517fc8 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:34.196056 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] For port 422c5bed-b51f-4035-934a-805448e08b62, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=422c5bed-b51f-4035-934a-805448e08b62,segment=NetworkSegment(0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb),segment_id=0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:52:34.198410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-463334be-63fe-411a-81ac-76ad2e9fe9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:34.220270 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3ee15182-ba49-4436-bab8-0fb0c97a41e4 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "DELETE /v2.0/ports/6ca23f15-2847-4f2f-a826-022b042b4da0 HTTP/1.1" status: 204 len: 168 time: 3.8741808 Oct 18 07:52:34.221447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54230) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:34.234038 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:34.280449 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:34.313485 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-149f7bdb-51a4-4c09-97f8-e873250b6e51 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] GET failed (client error): The resource could not be found. Oct 18 07:52:34.314056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-149f7bdb-51a4-4c09-97f8-e873250b6e51 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Synchronizing usage tracker for tenant:8e5b016e9ba34758b54f9c7a4756168b on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:34.317985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Transition to ACTIVE for port object b6e83ec5-fd49-41b5-ab9a-3f54ce03f6c7 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:34.322146 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a34887-6b12-4e1e-86d0-384b596fe6b4 None None] Pushing event updated for resources: {'Port': ['ID=422c5bed-b51f-4035-934a-805448e08b62,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:34.324954 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-463334be-63fe-411a-81ac-76ad2e9fe9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:34.420583 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network e96ee321-525c-4d3c-aea9-828f9a4cabac is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:34.427632 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:34.438128 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:34.441848 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:34.442624 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:34.445406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-463334be-63fe-411a-81ac-76ad2e9fe9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:34.446141 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=0c764a3b-cac2-43de-8f1e-1b15f12eaee0,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:34.499590 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-149f7bdb-51a4-4c09-97f8-e873250b6e51 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Unset dirty status for tenant:8e5b016e9ba34758b54f9c7a4756168b on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:34.503672 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-149f7bdb-51a4-4c09-97f8-e873250b6e51 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "GET /v2.0/ports/6ca23f15-2847-4f2f-a826-022b042b4da0 HTTP/1.1" status: 404 len: 333 time: 0.2801156 Oct 18 07:52:34.505128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:34.525571 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54234) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:34.557564 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device db5eec96-5296-4b35-a9ba-0c6b95b17992 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:52:34.657778 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.resource_extend [None req-b8591819-9712-4f95-afc0-a2d7a7be22c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:52:34.666854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463334be-63fe-411a-81ac-76ad2e9fe9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9649d5-0d21-4297-bb13-653834f44f47,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:34.673130 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Network 1902f472-b42c-43e2-bb7c-7d7fa329b936 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:34.684451 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:34.693471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Subnet': ['ID=74d14527-fb76-45e4-a943-71f34b998814,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:34.694528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:34.705575 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:34.711807 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Current status of the port db5eec96-5296-4b35-a9ba-0c6b95b17992 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:34.720308 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f7f9a57e-83dd-442b-8e1f-2bb8544765c2 None None] Could not find standard attr ID for object a1218904-93ce-4627-9743-058a51759e31. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:52:34.830973 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Pushing event updated for resources: {'Port': ['ID=b6e83ec5-fd49-41b5-ab9a-3f54ce03f6c7,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:34.851339 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:52:34.867538 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] Deleting port db5eec96-5296-4b35-a9ba-0c6b95b17992 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:34.868148 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:34.869198 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b8591819-9712-4f95-afc0-a2d7a7be22c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:34.887384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:34.918651 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1902f472-b42c-43e2-bb7c-7d7fa329b936']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:34.933379 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82265f7-580f-4804-bc9f-8cb67aee240c') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:34.934606 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82265f7-580f-4804-bc9f-8cb67aee240c') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:34.948280 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:34.968397 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:34.977197 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-41203928-0296-479f-9906-cb7e25866410 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Deleting port d87fa720-db57-481a-8d98-f6cbe8a64a3c {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:34.977754 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-41203928-0296-479f-9906-cb7e25866410 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:34.984647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:52:34.985050 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:35.020950 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-b8591819-9712-4f95-afc0-a2d7a7be22c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Ignored duplicate provisioning block setup for port 1378d893-162c-45bc-b2af-264cbef5f0d9 by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 18 07:52:35.036569 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port db5eec96-5296-4b35-a9ba-0c6b95b17992 is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:35.037623 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:35.053911 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b8591819-9712-4f95-afc0-a2d7a7be22c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:35.056212 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Provisioning complete for port db5eec96-5296-4b35-a9ba-0c6b95b17992 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:35.056820 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:35.057351 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Attempt 1 to provision port db5eec96-5296-4b35-a9ba-0c6b95b17992 Oct 18 07:52:35.120947 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-463334be-63fe-411a-81ac-76ad2e9fe9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:35.122798 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-463334be-63fe-411a-81ac-76ad2e9fe9d2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/af9649d5-0d21-4297-bb13-653834f44f47 HTTP/1.1" status: 204 len: 168 time: 1.0999603 Oct 18 07:52:35.126982 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-542585e3-2077-4447-a3d1-fa661632948e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:35.139908 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 07:52:35.139908 dv-neutron-861625-1-hyperv neutron-server[89046]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 07:52:35.139908 dv-neutron-861625-1-hyperv neutron-server[89046]: [parameters: {'id': '1902f472-b42c-43e2-bb7c-7d7fa329b936'}] Oct 18 07:52:35.139908 dv-neutron-861625-1-hyperv neutron-server[89046]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:52:35.140441 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:52:35.170880 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-542585e3-2077-4447-a3d1-fa661632948e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:35.172772 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:35.197416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.objects.ports [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89045) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:52:35.209717 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Attempting to bind port b6e83ec5-fd49-41b5-ab9a-3f54ce03f6c7 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:35.210323 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Attempting to bind port b6e83ec5-fd49-41b5-ab9a-3f54ce03f6c7 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'f82265f7-580f-4804-bc9f-8cb67aee240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1902f472-b42c-43e2-bb7c-7d7fa329b936'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:35.210869 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Attempting to bind port b6e83ec5-fd49-41b5-ab9a-3f54ce03f6c7 on network 1902f472-b42c-43e2-bb7c-7d7fa329b936 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:35.249672 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:52:35.250309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Checking segment: {'id': 'f82265f7-580f-4804-bc9f-8cb67aee240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1902f472-b42c-43e2-bb7c-7d7fa329b936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:35.250910 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:35.251452 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Bound using segment: {'id': 'f82265f7-580f-4804-bc9f-8cb67aee240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1902f472-b42c-43e2-bb7c-7d7fa329b936'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:52:35.252088 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Bound port: b6e83ec5-fd49-41b5-ab9a-3f54ce03f6c7, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82265f7-580f-4804-bc9f-8cb67aee240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1902f472-b42c-43e2-bb7c-7d7fa329b936'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:52:35.252641 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:35.267233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542585e3-2077-4447-a3d1-fa661632948e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Network a534fd8b-de02-4686-993d-20c18ee1aabf is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:35.270605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-542585e3-2077-4447-a3d1-fa661632948e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:35.280014 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542585e3-2077-4447-a3d1-fa661632948e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:35.281087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542585e3-2077-4447-a3d1-fa661632948e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:35.281696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-542585e3-2077-4447-a3d1-fa661632948e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:35.306809 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-542585e3-2077-4447-a3d1-fa661632948e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2998044 Oct 18 07:52:35.310878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54240) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:35.314242 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542585e3-2077-4447-a3d1-fa661632948e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Pushing event updated for resources: {'Port': ['ID=92fab249-8780-4c63-9d50-66b3d0517fc8,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:35.326865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port db5eec96-5296-4b35-a9ba-0c6b95b17992, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=db5eec96-5296-4b35-a9ba-0c6b95b17992,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:35.382419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:35.404937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a35efad-0c77-4219-9fd8-a41815c0ae7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:35.404937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9a35efad-0c77-4219-9fd8-a41815c0ae7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Synchronizing usage tracker for tenant:804556f6a36145b5b8b91a7c66d9c70c on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:35.432619 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9a35efad-0c77-4219-9fd8-a41815c0ae7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Unset dirty status for tenant:804556f6a36145b5b8b91a7c66d9c70c on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:35.439460 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9a35efad-0c77-4219-9fd8-a41815c0ae7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] 10.222.0.17 "GET /v2.0/ports/92fab249-8780-4c63-9d50-66b3d0517fc8 HTTP/1.1" status: 200 len: 959 time: 0.1245325 Oct 18 07:52:35.441829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54244) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:35.547306 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-959dc424-695a-49b2-b36d-7cadbc3b9cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Deleting port 92fab249-8780-4c63-9d50-66b3d0517fc8 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:35.548089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-959dc424-695a-49b2-b36d-7cadbc3b9cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:35.730077 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8591819-9712-4f95-afc0-a2d7a7be22c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=1378d893-162c-45bc-b2af-264cbef5f0d9,revision_number=3']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:35.734313 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-b8591819-9712-4f95-afc0-a2d7a7be22c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] In _notify_port_updated(), no bound segment for port 1378d893-162c-45bc-b2af-264cbef5f0d9 on network 4663a719-a7f2-4f0d-818d-1db3ce5183a0 {{(pid=89045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:52:35.746309 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8591819-9712-4f95-afc0-a2d7a7be22c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:35.747012 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b8591819-9712-4f95-afc0-a2d7a7be22c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:35.748549 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b8591819-9712-4f95-afc0-a2d7a7be22c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "PUT /v2.0/ports/1378d893-162c-45bc-b2af-264cbef5f0d9 HTTP/1.1" status: 200 len: 1012 time: 3.8931398 Oct 18 07:52:35.750726 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] For port db5eec96-5296-4b35-a9ba-0c6b95b17992, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=db5eec96-5296-4b35-a9ba-0c6b95b17992,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:35.751540 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:35.766005 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54250) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:35.766371 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54252) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:35.776734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:35.826568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Deleting port b6e83ec5-fd49-41b5-ab9a-3f54ce03f6c7 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:35.826922 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:35.893994 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment f82265f7-580f-4804-bc9f-8cb67aee240c resource provider aggregate not found Oct 18 07:52:35.926860 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] Calling delete_port for db5eec96-5296-4b35-a9ba-0c6b95b17992 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:35.927241 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment f82265f7-580f-4804-bc9f-8cb67aee240c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f82265f7-580f-4804-bc9f-8cb67aee240c found for delete ", "request_id": "req-36c05045-8e9c-4c30-8c43-e97f55e5d8a7"}]} Oct 18 07:52:35.955319 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Current status of the port db5eec96-5296-4b35-a9ba-0c6b95b17992 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:35.955705 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:36.008829 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] For port b6e83ec5-fd49-41b5-ab9a-3f54ce03f6c7, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:52:36.012653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=db5eec96-5296-4b35-a9ba-0c6b95b17992,revision_number=7']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:36.033060 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] For port b6e83ec5-fd49-41b5-ab9a-3f54ce03f6c7, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b6e83ec5-fd49-41b5-ab9a-3f54ce03f6c7,segment=NetworkSegment(f82265f7-580f-4804-bc9f-8cb67aee240c),segment_id=f82265f7-580f-4804-bc9f-8cb67aee240c)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:52:36.038364 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc486275-b618-4fce-a14a-b791aa7dac02 None None] Network e96ee321-525c-4d3c-aea9-828f9a4cabac requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:36.055025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] For port db5eec96-5296-4b35-a9ba-0c6b95b17992, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=db5eec96-5296-4b35-a9ba-0c6b95b17992,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:36.062936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:36.105493 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-959dc424-695a-49b2-b36d-7cadbc3b9cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:36.190311 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee21f7-e07f-4f4d-8dce-443762dee284 None None] Pushing event updated for resources: {'Port': ['ID=b6e83ec5-fd49-41b5-ab9a-3f54ce03f6c7,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:36.194204 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:36.214968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-45d70a17-34da-4c6f-8cde-3732ec4f28b3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port 1378d893-162c-45bc-b2af-264cbef5f0d9 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:36.215987 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-45d70a17-34da-4c6f-8cde-3732ec4f28b3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:36.288234 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2a552b10-b6ab-4ced-b75a-10f9ce62a08a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=999c9df48d93446a886311063423fafb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5113688 Oct 18 07:52:36.295316 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54262) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:36.314019 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-959dc424-695a-49b2-b36d-7cadbc3b9cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Calling delete_port for 92fab249-8780-4c63-9d50-66b3d0517fc8 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:36.334836 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Provisioning for port 2b326c70-e25d-49c8-b46e-ed5387e7faf1 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:36.354088 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-41203928-0296-479f-9906-cb7e25866410 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:36.370795 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Provisioning complete for port 2b326c70-e25d-49c8-b46e-ed5387e7faf1 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:36.371199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:36.371643 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Attempt 1 to provision port 2b326c70-e25d-49c8-b46e-ed5387e7faf1 Oct 18 07:52:36.388733 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] For port b6e83ec5-fd49-41b5-ab9a-3f54ce03f6c7, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b6e83ec5-fd49-41b5-ab9a-3f54ce03f6c7,segment=NetworkSegment(f82265f7-580f-4804-bc9f-8cb67aee240c),segment_id=f82265f7-580f-4804-bc9f-8cb67aee240c)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:36.389099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:36.433291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb59a7a-d459-46e7-be48-a2cf930f8cf3 None None] Network 1902f472-b42c-43e2-bb7c-7d7fa329b936 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:36.463387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:52:36.463737 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:52:36.471394 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Pushing event updated for resources: {'Port': ['ID=db5eec96-5296-4b35-a9ba-0c6b95b17992,revision_number=8']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:36.548950 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Calling delete_port for b6e83ec5-fd49-41b5-ab9a-3f54ce03f6c7 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:36.575646 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 422c5bed-b51f-4035-934a-805448e08b62 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:36.614172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-959dc424-695a-49b2-b36d-7cadbc3b9cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:36.659927 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-41203928-0296-479f-9906-cb7e25866410 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Calling delete_port for d87fa720-db57-481a-8d98-f6cbe8a64a3c owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:36.682496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959dc424-695a-49b2-b36d-7cadbc3b9cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Pushing event deleted for resources: {'Port': ['ID=92fab249-8780-4c63-9d50-66b3d0517fc8,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:36.688656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-959dc424-695a-49b2-b36d-7cadbc3b9cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:36.703659 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:36.745466 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:36.754577 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-959dc424-695a-49b2-b36d-7cadbc3b9cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] 10.222.0.17 "DELETE /v2.0/ports/92fab249-8780-4c63-9d50-66b3d0517fc8 HTTP/1.1" status: 204 len: 168 time: 1.3121991 Oct 18 07:52:36.757756 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Port': ['ID=b6e83ec5-fd49-41b5-ab9a-3f54ce03f6c7,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:36.759630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54266) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:36.802367 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No DVR routers for this DVR port b6e83ec5-fd49-41b5-ab9a-3f54ce03f6c7 on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:52:36.838582 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-139acb8a-fd75-4f6f-81c5-48df07474cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] GET failed (client error): The resource could not be found. Oct 18 07:52:36.839211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-139acb8a-fd75-4f6f-81c5-48df07474cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Synchronizing usage tracker for tenant:804556f6a36145b5b8b91a7c66d9c70c on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:36.846393 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Current status of the port 2b326c70-e25d-49c8-b46e-ed5387e7faf1 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:36.846641 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:36.900028 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 422c5bed-b51f-4035-934a-805448e08b62 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:36.905266 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0c49-b622-4d4c-a6a4-2d69df272f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:36.913599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] For port 2b326c70-e25d-49c8-b46e-ed5387e7faf1, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=2b326c70-e25d-49c8-b46e-ed5387e7faf1,segment=NetworkSegment(5b99e733-18b6-425b-9400-6f79aad0af6a),segment_id=5b99e733-18b6-425b-9400-6f79aad0af6a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:36.921992 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:36.954535 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:36.959671 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Could not find standard attr ID for object 6ca23f15-2847-4f2f-a826-022b042b4da0. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:52:36.963201 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-139acb8a-fd75-4f6f-81c5-48df07474cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Unset dirty status for tenant:804556f6a36145b5b8b91a7c66d9c70c on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:36.968540 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-139acb8a-fd75-4f6f-81c5-48df07474cfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] 10.222.0.17 "GET /v2.0/ports/92fab249-8780-4c63-9d50-66b3d0517fc8 HTTP/1.1" status: 404 len: 333 time: 0.2016561 Oct 18 07:52:36.968987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54270) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:36.975798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ac0f800d-357a-45fd-8cb2-f0fffa346de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Request body: {'port': {'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499904197'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:36.979948 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] Deleting port db5eec96-5296-4b35-a9ba-0c6b95b17992 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:36.980327 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:36.992780 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ac0f800d-357a-45fd-8cb2-f0fffa346de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:37.006506 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1902f472-b42c-43e2-bb7c-7d7fa329b936']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:37.019809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ac0f800d-357a-45fd-8cb2-f0fffa346de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:37.025784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82265f7-580f-4804-bc9f-8cb67aee240c') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:37.026160 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82265f7-580f-4804-bc9f-8cb67aee240c') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:37.042355 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.051387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0f800d-357a-45fd-8cb2-f0fffa346de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Made reservation on behalf of 804556f6a36145b5b8b91a7c66d9c70c for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:37.054269 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac0f800d-357a-45fd-8cb2-f0fffa346de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.077044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0c49-b622-4d4c-a6a4-2d69df272f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.086894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.093846 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-ac0f800d-357a-45fd-8cb2-f0fffa346de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] device_id is not set on port d2933e80-1e0c-407e-b7ae-fe322dead465 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:37.134754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:52:37.134972 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Provisioning for port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:37.135497 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.143857 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Pushing event updated for resources: {'Port': ['ID=2b326c70-e25d-49c8-b46e-ed5387e7faf1,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:37.159952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Provisioning complete for port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:37.160306 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.160668 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Attempt 1 to provision port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 Oct 18 07:52:37.272477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.280301 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-41203928-0296-479f-9906-cb7e25866410 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.290343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.317370 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.339932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Network': ['ID=1902f472-b42c-43e2-bb7c-7d7fa329b936,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:37.355288 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8886a971-0068-47aa-843e-bb07cbec10da tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/1902f472-b42c-43e2-bb7c-7d7fa329b936 HTTP/1.1" status: 204 len: 168 time: 6.2648671 Oct 18 07:52:37.359341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54274) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:37.370786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-418efe48-4fe2-4cd8-b8fa-01112c0a7fae tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1279076680'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:37.379854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-418efe48-4fe2-4cd8-b8fa-01112c0a7fae tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:37.384338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-418efe48-4fe2-4cd8-b8fa-01112c0a7fae tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:network and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:37.388924 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-418efe48-4fe2-4cd8-b8fa-01112c0a7fae tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:37.395485 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-418efe48-4fe2-4cd8-b8fa-01112c0a7fae tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:37.439723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418efe48-4fe2-4cd8-b8fa-01112c0a7fae tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:37.442502 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] For port db5eec96-5296-4b35-a9ba-0c6b95b17992, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=db5eec96-5296-4b35-a9ba-0c6b95b17992,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:37.442869 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.444007 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-418efe48-4fe2-4cd8-b8fa-01112c0a7fae tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.494025 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.494823 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.514595 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-45d70a17-34da-4c6f-8cde-3732ec4f28b3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.589989 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41203928-0296-479f-9906-cb7e25866410 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event deleted for resources: {'Port': ['ID=d87fa720-db57-481a-8d98-f6cbe8a64a3c,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:37.605227 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] Calling delete_port for db5eec96-5296-4b35-a9ba-0c6b95b17992 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:37.637673 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Current status of the port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:37.638057 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.720174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] For port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7c8c134c-5aff-4765-8942-3fa1c6e20ff1,segment=NetworkSegment(75eba713-474e-440c-8163-aac1c1477a9e),segment_id=75eba713-474e-440c-8163-aac1c1477a9e)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:37.730297 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] For port db5eec96-5296-4b35-a9ba-0c6b95b17992, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=db5eec96-5296-4b35-a9ba-0c6b95b17992,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:37.732931 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.733067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac0f800d-357a-45fd-8cb2-f0fffa346de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.765360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.806125 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:52:37.806480 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:52:37.821867 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac0f800d-357a-45fd-8cb2-f0fffa346de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.833482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Provisioning for port 1378d893-162c-45bc-b2af-264cbef5f0d9 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:37.843383 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Provisioning complete for port 1378d893-162c-45bc-b2af-264cbef5f0d9 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:37.843737 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.844058 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Attempt 1 to provision port 1378d893-162c-45bc-b2af-264cbef5f0d9 Oct 18 07:52:37.868558 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Pushing event updated for resources: {'Port': ['ID=7c8c134c-5aff-4765-8942-3fa1c6e20ff1,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:37.909497 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418efe48-4fe2-4cd8-b8fa-01112c0a7fae tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:37.911622 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Port 1378d893-162c-45bc-b2af-264cbef5f0d9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:37.923994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0f800d-357a-45fd-8cb2-f0fffa346de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Network a534fd8b-de02-4686-993d-20c18ee1aabf is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:37.936660 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-ac0f800d-357a-45fd-8cb2-f0fffa346de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:37.943326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0f800d-357a-45fd-8cb2-f0fffa346de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:37.944367 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0f800d-357a-45fd-8cb2-f0fffa346de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:37.945070 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac0f800d-357a-45fd-8cb2-f0fffa346de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.952585 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment f82265f7-580f-4804-bc9f-8cb67aee240c resource provider aggregate not found Oct 18 07:52:37.958055 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-418efe48-4fe2-4cd8-b8fa-01112c0a7fae tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:37.958399 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-418efe48-4fe2-4cd8-b8fa-01112c0a7fae tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Added segment 09ae8f28-921d-42a9-94d0-c0084c70d08c of type vlan for network f5be8b7c-4c9b-4b47-bcfb-c6da0a754c71 Oct 18 07:52:37.959418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-45d70a17-34da-4c6f-8cde-3732ec4f28b3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for 1378d893-162c-45bc-b2af-264cbef5f0d9 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:37.959570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f800d-357a-45fd-8cb2-f0fffa346de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Pushing event updated for resources: {'Port': ['ID=d2933e80-1e0c-407e-b7ae-fe322dead465,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:37.984663 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment f82265f7-580f-4804-bc9f-8cb67aee240c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f82265f7-580f-4804-bc9f-8cb67aee240c found for delete ", "request_id": "req-1cc2032f-176b-46cc-b654-a92a9a9b5d7f"}]} Oct 18 07:52:37.995770 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ac0f800d-357a-45fd-8cb2-f0fffa346de3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0229392 Oct 18 07:52:38.003039 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54282) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:38.019832 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:38.037236 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0c49-b622-4d4c-a6a4-2d69df272f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:38.044741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-418efe48-4fe2-4cd8-b8fa-01112c0a7fae tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:38.057173 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79909bed-2ad3-4fe8-9e7d-7bd8138bf813 req-685bbe6f-9cf5-4c32-8b53-5ecc1a92230d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2990074 Oct 18 07:52:38.068842 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] Deleting port db5eec96-5296-4b35-a9ba-0c6b95b17992 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:38.069562 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:38.084531 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:38.085329 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:38.162489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-418efe48-4fe2-4cd8-b8fa-01112c0a7fae tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:38.168820 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418efe48-4fe2-4cd8-b8fa-01112c0a7fae tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:38.170011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-418efe48-4fe2-4cd8-b8fa-01112c0a7fae tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:38.207298 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:38.230058 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:38.233522 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:38.234119 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:38.255613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c0c49-b622-4d4c-a6a4-2d69df272f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30082476-a45a-4438-9b57-8ac5678aa3a3,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:38.346316 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:38.356095 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0c49-b622-4d4c-a6a4-2d69df272f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:38.357161 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-418efe48-4fe2-4cd8-b8fa-01112c0a7fae tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9923360 Oct 18 07:52:38.358188 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bb8c0c49-b622-4d4c-a6a4-2d69df272f6c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/30082476-a45a-4438-9b57-8ac5678aa3a3 HTTP/1.1" status: 204 len: 168 time: 2.0570266 Oct 18 07:52:38.358975 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=0c764a3b-cac2-43de-8f1e-1b15f12eaee0,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:38.366607 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54286) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:38.376268 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-aa27803e-8b33-498c-92e1-a0b77d59eac6 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'subnet': {'network_id': 'f5be8b7c-4c9b-4b47-bcfb-c6da0a754c71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:38.424560 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] For port db5eec96-5296-4b35-a9ba-0c6b95b17992, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=db5eec96-5296-4b35-a9ba-0c6b95b17992,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:38.425482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:38.445894 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Attempt 2 to provision port 1378d893-162c-45bc-b2af-264cbef5f0d9 Oct 18 07:52:38.462074 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.7359836 Oct 18 07:52:38.478203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-41203928-0296-479f-9906-cb7e25866410 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:38.480300 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-41203928-0296-479f-9906-cb7e25866410 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "DELETE /v2.0/ports/d87fa720-db57-481a-8d98-f6cbe8a64a3c HTTP/1.1" status: 204 len: 168 time: 3.9488671 Oct 18 07:52:38.491734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54294) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:38.492352 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54292) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:38.499624 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418efe48-4fe2-4cd8-b8fa-01112c0a7fae tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Network': ['ID=f5be8b7c-4c9b-4b47-bcfb-c6da0a754c71,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:38.512246 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-bc661d0d-c21e-49bb-813a-8188279ad778 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:38.533876 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=50285fdc-f7f4-4337-b6e4-42109cbede54,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:38.593789 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-024151fe-0d13-4dda-9c01-a09d6d12946b tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] GET failed (client error): The resource could not be found. Oct 18 07:52:38.598355 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-024151fe-0d13-4dda-9c01-a09d6d12946b tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "GET /v2.0/ports/d87fa720-db57-481a-8d98-f6cbe8a64a3c HTTP/1.1" status: 404 len: 333 time: 0.0972495 Oct 18 07:52:38.609815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54300) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:38.613346 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ee0ee-6c42-4881-b6df-e496ca479141 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=db5eec96-5296-4b35-a9ba-0c6b95b17992,revision_number=10']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:38.664383 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network e96ee321-525c-4d3c-aea9-828f9a4cabac is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:38.672291 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:38.718659 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network f5be8b7c-4c9b-4b47-bcfb-c6da0a754c71 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:38.732399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:38.747491 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-aa27803e-8b33-498c-92e1-a0b77d59eac6 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:38.760492 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79909bed-2ad3-4fe8-9e7d-7bd8138bf813 req-c5299260-ba35-4245-9528-a3519d86c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:38.762597 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79909bed-2ad3-4fe8-9e7d-7bd8138bf813 req-c5299260-ba35-4245-9528-a3519d86c7ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f286d48607e4386b10ca9eff3ca0147&device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 1099 time: 0.5841546 Oct 18 07:52:38.775206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-aa27803e-8b33-498c-92e1-a0b77d59eac6 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:subnet and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:38.785042 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-aa27803e-8b33-498c-92e1-a0b77d59eac6 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:38.817594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] Calling delete_port for db5eec96-5296-4b35-a9ba-0c6b95b17992 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:38.852018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-aa27803e-8b33-498c-92e1-a0b77d59eac6 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:38.956508 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-bc661d0d-c21e-49bb-813a-8188279ad778 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:38.964259 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-2ba7559f-a9b2-4823-9eff-921d69f402ba tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Deleting port 33cb4434-e5f4-4d95-9252-b6aba23888b5 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:38.965001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2ba7559f-a9b2-4823-9eff-921d69f402ba tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:38.965960 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-bc661d0d-c21e-49bb-813a-8188279ad778 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:38.974039 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-bc661d0d-c21e-49bb-813a-8188279ad778 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:38.992105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-bc661d0d-c21e-49bb-813a-8188279ad778 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:39.017520 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 1d1af122-52a3-46e6-8e7d-2def25f7339c has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:52:39.029885 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-45d70a17-34da-4c6f-8cde-3732ec4f28b3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:39.037974 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc661d0d-c21e-49bb-813a-8188279ad778 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:39.041937 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bc661d0d-c21e-49bb-813a-8188279ad778 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:39.043975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa27803e-8b33-498c-92e1-a0b77d59eac6 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:39.047841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-aa27803e-8b33-498c-92e1-a0b77d59eac6 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:39.110565 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Port 1378d893-162c-45bc-b2af-264cbef5f0d9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:39.116593 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:39.117223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:39.117559 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 Oct 18 07:52:39.283965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.ipam_backend_mixin [None req-aa27803e-8b33-498c-92e1-a0b77d59eac6 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Performing IP validity checks on allocation pools {{(pid=89046) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 18 07:52:39.284507 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.ipam_backend_mixin [None req-aa27803e-8b33-498c-92e1-a0b77d59eac6 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89046) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 18 07:52:39.337467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] device_id is not set on port d2933e80-1e0c-407e-b7ae-fe322dead465 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:39.357935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:39.364929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79909bed-2ad3-4fe8-9e7d-7bd8138bf813 req-09e282da-c11e-456f-b026-6e701b1ab92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:39.366674 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79909bed-2ad3-4fe8-9e7d-7bd8138bf813 req-09e282da-c11e-456f-b026-6e701b1ab92f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4b998fa-e372-4e50-b79b-07d7c610b310 HTTP/1.1" status: 200 len: 912 time: 0.5786097 Oct 18 07:52:39.374394 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:39.386707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Transition to ACTIVE for port object d2933e80-1e0c-407e-b7ae-fe322dead465 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:39.438736 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] Pushing event deleted for resources: {'Port': ['ID=db5eec96-5296-4b35-a9ba-0c6b95b17992,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:39.477283 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d70a17-34da-4c6f-8cde-3732ec4f28b3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Port': ['ID=1378d893-162c-45bc-b2af-264cbef5f0d9,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:39.555078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ad48ac-9332-4543-9a2c-31b62220a684 None None] No DVR routers for this DVR port db5eec96-5296-4b35-a9ba-0c6b95b17992 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:52:39.556595 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:39.557775 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 2b326c70-e25d-49c8-b46e-ed5387e7faf1 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:39.598326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:39.614072 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Attempt 3 to provision port 1378d893-162c-45bc-b2af-264cbef5f0d9 Oct 18 07:52:39.624361 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:52:39.646235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Sync routers for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:52:39.649265 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac809910-020b-4748-83e8-698f4187f790 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:39.693872 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a59cacf6-678b-49f8-9739-d2a59b0fa450 None None] Port 1378d893-162c-45bc-b2af-264cbef5f0d9 was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:52:39.766355 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:52:39.766989 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:52:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:39.858229 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-45d70a17-34da-4c6f-8cde-3732ec4f28b3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:39.873540 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-45d70a17-34da-4c6f-8cde-3732ec4f28b3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/ports/1378d893-162c-45bc-b2af-264cbef5f0d9 HTTP/1.1" status: 204 len: 168 time: 4.1007812 Oct 18 07:52:39.877157 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a5b3d96d-b6a2-4ad8-a4a7-bd9cb3746467 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/1d1af122-52a3-46e6-8e7d-2def25f7339c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0161698 Oct 18 07:52:39.879754 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54326) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:39.880249 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54328) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:39.902085 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-b2ce22a9-a0bf-4363-bb69-3f241e337b3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1161283116'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:39.941644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Could not find standard attr ID for object 1378d893-162c-45bc-b2af-264cbef5f0d9. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:52:39.966153 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b2ce22a9-a0bf-4363-bb69-3f241e337b3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:40.033044 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Provisioning for port 422c5bed-b51f-4035-934a-805448e08b62 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:40.048769 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Provisioning complete for port 422c5bed-b51f-4035-934a-805448e08b62 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:40.048958 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:40.049327 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Attempt 1 to provision port 422c5bed-b51f-4035-934a-805448e08b62 Oct 18 07:52:40.053632 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d4b019-08c4-4a3a-b483-ea358c0ac99b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] GET failed (client error): The resource could not be found. Oct 18 07:52:40.054204 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f2d4b019-08c4-4a3a-b483-ea358c0ac99b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:40.054639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Pushing event updated for resources: {'Port': ['ID=d2933e80-1e0c-407e-b7ae-fe322dead465,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:40.058058 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79909bed-2ad3-4fe8-9e7d-7bd8138bf813 req-b440926e-2906-472a-9882-543b8ab8e526 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e HTTP/1.1" status: 200 len: 1002 time: 0.6678481 Oct 18 07:52:40.066042 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:40.066386 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:40.066830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:40.073261 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b2ce22a9-a0bf-4363-bb69-3f241e337b3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:network and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:40.077252 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b2ce22a9-a0bf-4363-bb69-3f241e337b3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:40.083491 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:40.083832 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:40.085580 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b2ce22a9-a0bf-4363-bb69-3f241e337b3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:40.107771 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:52:40.109204 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bc661d0d-c21e-49bb-813a-8188279ad778 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:40.114601 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ce22a9-a0bf-4363-bb69-3f241e337b3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Made reservation on behalf of 40e2f53a491e42e8ab9b0ae7e52a82ac for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:40.118106 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 2 to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 Oct 18 07:52:40.118633 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b2ce22a9-a0bf-4363-bb69-3f241e337b3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:40.136442 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2ba7559f-a9b2-4823-9eff-921d69f402ba tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:40.218494 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 2b326c70-e25d-49c8-b46e-ed5387e7faf1 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:40.218823 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:40.219224 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 2b326c70-e25d-49c8-b46e-ed5387e7faf1 Oct 18 07:52:40.248510 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ce22a9-a0bf-4363-bb69-3f241e337b3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:40.259313 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b2ce22a9-a0bf-4363-bb69-3f241e337b3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:40.259726 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-b2ce22a9-a0bf-4363-bb69-3f241e337b3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Added segment 85bfbbba-87ea-47d2-a7eb-9642a8902eb5 of type vlan for network b9b27099-dec6-4163-8916-ae8c7b4198fb Oct 18 07:52:40.279365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:40.279710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:40.280037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:40.290538 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b2ce22a9-a0bf-4363-bb69-3f241e337b3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:40.293342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-2ba7559f-a9b2-4823-9eff-921d69f402ba tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Calling delete_port for 33cb4434-e5f4-4d95-9252-b6aba23888b5 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:40.327623 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc661d0d-c21e-49bb-813a-8188279ad778 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=760ff85a-4c75-45e2-938a-0f42c87d882a,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:40.338869 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f2d4b019-08c4-4a3a-b483-ea358c0ac99b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:40.342488 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f2d4b019-08c4-4a3a-b483-ea358c0ac99b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports/1378d893-162c-45bc-b2af-264cbef5f0d9 HTTP/1.1" status: 404 len: 333 time: 0.4563298 Oct 18 07:52:40.343165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54344) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:40.355139 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc661d0d-c21e-49bb-813a-8188279ad778 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:40.355384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:40.356061 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:40.357391 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b2ce22a9-a0bf-4363-bb69-3f241e337b3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:40.363800 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ce22a9-a0bf-4363-bb69-3f241e337b3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:40.364078 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 3 to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 Oct 18 07:52:40.365581 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b2ce22a9-a0bf-4363-bb69-3f241e337b3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:40.397704 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79909bed-2ad3-4fe8-9e7d-7bd8138bf813 req-e50524a6-bfc3-4894-9907-3182d9a47f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:40.399204 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79909bed-2ad3-4fe8-9e7d-7bd8138bf813 req-e50524a6-bfc3-4894-9907-3182d9a47f4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbb698bd-8a28-447d-9ac6-7bad4cc61081 HTTP/1.1" status: 200 len: 850 time: 0.3167629 Oct 18 07:52:40.409869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:40.410206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:40.410563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:40.452203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-bc661d0d-c21e-49bb-813a-8188279ad778 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:40.455677 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc661d0d-c21e-49bb-813a-8188279ad778 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:40.456261 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bc661d0d-c21e-49bb-813a-8188279ad778 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:40.482391 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54348) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:40.488744 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b2ce22a9-a0bf-4363-bb69-3f241e337b3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6004295 Oct 18 07:52:40.493512 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:40.493849 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:40.494268 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54352) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:40.499124 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 4 to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 Oct 18 07:52:40.504011 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-80be32ba-ad5e-450f-bee7-7fe667dde7e4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting subnet 599b40b8-dbeb-4199-8824-f29ed283055c {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:52:40.519864 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-87567fdf-3f51-414b-8932-3ed0c52078cb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'subnet': {'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:40.557114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-aa27803e-8b33-498c-92e1-a0b77d59eac6 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:40.560626 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-80be32ba-ad5e-450f-bee7-7fe667dde7e4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:40.597983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:40.598340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:40.598745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:40.612723 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': '50285fdc-f7f4-4337-b6e4-42109cbede54'}, {'subnet_id': '760ff85a-4c75-45e2-938a-0f42c87d882a'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:52:40.613620 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:40.628008 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bc661d0d-c21e-49bb-813a-8188279ad778 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1316173 Oct 18 07:52:40.628225 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54358) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:40.643912 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'mac_address': 'fa:16:3e:5a:b0:4b', 'name': 'tempest-NetworksTestDHCPv6-168605591'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:40.645465 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Current status of the port 422c5bed-b51f-4035-934a-805448e08b62 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:40.645842 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:40.659679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:40.659965 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:40.672185 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 5 to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 Oct 18 07:52:40.673891 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce22a9-a0bf-4363-bb69-3f241e337b3f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Network': ['ID=b9b27099-dec6-4163-8916-ae8c7b4198fb,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:40.732782 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-80be32ba-ad5e-450f-bee7-7fe667dde7e4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:40.753067 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network b9b27099-dec6-4163-8916-ae8c7b4198fb details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:40.790524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:40.790899 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:40.792406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:40.820538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:40.820883 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:40.832974 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 6 to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 Oct 18 07:52:40.846204 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-87567fdf-3f51-414b-8932-3ed0c52078cb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:40.850174 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-87567fdf-3f51-414b-8932-3ed0c52078cb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:subnet and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:40.853122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-87567fdf-3f51-414b-8932-3ed0c52078cb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:40.860347 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-87567fdf-3f51-414b-8932-3ed0c52078cb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:40.866832 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27803e-8b33-498c-92e1-a0b77d59eac6 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Subnet': ['ID=6a749669-6fa2-42e8-9959-205bc9ff3bdc,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:40.874757 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-578338755'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:40.877736 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79909bed-2ad3-4fe8-9e7d-7bd8138bf813 req-4030c55d-06df-43fe-b522-a99bee09cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:40.879335 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79909bed-2ad3-4fe8-9e7d-7bd8138bf813 req-4030c55d-06df-43fe-b522-a99bee09cb72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4b998fa-e372-4e50-b79b-07d7c610b310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4720297 Oct 18 07:52:40.887165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:40.888286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87567fdf-3f51-414b-8932-3ed0c52078cb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Made reservation on behalf of 40e2f53a491e42e8ab9b0ae7e52a82ac for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:40.892167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-87567fdf-3f51-414b-8932-3ed0c52078cb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:40.896076 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Usage tracker for resource:network and tenant:feb7a41963a9418e989e4f29f12c04e2 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:40.902908 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:40.907957 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:40.915353 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:40.918584 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:port and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:40.922177 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:40.931462 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:40.942225 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-80be32ba-ad5e-450f-bee7-7fe667dde7e4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:40.946385 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa27803e-8b33-498c-92e1-a0b77d59eac6 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Checking segment: {'id': '09ae8f28-921d-42a9-94d0-c0084c70d08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f5be8b7c-4c9b-4b47-bcfb-c6da0a754c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:40.946775 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa27803e-8b33-498c-92e1-a0b77d59eac6 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network hostable DHCP agents. Network: f5be8b7c-4c9b-4b47-bcfb-c6da0a754c71, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:52:40.972869 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Made reservation on behalf of feb7a41963a9418e989e4f29f12c04e2 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:40.976242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:40.977826 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 2b326c70-e25d-49c8-b46e-ed5387e7faf1 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:40.994520 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:40.998183 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] For port 422c5bed-b51f-4035-934a-805448e08b62, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=422c5bed-b51f-4035-934a-805448e08b62,segment=NetworkSegment(0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb),segment_id=0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:41.003674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:41.003843 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:41.004256 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:41.012339 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:41.022807 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:41.042292 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:41.060309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2ba7559f-a9b2-4823-9eff-921d69f402ba tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:41.101968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Usage tracker for resource:security_group_rule and tenant:feb7a41963a9418e989e4f29f12c04e2 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:41.110895 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:41.130014 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:41.130845 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:41.131260 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:41.194835 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 7 to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 Oct 18 07:52:41.198951 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-80be32ba-ad5e-450f-bee7-7fe667dde7e4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:41.230610 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:41.230957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:41.231421 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:41.250021 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7559f-a9b2-4823-9eff-921d69f402ba tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event deleted for resources: {'Port': ['ID=33cb4434-e5f4-4d95-9252-b6aba23888b5,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:41.258193 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:41.288797 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be32ba-ad5e-450f-bee7-7fe667dde7e4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Subnet': ['ID=599b40b8-dbeb-4199-8824-f29ed283055c,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:41.307825 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-80be32ba-ad5e-450f-bee7-7fe667dde7e4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:41.327210 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port 8f3adf03-3f85-4af2-bc54-28e0d833826e yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:41.328048 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edb4225-3309-4a2f-b53c-89cc476855f3 None None] Network 4663a719-a7f2-4f0d-818d-1db3ce5183a0 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:41.380448 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-80be32ba-ad5e-450f-bee7-7fe667dde7e4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/599b40b8-dbeb-4199-8824-f29ed283055c HTTP/1.1" status: 204 len: 168 time: 1.0241830 Oct 18 07:52:41.389648 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54362) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:41.423491 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Provisioning for port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:41.440311 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Provisioning complete for port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:41.440693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:41.440986 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Attempt 1 to provision port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 Oct 18 07:52:41.452257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:41.452563 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:41.460528 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 8 to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 Oct 18 07:52:41.483706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa27803e-8b33-498c-92e1-a0b77d59eac6 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network f5be8b7c-4c9b-4b47-bcfb-c6da0a754c71 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:52:41.512449 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Allocated IP 172.20.0.2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/760ff85a-4c75-45e2-938a-0f42c87d882a/e7bb85a7-a693-40c2-a780-c724235231e8) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:41.526381 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:41.526807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:41.527093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:41.537861 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01f0def-bd07-4486-80f5-9e0a49adf7a5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting subnet 39234891-ec7d-4d9c-85b7-10b021e4f224 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:52:41.543082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Allocated IP 2001:db8::f816:3eff:fe24:cdb1 (421d0710-6574-4dc6-a599-2fa72ae31b2e/50285fdc-f7f4-4337-b6e4-42109cbede54/e7bb85a7-a693-40c2-a780-c724235231e8) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:41.545366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-aa27803e-8b33-498c-92e1-a0b77d59eac6 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, f5be8b7c-4c9b-4b47-bcfb-c6da0a754c71) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:41.546539 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Pushing event updated for resources: {'Port': ['ID=422c5bed-b51f-4035-934a-805448e08b62,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:41.546878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:41.547208 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:41.548782 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d01f0def-bd07-4486-80f5-9e0a49adf7a5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:41.550079 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 9 to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 Oct 18 07:52:41.559716 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79909bed-2ad3-4fe8-9e7d-7bd8138bf813 req-4759f5c7-f152-42e9-94c4-933c980882fb service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485388 Oct 18 07:52:41.561167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa27803e-8b33-498c-92e1-a0b77d59eac6 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:41.561875 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-aa27803e-8b33-498c-92e1-a0b77d59eac6 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:41.565703 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2ba7559f-a9b2-4823-9eff-921d69f402ba tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:41.572443 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:41.595638 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:41.603190 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:41.615999 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:41.619035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58df21f8-9a73-4eab-97c8-ac7d40ef5762 None None] Network f5be8b7c-4c9b-4b47-bcfb-c6da0a754c71 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:41.632826 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:52:34Z', 'revision_number': 3, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:36Z', 'revision_number': 2, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:41.667240 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d01f0def-bd07-4486-80f5-9e0a49adf7a5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:41.669186 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:41.669531 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:41.669867 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:41.690473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:41.690831 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:41.694412 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2ba7559f-a9b2-4823-9eff-921d69f402ba tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "DELETE /v2.0/ports/33cb4434-e5f4-4d95-9252-b6aba23888b5 HTTP/1.1" status: 204 len: 168 time: 3.0813746 Oct 18 07:52:41.697334 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Checking router: 1d1af122-52a3-46e6-8e7d-2def25f7339c for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:52:41.697613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:41.697727 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Updating router 1d1af122-52a3-46e6-8e7d-2def25f7339c port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:52:41.697847 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Added segment 92b1e7ff-c662-4c8c-8f26-7fcc35e495dd of type vlan for network 9b6722c5-1341-418b-b1e0-6b5ba4643645 Oct 18 07:52:41.702083 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54366) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:41.722027 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempt 10 to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 Oct 18 07:52:41.730308 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-aa27803e-8b33-498c-92e1-a0b77d59eac6 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.3626761 Oct 18 07:52:41.747735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54370) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:41.762425 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d890c0-7495-4875-93ad-67875fde8400,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:41.799549 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:41.810118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:41.810711 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:41.811459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempting to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:41.839993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-286c6362-84a1-4cd9-a45e-ec5a0b956157 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Deleting subnet e1e9cc21-7738-4fa3-a069-a9f6e51e3fc7 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:52:41.858039 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:41.878339 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:41.878783 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Failed to bind port d2933e80-1e0c-407e-b7ae-fe322dead465 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '8ac458cf-4e58-4c0d-97e7-c81dd13965fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a534fd8b-de02-4686-993d-20c18ee1aabf'}] Oct 18 07:52:41.879155 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:41.939687 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79909bed-2ad3-4fe8-9e7d-7bd8138bf813 req-3ce2d8c3-a2d2-4c4d-a5d0-cc9bc41775ea service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652749 Oct 18 07:52:41.992851 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-286c6362-84a1-4cd9-a45e-ec5a0b956157 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.052853 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-87567fdf-3f51-414b-8932-3ed0c52078cb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.053272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.059557 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:42.060236 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.082988 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Attempt 2 to provision port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 Oct 18 07:52:42.175336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-04dc668d-7f31-4007-8653-d55fe557916c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.182976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d01f0def-bd07-4486-80f5-9e0a49adf7a5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.199153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87567fdf-3f51-414b-8932-3ed0c52078cb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Checking segment: {'id': '85bfbbba-87ea-47d2-a7eb-9642a8902eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:42.199516 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87567fdf-3f51-414b-8932-3ed0c52078cb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network hostable DHCP agents. Network: b9b27099-dec6-4163-8916-ae8c7b4198fb, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:52:42.213231 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87567fdf-3f51-414b-8932-3ed0c52078cb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Subnet': ['ID=266d8be1-c034-457e-a613-854b3af14cd7,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:42.217197 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] For port d2933e80-1e0c-407e-b7ae-fe322dead465, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:52:42.217571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attempted to set empty binding levels {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 18 07:52:42.232942 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.233482 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] In _notify_port_updated(), no bound segment for port d2933e80-1e0c-407e-b7ae-fe322dead465 on network a534fd8b-de02-4686-993d-20c18ee1aabf {{(pid=89046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:52:42.233797 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-286c6362-84a1-4cd9-a45e-ec5a0b956157 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.234344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:42.234982 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.239317 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] 10.222.0.17 "PUT /v2.0/ports/d2933e80-1e0c-407e-b7ae-fe322dead465 HTTP/1.1" status: 200 len: 981 time: 4.2317109 Oct 18 07:52:42.266153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54374) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:42.276485 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7895319 Oct 18 07:52:42.351441 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87567fdf-3f51-414b-8932-3ed0c52078cb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network b9b27099-dec6-4163-8916-ae8c7b4198fb is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:52:42.380039 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:42.384354 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-87567fdf-3f51-414b-8932-3ed0c52078cb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, b9b27099-dec6-4163-8916-ae8c7b4198fb) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:42.392080 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-286c6362-84a1-4cd9-a45e-ec5a0b956157 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.401951 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb6caf8-988a-4b8b-885e-94f2f7f12338 None None] Network b9b27099-dec6-4163-8916-ae8c7b4198fb requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:42.403260 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87567fdf-3f51-414b-8932-3ed0c52078cb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:42.403860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-87567fdf-3f51-414b-8932-3ed0c52078cb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.458497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.465140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739382e3-18c3-48e8-966c-9f1aae0c32f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-f5be8b7c-4c9b-4b47-bcfb-c6da0a754c71', 'network_id': 'f5be8b7c-4c9b-4b47-bcfb-c6da0a754c71', 'tenant_id': '521d9aa55f07432182e0e8bda0b60ecd', 'fixed_ips': [{'subnet_id': '6a749669-6fa2-42e8-9959-205bc9ff3bdc'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:52:42.469442 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-04dc668d-7f31-4007-8653-d55fe557916c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.474161 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-739382e3-18c3-48e8-966c-9f1aae0c32f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.483244 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45b781-c26b-4455-ae92-ae2a7024161f tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Pushing event updated for resources: {'Network': ['ID=9b6722c5-1341-418b-b1e0-6b5ba4643645,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:42.494328 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-286c6362-84a1-4cd9-a45e-ec5a0b956157 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.517480 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 9b6722c5-1341-418b-b1e0-6b5ba4643645 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:42.522671 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-87567fdf-3f51-414b-8932-3ed0c52078cb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0136681 Oct 18 07:52:42.522671 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8601a-4d3f-46a5-9284-00b757be6fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Pushing event updated for resources: {'Port': ['ID=d2933e80-1e0c-407e-b7ae-fe322dead465,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:42.529458 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54384) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:42.537413 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-decaa9a7-2ecc-4560-bd4f-56aee2eb56d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Deleting port d2933e80-1e0c-407e-b7ae-fe322dead465 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:42.538230 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-decaa9a7-2ecc-4560-bd4f-56aee2eb56d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.549611 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c6362-84a1-4cd9-a45e-ec5a0b956157 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e9cc21-7738-4fa3-a069-a9f6e51e3fc7,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:42.555984 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-286c6362-84a1-4cd9-a45e-ec5a0b956157 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.565063 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-286c6362-84a1-4cd9-a45e-ec5a0b956157 tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "DELETE /v2.0/subnets/e1e9cc21-7738-4fa3-a069-a9f6e51e3fc7 HTTP/1.1" status: 204 len: 168 time: 0.8616638 Oct 18 07:52:42.567825 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54388) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:42.645935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54392) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:42.710502 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d01f0def-bd07-4486-80f5-9e0a49adf7a5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.716751 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Transition to ACTIVE for port object e7bb85a7-a693-40c2-a780-c724235231e8 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:42.739758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Request body: {'port': {'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645', 'binding:host_id': 'hv-neutron-8616', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2072782286'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:42.744816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:42.748978 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Usage tracker for resource:port and tenant:9a7351b407004d71b1bf496f5b4f2d05 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:42.752244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:42.758308 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:42.765924 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.809017 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d01f0def-bd07-4486-80f5-9e0a49adf7a5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.814296 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d01f0def-bd07-4486-80f5-9e0a49adf7a5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/39234891-ec7d-4d9c-85b7-10b021e4f224 HTTP/1.1" status: 204 len: 168 time: 1.4210329 Oct 18 07:52:42.815678 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f0def-bd07-4486-80f5-9e0a49adf7a5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Subnet': ['ID=39234891-ec7d-4d9c-85b7-10b021e4f224,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:42.818672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Made reservation on behalf of 9a7351b407004d71b1bf496f5b4f2d05 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:42.821117 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.823028 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54396) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:42.894006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.903294 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Deleting port 91609ef7-3ad9-40d7-b9c2-c169ee50055c {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:42.903644 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:42.944283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786696f8-8b55-403d-9b9d-95f30b95f1f5 None None] Network e088752f-337b-4f4a-8daa-4549b411fdc5 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:42.957126 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Attempt 3 to provision port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 Oct 18 07:52:43.055906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:43.063505 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-04dc668d-7f31-4007-8653-d55fe557916c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:43.113180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Usage tracker for resource:security_group_rule and tenant:9a7351b407004d71b1bf496f5b4f2d05 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:43.123018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:43.135805 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:43.169675 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port 2b326c70-e25d-49c8-b46e-ed5387e7faf1 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:43.170028 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:43.248655 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 422c5bed-b51f-4035-934a-805448e08b62 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:43.341421 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Transition to ACTIVE for port object e7bb85a7-a693-40c2-a780-c724235231e8 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:43.342732 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:43.380361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc668d-7f31-4007-8653-d55fe557916c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Subnet': ['ID=6a749669-6fa2-42e8-9959-205bc9ff3bdc,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:43.448707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 422c5bed-b51f-4035-934a-805448e08b62 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:43.449292 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:43.449607 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 422c5bed-b51f-4035-934a-805448e08b62 Oct 18 07:52:43.484760 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] For port 91609ef7-3ad9-40d7-b9c2-c169ee50055c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=91609ef7-3ad9-40d7-b9c2-c169ee50055c,segment=NetworkSegment(3f57599a-3220-481c-b227-0be302c0367d),segment_id=3f57599a-3220-481c-b227-0be302c0367d)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:43.485157 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:43.507774 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:43.559177 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:43.570431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-decaa9a7-2ecc-4560-bd4f-56aee2eb56d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] For port d2933e80-1e0c-407e-b7ae-fe322dead465, host hv-neutron-8616, got binding levels [] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:43.570855 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-decaa9a7-2ecc-4560-bd4f-56aee2eb56d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:43.611790 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead65c40-85ff-41e9-b99f-34008425f7e7 None None] Network 4663a719-a7f2-4f0d-818d-1db3ce5183a0 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:43.642792 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-04dc668d-7f31-4007-8653-d55fe557916c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:43.694197 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Calling delete_port for 91609ef7-3ad9-40d7-b9c2-c169ee50055c owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:43.781402 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:43.795151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-decaa9a7-2ecc-4560-bd4f-56aee2eb56d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Calling delete_port for d2933e80-1e0c-407e-b7ae-fe322dead465 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:43.832289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-b9b27099-dec6-4163-8916-ae8c7b4198fb', 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'fixed_ips': [{'subnet_id': '266d8be1-c034-457e-a613-854b3af14cd7'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:52:43.833373 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:43.841256 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] For port 2b326c70-e25d-49c8-b46e-ed5387e7faf1, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=2b326c70-e25d-49c8-b46e-ed5387e7faf1,segment=NetworkSegment(5b99e733-18b6-425b-9400-6f79aad0af6a),segment_id=5b99e733-18b6-425b-9400-6f79aad0af6a)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:43.841662 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:43.843234 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:43.849197 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:43.866354 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b25c9aa-e5c1-4bed-961f-75983a43d66d None None] Network f5be8b7c-4c9b-4b47-bcfb-c6da0a754c71 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:43.868660 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-04dc668d-7f31-4007-8653-d55fe557916c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5be8b7c-4c9b-4b47-bcfb-c6da0a754c71']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:43.903886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-04dc668d-7f31-4007-8653-d55fe557916c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ae8f28-921d-42a9-94d0-c0084c70d08c') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:43.904156 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-04dc668d-7f31-4007-8653-d55fe557916c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ae8f28-921d-42a9-94d0-c0084c70d08c') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:43.911637 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Pushing event updated for resources: {'Port': ['ID=e7bb85a7-a693-40c2-a780-c724235231e8,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:43.979138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-04dc668d-7f31-4007-8653-d55fe557916c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.021124 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-04dc668d-7f31-4007-8653-d55fe557916c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.044968 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.052066 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-decaa9a7-2ecc-4560-bd4f-56aee2eb56d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.061028 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Attempt 4 to provision port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 Oct 18 07:52:44.063210 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04dc668d-7f31-4007-8653-d55fe557916c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:52:44.063625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-04dc668d-7f31-4007-8653-d55fe557916c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.104800 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 172.20.0.7 (421d0710-6574-4dc6-a599-2fa72ae31b2e/760ff85a-4c75-45e2-938a-0f42c87d882a/8f3adf03-3f85-4af2-bc54-28e0d833826e) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:44.113569 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for 2b326c70-e25d-49c8-b46e-ed5387e7faf1 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:44.120194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.125463 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 09ae8f28-921d-42a9-94d0-c0084c70d08c resource provider aggregate not found Oct 18 07:52:44.160705 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::f816:3eff:fe5a:b04b (421d0710-6574-4dc6-a599-2fa72ae31b2e/50285fdc-f7f4-4337-b6e4-42109cbede54/8f3adf03-3f85-4af2-bc54-28e0d833826e) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:44.170243 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.226788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decaa9a7-2ecc-4560-bd4f-56aee2eb56d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2933e80-1e0c-407e-b7ae-fe322dead465,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:44.242067 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 09ae8f28-921d-42a9-94d0-c0084c70d08c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09ae8f28-921d-42a9-94d0-c0084c70d08c found for delete ", "request_id": "req-61127755-d553-4ae3-aa1d-00fbbeb195b6"}]} Oct 18 07:52:44.247863 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event deleted for resources: {'Port': ['ID=91609ef7-3ad9-40d7-b9c2-c169ee50055c,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:44.248145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] device_id is not set on port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:44.260646 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.resource_extend [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:52:44.286600 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] No DVR routers for this DVR port 91609ef7-3ad9-40d7-b9c2-c169ee50055c on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:52:44.342169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-decaa9a7-2ecc-4560-bd4f-56aee2eb56d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.356943 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.367020 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 422c5bed-b51f-4035-934a-805448e08b62 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:44.372193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44ffa5e-4a0b-4fd6-9963-e7b4f4900be7,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:44.388424 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-04dc668d-7f31-4007-8653-d55fe557916c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.423965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-04dc668d-7f31-4007-8653-d55fe557916c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.451502 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc668d-7f31-4007-8653-d55fe557916c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Network': ['ID=f5be8b7c-4c9b-4b47-bcfb-c6da0a754c71,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:44.454435 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.487723 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-04dc668d-7f31-4007-8653-d55fe557916c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/f5be8b7c-4c9b-4b47-bcfb-c6da0a754c71 HTTP/1.1" status: 204 len: 168 time: 2.7324817 Oct 18 07:52:44.487723 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-decaa9a7-2ecc-4560-bd4f-56aee2eb56d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] 10.222.0.17 "DELETE /v2.0/ports/d2933e80-1e0c-407e-b7ae-fe322dead465 HTTP/1.1" status: 204 len: 168 time: 2.1781197 Oct 18 07:52:44.487723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54408) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:44.489783 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54410) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:44.497376 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-b2ac5b2f-52a2-4d4a-904a-b42cddef4566 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1065325387'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:44.516031 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] No DVR routers for this DVR port 2b326c70-e25d-49c8-b46e-ed5387e7faf1 on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:52:44.518383 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Port': ['ID=2b326c70-e25d-49c8-b46e-ed5387e7faf1,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:44.564125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b2ac5b2f-52a2-4d4a-904a-b42cddef4566 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:44.566082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:44.634640 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.637112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Attempting to bind port e7bb85a7-a693-40c2-a780-c724235231e8 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:44.637631 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Attempting to bind port e7bb85a7-a693-40c2-a780-c724235231e8 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:44.638063 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b2ac5b2f-52a2-4d4a-904a-b42cddef4566 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:network and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:44.638298 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Attempting to bind port e7bb85a7-a693-40c2-a780-c724235231e8 on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:44.643569 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b2ac5b2f-52a2-4d4a-904a-b42cddef4566 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:44.662705 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3c27c3-a75c-4160-8f47-e0a03909412a None None] DHCP port deletion for 4663a719-a7f2-4f0d-818d-1db3ce5183a0 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:52:44.665166 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b2ac5b2f-52a2-4d4a-904a-b42cddef4566 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:44.678121 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d0a4e0-50a5-4da8-b59e-3cae6c999bdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] GET failed (client error): The resource could not be found. Oct 18 07:52:44.678732 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-60d0a4e0-50a5-4da8-b59e-3cae6c999bdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Synchronizing usage tracker for tenant:804556f6a36145b5b8b91a7c66d9c70c on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:44.701495 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:52:44.702183 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:44.702612 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.703168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:52:44.703657 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Bound port: e7bb85a7-a693-40c2-a780-c724235231e8, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:52:44.704030 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.726064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.760382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ac5b2f-52a2-4d4a-904a-b42cddef4566 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:44.764430 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b2ac5b2f-52a2-4d4a-904a-b42cddef4566 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.764643 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e088752f-337b-4f4a-8daa-4549b411fdc5']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:44.792706 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Transition to ACTIVE for port object 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:44.808909 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f57599a-3220-481c-b227-0be302c0367d') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:44.809272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f57599a-3220-481c-b227-0be302c0367d') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:44.824974 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.841973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.857857 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.859274 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ac5b2f-52a2-4d4a-904a-b42cddef4566 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:44.861162 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-60d0a4e0-50a5-4da8-b59e-3cae6c999bdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] Unset dirty status for tenant:804556f6a36145b5b8b91a7c66d9c70c on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:44.865771 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-60d0a4e0-50a5-4da8-b59e-3cae6c999bdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380960478-project-admin] 10.222.0.17 "GET /v2.0/ports/d2933e80-1e0c-407e-b7ae-fe322dead465 HTTP/1.1" status: 404 len: 333 time: 0.3694248 Oct 18 07:52:44.871294 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54416) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:44.900487 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.910128 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4663a719-a7f2-4f0d-818d-1db3ce5183a0']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:44.917655 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:52:44.918727 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:44.930410 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Allocated IP 2001:db8:2::2 (b9b27099-dec6-4163-8916-ae8c7b4198fb/266d8be1-c034-457e-a613-854b3af14cd7/0e210383-eede-448d-8cde-674673303c3a) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:44.941628 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c3aa10-9a23-482c-91ac-64e5ce0f440b None None] DHCP port deletion for e088752f-337b-4f4a-8daa-4549b411fdc5 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:52:45.010185 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b99e733-18b6-425b-9400-6f79aad0af6a') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:45.010631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b99e733-18b6-425b-9400-6f79aad0af6a') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:45.019139 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 3f57599a-3220-481c-b227-0be302c0367d resource provider aggregate not found Oct 18 07:52:45.046058 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.068775 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 3f57599a-3220-481c-b227-0be302c0367d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f57599a-3220-481c-b227-0be302c0367d found for delete ", "request_id": "req-7ade94c2-35ca-4ee5-9316-fde3e5d83fd8"}]} Oct 18 07:52:45.079905 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.099974 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object 8f3adf03-3f85-4af2-bc54-28e0d833826e will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:45.110007 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Attempt 5 to provision port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 Oct 18 07:52:45.113203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.122936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.126467 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:52:45.126939 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.169034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.174761 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b2ac5b2f-52a2-4d4a-904a-b42cddef4566 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.175224 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-b2ac5b2f-52a2-4d4a-904a-b42cddef4566 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Added segment 3877f3e2-c7c7-4307-8bd6-57f023c00752 of type vlan for network ce249294-b30c-44c8-8ed3-67d826628a81 Oct 18 07:52:45.219911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:52:45.220995 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Attempting to bind port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:45.220995 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Attempting to bind port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:45.221258 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Attempting to bind port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 on network e96ee321-525c-4d3c-aea9-828f9a4cabac {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:45.224445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8096c0d-0981-4fdd-99b3-1a9bafb9959a None None] Pushing event updated for resources: {'Port': ['ID=0c764a3b-cac2-43de-8f1e-1b15f12eaee0,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:45.228429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 91609ef7-3ad9-40d7-b9c2-c169ee50055c no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:52:45.238889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] Pushing event deleted for resources: {'Network': ['ID=e088752f-337b-4f4a-8daa-4549b411fdc5,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:45.266409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] device_id is not set on port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:45.266653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] For port e7bb85a7-a693-40c2-a780-c724235231e8, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:52:45.274720 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-93bd1fa7-2176-47cc-8374-d9b702ef5cbe tempest-AllowedAddressPairTestJSON-1391082491 tempest-AllowedAddressPairTestJSON-1391082491-project] 10.222.0.17 "DELETE /v2.0/networks/e088752f-337b-4f4a-8daa-4549b411fdc5 HTTP/1.1" status: 204 len: 168 time: 2.7056539 Oct 18 07:52:45.286655 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.289021 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b2ac5b2f-52a2-4d4a-904a-b42cddef4566 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.290755 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.295924 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.303544 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.317072 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ef7dcfe1-6b65-4174-b4b0-3a0a49678313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.324531 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:52:45.324887 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Checking segment: {'id': '0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:45.325549 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.325664 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Bound using segment: {'id': '0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:52:45.326087 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Bound port: 0c764a3b-cac2-43de-8f1e-1b15f12eaee0, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:52:45.328147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.345937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Transition to ACTIVE for port object 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:45.380901 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Network': ['ID=4663a719-a7f2-4f0d-818d-1db3ce5183a0,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:45.386865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 91609ef7-3ad9-40d7-b9c2-c169ee50055c {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:52:45.387210 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 91609ef7-3ad9-40d7-b9c2-c169ee50055c not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:52:45.387634 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 2b326c70-e25d-49c8-b46e-ed5387e7faf1 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:52:45.401134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.407281 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-06daa046-6405-4842-8f5a-9450cfddb460 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/networks/4663a719-a7f2-4f0d-818d-1db3ce5183a0 HTTP/1.1" status: 204 len: 168 time: 2.5806987 Oct 18 07:52:45.416967 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54426) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:45.425771 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:45.426484 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] For port e7bb85a7-a693-40c2-a780-c724235231e8, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e7bb85a7-a693-40c2-a780-c724235231e8,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:52:45.429572 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:45.434363 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:45.453034 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 2b326c70-e25d-49c8-b46e-ed5387e7faf1 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:52:45.453380 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 2b326c70-e25d-49c8-b46e-ed5387e7faf1 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:52:45.456731 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.472173 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b2ac5b2f-52a2-4d4a-904a-b42cddef4566 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.477948 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac5b2f-52a2-4d4a-904a-b42cddef4566 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:45.478765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b2ac5b2f-52a2-4d4a-904a-b42cddef4566 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.484484 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=8f3adf03-3f85-4af2-bc54-28e0d833826e,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:45.522474 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:45.523173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.547361 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-06e32c13-2c93-4f7f-9a25-3095317dbb0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.9179652 Oct 18 07:52:45.549793 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54430) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:45.668797 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bd1e0d-60d4-49a4-b102-4cb3195b9e5d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:45.675140 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bd1e0d-60d4-49a4-b102-4cb3195b9e5d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:45.675955 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a1bd1e0d-60d4-49a4-b102-4cb3195b9e5d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:45.686325 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] For port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:52:45.690589 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] For port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0c764a3b-cac2-43de-8f1e-1b15f12eaee0,segment=NetworkSegment(0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb),segment_id=0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:52:45.697027 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a1bd1e0d-60d4-49a4-b102-4cb3195b9e5d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:45.701404 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a1bd1e0d-60d4-49a4-b102-4cb3195b9e5d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1470883 Oct 18 07:52:45.703808 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54436) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:45.730835 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Attempt 6 to provision port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 Oct 18 07:52:45.732594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ef7dcfe1-6b65-4174-b4b0-3a0a49678313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.749739 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54440) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:45.760855 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Pushing event updated for resources: {'Port': ['ID=1fd29ec0-2e6f-45b9-aa68-8b55da00aa36,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:45.785480 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:52:45.794969 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c7c4d-2311-47b8-8e30-69e1f0642b22 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port 8f3adf03-3f85-4af2-bc54-28e0d833826e {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:45.795525 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4a5c7c4d-2311-47b8-8e30-69e1f0642b22 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.796967 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:45.807787 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b2ac5b2f-52a2-4d4a-904a-b42cddef4566 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3182752 Oct 18 07:52:45.820714 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54446) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:45.824480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac5b2f-52a2-4d4a-904a-b42cddef4566 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Network': ['ID=ce249294-b30c-44c8-8ed3-67d826628a81,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:45.833874 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-b4a4074f-2400-4dd1-ab6c-dea53321e36c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'subnet': {'network_id': 'ce249294-b30c-44c8-8ed3-67d826628a81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:45.851982 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-ef7dcfe1-6b65-4174-b4b0-3a0a49678313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a534fd8b-de02-4686-993d-20c18ee1aabf']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:45.903468 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network ce249294-b30c-44c8-8ed3-67d826628a81 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:45.949158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Checking segment: {'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:45.949539 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Network hostable DHCP agents. Network: 9b6722c5-1341-418b-b1e0-6b5ba4643645, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:52:45.967768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-ef7dcfe1-6b65-4174-b4b0-3a0a49678313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac458cf-4e58-4c0d-97e7-c81dd13965fe') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:45.968067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-ef7dcfe1-6b65-4174-b4b0-3a0a49678313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac458cf-4e58-4c0d-97e7-c81dd13965fe') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:45.986702 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:52:45.988221 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:52:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:46.023034 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ef7dcfe1-6b65-4174-b4b0-3a0a49678313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:46.079862 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b4a4074f-2400-4dd1-ab6c-dea53321e36c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:46.085062 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ef7dcfe1-6b65-4174-b4b0-3a0a49678313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:46.088747 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b4a4074f-2400-4dd1-ab6c-dea53321e36c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:subnet and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:46.094464 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b4a4074f-2400-4dd1-ab6c-dea53321e36c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:46.106806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66a412e-7793-4031-b35d-739c49c00ae4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:46.107572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e66a412e-7793-4031-b35d-739c49c00ae4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:46.116270 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7dcfe1-6b65-4174-b4b0-3a0a49678313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:52:46.116729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ef7dcfe1-6b65-4174-b4b0-3a0a49678313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:46.134346 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b4a4074f-2400-4dd1-ab6c-dea53321e36c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:46.136528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Network 9b6722c5-1341-418b-b1e0-6b5ba4643645 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:52:46.240307 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8dd0473d-84c2-409a-98a7-82d240e7b589 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8e5b016e9ba34758b54f9c7a4756168b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4858320 Oct 18 07:52:46.243583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54450) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:46.255389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a4074f-2400-4dd1-ab6c-dea53321e36c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:46.260195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b4a4074f-2400-4dd1-ab6c-dea53321e36c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:46.289755 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 8ac458cf-4e58-4c0d-97e7-c81dd13965fe resource provider aggregate not found Oct 18 07:52:46.303681 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 9b6722c5-1341-418b-b1e0-6b5ba4643645) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:46.304286 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca0024-f231-4e3d-8f92-5f0318f20149 None None] Pushing event updated for resources: {'Port': ['ID=e7bb85a7-a693-40c2-a780-c724235231e8,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:46.311352 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:46.320893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e66a412e-7793-4031-b35d-739c49c00ae4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:46.322016 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e66a412e-7793-4031-b35d-739c49c00ae4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8604317 Oct 18 07:52:46.331385 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54458) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:46.383079 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4a5c7c4d-2311-47b8-8e30-69e1f0642b22 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:46.385549 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 8ac458cf-4e58-4c0d-97e7-c81dd13965fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ac458cf-4e58-4c0d-97e7-c81dd13965fe found for delete ", "request_id": "req-0783ab7c-3100-4731-bc8c-ee43c8164891"}]} Oct 18 07:52:46.406955 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bec7fd-9a06-4445-892d-0b190a0937c4 None None] Network 9b6722c5-1341-418b-b1e0-6b5ba4643645 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:46.419672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:46.420231 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:46.420340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:46.429197 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ef7dcfe1-6b65-4174-b4b0-3a0a49678313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:46.433988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ef7dcfe1-6b65-4174-b4b0-3a0a49678313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:46.471511 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:46.471848 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:46.478089 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 2 to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 Oct 18 07:52:46.493960 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ef7dcfe1-6b65-4174-b4b0-3a0a49678313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] 10.222.0.17 "DELETE /v2.0/networks/a534fd8b-de02-4686-993d-20c18ee1aabf HTTP/1.1" status: 204 len: 168 time: 1.6207161 Oct 18 07:52:46.494957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dcfe1-6b65-4174-b4b0-3a0a49678313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-18626958-project] Pushing event deleted for resources: {'Network': ['ID=a534fd8b-de02-4686-993d-20c18ee1aabf,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:46.514105 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:46.514465 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:46.514820 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:46.541732 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:46.542117 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:46.544249 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 3 to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 Oct 18 07:52:46.551675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfcdbd13-1ec1-4a17-8d73-1f35400f060c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:46.551934 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c7c4d-2311-47b8-8e30-69e1f0642b22 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for 8f3adf03-3f85-4af2-bc54-28e0d833826e owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:46.576482 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:46.576482 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:46.576482 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:46.595863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:46.596200 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:46.598697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfcdbd13-1ec1-4a17-8d73-1f35400f060c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:46.605220 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 4 to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 Oct 18 07:52:46.622432 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-bdc80d0d-4f5f-48b2-a189-2138b8cac281 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:46.666105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-bdc80d0d-4f5f-48b2-a189-2138b8cac281 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:46.667376 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bdc80d0d-4f5f-48b2-a189-2138b8cac281 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3351235 Oct 18 07:52:46.677011 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54464) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:46.680997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:46.681281 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:46.681600 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:46.689377 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-7cfa8f79-1a8f-4e80-aa94-6ca43047dc0e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1258696747'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:46.694671 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7cfa8f79-1a8f-4e80-aa94-6ca43047dc0e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:46.700711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7cfa8f79-1a8f-4e80-aa94-6ca43047dc0e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:network and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:46.701772 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:46.702065 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:46.705074 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7cfa8f79-1a8f-4e80-aa94-6ca43047dc0e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:46.707340 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 5 to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 Oct 18 07:52:46.712969 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7cfa8f79-1a8f-4e80-aa94-6ca43047dc0e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:46.742017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6b704cef-fb3f-4114-8c41-37c404c2709f None None] Port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 07:52:46.743768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:46.744143 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:46.744479 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:46.768829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:46.769097 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:46.771419 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 6 to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 Oct 18 07:52:46.780281 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfa8f79-1a8f-4e80-aa94-6ca43047dc0e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:46.784509 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7cfa8f79-1a8f-4e80-aa94-6ca43047dc0e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:46.792288 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:52:46.821263 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b4a4074f-2400-4dd1-ab6c-dea53321e36c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:46.854475 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfa8f79-1a8f-4e80-aa94-6ca43047dc0e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:46.878396 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8096c0d-0981-4fdd-99b3-1a9bafb9959a None None] Pushing event updated for resources: {'Port': ['ID=0c764a3b-cac2-43de-8f1e-1b15f12eaee0,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:46.912639 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54470) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:46.926756 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:46.927385 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:46.928041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:46.937292 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfcdbd13-1ec1-4a17-8d73-1f35400f060c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:46.943270 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7cfa8f79-1a8f-4e80-aa94-6ca43047dc0e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:46.943923 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-7cfa8f79-1a8f-4e80-aa94-6ca43047dc0e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Added segment 044c6d69-c83e-40a8-91cd-778d08cbe88b of type vlan for network 70333a6c-10c1-45eb-9c3d-b1800abced42 Oct 18 07:52:46.946933 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:46.960199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:46.960591 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:46.966807 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 7 to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 Oct 18 07:52:46.974946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4074f-2400-4dd1-ab6c-dea53321e36c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Subnet': ['ID=b954570c-7711-4321-bfe3-3a01768c426f,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:46.987908 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdbd13-1ec1-4a17-8d73-1f35400f060c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09dce1a-40b3-4092-ae91-f90fddd96ab8,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:46.989034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7cfa8f79-1a8f-4e80-aa94-6ca43047dc0e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:46.993573 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4a5c7c4d-2311-47b8-8e30-69e1f0642b22 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:47.018872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:47.019484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:47.019894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:47.028156 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b69a1d3b-1fe5-4378-b0df-72e9833f9385 None None] Could not find standard attr ID for object 2b326c70-e25d-49c8-b46e-ed5387e7faf1. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:52:47.033362 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:47.033771 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:47.037224 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 8 to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 Oct 18 07:52:47.065741 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Transition to ACTIVE for port object 0e210383-eede-448d-8cde-674673303c3a will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:47.070821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfcdbd13-1ec1-4a17-8d73-1f35400f060c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:47.087684 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dfcdbd13-1ec1-4a17-8d73-1f35400f060c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a09dce1a-40b3-4092-ae91-f90fddd96ab8 HTTP/1.1" status: 204 len: 168 time: 0.8379483 Oct 18 07:52:47.114208 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:47.114571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:47.114972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:47.121454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a4074f-2400-4dd1-ab6c-dea53321e36c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Checking segment: {'id': '3877f3e2-c7c7-4307-8bd6-57f023c00752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ce249294-b30c-44c8-8ed3-67d826628a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:47.121821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a4074f-2400-4dd1-ab6c-dea53321e36c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network hostable DHCP agents. Network: ce249294-b30c-44c8-8ed3-67d826628a81, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:52:47.129843 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:47.130335 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:47.140840 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 9 to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 Oct 18 07:52:47.160202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c7c4d-2311-47b8-8e30-69e1f0642b22 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=8f3adf03-3f85-4af2-bc54-28e0d833826e,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:47.166005 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:47.166323 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:47.166711 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:47.180475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:47.180820 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:47.181326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a4074f-2400-4dd1-ab6c-dea53321e36c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network ce249294-b30c-44c8-8ed3-67d826628a81 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:52:47.196993 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 5b99e733-18b6-425b-9400-6f79aad0af6a resource provider aggregate not found Oct 18 07:52:47.208328 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.plugins.ml2.plugin [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 10 to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 Oct 18 07:52:47.222806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-b4a4074f-2400-4dd1-ab6c-dea53321e36c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, ce249294-b30c-44c8-8ed3-67d826628a81) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:47.229139 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a4074f-2400-4dd1-ab6c-dea53321e36c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:47.230525 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b4a4074f-2400-4dd1-ab6c-dea53321e36c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:47.236692 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e7bb85a7-a693-40c2-a780-c724235231e8 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:47.251185 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:47.251401 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:47.251904 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:47.258219 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:47.259024 dv-neutron-861625-1-hyperv neutron-server[89046]: ERROR neutron.plugins.ml2.managers [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:47.259653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:47.273161 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 5b99e733-18b6-425b-9400-6f79aad0af6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b99e733-18b6-425b-9400-6f79aad0af6a found for delete ", "request_id": "req-cfc2d549-9da8-4c23-a753-335da0e42385"}]} Oct 18 07:52:47.275827 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b4a4074f-2400-4dd1-ab6c-dea53321e36c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4527044 Oct 18 07:52:47.279483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54482) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:47.330103 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bee77b-eeba-4da5-bb62-e13c2ed1e8f7 None None] Network ce249294-b30c-44c8-8ed3-67d826628a81 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:47.381360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.resource_extend [None req-7cfa8f79-1a8f-4e80-aa94-6ca43047dc0e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:52:47.404740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Transition to ACTIVE for port object 0e210383-eede-448d-8cde-674673303c3a will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:47.517161 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7cfa8f79-1a8f-4e80-aa94-6ca43047dc0e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:47.522967 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfa8f79-1a8f-4e80-aa94-6ca43047dc0e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:47.523742 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7cfa8f79-1a8f-4e80-aa94-6ca43047dc0e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:47.546842 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508ca7e4-05cf-452e-85f1-45e3b03a90d7 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:47.617494 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-af71377e-7726-4203-80cb-609804e12121 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=565803464abe465398f4e794b2791a22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7034342 Oct 18 07:52:47.625471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54494) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:47.648236 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:47.717623 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7cfa8f79-1a8f-4e80-aa94-6ca43047dc0e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0394101 Oct 18 07:52:47.718412 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54500) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:47.719475 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4a5c7c4d-2311-47b8-8e30-69e1f0642b22 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:47.723813 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54502) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:47.724709 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4a5c7c4d-2311-47b8-8e30-69e1f0642b22 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/8f3adf03-3f85-4af2-bc54-28e0d833826e HTTP/1.1" status: 204 len: 168 time: 2.0185690 Oct 18 07:52:47.737656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Allocated IP 2001:db8:2::1 (b9b27099-dec6-4163-8916-ae8c7b4198fb/266d8be1-c034-457e-a613-854b3af14cd7/520a73c6-6a84-4362-b439-671b1e841d9e) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:47.738166 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4d59d63a-601f-4597-8507-1f06f8fd7544 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'subnet': {'network_id': '70333a6c-10c1-45eb-9c3d-b1800abced42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:47.764871 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa8f79-1a8f-4e80-aa94-6ca43047dc0e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Network': ['ID=70333a6c-10c1-45eb-9c3d-b1800abced42,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:47.805072 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 70333a6c-10c1-45eb-9c3d-b1800abced42 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:47.814698 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] For port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:52:47.815080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempted to set empty binding levels {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 18 07:52:47.834237 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8c077f2-03df-4c81-945c-d4b6326a5691 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:47.844224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:47.845435 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:47.845837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:47.856910 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Network b9b27099-dec6-4163-8916-ae8c7b4198fb is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:47.857419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1fec0384-10c0-4694-bab9-363c581ad420 None None] Provisioning for port e7bb85a7-a693-40c2-a780-c724235231e8 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:47.885676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4d59d63a-601f-4597-8507-1f06f8fd7544 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:47.890803 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4d59d63a-601f-4597-8507-1f06f8fd7544 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:subnet and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:47.893711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4d59d63a-601f-4597-8507-1f06f8fd7544 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:47.900318 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4d59d63a-601f-4597-8507-1f06f8fd7544 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:47.914828 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d59d63a-601f-4597-8507-1f06f8fd7544 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:47.919640 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4d59d63a-601f-4597-8507-1f06f8fd7544 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:47.966457 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Pushing event updated for resources: {'Port': ['ID=0e210383-eede-448d-8cde-674673303c3a,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:47.972460 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:48.024816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c9a920-1952-46e6-ad36-6a7edd59d1ef tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:48.026376 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c9a920-1952-46e6-ad36-6a7edd59d1ef tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:48.028053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c9a920-1952-46e6-ad36-6a7edd59d1ef tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:48.028873 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-85c9a920-1952-46e6-ad36-6a7edd59d1ef tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:48.033014 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:48.037856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8013541c-90df-471d-b64a-c9e20978dcb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.080193 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.4174335 Oct 18 07:52:48.108602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54518) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:48.127429 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f1f6d-ead9-4241-bc95-6b675813695b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Pushing event updated for resources: {'Port': ['ID=1fd29ec0-2e6f-45b9-aa68-8b55da00aa36,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:48.185268 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54522) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:48.238673 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4d59d63a-601f-4597-8507-1f06f8fd7544 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.266849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port e7bb85a7-a693-40c2-a780-c724235231e8 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:48.303092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-85c9a920-1952-46e6-ad36-6a7edd59d1ef tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:48.304591 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-85c9a920-1952-46e6-ad36-6a7edd59d1ef tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5730064 Oct 18 07:52:48.319655 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54528) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:48.327286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8013541c-90df-471d-b64a-c9e20978dcb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.364721 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1301690026'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:48.376417 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8c077f2-03df-4c81-945c-d4b6326a5691 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.378425 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:48.382170 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59d63a-601f-4597-8507-1f06f8fd7544 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Subnet': ['ID=43b89e78-0c7c-4d2c-8583-07a53385fb87,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:48.390567 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Usage tracker for resource:network and tenant:07ee11e7adf64bec92baa13abd51426b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:48.393245 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59d63a-601f-4597-8507-1f06f8fd7544 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Checking segment: {'id': '044c6d69-c83e-40a8-91cd-778d08cbe88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70333a6c-10c1-45eb-9c3d-b1800abced42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:48.393724 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d59d63a-601f-4597-8507-1f06f8fd7544 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network hostable DHCP agents. Network: 70333a6c-10c1-45eb-9c3d-b1800abced42, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:52:48.399630 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:48.403802 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port e7bb85a7-a693-40c2-a780-c724235231e8 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:48.404177 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.404505 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port e7bb85a7-a693-40c2-a780-c724235231e8 Oct 18 07:52:48.409950 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:48.425677 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Made reservation on behalf of 07ee11e7adf64bec92baa13abd51426b for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:48.429291 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.443351 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d59d63a-601f-4597-8507-1f06f8fd7544 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 70333a6c-10c1-45eb-9c3d-b1800abced42 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:52:48.447002 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.464242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:48.467029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-d0ae2679-9b12-4c98-a5da-2021126cbf56 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Deleting port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:48.467029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2679-9b12-4c98-a5da-2021126cbf56 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.467246 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Attempting to bind port 0e210383-eede-448d-8cde-674673303c3a on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:48.467568 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Attempting to bind port 0e210383-eede-448d-8cde-674673303c3a by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '85bfbbba-87ea-47d2-a7eb-9642a8902eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:48.467929 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Attempting to bind port 0e210383-eede-448d-8cde-674673303c3a on network b9b27099-dec6-4163-8916-ae8c7b4198fb {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:48.468627 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Usage tracker for resource:security_group_rule and tenant:07ee11e7adf64bec92baa13abd51426b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:48.472212 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:48.478737 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:48.481281 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-4d59d63a-601f-4597-8507-1f06f8fd7544 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 70333a6c-10c1-45eb-9c3d-b1800abced42) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:48.487171 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d59d63a-601f-4597-8507-1f06f8fd7544 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:48.487766 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4d59d63a-601f-4597-8507-1f06f8fd7544 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.511984 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdb9da1-2c21-41c9-9567-3fb50dfc3557 None None] Network 70333a6c-10c1-45eb-9c3d-b1800abced42 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:48.516011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.532523 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4d59d63a-601f-4597-8507-1f06f8fd7544 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8007314 Oct 18 07:52:48.534634 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54532) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:48.537730 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:52:48.538473 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Checking segment: {'id': '85bfbbba-87ea-47d2-a7eb-9642a8902eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:48.538729 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.538927 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Bound using segment: {'id': '85bfbbba-87ea-47d2-a7eb-9642a8902eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:52:48.539505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Bound port: 0e210383-eede-448d-8cde-674673303c3a, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bfbbba-87ea-47d2-a7eb-9642a8902eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:52:48.540069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-74a30155-2a88-403f-834e-bc5bd62594c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'network_id': '70333a6c-10c1-45eb-9c3d-b1800abced42', 'name': 'tempest-PortsIpV6TestJSON-1121108411'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:48.540172 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.584332 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Transition to ACTIVE for port object 520a73c6-6a84-4362-b439-671b1e841d9e will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:48.599223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc16c9d9-ad34-453c-9cd4-86e6b3b9c7e7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 50285fdc-f7f4-4337-b6e4-42109cbede54 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:52:48.611890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fc16c9d9-ad34-453c-9cd4-86e6b3b9c7e7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.718614 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8013541c-90df-471d-b64a-c9e20978dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.721366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8c077f2-03df-4c81-945c-d4b6326a5691 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.801208 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577dab1a-f439-4f60-98c0-891b5109bea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-ce249294-b30c-44c8-8ed3-67d826628a81', 'network_id': 'ce249294-b30c-44c8-8ed3-67d826628a81', 'tenant_id': '521d9aa55f07432182e0e8bda0b60ecd', 'fixed_ips': [{'subnet_id': 'b954570c-7711-4321-bfe3-3a01768c426f'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:52:48.802336 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-577dab1a-f439-4f60-98c0-891b5109bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.802451 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013541c-90df-471d-b64a-c9e20978dcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4ad5be-0e6d-4f89-9c9a-d35375c37d0c,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:48.804267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c077f2-03df-4c81-945c-d4b6326a5691 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Subnet': ['ID=b954570c-7711-4321-bfe3-3a01768c426f,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:48.824399 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fc16c9d9-ad34-453c-9cd4-86e6b3b9c7e7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.830329 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.836858 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-74a30155-2a88-403f-834e-bc5bd62594c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:48.839042 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.875372 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-74a30155-2a88-403f-834e-bc5bd62594c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:48.877312 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:48.893847 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b526674c-116b-4bd3-9634-e126a620d6ee,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:48.898337 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.899792 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Added segment 90929488-bf3c-44d8-a2d6-4a93986153ea of type vlan for network db2576c8-829d-4a89-b066-16933732e164 Oct 18 07:52:48.904920 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a30155-2a88-403f-834e-bc5bd62594c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:48.908097 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-74a30155-2a88-403f-834e-bc5bd62594c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:48.933940 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-74a30155-2a88-403f-834e-bc5bd62594c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] device_id is not set on port 0d0415a2-4483-4044-8dc3-ae8eacec0dac yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:48.991987 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:52:34Z', 'revision_number': 3, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:45Z', 'revision_number': 4, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:48.992810 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:49.003167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:49.049879 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] For port 0e210383-eede-448d-8cde-674673303c3a, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:52:49.055025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb30fa-1e15-41e8-afe0-05258f594725 None None] The sync data for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv is: [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:52:34Z', 'revision_number': 3, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:45Z', 'revision_number': 4, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:52:49.069822 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port e7bb85a7-a693-40c2-a780-c724235231e8 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:49.070199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:49.081625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8013541c-90df-471d-b64a-c9e20978dcb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:49.085964 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8013541c-90df-471d-b64a-c9e20978dcb1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cb4ad5be-0e6d-4f89-9c9a-d35375c37d0c HTTP/1.1" status: 204 len: 168 time: 1.4569468 Oct 18 07:52:49.097034 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] For port 0e210383-eede-448d-8cde-674673303c3a, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0e210383-eede-448d-8cde-674673303c3a,segment=NetworkSegment(85bfbbba-87ea-47d2-a7eb-9642a8902eb5),segment_id=85bfbbba-87ea-47d2-a7eb-9642a8902eb5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:52:49.102374 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:49.108085 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:49.108816 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:49.120926 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:49.133489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8c077f2-03df-4c81-945c-d4b6326a5691 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:49.160985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-d0ae2679-9b12-4c98-a5da-2021126cbf56 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] For port 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36, host hv-neutron-8616, got binding levels [] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:49.161934 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2679-9b12-4c98-a5da-2021126cbf56 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:49.245982 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-74a30155-2a88-403f-834e-bc5bd62594c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Allocated IP 2001:db8::34e (70333a6c-10c1-45eb-9c3d-b1800abced42/43b89e78-0c7c-4d2c-8583-07a53385fb87/0d0415a2-4483-4044-8dc3-ae8eacec0dac) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:49.251128 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port e7bb85a7-a693-40c2-a780-c724235231e8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e7bb85a7-a693-40c2-a780-c724235231e8,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:49.270044 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:49.284757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57673643-3c1f-43cf-8fb0-12faed3403b3 None None] Pushing event updated for resources: {'Port': ['ID=0e210383-eede-448d-8cde-674673303c3a,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:49.327286 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1408553 Oct 18 07:52:49.347542 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54538) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:49.349177 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779af3d3-7f37-4ad3-98ae-524e2872e33a tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Pushing event updated for resources: {'Network': ['ID=db2576c8-829d-4a89-b066-16933732e164,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:49.359245 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-70333a6c-10c1-45eb-9c3d-b1800abced42', 'network_id': '70333a6c-10c1-45eb-9c3d-b1800abced42', 'tenant_id': '0e9e13d574094643abe8d93e70221363', 'fixed_ips': [{'subnet_id': '43b89e78-0c7c-4d2c-8583-07a53385fb87'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:52:49.360311 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:49.370343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3880cd02-e704-4174-8a6f-a06323f51c46 None None] Network ce249294-b30c-44c8-8ed3-67d826628a81 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:49.370922 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-7b12c972-e2ee-46cd-a7c5-9bf94cc060ce tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Request body: {'subnet': {'network_id': 'db2576c8-829d-4a89-b066-16933732e164', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:49.408606 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network db2576c8-829d-4a89-b066-16933732e164 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:49.587765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network b9b27099-dec6-4163-8916-ae8c7b4198fb is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:49.598227 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:49.616014 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-d0ae2679-9b12-4c98-a5da-2021126cbf56 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Calling delete_port for 1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:49.920596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=e7bb85a7-a693-40c2-a780-c724235231e8,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:50.031833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:50.100415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=520a73c6-6a84-4362-b439-671b1e841d9e,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:50.105557 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:50.106242 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.115632 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-e8c077f2-03df-4c81-945c-d4b6326a5691 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce249294-b30c-44c8-8ed3-67d826628a81']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:50.122025 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7b12c972-e2ee-46cd-a7c5-9bf94cc060ce tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:50.128617 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7b12c972-e2ee-46cd-a7c5-9bf94cc060ce tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Usage tracker for resource:subnet and tenant:07ee11e7adf64bec92baa13abd51426b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:50.141061 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7b12c972-e2ee-46cd-a7c5-9bf94cc060ce tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:50.152887 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-e8c077f2-03df-4c81-945c-d4b6326a5691 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3877f3e2-c7c7-4307-8bd6-57f023c00752') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:50.153399 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-e8c077f2-03df-4c81-945c-d4b6326a5691 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3877f3e2-c7c7-4307-8bd6-57f023c00752') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:50.153510 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7b12c972-e2ee-46cd-a7c5-9bf94cc060ce tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:50.161693 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54544) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:50.203685 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8c077f2-03df-4c81-945c-d4b6326a5691 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.211496 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-74a30155-2a88-403f-834e-bc5bd62594c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.216296 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b12c972-e2ee-46cd-a7c5-9bf94cc060ce tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Made reservation on behalf of 07ee11e7adf64bec92baa13abd51426b for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:50.220161 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b12c972-e2ee-46cd-a7c5-9bf94cc060ce tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.235095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fc16c9d9-ad34-453c-9cd4-86e6b3b9c7e7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.235472 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-23f940ff-fe32-43d7-9f7e-5764059eda84 None None] Provisioning complete for port e7bb85a7-a693-40c2-a780-c724235231e8 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:50.236056 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-23f940ff-fe32-43d7-9f7e-5764059eda84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.236207 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-23f940ff-fe32-43d7-9f7e-5764059eda84 None None] Attempt 1 to provision port e7bb85a7-a693-40c2-a780-c724235231e8 Oct 18 07:52:50.295482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:50.316336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8c077f2-03df-4c81-945c-d4b6326a5691 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.348658 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c077f2-03df-4c81-945c-d4b6326a5691 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:52:50.349049 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8c077f2-03df-4c81-945c-d4b6326a5691 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.400032 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:50.400673 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.401142 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 Oct 18 07:52:50.413210 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8455584d-5ea2-4c97-8e50-42df846d95f3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=804556f6a36145b5b8b91a7c66d9c70c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448223 Oct 18 07:52:50.430630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2679-9b12-4c98-a5da-2021126cbf56 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.437234 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54550) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:50.530074 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 3877f3e2-c7c7-4307-8bd6-57f023c00752 resource provider aggregate not found Oct 18 07:52:50.590831 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b12c972-e2ee-46cd-a7c5-9bf94cc060ce tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.608127 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-23f940ff-fe32-43d7-9f7e-5764059eda84 None None] Current status of the port e7bb85a7-a693-40c2-a780-c724235231e8 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:50.617625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:50.618147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.658854 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 3877f3e2-c7c7-4307-8bd6-57f023c00752 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3877f3e2-c7c7-4307-8bd6-57f023c00752 found for delete ", "request_id": "req-08923c53-7d72-4a04-860d-c9c0560a8972"}]} Oct 18 07:52:50.673792 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0c764a3b-cac2-43de-8f1e-1b15f12eaee0,segment=NetworkSegment(0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb),segment_id=0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:50.692155 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.696546 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae2679-9b12-4c98-a5da-2021126cbf56 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fd29ec0-2e6f-45b9-aa68-8b55da00aa36,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:50.721561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12c972-e2ee-46cd-a7c5-9bf94cc060ce tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Pushing event updated for resources: {'Subnet': ['ID=432bb8c5-4de6-433b-a357-734661b4c81a,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:50.733410 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b12c972-e2ee-46cd-a7c5-9bf94cc060ce tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Checking segment: {'id': '90929488-bf3c-44d8-a2d6-4a93986153ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'db2576c8-829d-4a89-b066-16933732e164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:50.733776 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b12c972-e2ee-46cd-a7c5-9bf94cc060ce tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Network hostable DHCP agents. Network: db2576c8-829d-4a89-b066-16933732e164, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:52:50.742129 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2679-9b12-4c98-a5da-2021126cbf56 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.757985 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-74a30155-2a88-403f-834e-bc5bd62594c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Transition to ACTIVE for port object 0d0415a2-4483-4044-8dc3-ae8eacec0dac will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:50.759307 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-878d136a-72df-4c4a-9c0d-588794bc7007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.764122 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b12c972-e2ee-46cd-a7c5-9bf94cc060ce tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Network db2576c8-829d-4a89-b066-16933732e164 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:52:50.771511 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8c077f2-03df-4c81-945c-d4b6326a5691 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.784514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-12b3d868-074d-47a2-8994-ddd6d48998bc None None] Could not find standard attr ID for object 8f3adf03-3f85-4af2-bc54-28e0d833826e. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:52:50.790006 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-7b12c972-e2ee-46cd-a7c5-9bf94cc060ce tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, db2576c8-829d-4a89-b066-16933732e164) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:50.799960 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b12c972-e2ee-46cd-a7c5-9bf94cc060ce tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:50.802247 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b12c972-e2ee-46cd-a7c5-9bf94cc060ce tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.815132 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=0c764a3b-cac2-43de-8f1e-1b15f12eaee0,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:50.819690 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd0bc8f-032b-4c36-bc17-5f56f51d3c73 None None] Network db2576c8-829d-4a89-b066-16933732e164 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:50.828849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fc16c9d9-ad34-453c-9cd4-86e6b3b9c7e7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.833138 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-74a30155-2a88-403f-834e-bc5bd62594c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.843327 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8c077f2-03df-4c81-945c-d4b6326a5691 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.847285 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7b12c972-e2ee-46cd-a7c5-9bf94cc060ce tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4927144 Oct 18 07:52:50.849353 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54556) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:50.855813 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c077f2-03df-4c81-945c-d4b6326a5691 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Network': ['ID=ce249294-b30c-44c8-8ed3-67d826628a81,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:50.894901 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.919816 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e8c077f2-03df-4c81-945c-d4b6326a5691 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/ce249294-b30c-44c8-8ed3-67d826628a81 HTTP/1.1" status: 204 len: 168 time: 3.6392398 Oct 18 07:52:50.921386 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fc16c9d9-ad34-453c-9cd4-86e6b3b9c7e7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:50.926729 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-fc16c9d9-ad34-453c-9cd4-86e6b3b9c7e7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/50285fdc-f7f4-4337-b6e4-42109cbede54 HTTP/1.1" status: 204 len: 168 time: 2.6002445 Oct 18 07:52:50.933338 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54558) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:50.933666 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54560) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:50.940460 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-cf707838-7cd9-453e-b3bf-40701727c09d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Request body: {'port': {'network_id': 'db2576c8-829d-4a89-b066-16933732e164', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1923561096'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:50.953715 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d1cd73-2b10-4b04-8903-c0287bd68adf None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:50.956017 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a30155-2a88-403f-834e-bc5bd62594c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=0d0415a2-4483-4044-8dc3-ae8eacec0dac,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:51.003556 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-afab3c49-f52c-4f2d-88bd-98b794728fdd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1466296297'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:51.068607 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-afab3c49-f52c-4f2d-88bd-98b794728fdd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:51.082350 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a30155-2a88-403f-834e-bc5bd62594c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 70333a6c-10c1-45eb-9c3d-b1800abced42 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:51.090017 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-74a30155-2a88-403f-834e-bc5bd62594c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:51.093063 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a30155-2a88-403f-834e-bc5bd62594c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:51.100638 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a30155-2a88-403f-834e-bc5bd62594c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:51.101240 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-74a30155-2a88-403f-834e-bc5bd62594c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:51.105770 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-afab3c49-f52c-4f2d-88bd-98b794728fdd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:network and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:51.112877 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-afab3c49-f52c-4f2d-88bd-98b794728fdd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:51.119081 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30c9524-7364-4e46-be39-509d9c39057b None None] Network b9b27099-dec6-4163-8916-ae8c7b4198fb requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:51.133579 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-afab3c49-f52c-4f2d-88bd-98b794728fdd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:51.192993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-f879cf73-0e63-4ab7-853c-ca237808ad60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 760ff85a-4c75-45e2-938a-0f42c87d882a {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:52:51.196092 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f879cf73-0e63-4ab7-853c-ca237808ad60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:51.222682 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16c9d9-ad34-453c-9cd4-86e6b3b9c7e7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=50285fdc-f7f4-4337-b6e4-42109cbede54,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:51.239195 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-74a30155-2a88-403f-834e-bc5bd62594c5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7037401 Oct 18 07:52:51.240230 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afab3c49-f52c-4f2d-88bd-98b794728fdd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:51.243987 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-afab3c49-f52c-4f2d-88bd-98b794728fdd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:51.254012 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54568) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:51.261997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a74bdd2d-88e3-463f-bfd4-d77b4176352e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:51.266530 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d0ae2679-9b12-4c98-a5da-2021126cbf56 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] 10.222.0.17 "DELETE /v2.0/ports/1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 HTTP/1.1" status: 204 len: 168 time: 3.1379275 Oct 18 07:52:51.269204 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ae848970-3452-4a1c-918b-4b65b50805b4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'network_id': '70333a6c-10c1-45eb-9c3d-b1800abced42', 'name': 'tempest-PortsIpV6TestJSON-373555101'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:51.272037 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6324b26c-b15a-4a42-8685-f5fdee4b3735 None None] Provisioning for port 0e210383-eede-448d-8cde-674673303c3a completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:51.276752 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54572) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:51.282729 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Allocated IP 2001:db8::2 (70333a6c-10c1-45eb-9c3d-b1800abced42/43b89e78-0c7c-4d2c-8583-07a53385fb87/bd91ede9-6709-4711-ae2c-424f418b68a7) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:51.367123 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f879cf73-0e63-4ab7-853c-ca237808ad60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:51.437641 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c96d0ca-527e-44ac-8c19-03fd73f37488 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] GET failed (client error): The resource could not be found. Oct 18 07:52:51.444313 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6c96d0ca-527e-44ac-8c19-03fd73f37488 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] 10.222.0.17 "GET /v2.0/ports/1fd29ec0-2e6f-45b9-aa68-8b55da00aa36 HTTP/1.1" status: 404 len: 333 time: 0.1592438 Oct 18 07:52:51.444492 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a74bdd2d-88e3-463f-bfd4-d77b4176352e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:51.447340 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cf707838-7cd9-453e-b3bf-40701727c09d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:51.450059 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54576) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:51.458510 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afab3c49-f52c-4f2d-88bd-98b794728fdd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:51.465396 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-34f8b290-a0c4-49b1-a78c-934ec6fccea5 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Request body: {'port': {'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-959871391'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:51.570034 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:51.595532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ae848970-3452-4a1c-918b-4b65b50805b4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:51.610637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ae848970-3452-4a1c-918b-4b65b50805b4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:51.614133 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cf707838-7cd9-453e-b3bf-40701727c09d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Usage tracker for resource:port and tenant:07ee11e7adf64bec92baa13abd51426b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:51.621197 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-34f8b290-a0c4-49b1-a78c-934ec6fccea5 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:51.624890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cf707838-7cd9-453e-b3bf-40701727c09d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:51.630885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a74bdd2d-88e3-463f-bfd4-d77b4176352e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:51.648443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:51.648791 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-34f8b290-a0c4-49b1-a78c-934ec6fccea5 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Usage tracker for resource:port and tenant:9a7351b407004d71b1bf496f5b4f2d05 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:51.653988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae848970-3452-4a1c-918b-4b65b50805b4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:51.655168 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cf707838-7cd9-453e-b3bf-40701727c09d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:51.657437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ae848970-3452-4a1c-918b-4b65b50805b4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:51.657588 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-afab3c49-f52c-4f2d-88bd-98b794728fdd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:51.657981 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-afab3c49-f52c-4f2d-88bd-98b794728fdd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Added segment 769508d8-63bd-44da-924f-44f2e6d67aa6 of type vlan for network 5e329d30-58eb-4f81-a563-209ddc4581b6 Oct 18 07:52:51.659281 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-34f8b290-a0c4-49b1-a78c-934ec6fccea5 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:51.668038 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bdd2d-88e3-463f-bfd4-d77b4176352e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576081ff-9e29-45c2-9f7c-eb69174a470f,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:51.668651 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-db2576c8-829d-4a89-b066-16933732e164', 'network_id': 'db2576c8-829d-4a89-b066-16933732e164', 'tenant_id': '07ee11e7adf64bec92baa13abd51426b', 'fixed_ips': [{'subnet_id': '432bb8c5-4de6-433b-a357-734661b4c81a'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:52:51.669671 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:51.671709 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:51.672451 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:51.680300 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-34f8b290-a0c4-49b1-a78c-934ec6fccea5 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:51.710743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf707838-7cd9-453e-b3bf-40701727c09d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Made reservation on behalf of 07ee11e7adf64bec92baa13abd51426b for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:51.710969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a74bdd2d-88e3-463f-bfd4-d77b4176352e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:51.714337 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a74bdd2d-88e3-463f-bfd4-d77b4176352e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/576081ff-9e29-45c2-9f7c-eb69174a470f HTTP/1.1" status: 204 len: 168 time: 1.2056220 Oct 18 07:52:51.715074 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cf707838-7cd9-453e-b3bf-40701727c09d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:51.734478 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f8b290-a0c4-49b1-a78c-934ec6fccea5 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Made reservation on behalf of 9a7351b407004d71b1bf496f5b4f2d05 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:51.737000 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-34f8b290-a0c4-49b1-a78c-934ec6fccea5 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:51.746120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-ae848970-3452-4a1c-918b-4b65b50805b4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] device_id is not set on port e64cb239-a86a-400b-84be-e3ba24e82e52 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:51.755472 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-afab3c49-f52c-4f2d-88bd-98b794728fdd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:51.774992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-cf707838-7cd9-453e-b3bf-40701727c09d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] device_id is not set on port f4f9d22b-d20c-4feb-8a63-cce1734bf9f0 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:51.829153 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-34f8b290-a0c4-49b1-a78c-934ec6fccea5 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] device_id is not set on port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:51.891699 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f879cf73-0e63-4ab7-853c-ca237808ad60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:51.923309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=520a73c6-6a84-4362-b439-671b1e841d9e,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:51.968514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:51.969164 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:51.969693 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 Oct 18 07:52:52.011836 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network b9b27099-dec6-4163-8916-ae8c7b4198fb is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:52.013768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:52.020177 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-afab3c49-f52c-4f2d-88bd-98b794728fdd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:52.027546 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afab3c49-f52c-4f2d-88bd-98b794728fdd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:52.028183 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-afab3c49-f52c-4f2d-88bd-98b794728fdd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:52.126471 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Allocated IP 172.20.0.2 (db2576c8-829d-4a89-b066-16933732e164/432bb8c5-4de6-433b-a357-734661b4c81a/81708f37-6970-4e0f-8742-09b404476ef9) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:52.274031 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab3c49-f52c-4f2d-88bd-98b794728fdd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Network': ['ID=5e329d30-58eb-4f81-a563-209ddc4581b6,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:52.278991 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-afab3c49-f52c-4f2d-88bd-98b794728fdd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3185771 Oct 18 07:52:52.280248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f879cf73-0e63-4ab7-853c-ca237808ad60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:52.287436 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54586) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:52.354327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879cf73-0e63-4ab7-853c-ca237808ad60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=760ff85a-4c75-45e2-938a-0f42c87d882a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:52.367937 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e6d60f5b-06ee-41e9-b869-dc3885c995b5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'subnet': {'network_id': '5e329d30-58eb-4f81-a563-209ddc4581b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:52.413530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 1d1af122-52a3-46e6-8e7d-2def25f7339c has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:52:52.431530 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 5e329d30-58eb-4f81-a563-209ddc4581b6 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:52.489407 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f879cf73-0e63-4ab7-853c-ca237808ad60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:52.632591 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:52:52.649480 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f879cf73-0e63-4ab7-853c-ca237808ad60 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/760ff85a-4c75-45e2-938a-0f42c87d882a HTTP/1.1" status: 204 len: 168 time: 1.6822681 Oct 18 07:52:52.649688 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5dd3dde7-4168-4c3d-9156-740bb3929dbb tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/1d1af122-52a3-46e6-8e7d-2def25f7339c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1133926 Oct 18 07:52:52.649814 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Sync routers for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:52:52.650255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54596) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:52.651331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54600) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:52.655791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ab680e73-936d-42b5-921a-283f8f1d4dc5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-311245393'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:52.662781 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:52:52.663414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ab680e73-936d-42b5-921a-283f8f1d4dc5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:52.663542 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:52:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:52.667069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e6d60f5b-06ee-41e9-b869-dc3885c995b5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:52.683604 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e6d60f5b-06ee-41e9-b869-dc3885c995b5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:subnet and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:52.693602 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e6d60f5b-06ee-41e9-b869-dc3885c995b5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:52.704792 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e6d60f5b-06ee-41e9-b869-dc3885c995b5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:52.743272 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:52.749696 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-34f8b290-a0c4-49b1-a78c-934ec6fccea5 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:52.763589 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8bd16c6e-2b4c-4084-bf6c-ea3e6d5da5cb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988989 Oct 18 07:52:52.763785 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d60f5b-06ee-41e9-b869-dc3885c995b5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:52.763888 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ab680e73-936d-42b5-921a-283f8f1d4dc5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:network and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:52.764998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e6d60f5b-06ee-41e9-b869-dc3885c995b5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:52.765660 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54608) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:52.771794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-81c4cce3-b257-471d-a2d6-532bed36f287 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:52.788494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ab680e73-936d-42b5-921a-283f8f1d4dc5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:52.800639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ab680e73-936d-42b5-921a-283f8f1d4dc5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:52.827256 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:52.828359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0e210383-eede-448d-8cde-674673303c3a up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:52.895951 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Transition to ACTIVE for port object bd91ede9-6709-4711-ae2c-424f418b68a7 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:52.924584 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2114a71c-9d7b-4ff4-806d-ba7b2657e3bd None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:52.937791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab680e73-936d-42b5-921a-283f8f1d4dc5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Made reservation on behalf of 40e2f53a491e42e8ab9b0ae7e52a82ac for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:52.942887 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ab680e73-936d-42b5-921a-283f8f1d4dc5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:53.018367 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:52:53.025882 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-34f8b290-a0c4-49b1-a78c-934ec6fccea5 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:53.052134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab680e73-936d-42b5-921a-283f8f1d4dc5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:53.073132 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ab680e73-936d-42b5-921a-283f8f1d4dc5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:53.073394 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-ab680e73-936d-42b5-921a-283f8f1d4dc5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Added segment 578044ce-a367-4a6d-9eb4-05e7c347a572 of type vlan for network c4388c05-3274-429c-9978-cd2fc36db120 Oct 18 07:52:53.098531 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-81c4cce3-b257-471d-a2d6-532bed36f287 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:53.101897 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54616) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:53.115286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-81c4cce3-b257-471d-a2d6-532bed36f287 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:53.124421 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-81c4cce3-b257-471d-a2d6-532bed36f287 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:53.146587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-81c4cce3-b257-471d-a2d6-532bed36f287 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:53.155497 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f8b290-a0c4-49b1-a78c-934ec6fccea5 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Network 9b6722c5-1341-418b-b1e0-6b5ba4643645 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:53.159971 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ab680e73-936d-42b5-921a-283f8f1d4dc5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:53.161350 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-34f8b290-a0c4-49b1-a78c-934ec6fccea5 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:53.163717 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f8b290-a0c4-49b1-a78c-934ec6fccea5 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:53.164839 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f8b290-a0c4-49b1-a78c-934ec6fccea5 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:53.165429 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-34f8b290-a0c4-49b1-a78c-934ec6fccea5 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:53.200332 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8b290-a0c4-49b1-a78c-934ec6fccea5 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Pushing event updated for resources: {'Port': ['ID=9ca5857c-902a-4f36-941c-c0f59e10b5f5,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:53.204698 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e6d60f5b-06ee-41e9-b869-dc3885c995b5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:53.212661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c4cce3-b257-471d-a2d6-532bed36f287 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:53.218390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-81c4cce3-b257-471d-a2d6-532bed36f287 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:53.313547 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-34f8b290-a0c4-49b1-a78c-934ec6fccea5 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8623335 Oct 18 07:52:53.325648 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54622) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:53.373983 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8616'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:53.397037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-00acc81f-a55b-40b9-bda8-cfa2333302ee tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:53.399058 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-00acc81f-a55b-40b9-bda8-cfa2333302ee tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2960706 Oct 18 07:52:53.407084 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54628) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:53.427683 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-17345a95-1890-426a-88d6-efaee2a54f1c tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:53.428953 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-17345a95-1890-426a-88d6-efaee2a54f1c tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0172729 Oct 18 07:52:53.433243 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54632) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:53.443329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-752004a1-2925-4184-be23-1545830781cb tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:53.444631 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-752004a1-2925-4184-be23-1545830781cb tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0095654 Oct 18 07:52:53.451232 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ab680e73-936d-42b5-921a-283f8f1d4dc5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:53.455933 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0356c991-25db-47df-aba1-c6db59e1e373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:53.461134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab680e73-936d-42b5-921a-283f8f1d4dc5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:53.462211 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54636) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:53.462863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ab680e73-936d-42b5-921a-283f8f1d4dc5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:53.483979 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Transition to ACTIVE for port object bd91ede9-6709-4711-ae2c-424f418b68a7 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:53.510865 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-83dc933b-16d0-4ec2-ad0d-19514b1c199d tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:53.514773 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-83dc933b-16d0-4ec2-ad0d-19514b1c199d tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0301540 Oct 18 07:52:53.514773 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d60f5b-06ee-41e9-b869-dc3885c995b5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Checking segment: {'id': '769508d8-63bd-44da-924f-44f2e6d67aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '5e329d30-58eb-4f81-a563-209ddc4581b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:53.514773 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d60f5b-06ee-41e9-b869-dc3885c995b5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network hostable DHCP agents. Network: 5e329d30-58eb-4f81-a563-209ddc4581b6, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:52:53.519217 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d60f5b-06ee-41e9-b869-dc3885c995b5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Subnet': ['ID=f62265b6-28aa-4c1f-a88a-210ad295a773,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:53.523766 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54640) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:53.534582 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-3949122f-e615-4911-940b-7ac88f5b7164 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:53.535303 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3949122f-e615-4911-940b-7ac88f5b7164 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0077624 Oct 18 07:52:53.539320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54644) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:53.542695 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:53.554571 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-5a7abb26-1fe4-4591-9942-114626d6bf50 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:53.555507 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5a7abb26-1fe4-4591-9942-114626d6bf50 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0083916 Oct 18 07:52:53.558611 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Transition to ACTIVE for port object 81708f37-6970-4e0f-8742-09b404476ef9 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:53.569092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54648) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:53.583035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Transition to ACTIVE for port object 81708f37-6970-4e0f-8742-09b404476ef9 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:53.598529 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ab680e73-936d-42b5-921a-283f8f1d4dc5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9476683 Oct 18 07:52:53.598957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54652) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:53.611620 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a0eb7bc7-2d28-4f68-990c-db51dff4644b None None] Provisioning complete for port e7bb85a7-a693-40c2-a780-c724235231e8 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:53.612403 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a0eb7bc7-2d28-4f68-990c-db51dff4644b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:53.612912 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a0eb7bc7-2d28-4f68-990c-db51dff4644b None None] Attempt 1 to provision port e7bb85a7-a693-40c2-a780-c724235231e8 Oct 18 07:52:53.665390 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d60f5b-06ee-41e9-b869-dc3885c995b5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network 5e329d30-58eb-4f81-a563-209ddc4581b6 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:52:53.689399 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:53.699735 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-e6d60f5b-06ee-41e9-b869-dc3885c995b5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 5e329d30-58eb-4f81-a563-209ddc4581b6) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:53.704163 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d60f5b-06ee-41e9-b869-dc3885c995b5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:53.704836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e6d60f5b-06ee-41e9-b869-dc3885c995b5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:53.759577 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:53.778308 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e106c8-01a7-4098-9227-adcfe7dfaba9 None None] Network 5e329d30-58eb-4f81-a563-209ddc4581b6 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:53.778602 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-cf707838-7cd9-453e-b3bf-40701727c09d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Allocated IP 172.20.0.13 (db2576c8-829d-4a89-b066-16933732e164/432bb8c5-4de6-433b-a357-734661b4c81a/f4f9d22b-d20c-4feb-8a63-cce1734bf9f0) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:53.798029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-922d59dc-6d4e-42b1-8988-8ee908fd830d tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:53.802156 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-922d59dc-6d4e-42b1-8988-8ee908fd830d tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.2135773 Oct 18 07:52:53.803988 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e6d60f5b-06ee-41e9-b869-dc3885c995b5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4710171 Oct 18 07:52:53.804806 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54656) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:53.809988 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 4, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520a73c6-6a84-4362-b439-671b1e841d9e', 'name': '', 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:00:cd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '266d8be1-c034-457e-a613-854b3af14cd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:44Z', 'updated_at': '2022-10-18T07:52:51Z', 'revision_number': 2, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '266d8be1-c034-457e-a613-854b3af14cd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:53.812060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-63797479-2f20-4258-b908-95060820d799 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'subnet': {'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:53.812740 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54658) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:53.820969 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Checking router: 1d1af122-52a3-46e6-8e7d-2def25f7339c for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:52:53.821765 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Updating router 1d1af122-52a3-46e6-8e7d-2def25f7339c port 520a73c6-6a84-4362-b439-671b1e841d9e binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:52:53.825808 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-db9a2cb4-8f38-4d32-9019-91a08d4493f8 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:53.826778 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-db9a2cb4-8f38-4d32-9019-91a08d4493f8 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0153303 Oct 18 07:52:53.830287 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54664) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:53.863251 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-6b26f26c-2933-4617-8818-ac95462ec8ee tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:53.864378 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6b26f26c-2933-4617-8818-ac95462ec8ee tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0331688 Oct 18 07:52:53.872339 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54668) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:53.904216 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:53.958251 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-23f22753-2f5e-40f0-a8ed-73af708450fa tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:53.959285 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-23f22753-2f5e-40f0-a8ed-73af708450fa tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0845604 Oct 18 07:52:53.972437 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Network 70333a6c-10c1-45eb-9c3d-b1800abced42 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:53.973796 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:53.987743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54672) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:53.999927 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Pushing event updated for resources: {'Port': ['ID=bd91ede9-6709-4711-ae2c-424f418b68a7,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:54.002820 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:54.037975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab680e73-936d-42b5-921a-283f8f1d4dc5 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Network': ['ID=c4388c05-3274-429c-9978-cd2fc36db120,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:54.152139 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:54.168553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-087567de-6df8-4bf0-acb1-632c10ec548b tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:54.169987 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-087567de-6df8-4bf0-acb1-632c10ec548b tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.1334004 Oct 18 07:52:54.173706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-63797479-2f20-4258-b908-95060820d799 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:54.179631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54676) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:54.186466 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-63797479-2f20-4258-b908-95060820d799 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:subnet and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:54.195671 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-58e25d38-112f-4cd4-bf45-a101c276cb39 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:54.197231 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-58e25d38-112f-4cd4-bf45-a101c276cb39 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0150502 Oct 18 07:52:54.206652 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-63797479-2f20-4258-b908-95060820d799 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:54.210102 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-81c4cce3-b257-471d-a2d6-532bed36f287 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:54.212818 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network c4388c05-3274-429c-9978-cd2fc36db120 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:54.224989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54680) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:54.300017 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-63797479-2f20-4258-b908-95060820d799 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:54.306791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4cce3-b257-471d-a2d6-532bed36f287 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=745dd685-55ab-4f01-b9e5-286f04d8370e,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:54.321036 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Pushing event updated for resources: {'Port': ['ID=81708f37-6970-4e0f-8742-09b404476ef9,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:54.322320 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-37ecbe86-64b5-4212-a9ce-4a04c6418c4c tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:54.323991 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-37ecbe86-64b5-4212-a9ce-4a04c6418c4c tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0251870 Oct 18 07:52:54.335193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54684) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:54.340949 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 0e210383-eede-448d-8cde-674673303c3a completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:54.348162 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c4cce3-b257-471d-a2d6-532bed36f287 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:54.352285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Network db2576c8-829d-4a89-b066-16933732e164 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:54.358787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 0e210383-eede-448d-8cde-674673303c3a triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:54.359293 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:54.359697 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 0e210383-eede-448d-8cde-674673303c3a Oct 18 07:52:54.366887 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-de7a5aad-4fca-4ef5-ae9b-f1293795ce8f tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:54.368194 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-de7a5aad-4fca-4ef5-ae9b-f1293795ce8f tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0234234 Oct 18 07:52:54.369686 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-ae848970-3452-4a1c-918b-4b65b50805b4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Allocated IP 2001:db8::17d (70333a6c-10c1-45eb-9c3d-b1800abced42/43b89e78-0c7c-4d2c-8583-07a53385fb87/e64cb239-a86a-400b-84be-e3ba24e82e52) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:54.372178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-81c4cce3-b257-471d-a2d6-532bed36f287 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:54.375625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c4cce3-b257-471d-a2d6-532bed36f287 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:54.376411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-81c4cce3-b257-471d-a2d6-532bed36f287 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:54.402525 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54688) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:54.411283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-c29f99b6-8b56-49ea-8deb-e9d4134bde3c tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:54.412592 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c29f99b6-8b56-49ea-8deb-e9d4134bde3c tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0074155 Oct 18 07:52:54.419279 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54692) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:54.420898 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-81c4cce3-b257-471d-a2d6-532bed36f287 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6542141 Oct 18 07:52:54.424441 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cf707838-7cd9-453e-b3bf-40701727c09d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:54.425962 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63797479-2f20-4258-b908-95060820d799 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Made reservation on behalf of 40e2f53a491e42e8ab9b0ae7e52a82ac for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:54.429796 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-63797479-2f20-4258-b908-95060820d799 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:54.433937 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:54.444664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-cf707838-7cd9-453e-b3bf-40701727c09d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Transition to ACTIVE for port object f4f9d22b-d20c-4feb-8a63-cce1734bf9f0 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:54.446502 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:54.447232 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Transition to ACTIVE for port object 520a73c6-6a84-4362-b439-671b1e841d9e will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:54.453827 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54696) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:54.457793 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:54.459649 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-3f06a267-ac0e-469e-85b1-ced6286c7bec tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:54.460761 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3f06a267-ac0e-469e-85b1-ced6286c7bec tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0385132 Oct 18 07:52:54.468961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54700) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:54.483807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:54.501374 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cf707838-7cd9-453e-b3bf-40701727c09d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:54.501628 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:54.555539 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:54.556285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:54.582027 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-8734b91d-c936-4cc9-b11e-57874f139f98 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:54.583413 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8734b91d-c936-4cc9-b11e-57874f139f98 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0318613 Oct 18 07:52:54.592918 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Attempting to bind port bd91ede9-6709-4711-ae2c-424f418b68a7 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:54.593140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Attempting to bind port bd91ede9-6709-4711-ae2c-424f418b68a7 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '044c6d69-c83e-40a8-91cd-778d08cbe88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70333a6c-10c1-45eb-9c3d-b1800abced42'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:54.593526 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Attempting to bind port bd91ede9-6709-4711-ae2c-424f418b68a7 on network 70333a6c-10c1-45eb-9c3d-b1800abced42 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:54.607819 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:52:54.608183 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Checking segment: {'id': '044c6d69-c83e-40a8-91cd-778d08cbe88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70333a6c-10c1-45eb-9c3d-b1800abced42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:54.608583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:54.608971 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Bound using segment: {'id': '044c6d69-c83e-40a8-91cd-778d08cbe88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70333a6c-10c1-45eb-9c3d-b1800abced42'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:52:54.609450 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Bound port: bd91ede9-6709-4711-ae2c-424f418b68a7, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044c6d69-c83e-40a8-91cd-778d08cbe88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70333a6c-10c1-45eb-9c3d-b1800abced42'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:52:54.609820 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:54.630161 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54704) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:54.630943 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf707838-7cd9-453e-b3bf-40701727c09d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Pushing event updated for resources: {'Port': ['ID=f4f9d22b-d20c-4feb-8a63-cce1734bf9f0,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:54.636826 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298ddc9-2a40-428d-abc5-beb32a079d64 None None] Pushing event updated for resources: {'Port': ['ID=520a73c6-6a84-4362-b439-671b1e841d9e,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:54.657180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-7e298abe-8b5d-41ce-a100-a6c73f3f3138 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:54.662947 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7e298abe-8b5d-41ce-a100-a6c73f3f3138 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0288718 Oct 18 07:52:54.674264 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54708) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:54.681613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf707838-7cd9-453e-b3bf-40701727c09d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Network db2576c8-829d-4a89-b066-16933732e164 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:54.692718 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-cf707838-7cd9-453e-b3bf-40701727c09d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:54.699410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-b1eb22bb-3bb8-40b5-8b6f-bb6bf5ed1b02 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:54.700191 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf707838-7cd9-453e-b3bf-40701727c09d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:54.701067 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b1eb22bb-3bb8-40b5-8b6f-bb6bf5ed1b02 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0207438 Oct 18 07:52:54.717601 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54712) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:54.741247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-5796f847-7e54-44d8-b9a7-5307a5965e08 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:54.742647 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5796f847-7e54-44d8-b9a7-5307a5965e08 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0214314 Oct 18 07:52:54.751608 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54716) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:54.755653 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Attempting to bind port 520a73c6-6a84-4362-b439-671b1e841d9e on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:54.756025 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Attempting to bind port 520a73c6-6a84-4362-b439-671b1e841d9e by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '85bfbbba-87ea-47d2-a7eb-9642a8902eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:54.756459 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Attempting to bind port 520a73c6-6a84-4362-b439-671b1e841d9e on network b9b27099-dec6-4163-8916-ae8c7b4198fb {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:54.763686 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:52:54.764058 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Checking segment: {'id': '85bfbbba-87ea-47d2-a7eb-9642a8902eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:54.764560 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:54.764927 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Bound using segment: {'id': '85bfbbba-87ea-47d2-a7eb-9642a8902eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:52:54.765394 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Bound port: 520a73c6-6a84-4362-b439-671b1e841d9e, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bfbbba-87ea-47d2-a7eb-9642a8902eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:52:54.765831 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:54.788063 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-5d6c41aa-5318-447f-a281-43731c1dea55 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:54.789378 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5d6c41aa-5318-447f-a281-43731c1dea55 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0364921 Oct 18 07:52:54.795070 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54720) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:54.808742 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dead8b5f-6fa3-44d7-be02-71cc823cc9c9 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:54.818798 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-42923e90-bb0c-4784-acb5-3252e864ebcc tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:54.822565 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-42923e90-bb0c-4784-acb5-3252e864ebcc tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0242736 Oct 18 07:52:54.823181 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54724) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:54.860341 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-3afa0225-ac80-413f-8292-15e746e2a585 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:54.864114 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3afa0225-ac80-413f-8292-15e746e2a585 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0269954 Oct 18 07:52:54.865281 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] For port 520a73c6-6a84-4362-b439-671b1e841d9e, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:52:54.869603 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] For port 520a73c6-6a84-4362-b439-671b1e841d9e, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=520a73c6-6a84-4362-b439-671b1e841d9e,segment=NetworkSegment(85bfbbba-87ea-47d2-a7eb-9642a8902eb5),segment_id=85bfbbba-87ea-47d2-a7eb-9642a8902eb5)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:52:54.875959 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:54.907205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 0e210383-eede-448d-8cde-674673303c3a is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:54.907608 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:54.920474 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54728) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:54.957910 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298ddc9-2a40-428d-abc5-beb32a079d64 None None] Pushing event updated for resources: {'Port': ['ID=520a73c6-6a84-4362-b439-671b1e841d9e,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:54.965417 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:52:54.966020 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:52:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:54.999919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dead8b5f-6fa3-44d7-be02-71cc823cc9c9 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.033668 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-a3ab0c84-8a8a-46f7-8ba4-4feb47220620 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:55.038048 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a3ab0c84-8a8a-46f7-8ba4-4feb47220620 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0453200 Oct 18 07:52:55.041183 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54732) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:55.051203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf707838-7cd9-453e-b3bf-40701727c09d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:55.053054 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cf707838-7cd9-453e-b3bf-40701727c09d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.062883 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb7bc7-2d28-4f68-990c-db51dff4644b None None] Current status of the port e7bb85a7-a693-40c2-a780-c724235231e8 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:55.068350 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Attempting to bind port 81708f37-6970-4e0f-8742-09b404476ef9 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:55.069209 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Attempting to bind port 81708f37-6970-4e0f-8742-09b404476ef9 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '90929488-bf3c-44d8-a2d6-4a93986153ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'db2576c8-829d-4a89-b066-16933732e164'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:55.069580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Attempting to bind port 81708f37-6970-4e0f-8742-09b404476ef9 on network db2576c8-829d-4a89-b066-16933732e164 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:55.071544 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-c3cba853-8f17-40c5-a815-39171b6c259a tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:55.072732 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c3cba853-8f17-40c5-a815-39171b6c259a tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0290434 Oct 18 07:52:55.080968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54736) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:55.084440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:55.087067 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:52:55.087067 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Checking segment: {'id': '90929488-bf3c-44d8-a2d6-4a93986153ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'db2576c8-829d-4a89-b066-16933732e164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:55.087461 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.088369 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Bound using segment: {'id': '90929488-bf3c-44d8-a2d6-4a93986153ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'db2576c8-829d-4a89-b066-16933732e164'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:52:55.089305 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Bound port: 81708f37-6970-4e0f-8742-09b404476ef9, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90929488-bf3c-44d8-a2d6-4a93986153ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'db2576c8-829d-4a89-b066-16933732e164'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:52:55.089678 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.092579 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:55.096438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:55.099606 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-92784bf5-e515-43e8-b6f0-03c69a852f17 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:55.103554 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-92784bf5-e515-43e8-b6f0-03c69a852f17 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0161633 Oct 18 07:52:55.105976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:55.117632 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] device_id is not set on port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:55.120177 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54740) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:55.141332 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cf707838-7cd9-453e-b3bf-40701727c09d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2093372 Oct 18 07:52:55.143944 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.151407 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54744) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:55.167021 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Request body: {'port': {'network_id': 'db2576c8-829d-4a89-b066-16933732e164', 'name': 'tempest-ExtraDHCPOptionsTestJSON-206946241', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:55.168538 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.api.validators [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] bootfile-name is not in valid_values {{(pid=89045) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 18 07:52:55.168882 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.api.validators [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] tftp-server is not in valid_values {{(pid=89045) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 18 07:52:55.169354 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.api.validators [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] server-ip-address is not in valid_values {{(pid=89045) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 18 07:52:55.176312 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:55.180969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.197905 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:52:55.205560 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:52:55.212979 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 0e210383-eede-448d-8cde-674673303c3a, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0e210383-eede-448d-8cde-674673303c3a,segment=NetworkSegment(85bfbbba-87ea-47d2-a7eb-9642a8902eb5),segment_id=85bfbbba-87ea-47d2-a7eb-9642a8902eb5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:55.221832 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] Deleting port e7bb85a7-a693-40c2-a780-c724235231e8 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:55.222839 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.301424 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Transition to ACTIVE for port object 9ca5857c-902a-4f36-941c-c0f59e10b5f5 will not be triggered until provisioned by entity L2. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:55.302912 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dead8b5f-6fa3-44d7-be02-71cc823cc9c9 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.362285 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead8b5f-6fa3-44d7-be02-71cc823cc9c9 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Subnet': ['ID=f62265b6-28aa-4c1f-a88a-210ad295a773,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:55.364401 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.390004 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.391193 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e7bb85a7-a693-40c2-a780-c724235231e8 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:55.525985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-a2f33681-e9d7-4cee-b655-5567252d1a08 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:55.527455 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a2f33681-e9d7-4cee-b655-5567252d1a08 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.4019170 Oct 18 07:52:55.543727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54748) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:55.551327 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3e8017cb-9f42-4d28-b3eb-f484b9246756 None None] Provisioning complete for port 0e210383-eede-448d-8cde-674673303c3a triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:55.552550 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3e8017cb-9f42-4d28-b3eb-f484b9246756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.553206 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-3e8017cb-9f42-4d28-b3eb-f484b9246756 None None] Attempt 1 to provision port 0e210383-eede-448d-8cde-674673303c3a Oct 18 07:52:55.564992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:55.565550 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:55.565812 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:55.588691 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 4, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520a73c6-6a84-4362-b439-671b1e841d9e', 'name': '', 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:00:cd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '266d8be1-c034-457e-a613-854b3af14cd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:44Z', 'updated_at': '2022-10-18T07:52:54Z', 'revision_number': 4, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '266d8be1-c034-457e-a613-854b3af14cd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:55.593296 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70004f89-84e7-4423-8cfc-65cdf90b05bc None None] The sync data for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv is: [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 4, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520a73c6-6a84-4362-b439-671b1e841d9e', 'name': '', 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:00:cd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '266d8be1-c034-457e-a613-854b3af14cd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:44Z', 'updated_at': '2022-10-18T07:52:54Z', 'revision_number': 4, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '266d8be1-c034-457e-a613-854b3af14cd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:52:55.600773 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.610882 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-0584efb1-910d-42e3-9c77-64b398a060e5 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:55.612454 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0584efb1-910d-42e3-9c77-64b398a060e5 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0670421 Oct 18 07:52:55.627526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54752) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:55.628419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] For port bd91ede9-6709-4711-ae2c-424f418b68a7, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:52:55.639038 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:55.639511 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:55.658514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-ca60aa27-a518-422a-8f3c-cbab9557db97 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:55.661885 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ca60aa27-a518-422a-8f3c-cbab9557db97 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0311370 Oct 18 07:52:55.674882 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 2 to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 Oct 18 07:52:55.685290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54756) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:55.685467 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Pushing event updated for resources: {'Port': ['ID=9ca5857c-902a-4f36-941c-c0f59e10b5f5,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:55.703460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ae848970-3452-4a1c-918b-4b65b50805b4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.719105 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-e4391795-8d86-46a8-a51d-2a3ada0f9549 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:55.720065 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e4391795-8d86-46a8-a51d-2a3ada0f9549 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0337055 Oct 18 07:52:55.724960 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54760) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:55.727840 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:55.728178 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:55.729092 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:55.747131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-87f090c4-b84c-4758-9f78-8dcfecaf688a tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:55.751845 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-87f090c4-b84c-4758-9f78-8dcfecaf688a tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0172539 Oct 18 07:52:55.751845 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dead8b5f-6fa3-44d7-be02-71cc823cc9c9 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.752072 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] For port bd91ede9-6709-4711-ae2c-424f418b68a7, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=bd91ede9-6709-4711-ae2c-424f418b68a7,segment=NetworkSegment(044c6d69-c83e-40a8-91cd-778d08cbe88b),segment_id=044c6d69-c83e-40a8-91cd-778d08cbe88b)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:52:55.765803 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54764) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:55.766290 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:55.766807 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:55.769779 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:55.774596 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 3 to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 Oct 18 07:52:55.800737 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-81cac6cd-1431-490d-bd81-7850965e5c2a tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:55.805657 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-81cac6cd-1431-490d-bd81-7850965e5c2a tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0339797 Oct 18 07:52:55.805871 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54768) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:55.805965 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Usage tracker for resource:port and tenant:07ee11e7adf64bec92baa13abd51426b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:55.811848 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:55.813497 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-ae848970-3452-4a1c-918b-4b65b50805b4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Transition to ACTIVE for port object e64cb239-a86a-400b-84be-e3ba24e82e52 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:55.815659 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-63797479-2f20-4258-b908-95060820d799 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.819993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:55.821609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-b88bb6e3-a54e-4ecf-aee2-9b8ce3abdc20 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:55.824993 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b88bb6e3-a54e-4ecf-aee2-9b8ce3abdc20 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0108767 Oct 18 07:52:55.825126 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-dead8b5f-6fa3-44d7-be02-71cc823cc9c9 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e329d30-58eb-4f81-a563-209ddc4581b6']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:55.830855 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54772) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:55.842224 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:55.842567 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:55.842924 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:55.847304 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.848338 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-dead8b5f-6fa3-44d7-be02-71cc823cc9c9 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769508d8-63bd-44da-924f-44f2e6d67aa6') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:55.848673 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-dead8b5f-6fa3-44d7-be02-71cc823cc9c9 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769508d8-63bd-44da-924f-44f2e6d67aa6') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:52:55.866982 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-adf6757f-9ee5-481d-a1aa-1b7437b268f2 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:55.871187 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-adf6757f-9ee5-481d-a1aa-1b7437b268f2 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0338817 Oct 18 07:52:55.871313 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033ff155-77b8-4b4d-b87e-2f64e9cca325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-5e329d30-58eb-4f81-a563-209ddc4581b6', 'network_id': '5e329d30-58eb-4f81-a563-209ddc4581b6', 'tenant_id': '521d9aa55f07432182e0e8bda0b60ecd', 'fixed_ips': [{'subnet_id': 'f62265b6-28aa-4c1f-a88a-210ad295a773'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:52:55.871313 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-033ff155-77b8-4b4d-b87e-2f64e9cca325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.874856 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54776) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:55.877193 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:55.877522 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:55.879488 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dead8b5f-6fa3-44d7-be02-71cc823cc9c9 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.881207 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port e7bb85a7-a693-40c2-a780-c724235231e8 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:55.881584 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.882050 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port e7bb85a7-a693-40c2-a780-c724235231e8 Oct 18 07:52:55.886036 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 4 to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 Oct 18 07:52:55.906453 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-06166278-8cc1-48f8-890f-2301d6111425 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:55.910353 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-06166278-8cc1-48f8-890f-2301d6111425 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0316396 Oct 18 07:52:55.910353 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:55.910353 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:55.910353 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:55.911725 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54780) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:55.913679 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Made reservation on behalf of 07ee11e7adf64bec92baa13abd51426b for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:55.916503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63797479-2f20-4258-b908-95060820d799 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Subnet': ['ID=4ef52694-26e1-444b-b913-d6edb668ca9f,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:55.917743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.920882 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=0e210383-eede-448d-8cde-674673303c3a,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:55.930528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] For port 81708f37-6970-4e0f-8742-09b404476ef9, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:52:55.939545 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-3f94f70f-369a-48e1-93c1-d037add1a00b tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:55.943303 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3f94f70f-369a-48e1-93c1-d037add1a00b tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0204570 Oct 18 07:52:55.949606 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:55.949988 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:55.952607 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54784) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:55.953746 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dead8b5f-6fa3-44d7-be02-71cc823cc9c9 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:55.955574 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 5 to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 Oct 18 07:52:55.976219 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-dfa13057-6d64-4596-8210-fdf983c6aac0 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:55.979502 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-dfa13057-6d64-4596-8210-fdf983c6aac0 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0101326 Oct 18 07:52:55.983165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54788) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:55.984716 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.objects.ports [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89046) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:52:55.991835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] device_id is not set on port 9a3fb6d1-640b-4fd9-afd7-8c967e32b0e0 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:56.039384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63797479-2f20-4258-b908-95060820d799 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Checking segment: {'id': '578044ce-a367-4a6d-9eb4-05e7c347a572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:52:56.040355 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63797479-2f20-4258-b908-95060820d799 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network hostable DHCP agents. Network: c4388c05-3274-429c-9978-cd2fc36db120, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:52:56.044435 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dead8b5f-6fa3-44d7-be02-71cc823cc9c9 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:52:56.044991 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dead8b5f-6fa3-44d7-be02-71cc823cc9c9 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:56.062611 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] For port 81708f37-6970-4e0f-8742-09b404476ef9, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=81708f37-6970-4e0f-8742-09b404476ef9,segment=NetworkSegment(90929488-bf3c-44d8-a2d6-4a93986153ea),segment_id=90929488-bf3c-44d8-a2d6-4a93986153ea)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:52:56.101326 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-fcf4387b-9e1a-4af1-b7bf-a6e331c71259 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:56.102519 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fcf4387b-9e1a-4af1-b7bf-a6e331c71259 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.1141751 Oct 18 07:52:56.114285 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:56.114654 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:56.114994 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:56.124967 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54794) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.237007 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63797479-2f20-4258-b908-95060820d799 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network c4388c05-3274-429c-9978-cd2fc36db120 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:52:56.241787 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 769508d8-63bd-44da-924f-44f2e6d67aa6 resource provider aggregate not found Oct 18 07:52:56.248439 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-0bf967e0-6cec-4e5f-8650-951c14619e95 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:56.248987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ae848970-3452-4a1c-918b-4b65b50805b4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:56.249608 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0bf967e0-6cec-4e5f-8650-951c14619e95 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0236313 Oct 18 07:52:56.255149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54800) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.269998 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] For port e7bb85a7-a693-40c2-a780-c724235231e8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e7bb85a7-a693-40c2-a780-c724235231e8,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:56.270480 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:56.277617 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:56.277943 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:56.285246 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 769508d8-63bd-44da-924f-44f2e6d67aa6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 769508d8-63bd-44da-924f-44f2e6d67aa6 found for delete ", "request_id": "req-aae7c98c-16d8-494c-9de5-6f37f3a00d8a"}]} Oct 18 07:52:56.285677 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 6 to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 Oct 18 07:52:56.294558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-01e360f4-e52f-4627-a34c-e6998d3b07ba tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:56.298270 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-01e360f4-e52f-4627-a34c-e6998d3b07ba tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0128222 Oct 18 07:52:56.305504 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54804) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.331695 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-9957f482-6442-464b-be94-d676ec4348ea tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:56.332689 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9957f482-6442-464b-be94-d676ec4348ea tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0206850 Oct 18 07:52:56.341058 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:56.341398 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:56.341733 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:56.347167 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54808) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.351724 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:56.351724 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:56.356666 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 7 to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 Oct 18 07:52:56.371252 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-63797479-2f20-4258-b908-95060820d799 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, c4388c05-3274-429c-9978-cd2fc36db120) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:56.371887 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-6c49138f-6941-4314-b71b-eb22e6346e94 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:56.375361 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6c49138f-6941-4314-b71b-eb22e6346e94 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0202575 Oct 18 07:52:56.384461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54812) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.415528 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dead8b5f-6fa3-44d7-be02-71cc823cc9c9 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:56.420816 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dead8b5f-6fa3-44d7-be02-71cc823cc9c9 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:56.426620 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] Calling delete_port for e7bb85a7-a693-40c2-a780-c724235231e8 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:56.448091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-f342f727-9545-45e5-be70-a3df072515f7 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:56.451987 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f342f727-9545-45e5-be70-a3df072515f7 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0439970 Oct 18 07:52:56.461098 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54816) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.478831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63797479-2f20-4258-b908-95060820d799 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:56.479991 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-63797479-2f20-4258-b908-95060820d799 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:56.482986 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-53a0eea8-02ac-4763-b59b-d70e1650f8f5 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:56.486244 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-53a0eea8-02ac-4763-b59b-d70e1650f8f5 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0147750 Oct 18 07:52:56.490263 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:56.490637 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:56.490972 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:56.495367 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54820) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.500831 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead8b5f-6fa3-44d7-be02-71cc823cc9c9 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Network': ['ID=5e329d30-58eb-4f81-a563-209ddc4581b6,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:56.508389 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-934244e3-3a45-4bd1-9570-c3b5fa575437 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:56.509358 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-934244e3-3a45-4bd1-9570-c3b5fa575437 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0117011 Oct 18 07:52:56.513164 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:56.524097 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-dead8b5f-6fa3-44d7-be02-71cc823cc9c9 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/5e329d30-58eb-4f81-a563-209ddc4581b6 HTTP/1.1" status: 204 len: 168 time: 2.7000260 Oct 18 07:52:56.524097 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54824) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.527712 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:56.527946 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:56.528709 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54826) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.531727 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 8 to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 Oct 18 07:52:56.541872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae848970-3452-4a1c-918b-4b65b50805b4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 70333a6c-10c1-45eb-9c3d-b1800abced42 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:56.545584 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-170c2913-9625-4673-a193-8f9f2bfa3d1e tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:56.549626 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-170c2913-9625-4673-a193-8f9f2bfa3d1e tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0216107 Oct 18 07:52:56.556584 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-c1c5a202-b32c-45d0-a3ea-0783092fdc95 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1660773647'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:56.563819 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-ae848970-3452-4a1c-918b-4b65b50805b4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:56.569092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae848970-3452-4a1c-918b-4b65b50805b4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:56.572164 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c1c5a202-b32c-45d0-a3ea-0783092fdc95 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:56.577562 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c1c5a202-b32c-45d0-a3ea-0783092fdc95 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:network and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:56.579254 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae848970-3452-4a1c-918b-4b65b50805b4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:56.582637 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c1c5a202-b32c-45d0-a3ea-0783092fdc95 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:56.588060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ae848970-3452-4a1c-918b-4b65b50805b4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:56.591808 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54832) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.595184 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c1c5a202-b32c-45d0-a3ea-0783092fdc95 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:56.601835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c587b4-638a-4f91-8ac6-acf87c395699 None None] Network c4388c05-3274-429c-9978-cd2fc36db120 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:56.602949 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-63797479-2f20-4258-b908-95060820d799 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9808631 Oct 18 07:52:56.611026 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-de571ea1-59f9-489b-a6f7-799501dfcdfa tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:56.614704 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-de571ea1-59f9-489b-a6f7-799501dfcdfa tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0192542 Oct 18 07:52:56.614843 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54836) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.615060 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Allocated IP 172.20.0.3 (db2576c8-829d-4a89-b066-16933732e164/432bb8c5-4de6-433b-a357-734661b4c81a/9a3fb6d1-640b-4fd9-afd7-8c967e32b0e0) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:56.616770 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54838) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.629127 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-4982d39e-1e50-4d8e-9037-c085744d8f53 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:56.632658 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4982d39e-1e50-4d8e-9037-c085744d8f53 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0124562 Oct 18 07:52:56.635444 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54844) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.637009 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:56.637493 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:56.637960 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:56.651314 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-63bd38ec-0b17-453b-a0d9-f8269374aced tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:56.655552 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-63bd38ec-0b17-453b-a0d9-f8269374aced tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0125229 Oct 18 07:52:56.656162 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54848) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.660360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c5a202-b32c-45d0-a3ea-0783092fdc95 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:56.664497 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c1c5a202-b32c-45d0-a3ea-0783092fdc95 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:56.736263 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae848970-3452-4a1c-918b-4b65b50805b4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=e64cb239-a86a-400b-84be-e3ba24e82e52,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:56.736532 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:52:56.736990 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:52:56.748260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e42bc-7872-49b9-b197-5361c99ebf92 None None] Pushing event updated for resources: {'Port': ['ID=bd91ede9-6709-4711-ae2c-424f418b68a7,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:56.753481 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3e8017cb-9f42-4d28-b3eb-f484b9246756 None None] Current status of the port 0e210383-eede-448d-8cde-674673303c3a is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:56.774796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:56.775228 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:56.778332 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-371f1935-bdbd-448d-99a3-6e281033230c tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:56.779480 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-371f1935-bdbd-448d-99a3-6e281033230c tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.1222625 Oct 18 07:52:56.811644 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54852) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.814119 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:56.827910 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 9 to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 Oct 18 07:52:56.843134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-b8b2de02-ba9a-4f1b-8543-5553e059c7b2 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:56.846616 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b8b2de02-ba9a-4f1b-8543-5553e059c7b2 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0315728 Oct 18 07:52:56.854789 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ae848970-3452-4a1c-918b-4b65b50805b4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.5915549 Oct 18 07:52:56.854789 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54856) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.857567 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54858) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.907763 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-40601435-ba55-4b7f-ae83-8110e93a2d58 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:56.911186 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-40601435-ba55-4b7f-ae83-8110e93a2d58 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0525317 Oct 18 07:52:56.924003 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54864) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.934327 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b686a-8569-4c03-b87c-e81dac17460a None None] Pushing event updated for resources: {'Port': ['ID=81708f37-6970-4e0f-8742-09b404476ef9,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:56.935004 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-7416123c-0138-40e6-bf9d-9c0e00375f52 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:56.938635 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7416123c-0138-40e6-bf9d-9c0e00375f52 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0112131 Oct 18 07:52:56.940933 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54868) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.955145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-ae1b732d-cc31-495f-971f-b4dd12314197 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:56.958523 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ae1b732d-cc31-495f-971f-b4dd12314197 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0123672 Oct 18 07:52:56.965095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54872) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.982434 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-b90b97c4-8080-44c5-80d6-eba54689f782 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:56.983539 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b90b97c4-8080-44c5-80d6-eba54689f782 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0175362 Oct 18 07:52:56.988857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54876) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:56.999127 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3e8017cb-9f42-4d28-b3eb-f484b9246756 None None] Provisioning for port 520a73c6-6a84-4362-b439-671b1e841d9e completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:57.008400 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc6bdec-e9a2-41fc-ac24-5836f37db838 None None] Network 5e329d30-58eb-4f81-a563-209ddc4581b6 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:57.069095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-9c48a637-ffea-4611-b885-4d87adf58160 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:57.070119 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9c48a637-ffea-4611-b885-4d87adf58160 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0801163 Oct 18 07:52:57.076873 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54880) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:57.100538 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:57.100841 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:57.101122 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:57.133880 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c5a202-b32c-45d0-a3ea-0783092fdc95 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:52:57.147249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-a8791111-5fc0-472f-964f-07d52c6316fa tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:57.148677 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a8791111-5fc0-472f-964f-07d52c6316fa tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0692167 Oct 18 07:52:57.150025 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c1c5a202-b32c-45d0-a3ea-0783092fdc95 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:57.156097 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-c1c5a202-b32c-45d0-a3ea-0783092fdc95 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Added segment c74c8e13-2223-4332-a999-461889d30a41 of type vlan for network faa627ae-1320-4673-ab17-b0e03987af5b Oct 18 07:52:57.164076 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54884) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:57.175873 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc6bdec-e9a2-41fc-ac24-5836f37db838 None None] Network 5e329d30-58eb-4f81-a563-209ddc4581b6 could not be found, it might have been deleted concurrently. {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 18 07:52:57.232940 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c1c5a202-b32c-45d0-a3ea-0783092fdc95 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:57.236921 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:57.237256 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:57.242346 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] Deleting port e7bb85a7-a693-40c2-a780-c724235231e8 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:57.242846 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:57.244592 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 10 to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 Oct 18 07:52:57.245019 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-dae81f35-a590-4c17-aa5e-07a37cd116da tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:57.248962 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dae81f35-a590-4c17-aa5e-07a37cd116da tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0618112 Oct 18 07:52:57.254454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54888) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:57.265258 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-f58b95f9-f458-43a7-8a9e-79bca5bd4a93 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:57.268705 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f58b95f9-f458-43a7-8a9e-79bca5bd4a93 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0086768 Oct 18 07:52:57.273316 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54892) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:57.293344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-3e4591d1-7ec2-47e4-9ba6-5dddf84484a7 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:57.296763 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3e4591d1-7ec2-47e4-9ba6-5dddf84484a7 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0202391 Oct 18 07:52:57.301356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54896) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:57.314420 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-c1e525cf-6b34-4608-8719-0eb70b432b8e tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:57.315399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port e7bb85a7-a693-40c2-a780-c724235231e8 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:57.315520 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c1e525cf-6b34-4608-8719-0eb70b432b8e tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0109806 Oct 18 07:52:57.329526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54900) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:57.346875 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-0ed4f247-1b67-4539-a7a9-1548301a997d tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:57.348746 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0ed4f247-1b67-4539-a7a9-1548301a997d tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0171337 Oct 18 07:52:57.418506 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:57.439063 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Transition to ACTIVE for port object 9a3fb6d1-640b-4fd9-afd7-8c967e32b0e0 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:57.471043 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.resource_extend [None req-c1c5a202-b32c-45d0-a3ea-0783092fdc95 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:52:57.514590 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:52:57.514984 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:52:57.515323 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:52:57.524364 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54904) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:57.527545 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:57.541100 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-f684dcec-05c8-47f4-8bd7-2cb4c82df0cc tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:57.545684 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f684dcec-05c8-47f4-8bd7-2cb4c82df0cc tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0160146 Oct 18 07:52:57.575939 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54908) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:57.598981 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [None req-6fa7bede-99b8-404d-9d71-a188bb484da2 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:57.600277 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6fa7bede-99b8-404d-9d71-a188bb484da2 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0231416 Oct 18 07:52:57.631687 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54912) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:57.659323 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-c4388c05-3274-429c-9978-cd2fc36db120', 'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'fixed_ips': [{'subnet_id': '4ef52694-26e1-444b-b913-d6edb668ca9f'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:52:57.660150 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:57.672140 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Network db2576c8-829d-4a89-b066-16933732e164 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:57.673096 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:52:57.673429 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:52:57.673785 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:57.695343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] For port e7bb85a7-a693-40c2-a780-c724235231e8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e7bb85a7-a693-40c2-a780-c724235231e8,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:57.705436 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c1c5a202-b32c-45d0-a3ea-0783092fdc95 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:57.721993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c5a202-b32c-45d0-a3ea-0783092fdc95 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:57.722680 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c1c5a202-b32c-45d0-a3ea-0783092fdc95 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:57.778822 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 520a73c6-6a84-4362-b439-671b1e841d9e up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:57.786886 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:57.852965 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Pushing event updated for resources: {'Port': ['ID=9a3fb6d1-640b-4fd9-afd7-8c967e32b0e0,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:57.853477 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:57.863476 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba08ff2-ded7-4fab-bff5-85e1a685df96 None None] Network 70333a6c-10c1-45eb-9c3d-b1800abced42 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:57.868758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:57.869554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:57.936447 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] For port 9ca5857c-902a-4f36-941c-c0f59e10b5f5, host hv-neutron-8616, cleared binding levels {{(pid=89045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:52:57.936948 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempted to set empty binding levels {{(pid=89045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 18 07:52:57.940701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:52:57.977705 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-903f4f7d-b6d9-4582-8702-308f8f8c48e6 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:57.982507 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-903f4f7d-b6d9-4582-8702-308f8f8c48e6 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.3277802 Oct 18 07:52:57.990701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54916) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:57.991892 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:57.992612 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] In _notify_port_updated(), no bound segment for port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:52:57.993646 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:57.994263 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:57.997937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:52:58.000365 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] 10.222.0.17 "PUT /v2.0/ports/9ca5857c-902a-4f36-941c-c0f59e10b5f5 HTTP/1.1" status: 200 len: 976 time: 4.6733885 Oct 18 07:52:58.000494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54918) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:58.001806 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] For port e7bb85a7-a693-40c2-a780-c724235231e8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e7bb85a7-a693-40c2-a780-c724235231e8,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:58.002446 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:58.009069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:52:58.011432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.012014 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:58.026701 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:58.116608 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-d6efe2bc-5f83-4f74-8c60-2a0bb196f1f3 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:58.117657 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d6efe2bc-5f83-4f74-8c60-2a0bb196f1f3 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.1162887 Oct 18 07:52:58.140588 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54924) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:58.178139 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bcec23-a3f0-4df5-8ebb-537ac394cb18 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.178880 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-97bcec23-a3f0-4df5-8ebb-537ac394cb18 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:58.186122 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c1c5a202-b32c-45d0-a3ea-0783092fdc95 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6431944 Oct 18 07:52:58.188648 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-06974893-d146-4254-8036-248c246a9d18 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:58.189639 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-06974893-d146-4254-8036-248c246a9d18 tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0455861 Oct 18 07:52:58.199312 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54928) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:58.199710 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54930) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:58.212974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=691e1578-2039-487a-b42d-7e5ddd646ceb,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:58.217648 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-dc1f161d-97d8-4056-a9db-659053d9f44b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'subnet': {'network_id': 'faa627ae-1320-4673-ab17-b0e03987af5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:58.221074 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] Calling delete_port for e7bb85a7-a693-40c2-a780-c724235231e8 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:58.242513 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-a4740b43-d64f-40f0-a014-60ab53bfdc4f tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:58.243536 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a4740b43-d64f-40f0-a014-60ab53bfdc4f tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0334756 Oct 18 07:52:58.256952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1be8f3a-d4de-4317-bf65-f74a997255ef None None] Network db2576c8-829d-4a89-b066-16933732e164 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:52:58.257173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.257388 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:58.260936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54936) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:58.277337 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5a202-b32c-45d0-a3ea-0783092fdc95 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Network': ['ID=faa627ae-1320-4673-ab17-b0e03987af5b,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:58.294582 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8292196 Oct 18 07:52:58.294778 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0f42678b-7336-47ea-82c6-ee99653040db None None] Provisioning for port bd91ede9-6709-4711-ae2c-424f418b68a7 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:58.308216 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network faa627ae-1320-4673-ab17-b0e03987af5b details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:52:58.311061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54940) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:58.317915 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f448d-a2df-42d9-8ed2-91acca251ec6 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=e7bb85a7-a693-40c2-a780-c724235231e8,revision_number=7']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:58.325082 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'mac_address': 'fa:16:3e:d4:f0:b3', 'name': 'tempest-NetworksTestDHCPv6-962197102'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:52:58.329597 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906e860-a399-4146-82f2-67c8ea8947e6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Pushing event updated for resources: {'Port': ['ID=9ca5857c-902a-4f36-941c-c0f59e10b5f5,revision_number=3']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:52:58.334151 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [None req-056a676c-b9d7-428a-88cf-a2b2277d26be tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] http://10.222.0.17:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 07:52:58.335135 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-056a676c-b9d7-428a-88cf-a2b2277d26be tempest-ExtensionsTestJSON-1205895945 tempest-ExtensionsTestJSON-1205895945-project] 10.222.0.17 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0600028 Oct 18 07:52:58.359823 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-97bcec23-a3f0-4df5-8ebb-537ac394cb18 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:58.361049 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-97bcec23-a3f0-4df5-8ebb-537ac394cb18 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A34e HTTP/1.1" status: 200 len: 929 time: 1.5003743 Oct 18 07:52:58.365383 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54946) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:58.429494 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2d67c2d2-7425-4f75-bc3e-acacb40809b4 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.2750442 Oct 18 07:52:58.435161 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54950) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:58.483944 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:58.491587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:port and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:58.496112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:58.512165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:58.513305 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-dc1f161d-97d8-4056-a9db-659053d9f44b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:58.524529 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-b0cb3cfb-033a-4114-8780-a20e73028749 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port e64cb239-a86a-400b-84be-e3ba24e82e52 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:58.524529 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b0cb3cfb-033a-4114-8780-a20e73028749 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:58.550939 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-dc1f161d-97d8-4056-a9db-659053d9f44b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:subnet and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:58.560838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-dc1f161d-97d8-4056-a9db-659053d9f44b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:58.586985 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-dc1f161d-97d8-4056-a9db-659053d9f44b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:58.616253 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.616778 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.618585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.618585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.618585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.618585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.619044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.619617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.619834 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.620560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.621070 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.621585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.622134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.622507 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.623556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.623556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.623965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.624346 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.624795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.625250 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.625704 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.626158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.626633 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.627081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.627536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.630025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Synchronizing usage tracker for tenant:9a7351b407004d71b1bf496f5b4f2d05 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:58.637771 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:58.649085 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1f161d-97d8-4056-a9db-659053d9f44b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:52:58.651242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dc1f161d-97d8-4056-a9db-659053d9f44b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:58.699145 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 520a73c6-6a84-4362-b439-671b1e841d9e completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:58.726828 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Allocated IP 2001:db8:3::2 (c4388c05-3274-429c-9978-cd2fc36db120/4ef52694-26e1-444b-b913-d6edb668ca9f/4bdf46ea-c617-4e76-a8b4-d03188be16dc) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:52:58.751085 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 520a73c6-6a84-4362-b439-671b1e841d9e triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:52:58.752244 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:58.753377 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 520a73c6-6a84-4362-b439-671b1e841d9e Oct 18 07:52:58.754968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200565ea-d1e7-4ded-9338-f51facbac7e2 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.761342 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200565ea-d1e7-4ded-9338-f51facbac7e2 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.768790 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200565ea-d1e7-4ded-9338-f51facbac7e2 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:52:58.769680 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-200565ea-d1e7-4ded-9338-f51facbac7e2 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Synchronizing usage tracker for tenant:07ee11e7adf64bec92baa13abd51426b on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:52:58.819512 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-974e71bd-6b44-4357-a8cd-f2acf2149e65 None None] Provisioning for port 81708f37-6970-4e0f-8742-09b404476ef9 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:52:58.821346 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54956) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:58.840083 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Unset dirty status for tenant:9a7351b407004d71b1bf496f5b4f2d05 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:58.845058 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3b270174-0048-4669-8203-16f5d431237f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23055 time: 0.8347135 Oct 18 07:52:58.850535 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54960) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:58.877656 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.ipam_backend_mixin [None req-dc1f161d-97d8-4056-a9db-659053d9f44b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Performing IP validity checks on allocation pools {{(pid=89045) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 18 07:52:58.878199 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.ipam_backend_mixin [None req-dc1f161d-97d8-4056-a9db-659053d9f44b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89045) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 18 07:52:58.886454 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-200565ea-d1e7-4ded-9338-f51facbac7e2 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Unset dirty status for tenant:07ee11e7adf64bec92baa13abd51426b on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:52:58.887640 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-200565ea-d1e7-4ded-9338-f51facbac7e2 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.4495497 Oct 18 07:52:58.892642 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54966) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:52:58.916773 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:52:58.917167 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:52:58.946939 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:58.962125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-7ab814f8-50ed-4252-8fde-844d9752225f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Deleting port 9ca5857c-902a-4f36-941c-c0f59e10b5f5 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:58.962556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ab814f8-50ed-4252-8fde-844d9752225f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:58.969610 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] Deleting port e7bb85a7-a693-40c2-a780-c724235231e8 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:58.970002 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:59.030076 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port 9b272388-40b0-45c0-bc08-9fe75a2c4d5e yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:52:59.033236 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-74afd836-952e-4491-aa26-12f8cbb0655f tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Deleting port 9a3fb6d1-640b-4fd9-afd7-8c967e32b0e0 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:52:59.033579 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-74afd836-952e-4491-aa26-12f8cbb0655f tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:59.102581 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b0cb3cfb-033a-4114-8780-a20e73028749 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:59.122036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-20a988eb-f4b4-4c54-af62-44948d167395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:59.163446 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-20a988eb-f4b4-4c54-af62-44948d167395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:52:59.175650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-20a988eb-f4b4-4c54-af62-44948d167395 admin admin] Usage tracker for resource:security_group_rule and tenant:bf2fcebbc50b4c15a37c508e4ca1e56f is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:52:59.194365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-20a988eb-f4b4-4c54-af62-44948d167395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:52:59.210115 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-20a988eb-f4b4-4c54-af62-44948d167395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:52:59.274503 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-b0cb3cfb-033a-4114-8780-a20e73028749 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for e64cb239-a86a-400b-84be-e3ba24e82e52 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:59.518019 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 520a73c6-6a84-4362-b439-671b1e841d9e is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:52:59.518311 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:59.543395 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-7ab814f8-50ed-4252-8fde-844d9752225f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] For port 9ca5857c-902a-4f36-941c-c0f59e10b5f5, host hv-neutron-8616, got binding levels [] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:59.544152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ab814f8-50ed-4252-8fde-844d9752225f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:59.559103 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:59.594376 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Transition to ACTIVE for port object 4bdf46ea-c617-4e76-a8b4-d03188be16dc will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:59.643760 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 520a73c6-6a84-4362-b439-671b1e841d9e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=520a73c6-6a84-4362-b439-671b1e841d9e,segment=NetworkSegment(85bfbbba-87ea-47d2-a7eb-9642a8902eb5),segment_id=85bfbbba-87ea-47d2-a7eb-9642a8902eb5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:59.648750 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] For port e7bb85a7-a693-40c2-a780-c724235231e8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e7bb85a7-a693-40c2-a780-c724235231e8,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:52:59.649328 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:59.663769 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:59.664694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0e210383-eede-448d-8cde-674673303c3a up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:52:59.702326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-7ab814f8-50ed-4252-8fde-844d9752225f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Calling delete_port for 9ca5857c-902a-4f36-941c-c0f59e10b5f5 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:59.733743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dc1f161d-97d8-4056-a9db-659053d9f44b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:52:59.763705 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Transition to ACTIVE for port object 4bdf46ea-c617-4e76-a8b4-d03188be16dc will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:52:59.927277 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] Calling delete_port for e7bb85a7-a693-40c2-a780-c724235231e8 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:52:59.983548 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:00.026811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Allocated IP 2001:db8:3::1 (c4388c05-3274-429c-9978-cd2fc36db120/4ef52694-26e1-444b-b913-d6edb668ca9f/175a223e-6486-435f-8ca3-c7e9cc4c2b46) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:00.037215 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Network c4388c05-3274-429c-9978-cd2fc36db120 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:00.047153 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5e172ab6-4f5d-429b-b93d-fc25e64f5b22 None None] Provisioning for port 0d0415a2-4483-4044-8dc3-ae8eacec0dac completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:00.050851 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:00.053435 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:00.057726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-74afd836-952e-4491-aa26-12f8cbb0655f tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:00.073719 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=520a73c6-6a84-4362-b439-671b1e841d9e,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:00.118737 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5e172ab6-4f5d-429b-b93d-fc25e64f5b22 None None] Provisioning complete for port 0d0415a2-4483-4044-8dc3-ae8eacec0dac triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:00.119207 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5e172ab6-4f5d-429b-b93d-fc25e64f5b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:00.119563 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-5e172ab6-4f5d-429b-b93d-fc25e64f5b22 None None] Attempt 1 to provision port 0d0415a2-4483-4044-8dc3-ae8eacec0dac Oct 18 07:53:00.226632 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 0e210383-eede-448d-8cde-674673303c3a triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:00.227004 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:00.227331 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 0e210383-eede-448d-8cde-674673303c3a Oct 18 07:53:00.244526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:00.295007 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-20a988eb-f4b4-4c54-af62-44948d167395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:00.312405 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b0cb3cfb-033a-4114-8780-a20e73028749 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:00.313723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Transition to ACTIVE for port object 175a223e-6486-435f-8ca3-c7e9cc4c2b46 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:00.327883 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-74afd836-952e-4491-aa26-12f8cbb0655f tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Calling delete_port for 9a3fb6d1-640b-4fd9-afd7-8c967e32b0e0 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:00.353885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-20a988eb-f4b4-4c54-af62-44948d167395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:00.379226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:00.387277 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ab814f8-50ed-4252-8fde-844d9752225f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:00.405828 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5e172ab6-4f5d-429b-b93d-fc25e64f5b22 None None] Port 0d0415a2-4483-4044-8dc3-ae8eacec0dac cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:00.406600 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Pushing event updated for resources: {'Port': ['ID=4bdf46ea-c617-4e76-a8b4-d03188be16dc,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:00.428764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Attempting to bind port 4bdf46ea-c617-4e76-a8b4-d03188be16dc on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:00.429406 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Attempting to bind port 4bdf46ea-c617-4e76-a8b4-d03188be16dc by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '578044ce-a367-4a6d-9eb4-05e7c347a572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:00.429916 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Attempting to bind port 4bdf46ea-c617-4e76-a8b4-d03188be16dc on network c4388c05-3274-429c-9978-cd2fc36db120 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:00.446477 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:53:00.447087 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Checking segment: {'id': '578044ce-a367-4a6d-9eb4-05e7c347a572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:00.447636 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:00.448740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Bound using segment: {'id': '578044ce-a367-4a6d-9eb4-05e7c347a572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:53:00.449378 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Bound port: 4bdf46ea-c617-4e76-a8b4-d03188be16dc, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578044ce-a367-4a6d-9eb4-05e7c347a572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:53:00.449916 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:00.469776 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb3cfb-033a-4114-8780-a20e73028749 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Port': ['ID=e64cb239-a86a-400b-84be-e3ba24e82e52,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:00.478764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 172.20.0.3 (421d0710-6574-4dc6-a599-2fa72ae31b2e/745dd685-55ab-4f01-b9e5-286f04d8370e/9b272388-40b0-45c0-bc08-9fe75a2c4d5e) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:00.527011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network c4388c05-3274-429c-9978-cd2fc36db120 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:00.529986 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:00.552599 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:00.560471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::f816:3eff:fed4:f0b3 (421d0710-6574-4dc6-a599-2fa72ae31b2e/691e1578-2039-487a-b42d-7e5ddd646ceb/9b272388-40b0-45c0-bc08-9fe75a2c4d5e) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:00.572826 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:00.573906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:00.577922 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b1422-e284-4283-8bd0-cc3d04dd9d04 req-4f9817c8-c77d-46ba-9f61-1ffbe7ba364e tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:00.579499 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7a4b1422-e284-4283-8bd0-cc3d04dd9d04 req-4f9817c8-c77d-46ba-9f61-1ffbe7ba364e tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 1.1997368 Oct 18 07:53:00.587679 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b0cb3cfb-033a-4114-8780-a20e73028749 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:00.600430 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=175a223e-6486-435f-8ca3-c7e9cc4c2b46,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:00.606943 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f161d-97d8-4056-a9db-659053d9f44b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Subnet': ['ID=620175c6-9a8c-4dca-a72a-98ce9a41c799,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:00.622620 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a988eb-f4b4-4c54-af62-44948d167395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39de034b-52a3-42b0-844b-e2058c17ae82,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:00.631397 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-20a988eb-f4b4-4c54-af62-44948d167395 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bf2fcebbc50b4c15a37c508e4ca1e56f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8019323 Oct 18 07:53:00.637474 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54972) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:00.659882 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f161d-97d8-4056-a9db-659053d9f44b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Checking segment: {'id': 'c74c8e13-2223-4332-a999-461889d30a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'faa627ae-1320-4673-ab17-b0e03987af5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:00.660248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1f161d-97d8-4056-a9db-659053d9f44b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network hostable DHCP agents. Network: faa627ae-1320-4673-ab17-b0e03987af5b, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:53:00.667004 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] Pushing event deleted for resources: {'Port': ['ID=e7bb85a7-a693-40c2-a780-c724235231e8,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:00.720131 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab814f8-50ed-4252-8fde-844d9752225f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ca5857c-902a-4f36-941c-c0f59e10b5f5,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:00.734435 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ab814f8-50ed-4252-8fde-844d9752225f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:00.737482 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b0cb3cfb-033a-4114-8780-a20e73028749 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/ports/e64cb239-a86a-400b-84be-e3ba24e82e52 HTTP/1.1" status: 204 len: 168 time: 2.3691437 Oct 18 07:53:00.739073 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54976) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:00.828912 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce9534-5b31-435f-b32b-07bd2e71a090 None None] No DVR routers for this DVR port e7bb85a7-a693-40c2-a780-c724235231e8 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:53:00.840129 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] For port 4bdf46ea-c617-4e76-a8b4-d03188be16dc, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:53:00.847569 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7a4b1422-e284-4283-8bd0-cc3d04dd9d04 req-97a468db-5c97-4c5b-b443-6c93a586d664 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434492 Oct 18 07:53:00.854818 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 0e210383-eede-448d-8cde-674673303c3a is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:00.855119 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 81708f37-6970-4e0f-8742-09b404476ef9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:00.859239 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5fa343-25f2-415c-be60-5f4401727c7f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] GET failed (client error): The resource could not be found. Oct 18 07:53:00.859872 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2e5fa343-25f2-415c-be60-5f4401727c7f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:00.876158 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7ab814f8-50ed-4252-8fde-844d9752225f tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] 10.222.0.17 "DELETE /v2.0/ports/9ca5857c-902a-4f36-941c-c0f59e10b5f5 HTTP/1.1" status: 204 len: 168 time: 2.0123491 Oct 18 07:53:00.876158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54980) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:00.876335 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1f161d-97d8-4056-a9db-659053d9f44b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network faa627ae-1320-4673-ab17-b0e03987af5b is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:53:00.890596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ffc9b-9083-458e-b13a-762b9f13dc84 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:00.957406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-dc1f161d-97d8-4056-a9db-659053d9f44b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, faa627ae-1320-4673-ab17-b0e03987af5b) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:00.964037 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1f161d-97d8-4056-a9db-659053d9f44b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:00.964838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dc1f161d-97d8-4056-a9db-659053d9f44b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:00.977522 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7407b16-4c6f-4b8b-bd6b-00a1c12676c6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] GET failed (client error): The resource could not be found. Oct 18 07:53:00.978865 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f7407b16-4c6f-4b8b-bd6b-00a1c12676c6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Synchronizing usage tracker for tenant:9a7351b407004d71b1bf496f5b4f2d05 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:01.004973 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-5e172ab6-4f5d-429b-b93d-fc25e64f5b22 None None] Attempt 2 to provision port 0d0415a2-4483-4044-8dc3-ae8eacec0dac Oct 18 07:53:01.007489 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2e5fa343-25f2-415c-be60-5f4401727c7f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:01.011619 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2e5fa343-25f2-415c-be60-5f4401727c7f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports/e64cb239-a86a-400b-84be-e3ba24e82e52 HTTP/1.1" status: 404 len: 333 time: 0.2651267 Oct 18 07:53:01.011619 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1da6f960-5814-4443-8c7e-70c5a605e00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:01.017981 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54986) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:01.041636 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81c9101-89f3-4b42-b627-4dda2b6d1960 None None] Network faa627ae-1320-4673-ab17-b0e03987af5b requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:01.055989 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] For port 4bdf46ea-c617-4e76-a8b4-d03188be16dc, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4bdf46ea-c617-4e76-a8b4-d03188be16dc,segment=NetworkSegment(578044ce-a367-4a6d-9eb4-05e7c347a572),segment_id=578044ce-a367-4a6d-9eb4-05e7c347a572)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:53:01.116047 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-74afd836-952e-4491-aa26-12f8cbb0655f tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:01.129094 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f7407b16-4c6f-4b8b-bd6b-00a1c12676c6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Unset dirty status for tenant:9a7351b407004d71b1bf496f5b4f2d05 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:01.131844 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f7407b16-4c6f-4b8b-bd6b-00a1c12676c6 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] 10.222.0.17 "GET /v2.0/ports/9ca5857c-902a-4f36-941c-c0f59e10b5f5 HTTP/1.1" status: 404 len: 333 time: 0.2636135 Oct 18 07:53:01.134000 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:01.142747 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:01.162623 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-dc1f161d-97d8-4056-a9db-659053d9f44b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.9549108 Oct 18 07:53:01.163019 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 54990) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:01.181233 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1da6f960-5814-4443-8c7e-70c5a605e00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:01.191712 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54992) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:01.296894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-58c73b5e-58d1-40fb-872a-3bb3ca1e0fdf tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1386147391', 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:01.303363 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-58c73b5e-58d1-40fb-872a-3bb3ca1e0fdf tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:01.306598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5e172ab6-4f5d-429b-b93d-fc25e64f5b22 None None] Port 0d0415a2-4483-4044-8dc3-ae8eacec0dac cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:01.321343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-58c73b5e-58d1-40fb-872a-3bb3ca1e0fdf tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:01.367967 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afd836-952e-4491-aa26-12f8cbb0655f tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Pushing event deleted for resources: {'Port': ['ID=9a3fb6d1-640b-4fd9-afd7-8c967e32b0e0,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:01.387392 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefdcd8-6c42-4b5b-b0e7-c21b285c6280 None None] Pushing event updated for resources: {'Port': ['ID=4bdf46ea-c617-4e76-a8b4-d03188be16dc,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:01.401801 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-74afd836-952e-4491-aa26-12f8cbb0655f tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:01.408498 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-74afd836-952e-4491-aa26-12f8cbb0655f tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] 10.222.0.17 "DELETE /v2.0/ports/9a3fb6d1-640b-4fd9-afd7-8c967e32b0e0 HTTP/1.1" status: 204 len: 168 time: 2.5127285 Oct 18 07:53:01.419476 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 81708f37-6970-4e0f-8742-09b404476ef9 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:01.421365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 54998) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:01.452119 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:01.475937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object 9b272388-40b0-45c0-bc08-9fe75a2c4d5e will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:01.482465 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 81708f37-6970-4e0f-8742-09b404476ef9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:01.484168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:01.485407 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 81708f37-6970-4e0f-8742-09b404476ef9 Oct 18 07:53:01.488641 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e45fdfd7-f6ff-461e-b842-e1985e24602d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port 0d0415a2-4483-4044-8dc3-ae8eacec0dac {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:01.489109 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e45fdfd7-f6ff-461e-b842-e1985e24602d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:01.520995 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-c6724261-1677-426b-a93c-354a3e0a635b tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Request body: {'port': {'name': 'tempest-new-port-name-1702321814', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:01.521778 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.api.validators [None req-c6724261-1677-426b-a93c-354a3e0a635b tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] bootfile-name is not in valid_values {{(pid=89045) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 18 07:53:01.522013 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.api.validators [None req-c6724261-1677-426b-a93c-354a3e0a635b tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] tftp-server is not in valid_values {{(pid=89045) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 18 07:53:01.522357 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.api.validators [None req-c6724261-1677-426b-a93c-354a3e0a635b tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] server-ip-address is not in valid_values {{(pid=89045) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 18 07:53:01.549418 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c73b5e-58d1-40fb-872a-3bb3ca1e0fdf tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Made reservation on behalf of 9a7351b407004d71b1bf496f5b4f2d05 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:01.552196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-58c73b5e-58d1-40fb-872a-3bb3ca1e0fdf tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:01.571955 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:01.807159 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-5e172ab6-4f5d-429b-b93d-fc25e64f5b22 None None] Attempt 3 to provision port 0d0415a2-4483-4044-8dc3-ae8eacec0dac Oct 18 07:53:01.836211 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-faa627ae-1320-4673-ab17-b0e03987af5b', 'network_id': 'faa627ae-1320-4673-ab17-b0e03987af5b', 'tenant_id': '521d9aa55f07432182e0e8bda0b60ecd', 'fixed_ips': [{'subnet_id': '620175c6-9a8c-4dca-a72a-98ce9a41c799'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:53:01.837125 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:01.945715 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1da6f960-5814-4443-8c7e-70c5a605e00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:01.958288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-58c73b5e-58d1-40fb-872a-3bb3ca1e0fdf tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] device_id is not set on port 34ebc6a8-f2e3-41b3-8c4a-8af0fe784e74 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:53:01.984245 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5e172ab6-4f5d-429b-b93d-fc25e64f5b22 None None] Port 0d0415a2-4483-4044-8dc3-ae8eacec0dac cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:01.989716 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 81708f37-6970-4e0f-8742-09b404476ef9 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:01.989716 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:02.003018 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6f960-5814-4443-8c7e-70c5a605e00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39de034b-52a3-42b0-844b-e2058c17ae82,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:02.042515 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': '691e1578-2039-487a-b42d-7e5ddd646ceb'}, {'subnet_id': '745dd685-55ab-4f01-b9e5-286f04d8370e'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:53:02.042772 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1da6f960-5814-4443-8c7e-70c5a605e00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:02.042896 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:02.043166 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1da6f960-5814-4443-8c7e-70c5a605e00b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/39de034b-52a3-42b0-844b-e2058c17ae82 HTTP/1.1" status: 204 len: 168 time: 1.3846593 Oct 18 07:53:02.047295 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:02.090511 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 81708f37-6970-4e0f-8742-09b404476ef9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=81708f37-6970-4e0f-8742-09b404476ef9,segment=NetworkSegment(90929488-bf3c-44d8-a2d6-4a93986153ea),segment_id=90929488-bf3c-44d8-a2d6-4a93986153ea)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:02.110507 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c6724261-1677-426b-a93c-354a3e0a635b tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:02.168818 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:02.169588 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device bd91ede9-6709-4711-ae2c-424f418b68a7 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:02.388840 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Allocated IP 172.20.0.3 (faa627ae-1320-4673-ab17-b0e03987af5b/620175c6-9a8c-4dca-a72a-98ce9a41c799/e453f03d-979e-4d59-ae41-bca9b43dc96b) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:02.503121 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e45fdfd7-f6ff-461e-b842-e1985e24602d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:02.514455 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-5e172ab6-4f5d-429b-b93d-fc25e64f5b22 None None] Attempt 4 to provision port 0d0415a2-4483-4044-8dc3-ae8eacec0dac Oct 18 07:53:02.528904 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:02.549682 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=81708f37-6970-4e0f-8742-09b404476ef9,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:02.663773 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port bd91ede9-6709-4711-ae2c-424f418b68a7 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:02.690255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-58c73b5e-58d1-40fb-872a-3bb3ca1e0fdf tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:02.709880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port bd91ede9-6709-4711-ae2c-424f418b68a7 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:02.710443 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:02.710951 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port bd91ede9-6709-4711-ae2c-424f418b68a7 Oct 18 07:53:02.727570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=9b272388-40b0-45c0-bc08-9fe75a2c4d5e,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:02.743053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:02.747387 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e45fdfd7-f6ff-461e-b842-e1985e24602d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for 0d0415a2-4483-4044-8dc3-ae8eacec0dac owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:02.749176 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:02.752990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:02.802254 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3485b7db-84a0-4c77-b417-1afc21cfb166 None None] Network c4388c05-3274-429c-9978-cd2fc36db120 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:02.820410 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5e172ab6-4f5d-429b-b93d-fc25e64f5b22 None None] Port 0d0415a2-4483-4044-8dc3-ae8eacec0dac cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:02.828136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:02.875722 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:02.876362 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:02.885186 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:02.886486 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:03.007855 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c6724261-1677-426b-a93c-354a3e0a635b tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:03.014144 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e45fdfd7-f6ff-461e-b842-e1985e24602d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:03.034912 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event updated for resources: {'Port': ['ID=175a223e-6486-435f-8ca3-c7e9cc4c2b46,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:03.091921 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c6724261-1677-426b-a93c-354a3e0a635b tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:03.093460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55024) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:03.105543 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fdfd7-f6ff-461e-b842-e1985e24602d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Port': ['ID=0d0415a2-4483-4044-8dc3-ae8eacec0dac,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:03.108506 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bed66757-c685-4c32-8846-b248f122fe12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.7954755 Oct 18 07:53:03.116626 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55028) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:03.118866 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Allocated IP 172.20.0.2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/745dd685-55ab-4f01-b9e5-286f04d8370e/70ce69bb-0c75-4334-b90e-fd0f95a421b8) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:03.145782 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Allocated IP 2001:db8::f816:3eff:feb6:9a27 (421d0710-6574-4dc6-a599-2fa72ae31b2e/691e1578-2039-487a-b42d-7e5ddd646ceb/70ce69bb-0c75-4334-b90e-fd0f95a421b8) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:03.200873 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6724261-1677-426b-a93c-354a3e0a635b tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Pushing event updated for resources: {'Port': ['ID=f4f9d22b-d20c-4feb-8a63-cce1734bf9f0,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:03.241673 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585182b2-c582-4900-9ac5-a8cafec6e591 req-150ebf16-844d-4b6b-839e-55e993616310 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:03.253537 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-585182b2-c582-4900-9ac5-a8cafec6e591 req-150ebf16-844d-4b6b-839e-55e993616310 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 2.0148706 Oct 18 07:53:03.290826 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e45fdfd7-f6ff-461e-b842-e1985e24602d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:03.326831 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e45fdfd7-f6ff-461e-b842-e1985e24602d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/ports/0d0415a2-4483-4044-8dc3-ae8eacec0dac HTTP/1.1" status: 204 len: 168 time: 2.3023040 Oct 18 07:53:03.330951 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55034) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:03.337887 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-5e172ab6-4f5d-429b-b93d-fc25e64f5b22 None None] Attempt 5 to provision port 0d0415a2-4483-4044-8dc3-ae8eacec0dac Oct 18 07:53:03.367710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-58c73b5e-58d1-40fb-872a-3bb3ca1e0fdf tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:03.377068 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-c6724261-1677-426b-a93c-354a3e0a635b tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] In _notify_port_updated(), no bound segment for port f4f9d22b-d20c-4feb-8a63-cce1734bf9f0 on network db2576c8-829d-4a89-b066-16933732e164 {{(pid=89045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:53:03.378413 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-112440678'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:03.382904 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6724261-1677-426b-a93c-354a3e0a635b tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:03.383579 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c6724261-1677-426b-a93c-354a3e0a635b tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:03.384166 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:03.387876 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c6724261-1677-426b-a93c-354a3e0a635b tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] 10.222.0.17 "PUT /v2.0/ports/f4f9d22b-d20c-4feb-8a63-cce1734bf9f0 HTTP/1.1" status: 200 len: 1137 time: 1.9626276 Oct 18 07:53:03.391877 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55040) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:03.395127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Usage tracker for resource:network and tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:03.398162 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:03.424890 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:03.434357 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93a458d-e6e3-496e-ac92-a57916cf187f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] GET failed (client error): The resource could not be found. Oct 18 07:53:03.434919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f93a458d-e6e3-496e-ac92-a57916cf187f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:03.436631 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5e172ab6-4f5d-429b-b93d-fc25e64f5b22 None None] Port 0d0415a2-4483-4044-8dc3-ae8eacec0dac was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:53:03.464130 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Transition to ACTIVE for port object e453f03d-979e-4d59-ae41-bca9b43dc96b will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:03.467865 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:03.475457 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port bd91ede9-6709-4711-ae2c-424f418b68a7 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:03.476269 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:03.491608 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f93a458d-e6e3-496e-ac92-a57916cf187f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:03.499210 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f93a458d-e6e3-496e-ac92-a57916cf187f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports/0d0415a2-4483-4044-8dc3-ae8eacec0dac HTTP/1.1" status: 404 len: 333 time: 0.1678622 Oct 18 07:53:03.500421 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55044) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:03.505895 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5e172ab6-4f5d-429b-b93d-fc25e64f5b22 None None] Could not find standard attr ID for object e64cb239-a86a-400b-84be-e3ba24e82e52. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:53:03.530877 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c842ae-67fd-4562-bffa-983307e20996 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:03.531021 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Network c4388c05-3274-429c-9978-cd2fc36db120 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:03.531616 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-59c842ae-67fd-4562-bffa-983307e20996 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Synchronizing usage tracker for tenant:07ee11e7adf64bec92baa13abd51426b on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:03.547059 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:03.563302 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c73b5e-58d1-40fb-872a-3bb3ca1e0fdf tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Network 9b6722c5-1341-418b-b1e0-6b5ba4643645 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:03.564091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:03.567532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:03.595313 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-58c73b5e-58d1-40fb-872a-3bb3ca1e0fdf tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:03.612388 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-585182b2-c582-4900-9ac5-a8cafec6e591 req-2ba77c64-b4dc-41bc-bebd-3c57dc92a833 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3578815 Oct 18 07:53:03.613414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c73b5e-58d1-40fb-872a-3bb3ca1e0fdf tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:03.614368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c73b5e-58d1-40fb-872a-3bb3ca1e0fdf tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:03.615004 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-58c73b5e-58d1-40fb-872a-3bb3ca1e0fdf tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:03.641531 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-59c842ae-67fd-4562-bffa-983307e20996 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Unset dirty status for tenant:07ee11e7adf64bec92baa13abd51426b on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:03.648340 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-59c842ae-67fd-4562-bffa-983307e20996 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] 10.222.0.17 "GET /v2.0/ports/f4f9d22b-d20c-4feb-8a63-cce1734bf9f0 HTTP/1.1" status: 200 len: 1137 time: 0.2553959 Oct 18 07:53:03.657287 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55050) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:03.736298 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Transition to ACTIVE for port object e453f03d-979e-4d59-ae41-bca9b43dc96b will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:03.741239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-88cc25a5-53a0-45be-9fcf-1af4277b5a9e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting subnet 43b89e78-0c7c-4d2c-8583-07a53385fb87 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:53:03.743825 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:03.748843 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-88cc25a5-53a0-45be-9fcf-1af4277b5a9e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:03.764276 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:03.766968 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-58c73b5e-58d1-40fb-872a-3bb3ca1e0fdf tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.5313859 Oct 18 07:53:03.768478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c73b5e-58d1-40fb-872a-3bb3ca1e0fdf tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Pushing event updated for resources: {'Port': ['ID=34ebc6a8-f2e3-41b3-8c4a-8af0fe784e74,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:03.773007 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:03.822021 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55054) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:03.845175 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Transition to ACTIVE for port object 70ce69bb-0c75-4334-b90e-fd0f95a421b8 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:03.848396 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port bd91ede9-6709-4711-ae2c-424f418b68a7, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=bd91ede9-6709-4711-ae2c-424f418b68a7,segment=NetworkSegment(044c6d69-c83e-40a8-91cd-778d08cbe88b),segment_id=044c6d69-c83e-40a8-91cd-778d08cbe88b)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:03.851806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:03.852282 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5e172ab6-4f5d-429b-b93d-fc25e64f5b22 None None] Provisioning complete for port bd91ede9-6709-4711-ae2c-424f418b68a7 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:03.852644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5e172ab6-4f5d-429b-b93d-fc25e64f5b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:03.852980 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-5e172ab6-4f5d-429b-b93d-fc25e64f5b22 None None] Attempt 1 to provision port bd91ede9-6709-4711-ae2c-424f418b68a7 Oct 18 07:53:03.858480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Usage tracker for resource:security_group_rule and tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:03.863929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:03.878171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:03.894848 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e06e8a79-154a-42eb-bb6b-d91e37212017 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Deleting port f4f9d22b-d20c-4feb-8a63-cce1734bf9f0 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:03.895244 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e06e8a79-154a-42eb-bb6b-d91e37212017 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:03.899426 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad72c10-d067-4ddc-921d-39a81f72ad79 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:03.900149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-aad72c10-d067-4ddc-921d-39a81f72ad79 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:03.907318 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:03.913658 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Network faa627ae-1320-4673-ab17-b0e03987af5b is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:03.925087 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:03.926955 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 1d1af122-52a3-46e6-8e7d-2def25f7339c has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:53:03.938740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:03.942040 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-aad72c10-d067-4ddc-921d-39a81f72ad79 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:03.945486 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-aad72c10-d067-4ddc-921d-39a81f72ad79 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.8223896 Oct 18 07:53:03.946421 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55058) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:03.959005 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Transition to ACTIVE for port object 70ce69bb-0c75-4334-b90e-fd0f95a421b8 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:03.989876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Pushing event updated for resources: {'Port': ['ID=e453f03d-979e-4d59-ae41-bca9b43dc96b,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:04.002884 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e7bb85a7-a693-40c2-a780-c724235231e8 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:53:04.082854 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:04.132150 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: e7bb85a7-a693-40c2-a780-c724235231e8 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:53:04.132874 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e7bb85a7-a693-40c2-a780-c724235231e8 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:53:04.133882 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-88cc25a5-53a0-45be-9fcf-1af4277b5a9e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:04.173156 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:04.181719 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:04.187514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-fff1654e-2cc4-46b8-aeab-b846cf04cf4a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port 9b272388-40b0-45c0-bc08-9fe75a2c4d5e {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:04.188101 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fff1654e-2cc4-46b8-aeab-b846cf04cf4a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:04.192061 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:04.196419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Attempting to bind port e453f03d-979e-4d59-ae41-bca9b43dc96b on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:04.196788 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Attempting to bind port e453f03d-979e-4d59-ae41-bca9b43dc96b by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'c74c8e13-2223-4332-a999-461889d30a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'faa627ae-1320-4673-ab17-b0e03987af5b'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:04.197152 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Attempting to bind port e453f03d-979e-4d59-ae41-bca9b43dc96b on network faa627ae-1320-4673-ab17-b0e03987af5b {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:04.199865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:04.211691 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc034503-b083-4607-9700-a8001ac2146b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:04.212266 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cc034503-b083-4607-9700-a8001ac2146b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Synchronizing usage tracker for tenant:9a7351b407004d71b1bf496f5b4f2d05 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:04.238492 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:53:04.280173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:53:04.280553 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Checking segment: {'id': 'c74c8e13-2223-4332-a999-461889d30a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'faa627ae-1320-4673-ab17-b0e03987af5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:04.280995 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:04.281355 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Bound using segment: {'id': 'c74c8e13-2223-4332-a999-461889d30a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'faa627ae-1320-4673-ab17-b0e03987af5b'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:53:04.281823 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Bound port: e453f03d-979e-4d59-ae41-bca9b43dc96b, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74c8e13-2223-4332-a999-461889d30a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'faa627ae-1320-4673-ab17-b0e03987af5b'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:53:04.282783 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:04.285103 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Subnet': ['ID=620175c6-9a8c-4dca-a72a-98ce9a41c799,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:04.302575 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Sync routers for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:53:04.304683 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=bd91ede9-6709-4711-ae2c-424f418b68a7,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:04.318885 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-94f1b9dd-0c4c-43b8-8296-fe046e487e75 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/1d1af122-52a3-46e6-8e7d-2def25f7339c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6981373 Oct 18 07:53:04.320815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55062) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:04.355779 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-2c8fbeed-9405-4624-a9db-2e7fb51b6858 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:04.403668 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cc034503-b083-4607-9700-a8001ac2146b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Unset dirty status for tenant:9a7351b407004d71b1bf496f5b4f2d05 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:04.408741 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cc034503-b083-4607-9700-a8001ac2146b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] 10.222.0.17 "GET /v2.0/ports/34ebc6a8-f2e3-41b3-8c4a-8af0fe784e74 HTTP/1.1" status: 200 len: 955 time: 0.5872264 Oct 18 07:53:04.477761 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55066) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:04.581395 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:04.582038 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:52:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:04.649909 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 520a73c6-6a84-4362-b439-671b1e841d9e up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:04.669464 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2dc23-efc0-4beb-898a-80c785ff73c5 req-3801f3c8-8802-4d17-934d-912229676e1e tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:04.672672 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bbe2dc23-efc0-4beb-898a-80c785ff73c5 req-3801f3c8-8802-4d17-934d-912229676e1e tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.9277594 Oct 18 07:53:04.699151 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:04.787314 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:04.803326 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-88cc25a5-53a0-45be-9fcf-1af4277b5a9e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:04.806332 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5e172ab6-4f5d-429b-b93d-fc25e64f5b22 None None] Current status of the port bd91ede9-6709-4711-ae2c-424f418b68a7 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:04.837944 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa627ae-1320-4673-ab17-b0e03987af5b']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:04.855139 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-aa51165b-fd42-4482-80f3-3e32af9b5886 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Deleting port 34ebc6a8-f2e3-41b3-8c4a-8af0fe784e74 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:04.855747 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aa51165b-fd42-4482-80f3-3e32af9b5886 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:04.921348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74c8e13-2223-4332-a999-461889d30a41') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:04.921641 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74c8e13-2223-4332-a999-461889d30a41') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:04.930066 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:04.950184 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:53:04.965120 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bbe2dc23-efc0-4beb-898a-80c785ff73c5 req-d8a8441b-1936-4dea-84c5-b6d249adbc1f tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684822 Oct 18 07:53:04.970084 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e06e8a79-154a-42eb-bb6b-d91e37212017 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:04.980320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:05.072594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:53:05.109555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a86617-bc8b-42de-b29d-065f7a8160d0,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:05.181298 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] For port e453f03d-979e-4d59-ae41-bca9b43dc96b, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:53:05.184462 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Attempting to bind port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:05.184831 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Attempting to bind port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:05.185247 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Attempting to bind port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:05.191786 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Pushing event updated for resources: {'Port': ['ID=70ce69bb-0c75-4334-b90e-fd0f95a421b8,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:05.226899 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:53:05.227271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:05.228218 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:05.228627 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:53:05.229152 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Bound port: 70ce69bb-0c75-4334-b90e-fd0f95a421b8, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:53:05.229522 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:05.247272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:05.254221 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:05.267717 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e06e8a79-154a-42eb-bb6b-d91e37212017 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Calling delete_port for f4f9d22b-d20c-4feb-8a63-cce1734bf9f0 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:05.301319 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fff1654e-2cc4-46b8-aeab-b846cf04cf4a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:05.340180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:05.340565 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:05.396836 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Provisioning for port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:05.421785 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 520a73c6-6a84-4362-b439-671b1e841d9e triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:05.422155 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:05.422487 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 520a73c6-6a84-4362-b439-671b1e841d9e Oct 18 07:53:05.425047 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment c74c8e13-2223-4332-a999-461889d30a41 resource provider aggregate not found Oct 18 07:53:05.445971 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-88cc25a5-53a0-45be-9fcf-1af4277b5a9e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:05.446174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Provisioning complete for port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:05.446581 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:05.446909 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Attempt 1 to provision port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 Oct 18 07:53:05.488480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-fff1654e-2cc4-46b8-aeab-b846cf04cf4a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for 9b272388-40b0-45c0-bc08-9fe75a2c4d5e owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:05.503130 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment c74c8e13-2223-4332-a999-461889d30a41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c74c8e13-2223-4332-a999-461889d30a41 found for delete ", "request_id": "req-994df4ff-b1ac-43f3-b7cb-5f0c92ef39ab"}]} Oct 18 07:53:05.554735 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] For port 70ce69bb-0c75-4334-b90e-fd0f95a421b8, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:53:05.573641 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc25a5-53a0-45be-9fcf-1af4277b5a9e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Subnet': ['ID=43b89e78-0c7c-4d2c-8583-07a53385fb87,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:05.583817 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-88cc25a5-53a0-45be-9fcf-1af4277b5a9e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:05.588023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:05.597584 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] For port e453f03d-979e-4d59-ae41-bca9b43dc96b, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e453f03d-979e-4d59-ae41-bca9b43dc96b,segment=NetworkSegment(c74c8e13-2223-4332-a999-461889d30a41),segment_id=c74c8e13-2223-4332-a999-461889d30a41)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:53:05.602140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] For port 70ce69bb-0c75-4334-b90e-fd0f95a421b8, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=70ce69bb-0c75-4334-b90e-fd0f95a421b8,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:53:05.602590 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.api [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 07:53:05.602590 dv-neutron-861625-1-hyperv neutron-server[89045]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 07:53:05.602590 dv-neutron-861625-1-hyperv neutron-server[89045]: [parameters: {'id': 'faa627ae-1320-4673-ab17-b0e03987af5b'}] Oct 18 07:53:05.602590 dv-neutron-861625-1-hyperv neutron-server[89045]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:53:05.602937 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG oslo_db.api [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:53:05.606456 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af45e61f-ce68-4431-b670-201df3f3226b None None] Network 70333a6c-10c1-45eb-9c3d-b1800abced42 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:05.617552 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c88c8e-9b0f-4fb0-b5ce-340a1e1a791e req-0d81a1c2-027f-4cd1-bea4-e5f3c6e9f4b5 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:05.618896 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-47c88c8e-9b0f-4fb0-b5ce-340a1e1a791e req-0d81a1c2-027f-4cd1-bea4-e5f3c6e9f4b5 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.4962630 Oct 18 07:53:05.623887 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-88cc25a5-53a0-45be-9fcf-1af4277b5a9e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/43b89e78-0c7c-4d2c-8583-07a53385fb87 HTTP/1.1" status: 204 len: 168 time: 2.1053252 Oct 18 07:53:05.626120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55076) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:05.627711 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:05.637101 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aa51165b-fd42-4482-80f3-3e32af9b5886 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:05.639792 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:05.640147 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Added segment 300093ee-814c-4d7c-bec3-bd28461183ec of type vlan for network b67f592d-9aa0-49e2-9f40-2cb7b9b69616 Oct 18 07:53:05.689123 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:05.793729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:05.809278 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-aa51165b-fd42-4482-80f3-3e32af9b5886 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Calling delete_port for 34ebc6a8-f2e3-41b3-8c4a-8af0fe784e74 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:05.888310 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e06e8a79-154a-42eb-bb6b-d91e37212017 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:05.914718 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:05.984974 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-47c88c8e-9b0f-4fb0-b5ce-340a1e1a791e req-bece5a8e-2850-4492-9ded-13ecca14b861 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3158157 Oct 18 07:53:06.012952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1ecd0-a5c4-41b2-9b8c-dfe729cd03f3 None None] Pushing event updated for resources: {'Port': ['ID=70ce69bb-0c75-4334-b90e-fd0f95a421b8,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:06.033609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port bd91ede9-6709-4711-ae2c-424f418b68a7 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:06.033969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:06.103211 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Attempt 2 to provision port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 Oct 18 07:53:06.106952 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:06.111585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e8a79-154a-42eb-bb6b-d91e37212017 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Pushing event deleted for resources: {'Port': ['ID=f4f9d22b-d20c-4feb-8a63-cce1734bf9f0,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:06.129339 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:06.134828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:06.135455 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:06.153402 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.extraroute_db [None req-2c8fbeed-9405-4624-a9db-2e7fb51b6858 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=89046) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 18 07:53:06.161719 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 520a73c6-6a84-4362-b439-671b1e841d9e is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:06.163014 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4bdf46ea-c617-4e76-a8b4-d03188be16dc up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:06.170861 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aa51165b-fd42-4482-80f3-3e32af9b5886 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:06.386873 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688350fb-ff1b-44dd-bd8e-7538ac0acd51 None None] Network faa627ae-1320-4673-ab17-b0e03987af5b requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:06.430778 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51165b-fd42-4482-80f3-3e32af9b5886 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Pushing event deleted for resources: {'Port': ['ID=34ebc6a8-f2e3-41b3-8c4a-8af0fe784e74,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:06.434821 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e06e8a79-154a-42eb-bb6b-d91e37212017 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:06.453801 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Deleting port e453f03d-979e-4d59-ae41-bca9b43dc96b {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:06.455044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:06.479936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:06.503598 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e06e8a79-154a-42eb-bb6b-d91e37212017 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] 10.222.0.17 "DELETE /v2.0/ports/f4f9d22b-d20c-4feb-8a63-cce1734bf9f0 HTTP/1.1" status: 204 len: 168 time: 2.8450382 Oct 18 07:53:06.510345 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280b8e4-8430-409d-a6f7-4d98f5cc85da None None] Pushing event updated for resources: {'Port': ['ID=e453f03d-979e-4d59-ae41-bca9b43dc96b,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:06.524600 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:00Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '175a223e-6486-435f-8ca3-c7e9cc4c2b46', 'name': '', 'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:a0:07:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4ef52694-26e1-444b-b913-d6edb668ca9f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:58Z', 'updated_at': '2022-10-18T07:53:02Z', 'revision_number': 2, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '4ef52694-26e1-444b-b913-d6edb668ca9f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520a73c6-6a84-4362-b439-671b1e841d9e', 'name': '', 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:00:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '266d8be1-c034-457e-a613-854b3af14cd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:44Z', 'updated_at': '2022-10-18T07:52:59Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '266d8be1-c034-457e-a613-854b3af14cd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:06.530097 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55084) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:06.552758 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Checking router: 1d1af122-52a3-46e6-8e7d-2def25f7339c for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:53:06.553148 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Updating router 1d1af122-52a3-46e6-8e7d-2def25f7339c port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:53:06.554903 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aa51165b-fd42-4482-80f3-3e32af9b5886 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:06.559204 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-aa51165b-fd42-4482-80f3-3e32af9b5886 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] 10.222.0.17 "DELETE /v2.0/ports/34ebc6a8-f2e3-41b3-8c4a-8af0fe784e74 HTTP/1.1" status: 204 len: 168 time: 2.0585163 Oct 18 07:53:06.606217 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55088) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:06.683800 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81f6369-6ef4-4ba6-8eca-1221c4168e8d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Deleting subnet 432bb8c5-4de6-433b-a357-734661b4c81a {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:53:06.690097 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b81f6369-6ef4-4ba6-8eca-1221c4168e8d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:06.768683 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.extraroute_db [None req-2c8fbeed-9405-4624-a9db-2e7fb51b6858 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Removed routes are [] {{(pid=89046) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 18 07:53:06.768683 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2c8fbeed-9405-4624-a9db-2e7fb51b6858 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:06.776971 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:06.792549 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 4bdf46ea-c617-4e76-a8b4-d03188be16dc completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:06.804666 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 81708f37-6970-4e0f-8742-09b404476ef9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:06.842218 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b81f6369-6ef4-4ba6-8eca-1221c4168e8d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:06.885803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0438c13-cb22-484b-89a1-024ed19447de None None] DHCP port deletion for 70333a6c-10c1-45eb-9c3d-b1800abced42 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:53:06.911152 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c28845-f10c-4f01-aded-37e95cd1e90a tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] GET failed (client error): The resource could not be found. Oct 18 07:53:06.911696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e7c28845-f10c-4f01-aded-37e95cd1e90a tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Synchronizing usage tracker for tenant:9a7351b407004d71b1bf496f5b4f2d05 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:06.914610 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f0438c13-cb22-484b-89a1-024ed19447de None None] Deleting port bd91ede9-6709-4711-ae2c-424f418b68a7 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:06.915043 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f0438c13-cb22-484b-89a1-024ed19447de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:06.926623 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Network': ['ID=b67f592d-9aa0-49e2-9f40-2cb7b9b69616,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:06.928621 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] For port e453f03d-979e-4d59-ae41-bca9b43dc96b, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e453f03d-979e-4d59-ae41-bca9b43dc96b,segment=NetworkSegment(c74c8e13-2223-4332-a999-461889d30a41),segment_id=c74c8e13-2223-4332-a999-461889d30a41)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:06.929056 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:06.987676 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Attempt 3 to provision port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 Oct 18 07:53:06.990165 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ba82cd53-73d5-4e99-b0b7-2ebd903c683b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.8895690 Oct 18 07:53:07.037507 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network b67f592d-9aa0-49e2-9f40-2cb7b9b69616 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:53:07.063776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fff1654e-2cc4-46b8-aeab-b846cf04cf4a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:07.090928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b81f6369-6ef4-4ba6-8eca-1221c4168e8d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:07.253701 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e7c28845-f10c-4f01-aded-37e95cd1e90a tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Unset dirty status for tenant:9a7351b407004d71b1bf496f5b4f2d05 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:07.267123 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e7c28845-f10c-4f01-aded-37e95cd1e90a tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] 10.222.0.17 "GET /v2.0/ports/34ebc6a8-f2e3-41b3-8c4a-8af0fe784e74 HTTP/1.1" status: 404 len: 333 time: 0.5947666 Oct 18 07:53:07.286239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55092) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:07.309351 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Calling delete_port for e453f03d-979e-4d59-ae41-bca9b43dc96b owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:07.313276 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1654e-2cc4-46b8-aeab-b846cf04cf4a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=9b272388-40b0-45c0-bc08-9fe75a2c4d5e,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:07.339120 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:07.374680 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-72cca1b8-d917-42f1-ad73-b911bdb3869b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Request body: {'port': {'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2120528868'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:07.397184 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-72cca1b8-d917-42f1-ad73-b911bdb3869b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:07.414109 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-72cca1b8-d917-42f1-ad73-b911bdb3869b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:07.449717 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cca1b8-d917-42f1-ad73-b911bdb3869b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Made reservation on behalf of 9a7351b407004d71b1bf496f5b4f2d05 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:07.452179 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-72cca1b8-d917-42f1-ad73-b911bdb3869b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:07.479488 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 81708f37-6970-4e0f-8742-09b404476ef9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:07.481065 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:07.481740 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 81708f37-6970-4e0f-8742-09b404476ef9 Oct 18 07:53:07.540654 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-72cca1b8-d917-42f1-ad73-b911bdb3869b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] device_id is not set on port acfa48eb-3a88-46e9-b228-c204ae3e2c79 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:53:07.599520 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b81f6369-6ef4-4ba6-8eca-1221c4168e8d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:07.641592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295ff90b-ce9d-4141-b243-cd5feaedd947 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:07.644404 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f6369-6ef4-4ba6-8eca-1221c4168e8d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Pushing event deleted for resources: {'Subnet': ['ID=432bb8c5-4de6-433b-a357-734661b4c81a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:07.647259 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:07.692386 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b81f6369-6ef4-4ba6-8eca-1221c4168e8d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:07.715976 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b81f6369-6ef4-4ba6-8eca-1221c4168e8d tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] 10.222.0.17 "DELETE /v2.0/subnets/432bb8c5-4de6-433b-a357-734661b4c81a HTTP/1.1" status: 204 len: 168 time: 1.1679175 Oct 18 07:53:07.720222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2c8fbeed-9405-4624-a9db-2e7fb51b6858 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:07.728043 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55096) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:07.731424 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Port': ['ID=e453f03d-979e-4d59-ae41-bca9b43dc96b,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:07.735602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2c8fbeed-9405-4624-a9db-2e7fb51b6858 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:07.738910 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No DVR routers for this DVR port e453f03d-979e-4d59-ae41-bca9b43dc96b on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:53:07.757086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5a5082-23a4-491e-8204-35896f8ef2e2 None None] Network db2576c8-829d-4a89-b066-16933732e164 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:07.844328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] For port bd91ede9-6709-4711-ae2c-424f418b68a7, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=bd91ede9-6709-4711-ae2c-424f418b68a7,segment=NetworkSegment(044c6d69-c83e-40a8-91cd-778d08cbe88b),segment_id=044c6d69-c83e-40a8-91cd-778d08cbe88b)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:07.845769 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:07.847614 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Attempt 4 to provision port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 Oct 18 07:53:07.887167 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:07.912438 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-f0438c13-cb22-484b-89a1-024ed19447de None None] For port bd91ede9-6709-4711-ae2c-424f418b68a7, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=bd91ede9-6709-4711-ae2c-424f418b68a7,segment=NetworkSegment(044c6d69-c83e-40a8-91cd-778d08cbe88b),segment_id=044c6d69-c83e-40a8-91cd-778d08cbe88b)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:07.912991 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f0438c13-cb22-484b-89a1-024ed19447de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:07.941661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15a1e5-2d4b-43ab-bd2b-46b795e97c8a req-2559966e-5257-467d-a86c-8532afeec729 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:07.949134 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5a15a1e5-2d4b-43ab-bd2b-46b795e97c8a req-2559966e-5257-467d-a86c-8532afeec729 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 1.3470008 Oct 18 07:53:07.985381 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:08.005877 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Deleting port 81708f37-6970-4e0f-8742-09b404476ef9 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:08.006216 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:08.149251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f0438c13-cb22-484b-89a1-024ed19447de None None] Calling delete_port for bd91ede9-6709-4711-ae2c-424f418b68a7 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:08.246894 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:08.342292 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for bd91ede9-6709-4711-ae2c-424f418b68a7 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:08.450025 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5a15a1e5-2d4b-43ab-bd2b-46b795e97c8a req-f284ed87-4f22-4d1e-a3f0-c1564575d8aa tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4997585 Oct 18 07:53:08.485575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fff1654e-2cc4-46b8-aeab-b846cf04cf4a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:08.490807 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-fff1654e-2cc4-46b8-aeab-b846cf04cf4a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/9b272388-40b0-45c0-bc08-9fe75a2c4d5e HTTP/1.1" status: 204 len: 168 time: 4.5422108 Oct 18 07:53:08.491789 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55100) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:08.501698 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] For port 81708f37-6970-4e0f-8742-09b404476ef9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=81708f37-6970-4e0f-8742-09b404476ef9,segment=NetworkSegment(90929488-bf3c-44d8-a2d6-4a93986153ea),segment_id=90929488-bf3c-44d8-a2d6-4a93986153ea)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:08.502208 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:08.513546 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Attempt 5 to provision port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 Oct 18 07:53:08.555626 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8fbeed-9405-4624-a9db-2e7fb51b6858 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 1d1af122-52a3-46e6-8e7d-2def25f7339c has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:53:08.644871 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Calling delete_port for 81708f37-6970-4e0f-8742-09b404476ef9 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:08.681600 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f0438c13-cb22-484b-89a1-024ed19447de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:08.746809 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa627ae-1320-4673-ab17-b0e03987af5b']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:08.761958 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:08.769090 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:08.777862 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0438c13-cb22-484b-89a1-024ed19447de None None] Pushing event deleted for resources: {'Port': ['ID=bd91ede9-6709-4711-ae2c-424f418b68a7,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:08.783215 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0438c13-cb22-484b-89a1-024ed19447de None None] No DVR routers for this DVR port bd91ede9-6709-4711-ae2c-424f418b68a7 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:53:08.803158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8fbeed-9405-4624-a9db-2e7fb51b6858 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:53:08.815662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2c8fbeed-9405-4624-a9db-2e7fb51b6858 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:08.817075 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2c8fbeed-9405-4624-a9db-2e7fb51b6858 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/1d1af122-52a3-46e6-8e7d-2def25f7339c HTTP/1.1" status: 200 len: 953 time: 4.4735029 Oct 18 07:53:08.823625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55104) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:08.828509 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74c8e13-2223-4332-a999-461889d30a41') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:08.828773 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74c8e13-2223-4332-a999-461889d30a41') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:08.860153 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Pushing event deleted for resources: {'Port': ['ID=81708f37-6970-4e0f-8742-09b404476ef9,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:08.868336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:08.877621 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-72cca1b8-d917-42f1-ad73-b911bdb3869b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:08.878158 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 81708f37-6970-4e0f-8742-09b404476ef9 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:08.887657 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] No DVR routers for this DVR port 81708f37-6970-4e0f-8742-09b404476ef9 on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:53:08.969387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:08.977266 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4371a18b-8084-494c-84e2-8a5413b0f0e0 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:08.979742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4371a18b-8084-494c-84e2-8a5413b0f0e0 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:08.981824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4371a18b-8084-494c-84e2-8a5413b0f0e0 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:08.982824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4371a18b-8084-494c-84e2-8a5413b0f0e0 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:08.996182 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Transition to ACTIVE for port object 175a223e-6486-435f-8ca3-c7e9cc4c2b46 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:09.028435 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:09.051932 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:09.060955 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:53:09.061441 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:53:09.087865 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:09.088579 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:09.123965 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:09.171969 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c9d310-9bae-4dc1-8dd8-10b8c652bce5 None None] DHCP port deletion for db2576c8-829d-4a89-b066-16933732e164 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:53:09.187619 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4371a18b-8084-494c-84e2-8a5413b0f0e0 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:09.190216 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4371a18b-8084-494c-84e2-8a5413b0f0e0 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6938233 Oct 18 07:53:09.212090 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55110) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:09.240976 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment c74c8e13-2223-4332-a999-461889d30a41 resource provider aggregate not found Oct 18 07:53:09.278184 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 70ce69bb-0c75-4334-b90e-fd0f95a421b8 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:09.336467 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment c74c8e13-2223-4332-a999-461889d30a41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c74c8e13-2223-4332-a999-461889d30a41 found for delete ", "request_id": "req-d3528162-12a2-46bb-a85a-aa2af42abef4"}]} Oct 18 07:53:09.340424 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Attempt 6 to provision port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 Oct 18 07:53:09.354021 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2576c8-829d-4a89-b066-16933732e164']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:09.360041 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3989d807-96e3-45cf-b61c-ff3d1c44baa7 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/routers/1d1af122-52a3-46e6-8e7d-2def25f7339c HTTP/1.1" status: 200 len: 953 time: 0.5320182 Oct 18 07:53:09.364245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55116) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:09.371553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-318975d7-9486-4aa4-848a-6e45e53ebae9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'router': {'routes': None}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:09.375506 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90929488-bf3c-44d8-a2d6-4a93986153ea') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:09.375983 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90929488-bf3c-44d8-a2d6-4a93986153ea') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:09.390332 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:09.417215 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:09.421251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:09.426680 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:09.427459 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:09.495906 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db402d6-33bf-4521-a0f0-80ecb2f9b5aa None None] Pushing event updated for resources: {'Port': ['ID=175a223e-6486-435f-8ca3-c7e9cc4c2b46,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:09.501444 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Attempting to bind port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:09.501962 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Attempting to bind port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '578044ce-a367-4a6d-9eb4-05e7c347a572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:09.502431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Attempting to bind port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 on network c4388c05-3274-429c-9978-cd2fc36db120 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:09.510024 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:53:09.511073 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Checking segment: {'id': '578044ce-a367-4a6d-9eb4-05e7c347a572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:09.511581 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:09.512066 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Bound using segment: {'id': '578044ce-a367-4a6d-9eb4-05e7c347a572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:53:09.512647 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Bound port: 175a223e-6486-435f-8ca3-c7e9cc4c2b46, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578044ce-a367-4a6d-9eb4-05e7c347a572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:53:09.513129 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:09.591593 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:09.609446 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port bd91ede9-6709-4711-ae2c-424f418b68a7 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:09.609808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:09.648059 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] For port 175a223e-6486-435f-8ca3-c7e9cc4c2b46, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:53:09.654116 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:09.655405 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] For port 175a223e-6486-435f-8ca3-c7e9cc4c2b46, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=175a223e-6486-435f-8ca3-c7e9cc4c2b46,segment=NetworkSegment(578044ce-a367-4a6d-9eb4-05e7c347a572),segment_id=578044ce-a367-4a6d-9eb4-05e7c347a572)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:53:09.657150 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:09.669223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:09.676463 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:09.686444 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:09.722083 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] 10.222.0.17 "DELETE /v2.0/networks/db2576c8-829d-4a89-b066-16933732e164 HTTP/1.1" status: 204 len: 168 time: 1.9932351 Oct 18 07:53:09.722994 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b25424-75f6-4729-888c-47568704c4f7 tempest-ExtraDHCPOptionsTestJSON-691282467 tempest-ExtraDHCPOptionsTestJSON-691282467-project] Pushing event deleted for resources: {'Network': ['ID=db2576c8-829d-4a89-b066-16933732e164,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:09.790764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device bd91ede9-6709-4711-ae2c-424f418b68a7 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:53:09.796631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Network': ['ID=faa627ae-1320-4673-ab17-b0e03987af5b,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:09.904134 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: bd91ede9-6709-4711-ae2c-424f418b68a7 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:53:09.906242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device bd91ede9-6709-4711-ae2c-424f418b68a7 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:53:09.923881 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Attempt 7 to provision port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 Oct 18 07:53:09.929723 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-72cca1b8-d917-42f1-ad73-b911bdb3869b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:09.968656 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:09.969468 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:52:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:09.988665 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] The port 'bd91ede9-6709-4711-ae2c-424f418b68a7' was deleted {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:53:09.997414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b826985-4d4f-440a-87ca-a910ef457455 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 691e1578-2039-487a-b42d-7e5ddd646ceb {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:53:10.042601 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cb11d3cc-a482-47dd-956d-4f993d54973d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/faa627ae-1320-4673-ab17-b0e03987af5b HTTP/1.1" status: 204 len: 168 time: 8.8480546 Oct 18 07:53:10.076432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55124) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:10.125095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-9ea731c2-bcd4-4261-9a21-488d3993033b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-331275393'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:10.128441 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cca1b8-d917-42f1-ad73-b911bdb3869b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Pushing event updated for resources: {'Port': ['ID=acfa48eb-3a88-46e9-b228-c204ae3e2c79,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:10.135741 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cca1b8-d917-42f1-ad73-b911bdb3869b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Network 9b6722c5-1341-418b-b1e0-6b5ba4643645 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:10.139306 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9ea731c2-bcd4-4261-9a21-488d3993033b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:10.147517 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9ea731c2-bcd4-4261-9a21-488d3993033b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:network and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:10.154033 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9ea731c2-bcd4-4261-9a21-488d3993033b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:10.155569 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-72cca1b8-d917-42f1-ad73-b911bdb3869b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:10.159220 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cca1b8-d917-42f1-ad73-b911bdb3869b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:10.162946 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cca1b8-d917-42f1-ad73-b911bdb3869b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:10.163555 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-72cca1b8-d917-42f1-ad73-b911bdb3869b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:10.169411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9ea731c2-bcd4-4261-9a21-488d3993033b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:10.195903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9b826985-4d4f-440a-87ca-a910ef457455 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:10.226135 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-72cca1b8-d917-42f1-ad73-b911bdb3869b tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.9255998 Oct 18 07:53:10.231821 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55130) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:10.239682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80c4d8-5f78-4286-afaa-19bd5ad8186e req-a2a6b0de-83fc-437a-b998-e495cbc4ab1a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:10.241172 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0d80c4d8-5f78-4286-afaa-19bd5ad8186e req-a2a6b0de-83fc-437a-b998-e495cbc4ab1a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.4654105 Oct 18 07:53:10.275487 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea731c2-bcd4-4261-9a21-488d3993033b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:10.279425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ea731c2-bcd4-4261-9a21-488d3993033b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:10.289532 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8616'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:10.350168 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55134) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:10.400849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:53:10.463096 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0d80c4d8-5f78-4286-afaa-19bd5ad8186e req-0cbdf76e-155b-48ae-920c-71d44a74f13b tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050676 Oct 18 07:53:10.527171 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55140) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:10.542411 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-385cf841-3a2e-4a80-990c-56431862ab7b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'subnet': {'network_id': 'b67f592d-9aa0-49e2-9f40-2cb7b9b69616', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:10.586365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9b826985-4d4f-440a-87ca-a910ef457455 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:10.654813 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db402d6-33bf-4521-a0f0-80ecb2f9b5aa None None] Pushing event updated for resources: {'Port': ['ID=175a223e-6486-435f-8ca3-c7e9cc4c2b46,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:10.734834 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:10.741305 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1473ed34-d4ff-4a6a-b1d7-829cb190ae49 None None] get_active_networks_info from dv-neutron-861625-1-hyperv {{(pid=89047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 18 07:53:10.772527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:10.806660 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea731c2-bcd4-4261-9a21-488d3993033b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:53:10.816704 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-385cf841-3a2e-4a80-990c-56431862ab7b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:10.828261 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ae595ae9-4857-4da6-ba12-e579430ea241 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=07ee11e7adf64bec92baa13abd51426b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4698801 Oct 18 07:53:10.828261 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-385cf841-3a2e-4a80-990c-56431862ab7b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Usage tracker for resource:subnet and tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:10.831464 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55144) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:10.832194 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-385cf841-3a2e-4a80-990c-56431862ab7b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:10.841057 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-385cf841-3a2e-4a80-990c-56431862ab7b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:10.851561 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 07:53:10.859587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70333a6c-10c1-45eb-9c3d-b1800abced42']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:10.870339 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Could not find standard attr ID for object e64cb239-a86a-400b-84be-e3ba24e82e52. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:53:10.879998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ea731c2-bcd4-4261-9a21-488d3993033b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:10.880378 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-9ea731c2-bcd4-4261-9a21-488d3993033b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Added segment 7338c3e4-cad6-42ff-8758-89bca2accd06 of type vlan for network ab75bcc1-0efa-4f5d-93c9-34ab41d2f27f Oct 18 07:53:10.894406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044c6d69-c83e-40a8-91cd-778d08cbe88b') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:10.894795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044c6d69-c83e-40a8-91cd-778d08cbe88b') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:10.894906 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Could not find standard attr ID for object 0d0415a2-4483-4044-8dc3-ae8eacec0dac. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:53:10.914514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Could not find standard attr ID for object f4f9d22b-d20c-4feb-8a63-cce1734bf9f0. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:53:10.938350 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Could not find standard attr ID for object 81708f37-6970-4e0f-8742-09b404476ef9. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:53:10.952760 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 81708f37-6970-4e0f-8742-09b404476ef9 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:53:10.977083 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:10.996708 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ea731c2-bcd4-4261-9a21-488d3993033b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.006466 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 81708f37-6970-4e0f-8742-09b404476ef9 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:53:11.007947 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 81708f37-6970-4e0f-8742-09b404476ef9 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:53:11.011639 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385cf841-3a2e-4a80-990c-56431862ab7b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:11.012126 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.015183 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-385cf841-3a2e-4a80-990c-56431862ab7b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.028392 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:11.028814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.045857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9b826985-4d4f-440a-87ca-a910ef457455 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.059552 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Provisioning for port 4bdf46ea-c617-4e76-a8b4-d03188be16dc completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:11.077404 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Provisioning complete for port 4bdf46ea-c617-4e76-a8b4-d03188be16dc triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:11.077608 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.077878 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Attempt 1 to provision port 4bdf46ea-c617-4e76-a8b4-d03188be16dc Oct 18 07:53:11.139763 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1473ed34-d4ff-4a6a-b1d7-829cb190ae49 None None] Resources bound (agent type, host, resource id): {{(pid=89047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 07:53:11.142828 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 044c6d69-c83e-40a8-91cd-778d08cbe88b resource provider aggregate not found Oct 18 07:53:11.152925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.resource_extend [None req-9ea731c2-bcd4-4261-9a21-488d3993033b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:53:11.208807 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 044c6d69-c83e-40a8-91cd-778d08cbe88b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 044c6d69-c83e-40a8-91cd-778d08cbe88b found for delete ", "request_id": "req-4574d364-9244-4b49-bfd4-a84da2fce896"}]} Oct 18 07:53:11.246307 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ea731c2-bcd4-4261-9a21-488d3993033b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.251707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea731c2-bcd4-4261-9a21-488d3993033b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:11.252297 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ea731c2-bcd4-4261-9a21-488d3993033b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.297960 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-450ef730-a9fa-4925-99f7-ead04ffcdd74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.303800 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.extraroute_db [None req-318975d7-9486-4aa4-848a-6e45e53ebae9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Added routes are [] {{(pid=89046) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 18 07:53:11.303800 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.extraroute_db [None req-318975d7-9486-4aa4-848a-6e45e53ebae9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=89046) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 18 07:53:11.306508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.315158 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:06Z', 'revision_number': 6, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '175a223e-6486-435f-8ca3-c7e9cc4c2b46', 'name': '', 'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:a0:07:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4ef52694-26e1-444b-b913-d6edb668ca9f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:58Z', 'updated_at': '2022-10-18T07:53:09Z', 'revision_number': 4, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '4ef52694-26e1-444b-b913-d6edb668ca9f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520a73c6-6a84-4362-b439-671b1e841d9e', 'name': '', 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:00:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '266d8be1-c034-457e-a613-854b3af14cd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:44Z', 'updated_at': '2022-10-18T07:52:59Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '266d8be1-c034-457e-a613-854b3af14cd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:11.343655 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd7c3af-5673-42cc-bd22-87bb0ec09fd7 None None] The sync data for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv is: [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:06Z', 'revision_number': 6, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '175a223e-6486-435f-8ca3-c7e9cc4c2b46', 'name': '', 'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:a0:07:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4ef52694-26e1-444b-b913-d6edb668ca9f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:58Z', 'updated_at': '2022-10-18T07:53:09Z', 'revision_number': 4, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '4ef52694-26e1-444b-b913-d6edb668ca9f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520a73c6-6a84-4362-b439-671b1e841d9e', 'name': '', 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:00:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '266d8be1-c034-457e-a613-854b3af14cd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:44Z', 'updated_at': '2022-10-18T07:52:59Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '266d8be1-c034-457e-a613-854b3af14cd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:53:11.348344 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-450ef730-a9fa-4925-99f7-ead04ffcdd74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.350033 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Current status of the port 4bdf46ea-c617-4e76-a8b4-d03188be16dc is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:11.350160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.387663 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.394403 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 90929488-bf3c-44d8-a2d6-4a93986153ea resource provider aggregate not found Oct 18 07:53:11.427999 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9b826985-4d4f-440a-87ca-a910ef457455 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.432519 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9ea731c2-bcd4-4261-9a21-488d3993033b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3170350 Oct 18 07:53:11.454499 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55156) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:11.459276 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 90929488-bf3c-44d8-a2d6-4a93986153ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90929488-bf3c-44d8-a2d6-4a93986153ea found for delete ", "request_id": "req-c32787e8-6795-449a-98e7-12e2e16cea81"}]} Oct 18 07:53:11.469259 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] For port 4bdf46ea-c617-4e76-a8b4-d03188be16dc, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4bdf46ea-c617-4e76-a8b4-d03188be16dc,segment=NetworkSegment(578044ce-a367-4a6d-9eb4-05e7c347a572),segment_id=578044ce-a367-4a6d-9eb4-05e7c347a572)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:11.484842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea731c2-bcd4-4261-9a21-488d3993033b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Network': ['ID=ab75bcc1-0efa-4f5d-93c9-34ab41d2f27f,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:11.488107 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.521867 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/networks/70333a6c-10c1-45eb-9c3d-b1800abced42 HTTP/1.1" status: 204 len: 168 time: 5.8797922 Oct 18 07:53:11.524478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55162) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:11.532676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e2421658-dae1-448d-ada6-0a1d6fd783f0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'subnet': {'network_id': 'ab75bcc1-0efa-4f5d-93c9-34ab41d2f27f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:11.535909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b826985-4d4f-440a-87ca-a910ef457455 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=691e1578-2039-487a-b42d-7e5ddd646ceb,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:11.557112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9b826985-4d4f-440a-87ca-a910ef457455 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.564123 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9b826985-4d4f-440a-87ca-a910ef457455 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/691e1578-2039-487a-b42d-7e5ddd646ceb HTTP/1.1" status: 204 len: 168 time: 2.3496752 Oct 18 07:53:11.573712 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-24a158d4-a63f-4f54-bfd1-e01f56e2fe44 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-523542861'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:11.574349 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55166) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:11.582155 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ac132-e072-4b68-872a-3c2db6b40eee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Network': ['ID=70333a6c-10c1-45eb-9c3d-b1800abced42,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:11.584686 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-24a158d4-a63f-4f54-bfd1-e01f56e2fe44 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:11.594760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-318975d7-9486-4aa4-848a-6e45e53ebae9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.602776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-24a158d4-a63f-4f54-bfd1-e01f56e2fe44 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:network and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:11.607286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-24a158d4-a63f-4f54-bfd1-e01f56e2fe44 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:11.622051 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Could not find standard attr ID for object 9a3fb6d1-640b-4fd9-afd7-8c967e32b0e0. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:53:11.636769 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network ab75bcc1-0efa-4f5d-93c9-34ab41d2f27f details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:53:11.649135 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] device_id is not set on port acfa48eb-3a88-46e9-b228-c204ae3e2c79 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:53:11.732471 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.760016 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-24a158d4-a63f-4f54-bfd1-e01f56e2fe44 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:11.809030 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Transition to ACTIVE for port object acfa48eb-3a88-46e9-b228-c204ae3e2c79 will not be triggered until provisioned by entity L2. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:11.825215 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-652662c6-a80c-4d9f-9c4a-b1bee287c727 None None] Provisioning for port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:11.828112 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e2421658-dae1-448d-ada6-0a1d6fd783f0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:11.829260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636c4b6-e3b5-4130-b589-d36d6f750802 None None] Pushing event updated for resources: {'Port': ['ID=4bdf46ea-c617-4e76-a8b4-d03188be16dc,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:11.832776 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e2421658-dae1-448d-ada6-0a1d6fd783f0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:subnet and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:11.835915 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e2421658-dae1-448d-ada6-0a1d6fd783f0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:11.844004 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e2421658-dae1-448d-ada6-0a1d6fd783f0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:11.872629 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5b7a14-9710-49c6-a484-f5213767a863 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 745dd685-55ab-4f01-b9e5-286f04d8370e {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:53:11.874574 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2421658-dae1-448d-ada6-0a1d6fd783f0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:11.878071 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e2421658-dae1-448d-ada6-0a1d6fd783f0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.886584 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-652662c6-a80c-4d9f-9c4a-b1bee287c727 None None] Provisioning complete for port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:11.890782 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-652662c6-a80c-4d9f-9c4a-b1bee287c727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.891508 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-652662c6-a80c-4d9f-9c4a-b1bee287c727 None None] Attempt 1 to provision port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 Oct 18 07:53:11.894503 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.896799 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a158d4-a63f-4f54-bfd1-e01f56e2fe44 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:11.900326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-24a158d4-a63f-4f54-bfd1-e01f56e2fe44 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.982707 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-450ef730-a9fa-4925-99f7-ead04ffcdd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:11.988113 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7a14-9710-49c6-a484-f5213767a863 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:12.051020 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf7015b-5842-4464-a9ad-816f147e5702 None None] get_active_networks_info from dv-neutron-861625-1-hyperv {{(pid=89047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 18 07:53:12.136119 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-318975d7-9486-4aa4-848a-6e45e53ebae9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:12.136711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-385cf841-3a2e-4a80-990c-56431862ab7b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:12.143736 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-318975d7-9486-4aa4-848a-6e45e53ebae9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:12.196807 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ef730-a9fa-4925-99f7-ead04ffcdd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b526674c-116b-4bd3-9634-e126a620d6ee,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:12.255574 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-450ef730-a9fa-4925-99f7-ead04ffcdd74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:12.260138 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-450ef730-a9fa-4925-99f7-ead04ffcdd74 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b526674c-116b-4bd3-9634-e126a620d6ee HTTP/1.1" status: 204 len: 168 time: 1.4218051 Oct 18 07:53:12.269478 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-652662c6-a80c-4d9f-9c4a-b1bee287c727 None None] Current status of the port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:12.269860 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-652662c6-a80c-4d9f-9c4a-b1bee287c727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:12.279516 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a158d4-a63f-4f54-bfd1-e01f56e2fe44 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:53:12.384813 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-652662c6-a80c-4d9f-9c4a-b1bee287c727 None None] For port 70ce69bb-0c75-4334-b90e-fd0f95a421b8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=70ce69bb-0c75-4334-b90e-fd0f95a421b8,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:12.395711 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-652662c6-a80c-4d9f-9c4a-b1bee287c727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:12.435985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6a89d-a897-4fbd-abb8-963582f09987 req-48a31aca-9372-4f88-81d4-92b704153e25 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:12.438897 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a9b6a89d-a897-4fbd-abb8-963582f09987 req-48a31aca-9372-4f88-81d4-92b704153e25 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.7272751 Oct 18 07:53:12.440273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-24a158d4-a63f-4f54-bfd1-e01f56e2fe44 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:12.440819 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-24a158d4-a63f-4f54-bfd1-e01f56e2fe44 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Added segment 279e9072-4422-444b-9c03-d17c9acec3b4 of type vlan for network 49bd3a71-8e79-4bd5-a829-937c47b9cad7 Oct 18 07:53:12.456311 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:12.456874 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:12.457270 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:12.470921 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e2421658-dae1-448d-ada6-0a1d6fd783f0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:12.476343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-24a158d4-a63f-4f54-bfd1-e01f56e2fe44 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:12.480363 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7a14-9710-49c6-a484-f5213767a863 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:12.506360 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-652662c6-a80c-4d9f-9c4a-b1bee287c727 None None] Could not find standard attr ID for object 9b272388-40b0-45c0-bc08-9fe75a2c4d5e. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:53:12.518648 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Pushing event updated for resources: {'Port': ['ID=acfa48eb-3a88-46e9-b228-c204ae3e2c79,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:12.543696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-24a158d4-a63f-4f54-bfd1-e01f56e2fe44 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:12.549256 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:53:12.549711 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:53:12.550229 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c1b3a4-f5e0-461e-95b4-c590cf0c0461 None None] Sync routers for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:53:12.551793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a158d4-a63f-4f54-bfd1-e01f56e2fe44 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:12.552867 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-24a158d4-a63f-4f54-bfd1-e01f56e2fe44 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:12.557059 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 2 to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 Oct 18 07:53:12.569764 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c1b3a4-f5e0-461e-95b4-c590cf0c0461 None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:12.570736 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-75c1b3a4-f5e0-461e-95b4-c590cf0c0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:52:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:12.571198 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652662c6-a80c-4d9f-9c4a-b1bee287c727 None None] Pushing event updated for resources: {'Port': ['ID=70ce69bb-0c75-4334-b90e-fd0f95a421b8,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:12.590182 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:12.590835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:12.591281 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:12.605806 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385cf841-3a2e-4a80-990c-56431862ab7b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Checking segment: {'id': '300093ee-814c-4d7c-bec3-bd28461183ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b67f592d-9aa0-49e2-9f40-2cb7b9b69616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:12.606669 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385cf841-3a2e-4a80-990c-56431862ab7b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network hostable DHCP agents. Network: b67f592d-9aa0-49e2-9f40-2cb7b9b69616, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:53:12.611252 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cf841-3a2e-4a80-990c-56431862ab7b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Subnet': ['ID=aa547db3-6a5a-411d-b000-16272e6e430d,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:12.612123 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf7015b-5842-4464-a9ad-816f147e5702 None None] Network b67f592d-9aa0-49e2-9f40-2cb7b9b69616 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:53:12.629526 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf7015b-5842-4464-a9ad-816f147e5702 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, b67f592d-9aa0-49e2-9f40-2cb7b9b69616) {{(pid=89047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 07:53:12.695822 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:53:12.696172 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:53:12.703725 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2421658-dae1-448d-ada6-0a1d6fd783f0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Subnet': ['ID=fec79d34-5ec1-4b0d-8db2-b38a17feceb1,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:12.710704 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 3 to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 Oct 18 07:53:12.758660 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385cf841-3a2e-4a80-990c-56431862ab7b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Unable to find a vacant binding_index for network b67f592d-9aa0-49e2-9f40-2cb7b9b69616 and agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 18 07:53:12.773558 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:12.773977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:12.774375 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:12.788334 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-385cf841-3a2e-4a80-990c-56431862ab7b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, b67f592d-9aa0-49e2-9f40-2cb7b9b69616) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:12.790052 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2421658-dae1-448d-ada6-0a1d6fd783f0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Checking segment: {'id': '7338c3e4-cad6-42ff-8758-89bca2accd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ab75bcc1-0efa-4f5d-93c9-34ab41d2f27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:12.790478 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2421658-dae1-448d-ada6-0a1d6fd783f0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network hostable DHCP agents. Network: ab75bcc1-0efa-4f5d-93c9-34ab41d2f27f, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:53:12.800296 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:53:12.800615 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:53:12.803795 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385cf841-3a2e-4a80-990c-56431862ab7b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:12.804059 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-385cf841-3a2e-4a80-990c-56431862ab7b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:12.807626 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 4 to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 Oct 18 07:53:12.819106 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-24a158d4-a63f-4f54-bfd1-e01f56e2fe44 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2816658 Oct 18 07:53:12.819231 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55182) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:12.835758 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a9b6a89d-a897-4fbd-abb8-963582f09987 req-69081940-e122-4379-9618-7f1f32e5edf8 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3206413 Oct 18 07:53:12.841349 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318975d7-9486-4aa4-848a-6e45e53ebae9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 1d1af122-52a3-46e6-8e7d-2def25f7339c has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:53:12.849694 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a158d4-a63f-4f54-bfd1-e01f56e2fe44 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Network': ['ID=49bd3a71-8e79-4bd5-a829-937c47b9cad7,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:12.871232 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 49bd3a71-8e79-4bd5-a829-937c47b9cad7 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:53:12.874355 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-91f623b2-da32-4250-9577-5e3be6859ddd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'subnet': {'network_id': '49bd3a71-8e79-4bd5-a829-937c47b9cad7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:12.965929 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-75c1b3a4-f5e0-461e-95b4-c590cf0c0461 None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:53:13.062742 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:13.063125 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:13.063452 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:13.108868 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7a14-9710-49c6-a484-f5213767a863 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:13.196073 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-385cf841-3a2e-4a80-990c-56431862ab7b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6610916 Oct 18 07:53:13.199416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2421658-dae1-448d-ada6-0a1d6fd783f0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network ab75bcc1-0efa-4f5d-93c9-34ab41d2f27f is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:53:13.208845 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55196) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:13.232785 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-e2421658-dae1-448d-ada6-0a1d6fd783f0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, ab75bcc1-0efa-4f5d-93c9-34ab41d2f27f) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:13.234263 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:53:13.235337 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4bdf46ea-c617-4e76-a8b4-d03188be16dc up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:13.241669 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:53:13.248904 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 5 to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 Oct 18 07:53:13.258937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-622354d7-e36c-4df0-a90d-d4275b99ea70 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-516432075'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:13.264646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-622354d7-e36c-4df0-a90d-d4275b99ea70 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:13.276441 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2421658-dae1-448d-ada6-0a1d6fd783f0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:13.277044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e2421658-dae1-448d-ada6-0a1d6fd783f0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:13.278986 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-622354d7-e36c-4df0-a90d-d4275b99ea70 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Usage tracker for resource:network and tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:13.281932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-622354d7-e36c-4df0-a90d-d4275b99ea70 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:13.288448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-622354d7-e36c-4df0-a90d-d4275b99ea70 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:13.310027 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622354d7-e36c-4df0-a90d-d4275b99ea70 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:13.318943 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-622354d7-e36c-4df0-a90d-d4275b99ea70 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:13.388844 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318975d7-9486-4aa4-848a-6e45e53ebae9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:53:13.389964 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:13.390304 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:13.390665 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:13.411693 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-318975d7-9486-4aa4-848a-6e45e53ebae9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:13.415794 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-318975d7-9486-4aa4-848a-6e45e53ebae9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/1d1af122-52a3-46e6-8e7d-2def25f7339c HTTP/1.1" status: 200 len: 703 time: 4.0509856 Oct 18 07:53:13.417877 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55204) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:13.426674 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:53:13.427009 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:53:13.428402 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-91f623b2-da32-4250-9577-5e3be6859ddd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:13.434476 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 6 to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 Oct 18 07:53:13.464639 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-91f623b2-da32-4250-9577-5e3be6859ddd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:subnet and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:13.496865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 4bdf46ea-c617-4e76-a8b4-d03188be16dc triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:13.497243 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:13.497576 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 4bdf46ea-c617-4e76-a8b4-d03188be16dc Oct 18 07:53:13.505286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55210) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:13.514165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622354d7-e36c-4df0-a90d-d4275b99ea70 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:53:13.521698 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-75c1b3a4-f5e0-461e-95b4-c590cf0c0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:11Z', 'revision_number': 7, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '175a223e-6486-435f-8ca3-c7e9cc4c2b46', 'name': '', 'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:a0:07:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4ef52694-26e1-444b-b913-d6edb668ca9f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:58Z', 'updated_at': '2022-10-18T07:53:09Z', 'revision_number': 4, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '4ef52694-26e1-444b-b913-d6edb668ca9f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520a73c6-6a84-4362-b439-671b1e841d9e', 'name': '', 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:00:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '266d8be1-c034-457e-a613-854b3af14cd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:44Z', 'updated_at': '2022-10-18T07:52:59Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '266d8be1-c034-457e-a613-854b3af14cd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:13.526447 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c1b3a4-f5e0-461e-95b4-c590cf0c0461 None None] Checking router: 1d1af122-52a3-46e6-8e7d-2def25f7339c for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:53:13.538183 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c1b3a4-f5e0-461e-95b4-c590cf0c0461 None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:13.538825 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-75c1b3a4-f5e0-461e-95b4-c590cf0c0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:52:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:13.608919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-622354d7-e36c-4df0-a90d-d4275b99ea70 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:13.609269 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-622354d7-e36c-4df0-a90d-d4275b99ea70 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Added segment c777c021-4d95-43e2-995f-cc73d0a49d03 of type vlan for network 3843dd0a-87e8-4055-9bc0-5ee058a644cf Oct 18 07:53:13.619058 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-b67f592d-9aa0-49e2-9f40-2cb7b9b69616', 'network_id': 'b67f592d-9aa0-49e2-9f40-2cb7b9b69616', 'tenant_id': '0ff4a2ed04e848fcb5a8554e36c4dc8b', 'fixed_ips': [{'subnet_id': 'aa547db3-6a5a-411d-b000-16272e6e430d'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:53:13.620399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:13.650892 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-622354d7-e36c-4df0-a90d-d4275b99ea70 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:13.693729 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:13.694061 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:13.694586 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:13.697277 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-91f623b2-da32-4250-9577-5e3be6859ddd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:13.704689 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e2421658-dae1-448d-ada6-0a1d6fd783f0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2295198 Oct 18 07:53:13.705284 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-622354d7-e36c-4df0-a90d-d4275b99ea70 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:13.714118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55216) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:13.715022 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:53:13.715151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622354d7-e36c-4df0-a90d-d4275b99ea70 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:13.715626 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:53:13.716200 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-622354d7-e36c-4df0-a90d-d4275b99ea70 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:13.788812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 4bdf46ea-c617-4e76-a8b4-d03188be16dc is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:13.789956 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 70ce69bb-0c75-4334-b90e-fd0f95a421b8 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:13.805811 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-75c1b3a4-f5e0-461e-95b4-c590cf0c0461 None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:53:13.856450 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bacb07b9-a4d7-4076-9809-9df866b00484 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/routers/1d1af122-52a3-46e6-8e7d-2def25f7339c HTTP/1.1" status: 200 len: 703 time: 0.4374888 Oct 18 07:53:13.865659 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-391448360'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:13.875024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55222) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:13.898274 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-91f623b2-da32-4250-9577-5e3be6859ddd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:13.901104 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 7 to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 Oct 18 07:53:13.930892 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-89398e3d-f04f-4ae3-b071-2fcd6ef47675 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:13.934849 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7a14-9710-49c6-a484-f5213767a863 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:13.938138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:13.939357 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:13.939885 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:13.940411 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:13.984237 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f623b2-da32-4250-9577-5e3be6859ddd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:13.988128 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-91f623b2-da32-4250-9577-5e3be6859ddd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:14.002618 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:53:14.003254 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:53:14.006846 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Usage tracker for resource:network and tenant:673b068eae9a43748b342c59b1cd9387 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:14.009567 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 8 to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 Oct 18 07:53:14.009706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622354d7-e36c-4df0-a90d-d4275b99ea70 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Network': ['ID=3843dd0a-87e8-4055-9bc0-5ee058a644cf,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:14.012980 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-622354d7-e36c-4df0-a90d-d4275b99ea70 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8031816 Oct 18 07:53:14.014518 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:14.015574 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:14.016069 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:14.016263 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 Oct 18 07:53:14.020677 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b7a14-9710-49c6-a484-f5213767a863 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=745dd685-55ab-4f01-b9e5-286f04d8370e,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:14.023143 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55226) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:14.036254 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e5b7a14-9710-49c6-a484-f5213767a863 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:14.049845 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:14.072692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Made reservation on behalf of 673b068eae9a43748b342c59b1cd9387 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:14.076242 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:14.095241 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 3843dd0a-87e8-4055-9bc0-5ee058a644cf details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:53:14.095494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:14.095924 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-9c90d002-ffab-423c-8091-0a49f1c29991 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'subnet': {'network_id': '3843dd0a-87e8-4055-9bc0-5ee058a644cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:14.238061 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:14.238249 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-75c1b3a4-f5e0-461e-95b4-c590cf0c0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:11Z', 'revision_number': 7, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '175a223e-6486-435f-8ca3-c7e9cc4c2b46', 'name': '', 'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:a0:07:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4ef52694-26e1-444b-b913-d6edb668ca9f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:58Z', 'updated_at': '2022-10-18T07:53:09Z', 'revision_number': 4, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '4ef52694-26e1-444b-b913-d6edb668ca9f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520a73c6-6a84-4362-b439-671b1e841d9e', 'name': '', 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:00:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '266d8be1-c034-457e-a613-854b3af14cd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:44Z', 'updated_at': '2022-10-18T07:52:59Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '266d8be1-c034-457e-a613-854b3af14cd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:14.238909 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:14.239436 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:14.242401 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Allocated IP 2001:db8:0:ffff::2 (b67f592d-9aa0-49e2-9f40-2cb7b9b69616/aa547db3-6a5a-411d-b000-16272e6e430d/68143e3a-537b-4a9c-b019-03ab1cc19cce) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:14.242763 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c1b3a4-f5e0-461e-95b4-c590cf0c0461 None None] The sync data for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv is: [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:11Z', 'revision_number': 7, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '175a223e-6486-435f-8ca3-c7e9cc4c2b46', 'name': '', 'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:a0:07:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4ef52694-26e1-444b-b913-d6edb668ca9f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:58Z', 'updated_at': '2022-10-18T07:53:09Z', 'revision_number': 4, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '4ef52694-26e1-444b-b913-d6edb668ca9f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520a73c6-6a84-4362-b439-671b1e841d9e', 'name': '', 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:00:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '266d8be1-c034-457e-a613-854b3af14cd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:44Z', 'updated_at': '2022-10-18T07:52:59Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '266d8be1-c034-457e-a613-854b3af14cd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:53:14.292459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:14.301342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Usage tracker for resource:security_group_rule and tenant:673b068eae9a43748b342c59b1cd9387 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:14.308069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:14.319424 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6e5b7a14-9710-49c6-a484-f5213767a863 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/745dd685-55ab-4f01-b9e5-286f04d8370e HTTP/1.1" status: 204 len: 168 time: 2.7353275 Oct 18 07:53:14.328355 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55232) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:14.372503 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:53:14.373158 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:53:14.383893 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 9 to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 Oct 18 07:53:14.408511 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:14.443354 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6d63aa96-0df0-46aa-b9e1-7d9f7f1909aa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134958 Oct 18 07:53:14.444093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55236) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:14.459407 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:14.459739 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:14.460543 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:14.465098 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:14.466429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 175a223e-6486-435f-8ca3-c7e9cc4c2b46 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:14.474850 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-89398e3d-f04f-4ae3-b071-2fcd6ef47675 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:14.486743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f6752646-451c-4362-8e8a-e48df6c67321 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:14.509652 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:53:14.510501 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:53:14.512426 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9c90d002-ffab-423c-8091-0a49f1c29991 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:14.519523 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.plugins.ml2.plugin [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempt 10 to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 Oct 18 07:53:14.534855 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9c90d002-ffab-423c-8091-0a49f1c29991 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Usage tracker for resource:subnet and tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:14.544295 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9c90d002-ffab-423c-8091-0a49f1c29991 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:14.558291 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9c90d002-ffab-423c-8091-0a49f1c29991 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:14.604551 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:14.605289 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] {{(pid=89045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:14.605729 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempting to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:14.631245 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:53:14.631632 dv-neutron-861625-1-hyperv neutron-server[89045]: ERROR neutron.plugins.ml2.managers [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Failed to bind port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b6722c5-1341-418b-b1e0-6b5ba4643645'}] Oct 18 07:53:14.631915 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:14.652551 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c90d002-ffab-423c-8091-0a49f1c29991 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:14.655909 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9c90d002-ffab-423c-8091-0a49f1c29991 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:14.682949 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:14.706633 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:14.707265 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:14.707606 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 Oct 18 07:53:14.712695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f6752646-451c-4362-8e8a-e48df6c67321 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:14.726441 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f6752646-451c-4362-8e8a-e48df6c67321 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:14.731359 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f6752646-451c-4362-8e8a-e48df6c67321 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:14.742529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f6752646-451c-4362-8e8a-e48df6c67321 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:14.779773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6752646-451c-4362-8e8a-e48df6c67321 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:14.780980 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:14.783197 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6916f6-05ad-496b-bf95-d6cf8a4e24d1 req-257841a1-b5e8-44b8-abd5-f64b43956b05 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:14.783637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6752646-451c-4362-8e8a-e48df6c67321 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:14.784449 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8f6916f6-05ad-496b-bf95-d6cf8a4e24d1 req-257841a1-b5e8-44b8-abd5-f64b43956b05 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.6929328 Oct 18 07:53:14.784868 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e59a7f5-6c66-4066-be3a-2d10c899993f None None] Sync routers for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:53:14.805961 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e59a7f5-6c66-4066-be3a-2d10c899993f None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:14.807457 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5e59a7f5-6c66-4066-be3a-2d10c899993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:52:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:14.862771 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Transition to ACTIVE for port object 68143e3a-537b-4a9c-b019-03ab1cc19cce will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:14.880408 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-89398e3d-f04f-4ae3-b071-2fcd6ef47675 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:14.971681 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89398e3d-f04f-4ae3-b071-2fcd6ef47675 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Subnet': ['ID=fec79d34-5ec1-4b0d-8db2-b38a17feceb1,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:14.997711 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.006139 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.006865 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8f6916f6-05ad-496b-bf95-d6cf8a4e24d1 req-d137cc65-a515-4a77-aefb-3562259624d2 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916728 Oct 18 07:53:15.009458 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] For port acfa48eb-3a88-46e9-b228-c204ae3e2c79, host hv-neutron-8616, cleared binding levels {{(pid=89045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:53:15.009768 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attempted to set empty binding levels {{(pid=89045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 18 07:53:15.014617 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Transition to ACTIVE for port object 68143e3a-537b-4a9c-b019-03ab1cc19cce will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:15.016289 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-91f623b2-da32-4250-9577-5e3be6859ddd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.036154 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:15.036800 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.066059 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:53:15.071321 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.074577 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82daae8-0475-4272-9bae-ac94a6e9a85a,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:15.108741 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-5e59a7f5-6c66-4066-be3a-2d10c899993f None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:53:15.108986 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.109160 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Added segment 551310cb-535e-4841-8652-1dc8bd45df99 of type vlan for network 36b310c0-2833-4179-9c6b-806209de5cb1 Oct 18 07:53:15.158961 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-89398e3d-f04f-4ae3-b071-2fcd6ef47675 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.168757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.194515 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-89398e3d-f04f-4ae3-b071-2fcd6ef47675 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab75bcc1-0efa-4f5d-93c9-34ab41d2f27f']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:15.201694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 175a223e-6486-435f-8ca3-c7e9cc4c2b46, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=175a223e-6486-435f-8ca3-c7e9cc4c2b46,segment=NetworkSegment(578044ce-a367-4a6d-9eb4-05e7c347a572),segment_id=578044ce-a367-4a6d-9eb4-05e7c347a572)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:15.212470 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-89398e3d-f04f-4ae3-b071-2fcd6ef47675 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7338c3e4-cad6-42ff-8758-89bca2accd06') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:15.213062 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-89398e3d-f04f-4ae3-b071-2fcd6ef47675 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7338c3e4-cad6-42ff-8758-89bca2accd06') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:15.226114 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-89398e3d-f04f-4ae3-b071-2fcd6ef47675 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.245316 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.246094 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.248101 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] In _notify_port_updated(), no bound segment for port acfa48eb-3a88-46e9-b228-c204ae3e2c79 on network 9b6722c5-1341-418b-b1e0-6b5ba4643645 {{(pid=89045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:53:15.248499 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:15.250924 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.252277 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] 10.222.0.17 "PUT /v2.0/ports/acfa48eb-3a88-46e9-b228-c204ae3e2c79 HTTP/1.1" status: 200 len: 977 time: 5.0100961 Oct 18 07:53:15.255543 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55240) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:15.263241 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Network b67f592d-9aa0-49e2-9f40-2cb7b9b69616 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:15.268209 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:15.274105 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:15.309086 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.314711 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:15.315299 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.349514 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-89398e3d-f04f-4ae3-b071-2fcd6ef47675 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.351454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2d6de7d2-f364-40ea-9655-5b034489737f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.356834 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89398e3d-f04f-4ae3-b071-2fcd6ef47675 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:15.357427 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-89398e3d-f04f-4ae3-b071-2fcd6ef47675 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.402701 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Pushing event updated for resources: {'Port': ['ID=68143e3a-537b-4a9c-b019-03ab1cc19cce,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:15.474658 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 7338c3e4-cad6-42ff-8758-89bca2accd06 resource provider aggregate not found Oct 18 07:53:15.522871 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 7338c3e4-cad6-42ff-8758-89bca2accd06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7338c3e4-cad6-42ff-8758-89bca2accd06 found for delete ", "request_id": "req-93c95a55-2076-4f27-a29b-c262de3e46c1"}]} Oct 18 07:53:15.556741 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f623b2-da32-4250-9577-5e3be6859ddd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Subnet': ['ID=a742e2b7-2f72-4025-87ec-943c5e7a4986,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:15.561107 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e96028-f5e2-4888-8b7a-1c8fc4519d3c tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Pushing event updated for resources: {'Port': ['ID=acfa48eb-3a88-46e9-b228-c204ae3e2c79,revision_number=3']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:15.565213 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Attempting to bind port 68143e3a-537b-4a9c-b019-03ab1cc19cce on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:15.565213 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Attempting to bind port 68143e3a-537b-4a9c-b019-03ab1cc19cce by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '300093ee-814c-4d7c-bec3-bd28461183ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b67f592d-9aa0-49e2-9f40-2cb7b9b69616'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:15.565213 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Attempting to bind port 68143e3a-537b-4a9c-b019-03ab1cc19cce on network b67f592d-9aa0-49e2-9f40-2cb7b9b69616 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:15.573076 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f623b2-da32-4250-9577-5e3be6859ddd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Checking segment: {'id': '279e9072-4422-444b-9c03-d17c9acec3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '49bd3a71-8e79-4bd5-a829-937c47b9cad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:15.573611 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f623b2-da32-4250-9577-5e3be6859ddd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network hostable DHCP agents. Network: 49bd3a71-8e79-4bd5-a829-937c47b9cad7, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:53:15.574175 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:53:15.574592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Checking segment: {'id': '300093ee-814c-4d7c-bec3-bd28461183ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b67f592d-9aa0-49e2-9f40-2cb7b9b69616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:15.575010 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.575405 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Bound using segment: {'id': '300093ee-814c-4d7c-bec3-bd28461183ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b67f592d-9aa0-49e2-9f40-2cb7b9b69616'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:53:15.575888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Bound port: 68143e3a-537b-4a9c-b019-03ab1cc19cce, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300093ee-814c-4d7c-bec3-bd28461183ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b67f592d-9aa0-49e2-9f40-2cb7b9b69616'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:53:15.576258 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.588531 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-b1862bdd-522f-4757-83b1-15365a8eb846 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Deleting port acfa48eb-3a88-46e9-b228-c204ae3e2c79 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:15.589153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b1862bdd-522f-4757-83b1-15365a8eb846 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.592676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-89398e3d-f04f-4ae3-b071-2fcd6ef47675 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.597042 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-89398e3d-f04f-4ae3-b071-2fcd6ef47675 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.655170 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6752646-451c-4362-8e8a-e48df6c67321 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.700075 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=175a223e-6486-435f-8ca3-c7e9cc4c2b46,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:15.719920 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2071381 Oct 18 07:53:15.730451 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679312d-717c-42cb-baae-1a7d787aa806 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Network': ['ID=36b310c0-2833-4179-9c6b-806209de5cb1,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:15.737228 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55248) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:15.761370 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 36b310c0-2833-4179-9c6b-806209de5cb1 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:53:15.773608 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89398e3d-f04f-4ae3-b071-2fcd6ef47675 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Network': ['ID=ab75bcc1-0efa-4f5d-93c9-34ab41d2f27f,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:15.790453 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f623b2-da32-4250-9577-5e3be6859ddd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 49bd3a71-8e79-4bd5-a829-937c47b9cad7 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:53:15.800404 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-89398e3d-f04f-4ae3-b071-2fcd6ef47675 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/ab75bcc1-0efa-4f5d-93c9-34ab41d2f27f HTTP/1.1" status: 204 len: 168 time: 2.0794377 Oct 18 07:53:15.801989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f8bb9793-70ee-45f5-901f-8822819a5c3e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'subnet': {'network_id': '36b310c0-2833-4179-9c6b-806209de5cb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:15.802439 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55252) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:15.815914 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-3f9cfc7b-f842-4d9a-98ba-0176274c17e2 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-510292443'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:15.818662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6752646-451c-4362-8e8a-e48df6c67321 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:15.819389 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9c90d002-ffab-423c-8091-0a49f1c29991 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.847862 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] For port 68143e3a-537b-4a9c-b019-03ab1cc19cce, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:53:15.851701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3f9cfc7b-f842-4d9a-98ba-0176274c17e2 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:15.856537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-91f623b2-da32-4250-9577-5e3be6859ddd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 49bd3a71-8e79-4bd5-a829-937c47b9cad7) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:15.861301 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f623b2-da32-4250-9577-5e3be6859ddd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:15.861523 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-f6752646-451c-4362-8e8a-e48df6c67321 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:15.861693 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-91f623b2-da32-4250-9577-5e3be6859ddd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.876749 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] For port 68143e3a-537b-4a9c-b019-03ab1cc19cce, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=68143e3a-537b-4a9c-b019-03ab1cc19cce,segment=NetworkSegment(300093ee-814c-4d7c-bec3-bd28461183ec),segment_id=300093ee-814c-4d7c-bec3-bd28461183ec)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:53:15.877196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3f9cfc7b-f842-4d9a-98ba-0176274c17e2 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:network and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:15.893039 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3f9cfc7b-f842-4d9a-98ba-0176274c17e2 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:15.895672 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.905491 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3f9cfc7b-f842-4d9a-98ba-0176274c17e2 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:15.923280 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-91f623b2-da32-4250-9577-5e3be6859ddd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0904038 Oct 18 07:53:15.932355 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55256) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:15.935976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6752646-451c-4362-8e8a-e48df6c67321 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:15.936786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6752646-451c-4362-8e8a-e48df6c67321 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.945130 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'network_id': '49bd3a71-8e79-4bd5-a829-937c47b9cad7', 'name': 'tempest-PortsIpV6TestJSON-890060494', 'fixed_ips': [{'subnet_id': 'a742e2b7-2f72-4025-87ec-943c5e7a4986', 'ip_address': '2001:db8::10'}]}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:15.964174 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90d002-ffab-423c-8091-0a49f1c29991 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Subnet': ['ID=ea4d3b1c-29d0-48b1-9f2c-ba835780fa96,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:15.972253 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9cfc7b-f842-4d9a-98ba-0176274c17e2 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:15.975601 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3f9cfc7b-f842-4d9a-98ba-0176274c17e2 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:15.996629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6752646-451c-4362-8e8a-e48df6c67321 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=61341f16-c1da-4c16-b2f7-57ef0659df67,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:16.002472 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5e59a7f5-6c66-4066-be3a-2d10c899993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:11Z', 'revision_number': 7, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '175a223e-6486-435f-8ca3-c7e9cc4c2b46', 'name': '', 'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:a0:07:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4ef52694-26e1-444b-b913-d6edb668ca9f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:58Z', 'updated_at': '2022-10-18T07:53:09Z', 'revision_number': 4, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '4ef52694-26e1-444b-b913-d6edb668ca9f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520a73c6-6a84-4362-b439-671b1e841d9e', 'name': '', 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:00:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '266d8be1-c034-457e-a613-854b3af14cd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:44Z', 'updated_at': '2022-10-18T07:52:59Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '266d8be1-c034-457e-a613-854b3af14cd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:16.008657 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8404c-2d68-4451-9504-91abffddc788 None None] Pushing event updated for resources: {'Port': ['ID=68143e3a-537b-4a9c-b019-03ab1cc19cce,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:16.018833 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e59a7f5-6c66-4066-be3a-2d10c899993f None None] Checking router: 1d1af122-52a3-46e6-8e7d-2def25f7339c for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:53:16.029798 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e59a7f5-6c66-4066-be3a-2d10c899993f None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:16.030216 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5e59a7f5-6c66-4066-be3a-2d10c899993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:52:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:16.068796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c90d002-ffab-423c-8091-0a49f1c29991 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Checking segment: {'id': 'c777c021-4d95-43e2-995f-cc73d0a49d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3843dd0a-87e8-4055-9bc0-5ee058a644cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:16.069099 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c90d002-ffab-423c-8091-0a49f1c29991 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network hostable DHCP agents. Network: 3843dd0a-87e8-4055-9bc0-5ee058a644cf, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:53:16.083685 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f6752646-451c-4362-8e8a-e48df6c67321 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6321986 Oct 18 07:53:16.087644 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55262) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:16.101532 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:16.127330 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9cfc7b-f842-4d9a-98ba-0176274c17e2 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:53:16.212327 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f8bb9793-70ee-45f5-901f-8822819a5c3e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:16.222529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f8bb9793-70ee-45f5-901f-8822819a5c3e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Usage tracker for resource:subnet and tenant:673b068eae9a43748b342c59b1cd9387 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:16.279662 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3f9cfc7b-f842-4d9a-98ba-0176274c17e2 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:16.279662 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-3f9cfc7b-f842-4d9a-98ba-0176274c17e2 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Added segment d573815d-3eb0-4bab-9cab-f8c6507a7fe0 of type vlan for network b10fe9b9-32df-473c-8f27-229592311dda Oct 18 07:53:16.304473 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-5e59a7f5-6c66-4066-be3a-2d10c899993f None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:53:16.305672 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c90d002-ffab-423c-8091-0a49f1c29991 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network 3843dd0a-87e8-4055-9bc0-5ee058a644cf is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:53:16.313804 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f8bb9793-70ee-45f5-901f-8822819a5c3e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:16.347509 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f8bb9793-70ee-45f5-901f-8822819a5c3e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:16.367548 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3f9cfc7b-f842-4d9a-98ba-0176274c17e2 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:16.368810 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-b1862bdd-522f-4757-83b1-15365a8eb846 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] For port acfa48eb-3a88-46e9-b228-c204ae3e2c79, host hv-neutron-8616, got binding levels [] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:16.369714 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b1862bdd-522f-4757-83b1-15365a8eb846 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:16.415913 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:16.431247 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-9c90d002-ffab-423c-8091-0a49f1c29991 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 3843dd0a-87e8-4055-9bc0-5ee058a644cf) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:16.436637 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c90d002-ffab-423c-8091-0a49f1c29991 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:16.437227 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9c90d002-ffab-423c-8091-0a49f1c29991 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:16.441195 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3f9cfc7b-f842-4d9a-98ba-0176274c17e2 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:16.446768 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9cfc7b-f842-4d9a-98ba-0176274c17e2 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:16.447966 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3f9cfc7b-f842-4d9a-98ba-0176274c17e2 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:16.452296 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:port and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:16.477727 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:16.540959 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bb9793-70ee-45f5-901f-8822819a5c3e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Made reservation on behalf of 673b068eae9a43748b342c59b1cd9387 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:16.545367 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f8bb9793-70ee-45f5-901f-8822819a5c3e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:16.553050 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:16.572654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-b1862bdd-522f-4757-83b1-15365a8eb846 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Calling delete_port for acfa48eb-3a88-46e9-b228-c204ae3e2c79 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:16.605270 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9c90d002-ffab-423c-8091-0a49f1c29991 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5620191 Oct 18 07:53:16.605270 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3f9cfc7b-f842-4d9a-98ba-0176274c17e2 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7958574 Oct 18 07:53:16.609992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55266) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:16.610691 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55268) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:16.615787 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:16.637455 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-2d71f392-2838-4263-ac39-703484c11acf tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'subnet': {'network_id': 'b10fe9b9-32df-473c-8f27-229592311dda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:16.669421 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9cfc7b-f842-4d9a-98ba-0176274c17e2 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Network': ['ID=b10fe9b9-32df-473c-8f27-229592311dda,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:16.682786 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:16.692777 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network b10fe9b9-32df-473c-8f27-229592311dda details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:53:16.794266 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:16.826871 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5e59a7f5-6c66-4066-be3a-2d10c899993f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:11Z', 'revision_number': 7, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '175a223e-6486-435f-8ca3-c7e9cc4c2b46', 'name': '', 'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:a0:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4ef52694-26e1-444b-b913-d6edb668ca9f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:58Z', 'updated_at': '2022-10-18T07:53:15Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '4ef52694-26e1-444b-b913-d6edb668ca9f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520a73c6-6a84-4362-b439-671b1e841d9e', 'name': '', 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:00:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '266d8be1-c034-457e-a613-854b3af14cd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:44Z', 'updated_at': '2022-10-18T07:52:59Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '266d8be1-c034-457e-a613-854b3af14cd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:16.832049 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e59a7f5-6c66-4066-be3a-2d10c899993f None None] The sync data for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv is: [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:11Z', 'revision_number': 7, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '175a223e-6486-435f-8ca3-c7e9cc4c2b46', 'name': '', 'network_id': 'c4388c05-3274-429c-9978-cd2fc36db120', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:a0:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4ef52694-26e1-444b-b913-d6edb668ca9f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:58Z', 'updated_at': '2022-10-18T07:53:15Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '4ef52694-26e1-444b-b913-d6edb668ca9f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520a73c6-6a84-4362-b439-671b1e841d9e', 'name': '', 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:00:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '266d8be1-c034-457e-a613-854b3af14cd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:44Z', 'updated_at': '2022-10-18T07:52:59Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '266d8be1-c034-457e-a613-854b3af14cd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:53:16.866450 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:16.892427 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:16.939894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-2d6de7d2-f364-40ea-9655-5b034489737f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:16.940349 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2d6de7d2-f364-40ea-9655-5b034489737f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:16.973001 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:16.976517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:16.988527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b1862bdd-522f-4757-83b1-15365a8eb846 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:17.020091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce015215-5dc4-4688-a87d-1be028b2c7f6 req-6e5142bc-991e-434d-bc78-8e09846de22a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:17.026248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2d71f392-2838-4263-ac39-703484c11acf tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:17.029176 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ce015215-5dc4-4688-a87d-1be028b2c7f6 req-6e5142bc-991e-434d-bc78-8e09846de22a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.7921619 Oct 18 07:53:17.105425 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2d71f392-2838-4263-ac39-703484c11acf tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:subnet and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:17.106833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1862bdd-522f-4757-83b1-15365a8eb846 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Pushing event deleted for resources: {'Port': ['ID=acfa48eb-3a88-46e9-b228-c204ae3e2c79,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:17.130478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b1862bdd-522f-4757-83b1-15365a8eb846 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:17.135132 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2d71f392-2838-4263-ac39-703484c11acf tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:17.153977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-85e326a7-cd6b-4a7b-8108-d9f3d8e74ef6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:17.160843 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2d71f392-2838-4263-ac39-703484c11acf tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:17.169938 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:17.245794 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b1862bdd-522f-4757-83b1-15365a8eb846 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] 10.222.0.17 "DELETE /v2.0/ports/acfa48eb-3a88-46e9-b228-c204ae3e2c79 HTTP/1.1" status: 204 len: 168 time: 1.9848936 Oct 18 07:53:17.248053 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] device_id is not set on port a27985a9-a714-4687-8dcb-2da4c919b42b yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:53:17.251730 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55274) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:17.288504 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d71f392-2838-4263-ac39-703484c11acf tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:17.292526 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2d71f392-2838-4263-ac39-703484c11acf tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:17.294510 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ce015215-5dc4-4688-a87d-1be028b2c7f6 req-32eb3088-313b-4fdf-a71d-1dc3ac152f08 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643216 Oct 18 07:53:17.330762 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d2868e-64ed-4b3b-abcd-9c7556e74011 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] GET failed (client error): The resource could not be found. Oct 18 07:53:17.330762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f0d2868e-64ed-4b3b-abcd-9c7556e74011 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Synchronizing usage tracker for tenant:9a7351b407004d71b1bf496f5b4f2d05 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:17.354567 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529d174b-6c69-4b97-80fe-578445ec52b4 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:17.410354 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f0d2868e-64ed-4b3b-abcd-9c7556e74011 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] Unset dirty status for tenant:9a7351b407004d71b1bf496f5b4f2d05 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:17.414954 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f0d2868e-64ed-4b3b-abcd-9c7556e74011 tempest-PortsAdminExtendedAttrsTestJSON-54431938 tempest-PortsAdminExtendedAttrsTestJSON-54431938-project-admin] 10.222.0.17 "GET /v2.0/ports/acfa48eb-3a88-46e9-b228-c204ae3e2c79 HTTP/1.1" status: 404 len: 333 time: 0.1579587 Oct 18 07:53:17.426778 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55278) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:17.451699 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839ce251-eb43-40fd-b9d2-b2a15fb23fcc None None] Network b67f592d-9aa0-49e2-9f40-2cb7b9b69616 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:17.466081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-2d6de7d2-f364-40ea-9655-5b034489737f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] For port 175a223e-6486-435f-8ca3-c7e9cc4c2b46, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=175a223e-6486-435f-8ca3-c7e9cc4c2b46,segment=NetworkSegment(578044ce-a367-4a6d-9eb4-05e7c347a572),segment_id=578044ce-a367-4a6d-9eb4-05e7c347a572)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:17.466440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2d6de7d2-f364-40ea-9655-5b034489737f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:17.468920 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34e045d-529c-4b9a-b7d1-0da0352e8170 None None] Network ab75bcc1-0efa-4f5d-93c9-34ab41d2f27f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:17.480771 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d57cbb-76aa-41de-ad1b-9391d10f5a01 None None] Network 49bd3a71-8e79-4bd5-a829-937c47b9cad7 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:17.492173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38089f4d-8738-4166-80ff-102e09b1b012 None None] Network 3843dd0a-87e8-4055-9bc0-5ee058a644cf requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:17.518204 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 68143e3a-537b-4a9c-b019-03ab1cc19cce up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:17.644749 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-85e326a7-cd6b-4a7b-8108-d9f3d8e74ef6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:17.673018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-2d6de7d2-f364-40ea-9655-5b034489737f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Calling delete_port for 175a223e-6486-435f-8ca3-c7e9cc4c2b46 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:17.764520 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34e045d-529c-4b9a-b7d1-0da0352e8170 None None] Network ab75bcc1-0efa-4f5d-93c9-34ab41d2f27f could not be found, it might have been deleted concurrently. {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 18 07:53:17.773268 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-664e5919-5241-43b9-95b2-56c7f8fbc600 tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:17.793342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f8bb9793-70ee-45f5-901f-8822819a5c3e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:17.800192 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffde9b28-7992-44a4-a026-620646748321 None None] Network ab75bcc1-0efa-4f5d-93c9-34ab41d2f27f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:17.854140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-dabdbeb0-f72e-4f85-a9ef-5f33645ab486 None None] Provisioning for port 68143e3a-537b-4a9c-b019-03ab1cc19cce completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:17.875408 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffde9b28-7992-44a4-a026-620646748321 None None] Network ab75bcc1-0efa-4f5d-93c9-34ab41d2f27f could not be found, it might have been deleted concurrently. {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 18 07:53:17.882589 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2d71f392-2838-4263-ac39-703484c11acf tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.008245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb9793-70ee-45f5-901f-8822819a5c3e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Subnet': ['ID=bfcc4d90-6791-4e69-a6e9-b96627a83de4,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:18.053469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bb9793-70ee-45f5-901f-8822819a5c3e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Checking segment: {'id': '551310cb-535e-4841-8652-1dc8bd45df99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '36b310c0-2833-4179-9c6b-806209de5cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:18.053731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bb9793-70ee-45f5-901f-8822819a5c3e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network hostable DHCP agents. Network: 36b310c0-2833-4179-9c6b-806209de5cb1, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:53:18.059642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-664e5919-5241-43b9-95b2-56c7f8fbc600 tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.079988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71f392-2838-4263-ac39-703484c11acf tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Subnet': ['ID=9557cd26-efc9-4862-8e89-c896cf77848e,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:18.099959 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-85e326a7-cd6b-4a7b-8108-d9f3d8e74ef6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.134250 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-664e5919-5241-43b9-95b2-56c7f8fbc600 tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6722c5-1341-418b-b1e0-6b5ba4643645']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:18.141649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 68143e3a-537b-4a9c-b019-03ab1cc19cce completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:18.156472 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-664e5919-5241-43b9-95b2-56c7f8fbc600 tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:18.156689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-664e5919-5241-43b9-95b2-56c7f8fbc600 tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b1e7ff-c662-4c8c-8f26-7fcc35e495dd') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:18.161595 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Allocated IP 2001:db8::10 (49bd3a71-8e79-4bd5-a829-937c47b9cad7/a742e2b7-2f72-4025-87ec-943c5e7a4986/a27985a9-a714-4687-8dcb-2da4c919b42b) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:18.167090 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e326a7-cd6b-4a7b-8108-d9f3d8e74ef6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Subnet': ['ID=ea4d3b1c-29d0-48b1-9f2c-ba835780fa96,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:18.173427 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bb9793-70ee-45f5-901f-8822819a5c3e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network 36b310c0-2833-4179-9c6b-806209de5cb1 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:53:18.195079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-664e5919-5241-43b9-95b2-56c7f8fbc600 tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.196803 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d71f392-2838-4263-ac39-703484c11acf tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Checking segment: {'id': 'd573815d-3eb0-4bab-9cab-f8c6507a7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b10fe9b9-32df-473c-8f27-229592311dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:18.197206 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d71f392-2838-4263-ac39-703484c11acf tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network hostable DHCP agents. Network: b10fe9b9-32df-473c-8f27-229592311dda, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:53:18.204353 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 68143e3a-537b-4a9c-b019-03ab1cc19cce triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:18.204353 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.204353 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 68143e3a-537b-4a9c-b019-03ab1cc19cce Oct 18 07:53:18.230844 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-664e5919-5241-43b9-95b2-56c7f8fbc600 tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.241036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664e5919-5241-43b9-95b2-56c7f8fbc600 tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:18.241727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-664e5919-5241-43b9-95b2-56c7f8fbc600 tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.328179 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 92b1e7ff-c662-4c8c-8f26-7fcc35e495dd resource provider aggregate not found Oct 18 07:53:18.334173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57687d4c-98de-4e9f-93df-97530a3908fc None None] Network 3843dd0a-87e8-4055-9bc0-5ee058a644cf requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:18.336480 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-85e326a7-cd6b-4a7b-8108-d9f3d8e74ef6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.339362 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-f8bb9793-70ee-45f5-901f-8822819a5c3e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 36b310c0-2833-4179-9c6b-806209de5cb1) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:18.344767 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb9793-70ee-45f5-901f-8822819a5c3e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:18.344889 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f8bb9793-70ee-45f5-901f-8822819a5c3e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.367622 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 92b1e7ff-c662-4c8c-8f26-7fcc35e495dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92b1e7ff-c662-4c8c-8f26-7fcc35e495dd found for delete ", "request_id": "req-44b3e456-6154-40ad-8835-333944974c9e"}]} Oct 18 07:53:18.368243 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2d6de7d2-f364-40ea-9655-5b034489737f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.376472 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba321adb-efcd-462f-919e-ed7ebba158a6 None None] Network 36b310c0-2833-4179-9c6b-806209de5cb1 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:18.382181 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d71f392-2838-4263-ac39-703484c11acf tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network b10fe9b9-32df-473c-8f27-229592311dda is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:53:18.429336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-2d71f392-2838-4263-ac39-703484c11acf tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, b10fe9b9-32df-473c-8f27-229592311dda) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:18.433501 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-85e326a7-cd6b-4a7b-8108-d9f3d8e74ef6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3843dd0a-87e8-4055-9bc0-5ee058a644cf']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:18.437398 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6de7d2-f364-40ea-9655-5b034489737f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Port': ['ID=175a223e-6486-435f-8ca3-c7e9cc4c2b46,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:18.450873 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71f392-2838-4263-ac39-703484c11acf tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:18.451528 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2d71f392-2838-4263-ac39-703484c11acf tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.486582 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a738366f-b695-4bf3-9374-ceb334334024 None None] Network b10fe9b9-32df-473c-8f27-229592311dda requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:18.492162 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-664e5919-5241-43b9-95b2-56c7f8fbc600 tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.496695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-664e5919-5241-43b9-95b2-56c7f8fbc600 tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.520976 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f8bb9793-70ee-45f5-901f-8822819a5c3e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7809207 Oct 18 07:53:18.554786 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55288) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:18.586770 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-85e326a7-cd6b-4a7b-8108-d9f3d8e74ef6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c777c021-4d95-43e2-995f-cc73d0a49d03') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:18.587387 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-85e326a7-cd6b-4a7b-8108-d9f3d8e74ef6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c777c021-4d95-43e2-995f-cc73d0a49d03') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:18.592199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e5919-5241-43b9-95b2-56c7f8fbc600 tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] Pushing event deleted for resources: {'Network': ['ID=9b6722c5-1341-418b-b1e0-6b5ba4643645,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:18.614771 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2120465186', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}, 'admin_state_up': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:18.677337 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:18.682881 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Usage tracker for resource:router and tenant:673b068eae9a43748b342c59b1cd9387 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:18.688236 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:18.698757 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:18.746223 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-85e326a7-cd6b-4a7b-8108-d9f3d8e74ef6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.768998 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-49bd3a71-8e79-4bd5-a829-937c47b9cad7', 'network_id': '49bd3a71-8e79-4bd5-a829-937c47b9cad7', 'tenant_id': '0e9e13d574094643abe8d93e70221363', 'fixed_ips': [{'subnet_id': 'a742e2b7-2f72-4025-87ec-943c5e7a4986'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:53:18.769815 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.784773 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-664e5919-5241-43b9-95b2-56c7f8fbc600 tempest-PortsAdminExtendedAttrsTestJSON-706255412 tempest-PortsAdminExtendedAttrsTestJSON-706255412-project] 10.222.0.17 "DELETE /v2.0/networks/9b6722c5-1341-418b-b1e0-6b5ba4643645 HTTP/1.1" status: 204 len: 168 time: 1.3559253 Oct 18 07:53:18.785416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.786539 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.833175 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-85e326a7-cd6b-4a7b-8108-d9f3d8e74ef6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.861332 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2d71f392-2838-4263-ac39-703484c11acf tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2439141 Oct 18 07:53:18.861777 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e326a7-cd6b-4a7b-8108-d9f3d8e74ef6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:18.862260 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-85e326a7-cd6b-4a7b-8108-d9f3d8e74ef6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.873537 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2d6de7d2-f364-40ea-9655-5b034489737f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.886310 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55294) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:18.916903 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:18.949445 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment c777c021-4d95-43e2-995f-cc73d0a49d03 resource provider aggregate not found Oct 18 07:53:19.044926 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment c777c021-4d95-43e2-995f-cc73d0a49d03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c777c021-4d95-43e2-995f-cc73d0a49d03 found for delete ", "request_id": "req-e2f0e0dc-aad0-499a-abab-11e8ec684930"}]} Oct 18 07:53:19.046191 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Transition to ACTIVE for port object a27985a9-a714-4687-8dcb-2da4c919b42b will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:19.069646 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.objects.ports [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89045) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:53:19.132133 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-85e326a7-cd6b-4a7b-8108-d9f3d8e74ef6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:19.157084 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15a970-b09c-4489-a3c0-8c542e1769c6 req-d5b4c231-416a-4a9c-b56d-fa9776c7a530 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:19.158626 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ea15a970-b09c-4489-a3c0-8c542e1769c6 req-d5b4c231-416a-4a9c-b56d-fa9776c7a530 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.6061251 Oct 18 07:53:19.225746 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:19.230478 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-85e326a7-cd6b-4a7b-8108-d9f3d8e74ef6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:19.238074 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55304) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:19.283743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e326a7-cd6b-4a7b-8108-d9f3d8e74ef6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Network': ['ID=3843dd0a-87e8-4055-9bc0-5ee058a644cf,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:19.289660 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 68143e3a-537b-4a9c-b019-03ab1cc19cce is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:19.289784 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:19.299161 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-85e326a7-cd6b-4a7b-8108-d9f3d8e74ef6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/networks/3843dd0a-87e8-4055-9bc0-5ee058a644cf HTTP/1.1" status: 204 len: 168 time: 2.6858604 Oct 18 07:53:19.309789 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55310) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:19.354126 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-0d81e9de-5eae-403e-9fd9-30291a6f6860 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1776928560'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:19.359559 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0d81e9de-5eae-403e-9fd9-30291a6f6860 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:19.363973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0d81e9de-5eae-403e-9fd9-30291a6f6860 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Usage tracker for resource:network and tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:19.367301 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0d81e9de-5eae-403e-9fd9-30291a6f6860 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:19.374474 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0d81e9de-5eae-403e-9fd9-30291a6f6860 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:19.392348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d81e9de-5eae-403e-9fd9-30291a6f6860 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:19.395837 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0d81e9de-5eae-403e-9fd9-30291a6f6860 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:19.489344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a5d04809-8d8f-4a58-a394-8fe99fb9f431 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:19.499737 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6de7d2-f364-40ea-9655-5b034489737f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 1d1af122-52a3-46e6-8e7d-2def25f7339c has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:53:19.541565 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:19.591236 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d39e4b7-1048-4a2e-9f7a-494430716419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-b10fe9b9-32df-473c-8f27-229592311dda', 'network_id': 'b10fe9b9-32df-473c-8f27-229592311dda', 'tenant_id': '521d9aa55f07432182e0e8bda0b60ecd', 'fixed_ips': [{'subnet_id': '9557cd26-efc9-4862-8e89-c896cf77848e'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:53:19.591825 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6d39e4b7-1048-4a2e-9f7a-494430716419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:19.623735 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4733aafc-7659-4aa1-bc85-5e11daa3a510 None None] Network 36b310c0-2833-4179-9c6b-806209de5cb1 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:19.648440 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 68143e3a-537b-4a9c-b019-03ab1cc19cce, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=68143e3a-537b-4a9c-b019-03ab1cc19cce,segment=NetworkSegment(300093ee-814c-4d7c-bec3-bd28461183ec),segment_id=300093ee-814c-4d7c-bec3-bd28461183ec)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:19.666952 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a5d04809-8d8f-4a58-a394-8fe99fb9f431 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:19.694517 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ea15a970-b09c-4489-a3c0-8c542e1769c6 req-40f8641d-0552-476a-b9f8-1f3844007294 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4652977 Oct 18 07:53:19.716544 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:19.717759 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 175a223e-6486-435f-8ca3-c7e9cc4c2b46 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:19.883573 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6de7d2-f364-40ea-9655-5b034489737f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:53:19.901361 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3081a058-268e-4970-9d73-1a0c6276e1aa None None] Sync routers for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:53:19.927458 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3081a058-268e-4970-9d73-1a0c6276e1aa None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:19.928207 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3081a058-268e-4970-9d73-1a0c6276e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:52:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:19.951444 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2d6de7d2-f364-40ea-9655-5b034489737f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/1d1af122-52a3-46e6-8e7d-2def25f7339c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0724416 Oct 18 07:53:19.959395 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55316) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:20.020585 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Allocated IP 2001:db8::2 (49bd3a71-8e79-4bd5-a829-937c47b9cad7/a742e2b7-2f72-4025-87ec-943c5e7a4986/2c94ed2e-bf90-40fb-81b8-a38d97727f17) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:20.038682 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 175a223e-6486-435f-8ca3-c7e9cc4c2b46 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:53:20.039035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 175a223e-6486-435f-8ca3-c7e9cc4c2b46 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 18 07:53:20.066686 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a5d04809-8d8f-4a58-a394-8fe99fb9f431 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server [None req-6d39e4b7-1048-4a2e-9f7a-494430716419 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9557cd26-efc9-4862-8e89-c896cf77848e: This subnet is being modified by another concurrent operation. Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise exception Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9557cd26-efc9-4862-8e89-c896cf77848e: This subnet is being modified by another concurrent operation. Oct 18 07:53:20.109951 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server Oct 18 07:53:20.118626 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bca234-d0bc-4d6b-ba28-42a28f3bdf08 None None] Update dhcp port {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'fixed_ips': [{'subnet_id': '61341f16-c1da-4c16-b2f7-57ef0659df67'}], 'binding:host_id': 'dv-neutron-861625-1-hyperv'}, 'id': '70ce69bb-0c75-4334-b90e-fd0f95a421b8'} from dv-neutron-861625-1-hyperv. {{(pid=89047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 18 07:53:20.161126 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=68143e3a-537b-4a9c-b019-03ab1cc19cce,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:20.219974 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6360848-35cf-43d2-b1b4-838790377e88 None None] Network b10fe9b9-32df-473c-8f27-229592311dda requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:20.234359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a16f432-9f4f-4557-87c7-bddd3489c0cf None None] Network b67f592d-9aa0-49e2-9f40-2cb7b9b69616 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:20.242369 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d81e9de-5eae-403e-9fd9-30291a6f6860 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:53:20.256647 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-3081a058-268e-4970-9d73-1a0c6276e1aa None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:53:20.267028 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d04809-8d8f-4a58-a394-8fe99fb9f431 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Subnet': ['ID=9557cd26-efc9-4862-8e89-c896cf77848e,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:20.288092 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:20.304097 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 49bd3a71-8e79-4bd5-a829-937c47b9cad7 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:20.334110 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:20.363973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:20.371612 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Port 175a223e-6486-435f-8ca3-c7e9cc4c2b46 not found, will not notify nova. {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 18 07:53:20.381087 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0d81e9de-5eae-403e-9fd9-30291a6f6860 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:20.382288 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-0d81e9de-5eae-403e-9fd9-30291a6f6860 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Added segment 6d3e9113-492c-4bd3-951e-120e3d468248 of type vlan for network 7ba8e10a-eade-4822-9d39-bcdefb99b4e9 Oct 18 07:53:20.390998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting subnet 4ef52694-26e1-444b-b913-d6edb668ca9f {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:53:20.394158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:20.420299 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:20.427976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:20.428744 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:20.449547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:20.516363 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-28e81c1c-701c-4c11-832c-b0dc2ddb33d6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=feb7a41963a9418e989e4f29f12c04e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2618630 Oct 18 07:53:20.522024 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=a27985a9-a714-4687-8dcb-2da4c919b42b,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:20.524165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55322) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:20.533003 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5975158 Oct 18 07:53:20.546531 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55326) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:20.547420 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0d81e9de-5eae-403e-9fd9-30291a6f6860 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:20.551953 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-08f2c020-b1b1-4543-8472-1c79447883bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'network_id': '49bd3a71-8e79-4bd5-a829-937c47b9cad7', 'name': 'tempest-PortsIpV6TestJSON-1491677960', 'fixed_ips': [{'subnet_id': 'a742e2b7-2f72-4025-87ec-943c5e7a4986', 'ip_address': '2001:db8::f'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:20.589622 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:20.589973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:20.590314 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:20.590673 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:20.591005 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:20.591349 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:20.591663 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:20.591985 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:20.592314 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:20.592639 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:20.592959 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:20.593280 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa21938-be00-449e-a66d-e22bc6ec9dc3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:20.713386 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 68143e3a-537b-4a9c-b019-03ab1cc19cce up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:20.787065 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a5d04809-8d8f-4a58-a394-8fe99fb9f431 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:20.841108 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3081a058-268e-4970-9d73-1a0c6276e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:18Z', 'revision_number': 8, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520a73c6-6a84-4362-b439-671b1e841d9e', 'name': '', 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:00:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '266d8be1-c034-457e-a613-854b3af14cd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:44Z', 'updated_at': '2022-10-18T07:52:59Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '266d8be1-c034-457e-a613-854b3af14cd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:20.848332 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3081a058-268e-4970-9d73-1a0c6276e1aa None None] Checking router: 1d1af122-52a3-46e6-8e7d-2def25f7339c for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:53:20.857042 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-a5d04809-8d8f-4a58-a394-8fe99fb9f431 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10fe9b9-32df-473c-8f27-229592311dda']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:20.861264 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3081a058-268e-4970-9d73-1a0c6276e1aa None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:20.861975 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3081a058-268e-4970-9d73-1a0c6276e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:52:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:20.882122 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0d81e9de-5eae-403e-9fd9-30291a6f6860 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:20.887726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d81e9de-5eae-403e-9fd9-30291a6f6860 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:20.888327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0d81e9de-5eae-403e-9fd9-30291a6f6860 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:20.892212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-a5d04809-8d8f-4a58-a394-8fe99fb9f431 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd573815d-3eb0-4bab-9cab-f8c6507a7fe0') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:20.892570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-a5d04809-8d8f-4a58-a394-8fe99fb9f431 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd573815d-3eb0-4bab-9cab-f8c6507a7fe0') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:20.917537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1f11ca8f-1e24-4184-a5a6-a8e94554528c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:20.919902 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:20.946823 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1f11ca8f-1e24-4184-a5a6-a8e94554528c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:20.951575 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d43b195f-1cd3-4ca4-a03f-e1bdc6e7fdbd None None] Provisioning complete for port 68143e3a-537b-4a9c-b019-03ab1cc19cce triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:20.952136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d43b195f-1cd3-4ca4-a03f-e1bdc6e7fdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:20.952635 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d43b195f-1cd3-4ca4-a03f-e1bdc6e7fdbd None None] Attempt 1 to provision port 68143e3a-537b-4a9c-b019-03ab1cc19cce Oct 18 07:53:20.964213 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a5d04809-8d8f-4a58-a394-8fe99fb9f431 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:20.994443 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e0bca234-d0bc-4d6b-ba28-42a28f3bdf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:21.008502 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-08f2c020-b1b1-4543-8472-1c79447883bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:21.012797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920da0e-85f1-4aec-85ca-452929b90de9 req-928cf34a-e211-467a-9599-6ada14bc5a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:21.014272 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c920da0e-85f1-4aec-85ca-452929b90de9 req-928cf34a-e211-467a-9599-6ada14bc5a5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f286d48607e4386b10ca9eff3ca0147&device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 1099 time: 0.6651125 Oct 18 07:53:21.015318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a5d04809-8d8f-4a58-a394-8fe99fb9f431 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:21.031882 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-08f2c020-b1b1-4543-8472-1c79447883bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:port and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:21.053909 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0c44a4ce-a8d4-4afd-a016-fac3f1fafdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:21.055608 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c0b72-0cf8-4f74-843c-46c19f899193 req-4ae0733e-786e-452e-92f2-dfbc417c00da tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:21.056061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-08f2c020-b1b1-4543-8472-1c79447883bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:21.058152 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cc0c0b72-0cf8-4f74-843c-46c19f899193 req-4ae0733e-786e-452e-92f2-dfbc417c00da tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.8242824 Oct 18 07:53:21.064502 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d04809-8d8f-4a58-a394-8fe99fb9f431 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:21.064906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a5d04809-8d8f-4a58-a394-8fe99fb9f431 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:21.088971 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-08f2c020-b1b1-4543-8472-1c79447883bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:21.121571 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-3081a058-268e-4970-9d73-1a0c6276e1aa None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:53:21.168388 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment d573815d-3eb0-4bab-9cab-f8c6507a7fe0 resource provider aggregate not found Oct 18 07:53:21.251277 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment d573815d-3eb0-4bab-9cab-f8c6507a7fe0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d573815d-3eb0-4bab-9cab-f8c6507a7fe0 found for delete ", "request_id": "req-1400c344-e686-411e-9308-3a857e6cff7c"}]} Oct 18 07:53:21.268127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f2c020-b1b1-4543-8472-1c79447883bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:21.273105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] For port 70ce69bb-0c75-4334-b90e-fd0f95a421b8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=70ce69bb-0c75-4334-b90e-fd0f95a421b8,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:21.303826 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:21.314089 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1f11ca8f-1e24-4184-a5a6-a8e94554528c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:21.317017 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1f11ca8f-1e24-4184-a5a6-a8e94554528c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:21.318371 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1f11ca8f-1e24-4184-a5a6-a8e94554528c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/70d890c0-7495-4875-93ad-67875fde8400 HTTP/1.1" status: 204 len: 168 time: 0.7893264 Oct 18 07:53:21.319820 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81e9de-5eae-403e-9fd9-30291a6f6860 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Network': ['ID=7ba8e10a-eade-4822-9d39-bcdefb99b4e9,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:21.367588 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:21.367854 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 7ba8e10a-eade-4822-9d39-bcdefb99b4e9 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:53:21.376050 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:21.377488 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:21.413705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a5d04809-8d8f-4a58-a394-8fe99fb9f431 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:21.418192 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a5d04809-8d8f-4a58-a394-8fe99fb9f431 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:21.452520 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11ca8f-1e24-4184-a5a6-a8e94554528c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d890c0-7495-4875-93ad-67875fde8400,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:21.473974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef52694-26e1-444b-b913-d6edb668ca9f,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:21.483766 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:21.488291 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/subnets/4ef52694-26e1-444b-b913-d6edb668ca9f HTTP/1.1" status: 204 len: 168 time: 1.5244908 Oct 18 07:53:21.502119 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:21.504707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:21.505055 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:21.505396 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:21.507880 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:21.508231 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:21.508567 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:21.508898 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:21.509227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:21.511342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:21.511816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:21.512205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9672ce-4286-45bc-ae3d-7019c3c0d6b9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:21.518948 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d04809-8d8f-4a58-a394-8fe99fb9f431 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Network': ['ID=b10fe9b9-32df-473c-8f27-229592311dda,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:21.543210 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55342) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:21.545034 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a5d04809-8d8f-4a58-a394-8fe99fb9f431 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/b10fe9b9-32df-473c-8f27-229592311dda HTTP/1.1" status: 204 len: 168 time: 2.6563940 Oct 18 07:53:21.552560 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1185cfc0-97f3-4b27-8c05-2fab6a429475 None None] Network c4388c05-3274-429c-9978-cd2fc36db120 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:21.565378 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0d81e9de-5eae-403e-9fd9-30291a6f6860 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2540584 Oct 18 07:53:21.580567 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55348) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:21.580567 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55350) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:21.615502 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-9fb9ceb1-fec8-48c2-a6c9-a75f1f75fad2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'subnet': {'network_id': '7ba8e10a-eade-4822-9d39-bcdefb99b4e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:21.638826 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-b4d99ca6-3e09-409f-982f-23d48c3e5ae5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1984354935'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:21.653912 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:21.664007 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b4d99ca6-3e09-409f-982f-23d48c3e5ae5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:21.684972 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 68143e3a-537b-4a9c-b019-03ab1cc19cce triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:21.685608 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:21.685950 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 68143e3a-537b-4a9c-b019-03ab1cc19cce Oct 18 07:53:21.708313 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:21.721646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920da0e-85f1-4aec-85ca-452929b90de9 req-20a9973e-35dc-4fdf-956d-665e12688c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:21.723439 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c920da0e-85f1-4aec-85ca-452929b90de9 req-20a9973e-35dc-4fdf-956d-665e12688c97 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4b998fa-e372-4e50-b79b-07d7c610b310 HTTP/1.1" status: 200 len: 912 time: 0.6887636 Oct 18 07:53:21.738192 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cc0c0b72-0cf8-4f74-843c-46c19f899193 req-47f3a7ea-50c9-49a8-a3e2-351f56f537da tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6672115 Oct 18 07:53:21.739667 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:21.745291 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:21.746046 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:21.754171 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b4d99ca6-3e09-409f-982f-23d48c3e5ae5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:network and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:21.779975 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b4d99ca6-3e09-409f-982f-23d48c3e5ae5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:21.828549 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b4d99ca6-3e09-409f-982f-23d48c3e5ae5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:21.849709 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting port 4bdf46ea-c617-4e76-a8b4-d03188be16dc {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:21.850583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:21.850801 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=85472f86-9d32-441b-84dd-97d2d1d9c48b,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:21.867734 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:21.879400 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=70ce69bb-0c75-4334-b90e-fd0f95a421b8,revision_number=7']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:21.888909 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-814ecec2-ad6f-4cea-8048-237713d7f269 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.7994766 Oct 18 07:53:21.903768 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55358) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:21.907169 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d99ca6-3e09-409f-982f-23d48c3e5ae5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:21.910507 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b4d99ca6-3e09-409f-982f-23d48c3e5ae5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:21.917968 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3081a058-268e-4970-9d73-1a0c6276e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:18Z', 'revision_number': 8, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520a73c6-6a84-4362-b439-671b1e841d9e', 'name': '', 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:00:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '266d8be1-c034-457e-a613-854b3af14cd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:44Z', 'updated_at': '2022-10-18T07:52:59Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '266d8be1-c034-457e-a613-854b3af14cd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:21.927938 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'mac_address': 'fa:16:3e:02:66:9b', 'name': 'tempest-NetworksTestDHCPv6-286248557'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:21.932224 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3081a058-268e-4970-9d73-1a0c6276e1aa None None] The sync data for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv is: [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:18Z', 'revision_number': 8, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520a73c6-6a84-4362-b439-671b1e841d9e', 'name': '', 'network_id': 'b9b27099-dec6-4163-8916-ae8c7b4198fb', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:00:cd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '266d8be1-c034-457e-a613-854b3af14cd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:44Z', 'updated_at': '2022-10-18T07:52:59Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '266d8be1-c034-457e-a613-854b3af14cd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:53:21.958803 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9fb9ceb1-fec8-48c2-a6c9-a75f1f75fad2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:21.998443 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Transition to ACTIVE for port object 2c94ed2e-bf90-40fb-81b8-a38d97727f17 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:21.999123 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55362) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:22.019425 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d43b195f-1cd3-4ca4-a03f-e1bdc6e7fdbd None None] Current status of the port 68143e3a-537b-4a9c-b019-03ab1cc19cce is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:22.030121 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9fb9ceb1-fec8-48c2-a6c9-a75f1f75fad2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Usage tracker for resource:subnet and tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:22.039150 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9fb9ceb1-fec8-48c2-a6c9-a75f1f75fad2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:22.046099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-08f2c020-b1b1-4543-8472-1c79447883bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:22.063975 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9fb9ceb1-fec8-48c2-a6c9-a75f1f75fad2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:22.075684 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d99ca6-3e09-409f-982f-23d48c3e5ae5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:53:22.121421 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-08f2c020-b1b1-4543-8472-1c79447883bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] device_id is not set on port 9184950c-1b7e-43d5-a374-b01c785f0da4 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:53:22.155975 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c920da0e-85f1-4aec-85ca-452929b90de9 req-9496758e-47ed-437f-a1af-988f6bd7fc74 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e HTTP/1.1" status: 200 len: 1002 time: 0.3968267 Oct 18 07:53:22.171515 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b4d99ca6-3e09-409f-982f-23d48c3e5ae5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:22.171927 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-b4d99ca6-3e09-409f-982f-23d48c3e5ae5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Added segment c0697be8-3b1f-42ab-8085-ba30fe1f078a of type vlan for network 8c46924e-1a4c-4274-ba95-3496d145759f Oct 18 07:53:22.176050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 68143e3a-537b-4a9c-b019-03ab1cc19cce is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:22.188321 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Transition to ACTIVE for port object 2c94ed2e-bf90-40fb-81b8-a38d97727f17 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:22.232428 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb9ceb1-fec8-48c2-a6c9-a75f1f75fad2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:22.235187 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9fb9ceb1-fec8-48c2-a6c9-a75f1f75fad2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:22.249387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:22.331707 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-fcf360e2-9daf-4bf8-b247-24b62cc97fd2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9a7351b407004d71b1bf496f5b4f2d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253381 Oct 18 07:53:22.340288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55366) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:22.418903 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-e0bca234-d0bc-4d6b-ba28-42a28f3bdf08 None None] Allocated IP 172.20.0.2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/61341f16-c1da-4c16-b2f7-57ef0659df67/70ce69bb-0c75-4334-b90e-fd0f95a421b8) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:22.458299 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920da0e-85f1-4aec-85ca-452929b90de9 req-64940f81-0848-46b9-9b4a-7809449dcee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:22.459916 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c920da0e-85f1-4aec-85ca-452929b90de9 req-64940f81-0848-46b9-9b4a-7809449dcee5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbb698bd-8a28-447d-9ac6-7bad4cc61081 HTTP/1.1" status: 200 len: 850 time: 0.2433929 Oct 18 07:53:22.475599 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] For port 4bdf46ea-c617-4e76-a8b4-d03188be16dc, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4bdf46ea-c617-4e76-a8b4-d03188be16dc,segment=NetworkSegment(578044ce-a367-4a6d-9eb4-05e7c347a572),segment_id=578044ce-a367-4a6d-9eb4-05e7c347a572)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:22.476122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:22.497007 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Pushing event updated for resources: {'Port': ['ID=2c94ed2e-bf90-40fb-81b8-a38d97727f17,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:22.529836 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:22.530186 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:22.530533 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:22.530911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:22.531231 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:22.531612 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:22.531900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:22.532233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:22.532566 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:22.532900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:22.534705 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:22.534705 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:22.537381 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 70ce69bb-0c75-4334-b90e-fd0f95a421b8 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:22.567728 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Network 49bd3a71-8e79-4bd5-a829-937c47b9cad7 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:22.604562 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b4d99ca6-3e09-409f-982f-23d48c3e5ae5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:22.611877 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:22.628617 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:port and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:22.632743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:22.633556 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:22.649477 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:22.711825 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:22.723465 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:22.744483 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:22.770092 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c960ba5f-79f8-4197-bf4c-fedb285e9004 None None] Provisioning complete for port 68143e3a-537b-4a9c-b019-03ab1cc19cce triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:22.770752 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c960ba5f-79f8-4197-bf4c-fedb285e9004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:22.771263 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c960ba5f-79f8-4197-bf4c-fedb285e9004 None None] Attempt 1 to provision port 68143e3a-537b-4a9c-b019-03ab1cc19cce Oct 18 07:53:22.776724 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:53:22.848917 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Calling delete_port for 4bdf46ea-c617-4e76-a8b4-d03188be16dc owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:22.866362 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a1d16f-7305-4e2a-bde9-b2080f001ff0 None None] DHCP port deletion for c4388c05-3274-429c-9978-cd2fc36db120 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:53:22.911134 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-11a1d16f-7305-4e2a-bde9-b2080f001ff0 None None] Deleting port 4bdf46ea-c617-4e76-a8b4-d03188be16dc {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:22.911796 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-11a1d16f-7305-4e2a-bde9-b2080f001ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:22.921091 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:22.942416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b4d99ca6-3e09-409f-982f-23d48c3e5ae5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:22.947873 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d99ca6-3e09-409f-982f-23d48c3e5ae5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:22.948937 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b4d99ca6-3e09-409f-982f-23d48c3e5ae5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:23.034180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ef73cda9-c1ef-4b20-ba28-a3b95ec34076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:23.053484 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Attempting to bind port 2c94ed2e-bf90-40fb-81b8-a38d97727f17 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:23.053858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Attempting to bind port 2c94ed2e-bf90-40fb-81b8-a38d97727f17 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '279e9072-4422-444b-9c03-d17c9acec3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '49bd3a71-8e79-4bd5-a829-937c47b9cad7'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:23.054423 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Attempting to bind port 2c94ed2e-bf90-40fb-81b8-a38d97727f17 on network 49bd3a71-8e79-4bd5-a829-937c47b9cad7 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:23.077910 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:23.078127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-08f2c020-b1b1-4543-8472-1c79447883bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Allocated IP 2001:db8::f (49bd3a71-8e79-4bd5-a829-937c47b9cad7/a742e2b7-2f72-4025-87ec-943c5e7a4986/9184950c-1b7e-43d5-a374-b01c785f0da4) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:23.078711 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:23.079207 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 Oct 18 07:53:23.101323 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ef73cda9-c1ef-4b20-ba28-a3b95ec34076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:23.142516 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:53:23.143193 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Checking segment: {'id': '279e9072-4422-444b-9c03-d17c9acec3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '49bd3a71-8e79-4bd5-a829-937c47b9cad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:23.143788 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:23.144335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Bound using segment: {'id': '279e9072-4422-444b-9c03-d17c9acec3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '49bd3a71-8e79-4bd5-a829-937c47b9cad7'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:53:23.144972 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Bound port: 2c94ed2e-bf90-40fb-81b8-a38d97727f17, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279e9072-4422-444b-9c03-d17c9acec3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '49bd3a71-8e79-4bd5-a829-937c47b9cad7'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:53:23.145497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:23.159998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d99ca6-3e09-409f-982f-23d48c3e5ae5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Network': ['ID=8c46924e-1a4c-4274-ba95-3496d145759f,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:23.196358 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d7a00dd9-269f-4c0e-a4db-a08e0288ef3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:23.207801 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 8c46924e-1a4c-4274-ba95-3496d145759f details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:53:23.208465 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Allocated IP 172.26.8.92 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/8a59cca1-6608-4c4b-95d6-377eac793da7) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:23.226494 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b4d99ca6-3e09-409f-982f-23d48c3e5ae5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6368203 Oct 18 07:53:23.231131 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55374) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:23.239661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920da0e-85f1-4aec-85ca-452929b90de9 req-7ac1ebea-1789-4292-ab8d-4be566dbc6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:23.241381 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c920da0e-85f1-4aec-85ca-452929b90de9 req-7ac1ebea-1789-4292-ab8d-4be566dbc6e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4b998fa-e372-4e50-b79b-07d7c610b310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7682071 Oct 18 07:53:23.263881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-84395928-89d3-4c40-bf66-5e96307485ca tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:23.267142 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e0bca234-d0bc-4d6b-ba28-42a28f3bdf08 None None] For port 70ce69bb-0c75-4334-b90e-fd0f95a421b8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=70ce69bb-0c75-4334-b90e-fd0f95a421b8,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:23.288545 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:23.343537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:23.467340 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port e0ceab8b-c3b9-4c49-893b-b1a05d7092e3 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:53:23.481974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Port': ['ID=4bdf46ea-c617-4e76-a8b4-d03188be16dc,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:23.527609 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9fb9ceb1-fec8-48c2-a6c9-a75f1f75fad2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:23.541537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:23.545318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] No DVR routers for this DVR port 4bdf46ea-c617-4e76-a8b4-d03188be16dc on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:53:23.547876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.resource_extend [None req-e0bca234-d0bc-4d6b-ba28-42a28f3bdf08 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:53:23.578673 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-11a1d16f-7305-4e2a-bde9-b2080f001ff0 None None] For port 4bdf46ea-c617-4e76-a8b4-d03188be16dc, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4bdf46ea-c617-4e76-a8b4-d03188be16dc,segment=NetworkSegment(578044ce-a367-4a6d-9eb4-05e7c347a572),segment_id=578044ce-a367-4a6d-9eb4-05e7c347a572)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:23.579112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-11a1d16f-7305-4e2a-bde9-b2080f001ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:23.593037 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e0bca234-d0bc-4d6b-ba28-42a28f3bdf08 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:23.609882 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c960ba5f-79f8-4197-bf4c-fedb285e9004 None None] Current status of the port 68143e3a-537b-4a9c-b019-03ab1cc19cce is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:23.612431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] For port 2c94ed2e-bf90-40fb-81b8-a38d97727f17, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:53:23.636780 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90044f-cddf-4dc8-8def-a5fb75bef3a7 req-e30585fa-6d67-4e3f-9502-67e00c276439 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:23.638256 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9d90044f-cddf-4dc8-8def-a5fb75bef3a7 req-e30585fa-6d67-4e3f-9502-67e00c276439 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.7615228 Oct 18 07:53:23.659795 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9ceb1-fec8-48c2-a6c9-a75f1f75fad2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Subnet': ['ID=89ff96b5-a272-4de9-806a-9f9b144bb7fa,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:23.678243 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb9ceb1-fec8-48c2-a6c9-a75f1f75fad2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Checking segment: {'id': '6d3e9113-492c-4bd3-951e-120e3d468248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7ba8e10a-eade-4822-9d39-bcdefb99b4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:23.678838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb9ceb1-fec8-48c2-a6c9-a75f1f75fad2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network hostable DHCP agents. Network: 7ba8e10a-eade-4822-9d39-bcdefb99b4e9, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:53:23.703412 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:23.741609 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-11a1d16f-7305-4e2a-bde9-b2080f001ff0 None None] Calling delete_port for 4bdf46ea-c617-4e76-a8b4-d03188be16dc owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:23.744765 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb9ceb1-fec8-48c2-a6c9-a75f1f75fad2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network 7ba8e10a-eade-4822-9d39-bcdefb99b4e9 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:53:23.775611 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:23.779597 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:23.782887 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:23.787260 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:23.805881 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] For port 2c94ed2e-bf90-40fb-81b8-a38d97727f17, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=2c94ed2e-bf90-40fb-81b8-a38d97727f17,segment=NetworkSegment(279e9072-4422-444b-9c03-d17c9acec3b4),segment_id=279e9072-4422-444b-9c03-d17c9acec3b4)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:53:23.807919 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e0bca234-d0bc-4d6b-ba28-42a28f3bdf08 None None] Transition to ACTIVE for port object 70ce69bb-0c75-4334-b90e-fd0f95a421b8 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:23.812614 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 175a223e-6486-435f-8ca3-c7e9cc4c2b46 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:53:23.819054 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-9fb9ceb1-fec8-48c2-a6c9-a75f1f75fad2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 7ba8e10a-eade-4822-9d39-bcdefb99b4e9) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:23.855250 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc72751-4fe6-4f05-931a-f5560e11a0fc None None] Network 7ba8e10a-eade-4822-9d39-bcdefb99b4e9 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:23.858855 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=8a59cca1-6608-4c4b-95d6-377eac793da7,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:23.863478 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb9ceb1-fec8-48c2-a6c9-a75f1f75fad2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:23.864089 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9fb9ceb1-fec8-48c2-a6c9-a75f1f75fad2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:23.883091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ef73cda9-c1ef-4b20-ba28-a3b95ec34076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:23.901807 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:23.905463 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 175a223e-6486-435f-8ca3-c7e9cc4c2b46 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:53:23.905970 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 175a223e-6486-435f-8ca3-c7e9cc4c2b46 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:53:23.908792 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e0bca234-d0bc-4d6b-ba28-42a28f3bdf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:23.954453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:23.979650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73cda9-c1ef-4b20-ba28-a3b95ec34076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44ffa5e-4a0b-4fd6-9963-e7b4f4900be7,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:23.995159 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9d90044f-cddf-4dc8-8def-a5fb75bef3a7 req-39f59887-eac7-4f98-846d-0178b021fa32 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3236899 Oct 18 07:53:24.018572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4388c05-3274-429c-9978-cd2fc36db120']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:24.037790 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9fb9ceb1-fec8-48c2-a6c9-a75f1f75fad2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4411535 Oct 18 07:53:24.048025 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55378) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:24.057826 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-8b1b9ca7-d3ef-4618-8864-56b60953fc86 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1118992116'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:24.069117 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c920da0e-85f1-4aec-85ca-452929b90de9 req-ee62dad4-e24f-40d0-a78c-80a1d7d5b103 service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7728143 Oct 18 07:53:24.069336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8b1b9ca7-d3ef-4618-8864-56b60953fc86 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:24.083553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578044ce-a367-4a6d-9eb4-05e7c347a572') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:24.083980 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578044ce-a367-4a6d-9eb4-05e7c347a572') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:24.088836 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:24.100118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-08f2c020-b1b1-4543-8472-1c79447883bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:24.145435 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8b1b9ca7-d3ef-4618-8864-56b60953fc86 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Usage tracker for resource:network and tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:24.149857 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:24.154991 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8b1b9ca7-d3ef-4618-8864-56b60953fc86 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:24.184328 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8b1b9ca7-d3ef-4618-8864-56b60953fc86 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:24.221699 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-11a1d16f-7305-4e2a-bde9-b2080f001ff0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:53:24.222337 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-11a1d16f-7305-4e2a-bde9-b2080f001ff0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:53:24.227022 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 172.20.0.14 (421d0710-6574-4dc6-a599-2fa72ae31b2e/61341f16-c1da-4c16-b2f7-57ef0659df67/e0ceab8b-c3b9-4c49-893b-b1a05d7092e3) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:24.237477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::f816:3eff:fe02:669b (421d0710-6574-4dc6-a599-2fa72ae31b2e/85472f86-9d32-441b-84dd-97d2d1d9c48b/e0ceab8b-c3b9-4c49-893b-b1a05d7092e3) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:24.240192 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1b9ca7-d3ef-4618-8864-56b60953fc86 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:24.242627 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f1e88-09ab-43ff-97e0-a7ccc427c8e4 None None] Pushing event updated for resources: {'Port': ['ID=2c94ed2e-bf90-40fb-81b8-a38d97727f17,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:24.244532 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b1b9ca7-d3ef-4618-8864-56b60953fc86 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:24.262047 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c920da0e-85f1-4aec-85ca-452929b90de9 req-32ba8a3a-5888-4c7c-9bd9-9311c313ad26 service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693254 Oct 18 07:53:24.263749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84395928-89d3-4c40-bf66-5e96307485ca tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:24.293056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:24.321524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ef73cda9-c1ef-4b20-ba28-a3b95ec34076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:24.328137 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ef73cda9-c1ef-4b20-ba28-a3b95ec34076 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f44ffa5e-4a0b-4fd6-9963-e7b4f4900be7 HTTP/1.1" status: 204 len: 168 time: 1.9785006 Oct 18 07:53:24.336990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-08f2c020-b1b1-4543-8472-1c79447883bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Transition to ACTIVE for port object 9184950c-1b7e-43d5-a374-b01c785f0da4 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:24.354576 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:24.356447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bca234-d0bc-4d6b-ba28-42a28f3bdf08 None None] Pushing event updated for resources: {'Port': ['ID=70ce69bb-0c75-4334-b90e-fd0f95a421b8,revision_number=8']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:24.376735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84395928-89d3-4c40-bf66-5e96307485ca tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:24.405136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-84395928-89d3-4c40-bf66-5e96307485ca tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network 8c46924e-1a4c-4274-ba95-3496d145759f is not hosted by any dhcp agent {{(pid=89046) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 18 07:53:24.411794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84395928-89d3-4c40-bf66-5e96307485ca tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:24.412640 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84395928-89d3-4c40-bf66-5e96307485ca tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:24.417455 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-84395928-89d3-4c40-bf66-5e96307485ca tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "PUT /v2.0/networks/8c46924e-1a4c-4274-ba95-3496d145759f HTTP/1.1" status: 200 len: 723 time: 1.1777322 Oct 18 07:53:24.417455 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:24.417455 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:24.452344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55384) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:24.505375 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-7ba8e10a-eade-4822-9d39-bcdefb99b4e9', 'network_id': '7ba8e10a-eade-4822-9d39-bcdefb99b4e9', 'tenant_id': '0ff4a2ed04e848fcb5a8554e36c4dc8b', 'fixed_ips': [{'subnet_id': '89ff96b5-a272-4de9-806a-9f9b144bb7fa'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:53:24.506228 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:24.624570 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 70ce69bb-0c75-4334-b90e-fd0f95a421b8 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:24.698112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-69da7b43-209c-4100-aebc-3628c76f39df tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'subnet': {'network_id': '8c46924e-1a4c-4274-ba95-3496d145759f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:24.815735 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-11a1d16f-7305-4e2a-bde9-b2080f001ff0 None None] Deleting port 4bdf46ea-c617-4e76-a8b4-d03188be16dc {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:24.822679 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-11a1d16f-7305-4e2a-bde9-b2080f001ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:24.892753 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:24.989761 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-11a1d16f-7305-4e2a-bde9-b2080f001ff0 None None] The port '4bdf46ea-c617-4e76-a8b4-d03188be16dc' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:53:25.010252 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1b9ca7-d3ef-4618-8864-56b60953fc86 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:53:25.033009 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b1b9ca7-d3ef-4618-8864-56b60953fc86 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:25.033475 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-8b1b9ca7-d3ef-4618-8864-56b60953fc86 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Added segment 31f84d48-891d-4f5f-8af7-1e6d58b9c129 of type vlan for network c9d32e75-2d2b-48e1-af61-04c7b2dae92a Oct 18 07:53:25.062464 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b1b9ca7-d3ef-4618-8864-56b60953fc86 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:25.129246 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Allocated IP 2001:db8::1 (7ba8e10a-eade-4822-9d39-bcdefb99b4e9/89ff96b5-a272-4de9-806a-9f9b144bb7fa/843c1cfb-e85e-493c-90e7-70392bdada2c) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:25.148113 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b1b9ca7-d3ef-4618-8864-56b60953fc86 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:25.188446 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1b9ca7-d3ef-4618-8864-56b60953fc86 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:25.190656 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b1b9ca7-d3ef-4618-8864-56b60953fc86 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:25.244397 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 578044ce-a367-4a6d-9eb4-05e7c347a572 resource provider aggregate not found Oct 18 07:53:25.296649 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 578044ce-a367-4a6d-9eb4-05e7c347a572 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 578044ce-a367-4a6d-9eb4-05e7c347a572 found for delete ", "request_id": "req-f3d62790-512f-4cc2-b625-dec1ba965d90"}]} Oct 18 07:53:25.312696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-08f2c020-b1b1-4543-8472-1c79447883bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:25.389020 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84395928-89d3-4c40-bf66-5e96307485ca tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Network': ['ID=8c46924e-1a4c-4274-ba95-3496d145759f,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:25.422856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:25.447907 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:25.460327 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Transition to ACTIVE for port object 843c1cfb-e85e-493c-90e7-70392bdada2c will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:25.479661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:25.487784 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4bdf46ea-c617-4e76-a8b4-d03188be16dc no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:53:25.516854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f2c020-b1b1-4543-8472-1c79447883bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 49bd3a71-8e79-4bd5-a829-937c47b9cad7 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:25.523668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Network': ['ID=c4388c05-3274-429c-9978-cd2fc36db120,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:25.529478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-08f2c020-b1b1-4543-8472-1c79447883bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:25.531882 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-69da7b43-209c-4100-aebc-3628c76f39df tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:25.538683 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dfae6169-dce9-4935-8bfa-aba0243013d8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/networks/c4388c05-3274-429c-9978-cd2fc36db120 HTTP/1.1" status: 204 len: 168 time: 3.9920604 Oct 18 07:53:25.547068 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c54aa1b-907b-476b-9514-e9be57c2f44d None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:25.547244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-69da7b43-209c-4100-aebc-3628c76f39df tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:subnet and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:25.549970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f2c020-b1b1-4543-8472-1c79447883bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:25.555690 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f2c020-b1b1-4543-8472-1c79447883bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:25.556176 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-08f2c020-b1b1-4543-8472-1c79447883bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:25.566371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-69da7b43-209c-4100-aebc-3628c76f39df tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:25.570510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55406) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:25.571125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2c020-b1b1-4543-8472-1c79447883bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=9184950c-1b7e-43d5-a374-b01c785f0da4,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:25.587789 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-69da7b43-209c-4100-aebc-3628c76f39df tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:25.616333 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8b1b9ca7-d3ef-4618-8864-56b60953fc86 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5656736 Oct 18 07:53:25.673985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55414) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:25.697452 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 8c46924e-1a4c-4274-ba95-3496d145759f details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:53:25.760757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-0186e062-986c-4fa4-93f2-a4e64df29c53 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'subnet': {'network_id': 'c9d32e75-2d2b-48e1-af61-04c7b2dae92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:25.820430 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b9ca7-d3ef-4618-8864-56b60953fc86 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Network': ['ID=c9d32e75-2d2b-48e1-af61-04c7b2dae92a,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:25.874954 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-08f2c020-b1b1-4543-8472-1c79447883bd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.3273723 Oct 18 07:53:25.877722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 4bdf46ea-c617-4e76-a8b4-d03188be16dc {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:53:25.878076 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4bdf46ea-c617-4e76-a8b4-d03188be16dc not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:53:25.878499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55420) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:25.890830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69da7b43-209c-4100-aebc-3628c76f39df tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:25.894244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-69da7b43-209c-4100-aebc-3628c76f39df tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:25.918876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network c9d32e75-2d2b-48e1-af61-04c7b2dae92a details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:53:25.962175 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfd3c48-334b-4710-a64f-d5b69cc746bb None None] Network 49bd3a71-8e79-4bd5-a829-937c47b9cad7 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:26.149014 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Transition to ACTIVE for port object 843c1cfb-e85e-493c-90e7-70392bdada2c will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:26.266664 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0186e062-986c-4fa4-93f2-a4e64df29c53 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:26.283679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0186e062-986c-4fa4-93f2-a4e64df29c53 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Usage tracker for resource:subnet and tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:26.288609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0186e062-986c-4fa4-93f2-a4e64df29c53 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:26.334097 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d6a032e3-2722-4165-9efb-913759892515 None None] Provisioning for port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:26.334279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c8a73-b934-434b-9db0-3c5d6d6a5b41 req-14b24191-7460-4ecf-b851-b7c9e568e252 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:26.335331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0186e062-986c-4fa4-93f2-a4e64df29c53 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:26.335704 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c07c8a73-b934-434b-9db0-3c5d6d6a5b41 req-14b24191-7460-4ecf-b851-b7c9e568e252 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.9531543 Oct 18 07:53:26.338288 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:26.404170 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:26.428274 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:26.447491 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0186e062-986c-4fa4-93f2-a4e64df29c53 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:26.471142 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d6a032e3-2722-4165-9efb-913759892515 None None] Provisioning complete for port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:26.471549 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d6a032e3-2722-4165-9efb-913759892515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:26.472580 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d6a032e3-2722-4165-9efb-913759892515 None None] Attempt 1 to provision port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 Oct 18 07:53:26.476199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0186e062-986c-4fa4-93f2-a4e64df29c53 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:26.559124 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:26.627786 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 2c94ed2e-bf90-40fb-81b8-a38d97727f17 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:26.692768 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Network 7ba8e10a-eade-4822-9d39-bcdefb99b4e9 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:26.698883 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c07c8a73-b934-434b-9db0-3c5d6d6a5b41 req-06a099f4-1724-4b6e-ab72-e22c1d3aaaeb tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3378210 Oct 18 07:53:26.746579 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object e0ceab8b-c3b9-4c49-893b-b1a05d7092e3 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:26.781059 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:26.810675 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:26.812748 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.ipam_backend_mixin [None req-0186e062-986c-4fa4-93f2-a4e64df29c53 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Performing IP validity checks on allocation pools {{(pid=89046) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 18 07:53:26.813296 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.ipam_backend_mixin [None req-0186e062-986c-4fa4-93f2-a4e64df29c53 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89046) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 18 07:53:26.825041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d24b6c-7b07-43ed-873f-4f050d533769 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:26.825762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-61d24b6c-7b07-43ed-873f-4f050d533769 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:26.833257 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Pushing event updated for resources: {'Port': ['ID=843c1cfb-e85e-493c-90e7-70392bdada2c,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:26.834121 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-69da7b43-209c-4100-aebc-3628c76f39df tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:26.920068 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:27.006566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-61d24b6c-7b07-43ed-873f-4f050d533769 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:27.008506 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-61d24b6c-7b07-43ed-873f-4f050d533769 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.1009068 Oct 18 07:53:27.010358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da7b43-209c-4100-aebc-3628c76f39df tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Subnet': ['ID=6a991d97-182c-415c-b165-32af12cb7ba0,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:27.012874 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55440) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:27.012874 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55442) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:27.041599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Attempting to bind port 843c1cfb-e85e-493c-90e7-70392bdada2c on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:27.041983 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Attempting to bind port 843c1cfb-e85e-493c-90e7-70392bdada2c by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '6d3e9113-492c-4bd3-951e-120e3d468248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7ba8e10a-eade-4822-9d39-bcdefb99b4e9'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:27.042337 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Attempting to bind port 843c1cfb-e85e-493c-90e7-70392bdada2c on network 7ba8e10a-eade-4822-9d39-bcdefb99b4e9 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:27.082492 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:53:27.082793 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Checking segment: {'id': '6d3e9113-492c-4bd3-951e-120e3d468248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7ba8e10a-eade-4822-9d39-bcdefb99b4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:27.083173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:27.083631 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Bound using segment: {'id': '6d3e9113-492c-4bd3-951e-120e3d468248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7ba8e10a-eade-4822-9d39-bcdefb99b4e9'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:53:27.084047 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Bound port: 843c1cfb-e85e-493c-90e7-70392bdada2c, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3e9113-492c-4bd3-951e-120e3d468248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7ba8e10a-eade-4822-9d39-bcdefb99b4e9'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:53:27.084425 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:27.157431 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:27.173394 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:27.189739 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:27.193934 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d6a032e3-2722-4165-9efb-913759892515 None None] Current status of the port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:27.208531 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 2c94ed2e-bf90-40fb-81b8-a38d97727f17 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:27.292812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] For port 843c1cfb-e85e-493c-90e7-70392bdada2c, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:53:27.297289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] For port 843c1cfb-e85e-493c-90e7-70392bdada2c, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=843c1cfb-e85e-493c-90e7-70392bdada2c,segment=NetworkSegment(6d3e9113-492c-4bd3-951e-120e3d468248),segment_id=6d3e9113-492c-4bd3-951e-120e3d468248)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:53:27.301036 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=e0ceab8b-c3b9-4c49-893b-b1a05d7092e3,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:27.309785 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:27.323883 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:27.324549 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:27.339464 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router cfd6ecbc-7a45-4e58-b87d-4b094663c752 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:53:27.360172 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-313420803', 'router:external': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:27.385561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:27.425358 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-90e8c0fc-c919-4350-8617-77696042abf0 None None] Provisioning for port 2c94ed2e-bf90-40fb-81b8-a38d97727f17 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:27.443424 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-90e8c0fc-c919-4350-8617-77696042abf0 None None] Provisioning complete for port 2c94ed2e-bf90-40fb-81b8-a38d97727f17 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:27.444051 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-90e8c0fc-c919-4350-8617-77696042abf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:27.444587 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-90e8c0fc-c919-4350-8617-77696042abf0 None None] Attempt 1 to provision port 2c94ed2e-bf90-40fb-81b8-a38d97727f17 Oct 18 07:53:27.477915 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da7b43-209c-4100-aebc-3628c76f39df tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Checking segment: {'id': 'c0697be8-3b1f-42ab-8085-ba30fe1f078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8c46924e-1a4c-4274-ba95-3496d145759f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:27.479043 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69da7b43-209c-4100-aebc-3628c76f39df tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network hostable DHCP agents. Network: 8c46924e-1a4c-4274-ba95-3496d145759f, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:53:27.510340 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Usage tracker for resource:network and tenant:14a8734522ce40a2b698af839a0ea312 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:27.522539 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75592114-b7c7-408f-bfa5-49e73455b398 None None] Pushing event updated for resources: {'Port': ['ID=843c1cfb-e85e-493c-90e7-70392bdada2c,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:27.524156 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-25b4100b-9c2e-44d3-aaf8-82c89a013639 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.6033978 Oct 18 07:53:27.525509 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55450) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:27.569639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8831b-9408-4460-baea-e9900d2631a8 req-6e637a22-8a33-4649-ad30-4288e14a401e tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:27.571682 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f3e8831b-9408-4460-baea-e9900d2631a8 req-6e637a22-8a33-4649-ad30-4288e14a401e tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.6900582 Oct 18 07:53:27.612389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0186e062-986c-4fa4-93f2-a4e64df29c53 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:27.616324 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69da7b43-209c-4100-aebc-3628c76f39df tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network 8c46924e-1a4c-4274-ba95-3496d145759f is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:53:27.667200 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-90e8c0fc-c919-4350-8617-77696042abf0 None None] Current status of the port 2c94ed2e-bf90-40fb-81b8-a38d97727f17 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:27.671086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-90e8c0fc-c919-4350-8617-77696042abf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:27.704134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186e062-986c-4fa4-93f2-a4e64df29c53 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Subnet': ['ID=f3542498-8a33-4d4a-97d8-1162785c8b76,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:27.739329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-69da7b43-209c-4100-aebc-3628c76f39df tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 8c46924e-1a4c-4274-ba95-3496d145759f) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:27.743803 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69da7b43-209c-4100-aebc-3628c76f39df tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:27.744413 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-69da7b43-209c-4100-aebc-3628c76f39df tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:27.748189 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-90e8c0fc-c919-4350-8617-77696042abf0 None None] For port 2c94ed2e-bf90-40fb-81b8-a38d97727f17, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=2c94ed2e-bf90-40fb-81b8-a38d97727f17,segment=NetworkSegment(279e9072-4422-444b-9c03-d17c9acec3b4),segment_id=279e9072-4422-444b-9c03-d17c9acec3b4)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:27.756413 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f3e8831b-9408-4460-baea-e9900d2631a8 req-e057b54b-3505-4740-9965-0df12ce83dfd tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729138 Oct 18 07:53:27.773658 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-90e8c0fc-c919-4350-8617-77696042abf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:27.829647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0186e062-986c-4fa4-93f2-a4e64df29c53 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Checking segment: {'id': '31f84d48-891d-4f5f-8af7-1e6d58b9c129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c9d32e75-2d2b-48e1-af61-04c7b2dae92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:27.830016 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0186e062-986c-4fa4-93f2-a4e64df29c53 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network hostable DHCP agents. Network: c9d32e75-2d2b-48e1-af61-04c7b2dae92a, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:53:27.860779 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb3d4de-866f-4483-82ac-f409269c7dd7 None None] Network 8c46924e-1a4c-4274-ba95-3496d145759f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:27.883359 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-69da7b43-209c-4100-aebc-3628c76f39df tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4232988 Oct 18 07:53:27.895595 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:27.901005 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55454) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:27.901479 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cf1cfbcc-fd7b-482e-ad32-ce2c640f152c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:27.921554 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:28.012508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0186e062-986c-4fa4-93f2-a4e64df29c53 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network c9d32e75-2d2b-48e1-af61-04c7b2dae92a is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:53:28.031693 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4f153c5c-02e2-402c-8f89-3023faa4ffee tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:28.061844 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Provisioning for port 9184950c-1b7e-43d5-a374-b01c785f0da4 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:28.069331 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8c0fc-c919-4350-8617-77696042abf0 None None] Pushing event updated for resources: {'Port': ['ID=2c94ed2e-bf90-40fb-81b8-a38d97727f17,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:28.130391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-0186e062-986c-4fa4-93f2-a4e64df29c53 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, c9d32e75-2d2b-48e1-af61-04c7b2dae92a) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:28.141065 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186e062-986c-4fa4-93f2-a4e64df29c53 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:28.142339 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0186e062-986c-4fa4-93f2-a4e64df29c53 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:28.188020 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0186e062-986c-4fa4-93f2-a4e64df29c53 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5064678 Oct 18 07:53:28.188746 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55460) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:28.194820 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Provisioning complete for port 9184950c-1b7e-43d5-a374-b01c785f0da4 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:28.195337 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:28.195724 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Attempt 1 to provision port 9184950c-1b7e-43d5-a374-b01c785f0da4 Oct 18 07:53:28.245315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30ca08c-c4b0-48c8-b58b-7d98fa7e8b41 None None] Network c9d32e75-2d2b-48e1-af61-04c7b2dae92a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:28.266222 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9427a613-ab0f-4071-8bd2-a36c6b028d82 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:28.277538 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9427a613-ab0f-4071-8bd2-a36c6b028d82 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:28.287792 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9427a613-ab0f-4071-8bd2-a36c6b028d82 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:28.289709 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9427a613-ab0f-4071-8bd2-a36c6b028d82 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:28.346006 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:53:28.347738 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Made reservation on behalf of 14a8734522ce40a2b698af839a0ea312 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:28.351108 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:28.420540 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9427a613-ab0f-4071-8bd2-a36c6b028d82 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:28.426527 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9427a613-ab0f-4071-8bd2-a36c6b028d82 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 1.3934720 Oct 18 07:53:28.428940 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:28.433978 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b4bc7b-1c67-4c7d-b9fe-d4244837513d None None] Sync routers for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:53:28.448900 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55464) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:28.449622 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Port 9184950c-1b7e-43d5-a374-b01c785f0da4 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:28.483418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:28.543521 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed915784-45d0-4855-b27c-4c3352ea7df5 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:28.555214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca908a98-09d3-4c32-b748-74eae9ee2106 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:28.561406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Usage tracker for resource:security_group_rule and tenant:14a8734522ce40a2b698af839a0ea312 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:28.624991 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:28.644654 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:28.649075 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f72c6e12-63f8-486f-ab03-4fc1050de7bb tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.0933363 Oct 18 07:53:28.652435 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55468) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:28.652634 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca908a98-09d3-4c32-b748-74eae9ee2106 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:28.653139 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:28.714288 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-70068f45-7b05-4412-9685-2ebb45f149b7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port 9184950c-1b7e-43d5-a374-b01c785f0da4 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:28.714802 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70068f45-7b05-4412-9685-2ebb45f149b7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:28.743135 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 843c1cfb-e85e-493c-90e7-70392bdada2c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:28.766839 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4f153c5c-02e2-402c-8f89-3023faa4ffee tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-132573754'] for subnet, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:28.787929 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b4bc7b-1c67-4c7d-b9fe-d4244837513d None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:28.788870 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a4b4bc7b-1c67-4c7d-b9fe-d4244837513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:28.829113 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca908a98-09d3-4c32-b748-74eae9ee2106 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:28.829605 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44f434-2f4e-4e05-a6bd-3fd0cb2e0817 req-fc1b56aa-41df-487b-9ca1-9de87d9d4f3e tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:28.831374 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ee44f434-2f4e-4e05-a6bd-3fd0cb2e0817 req-fc1b56aa-41df-487b-9ca1-9de87d9d4f3e tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.8147733 Oct 18 07:53:28.840835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9258293b-fa23-4729-b7dd-2484dbc1ba5f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:28.847351 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9258293b-fa23-4729-b7dd-2484dbc1ba5f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:28.848346 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9258293b-fa23-4729-b7dd-2484dbc1ba5f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:28.888123 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a4b4bc7b-1c67-4c7d-b9fe-d4244837513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:28.924168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-8c46924e-1a4c-4274-ba95-3496d145759f', 'network_id': '8c46924e-1a4c-4274-ba95-3496d145759f', 'tenant_id': '521d9aa55f07432182e0e8bda0b60ecd', 'fixed_ips': [{'subnet_id': '6a991d97-182c-415c-b165-32af12cb7ba0'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:53:28.925366 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:28.979819 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca908a98-09d3-4c32-b748-74eae9ee2106 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Subnet': ['ID=f3542498-8a33-4d4a-97d8-1162785c8b76,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:29.003713 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ee44f434-2f4e-4e05-a6bd-3fd0cb2e0817 req-8142af09-a479-4bae-868e-4d0a8230718b tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404281 Oct 18 07:53:29.086468 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Attempt 2 to provision port 9184950c-1b7e-43d5-a374-b01c785f0da4 Oct 18 07:53:29.091762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9258293b-fa23-4729-b7dd-2484dbc1ba5f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:29.096138 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9258293b-fa23-4729-b7dd-2484dbc1ba5f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.1968851 Oct 18 07:53:29.098809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca908a98-09d3-4c32-b748-74eae9ee2106 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:29.125615 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b4bc7b-1c67-4c7d-b9fe-d4244837513d None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:29.126521 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a4b4bc7b-1c67-4c7d-b9fe-d4244837513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:29.128025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-ca908a98-09d3-4c32-b748-74eae9ee2106 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d32e75-2d2b-48e1-af61-04c7b2dae92a']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:29.130410 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55474) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:29.143168 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-ca908a98-09d3-4c32-b748-74eae9ee2106 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f84d48-891d-4f5f-8af7-1e6d58b9c129') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:29.143554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-ca908a98-09d3-4c32-b748-74eae9ee2106 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f84d48-891d-4f5f-8af7-1e6d58b9c129') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:29.156481 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca908a98-09d3-4c32-b748-74eae9ee2106 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:29.173819 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca908a98-09d3-4c32-b748-74eae9ee2106 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:29.180605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca908a98-09d3-4c32-b748-74eae9ee2106 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:29.181037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca908a98-09d3-4c32-b748-74eae9ee2106 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:29.226084 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a4b4bc7b-1c67-4c7d-b9fe-d4244837513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:29.227128 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b4bc7b-1c67-4c7d-b9fe-d4244837513d None None] The sync data for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:53:29.316850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca908a98-09d3-4c32-b748-74eae9ee2106 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:29.358159 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca908a98-09d3-4c32-b748-74eae9ee2106 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:29.361756 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 31f84d48-891d-4f5f-8af7-1e6d58b9c129 resource provider aggregate not found Oct 18 07:53:29.443879 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8513fd-79e2-458e-bbb8-be420de463a7 None None] Network 7ba8e10a-eade-4822-9d39-bcdefb99b4e9 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:29.456898 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 31f84d48-891d-4f5f-8af7-1e6d58b9c129 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31f84d48-891d-4f5f-8af7-1e6d58b9c129 found for delete ", "request_id": "req-ab5a376a-91b5-4613-9145-8a15f2a0072d"}]} Oct 18 07:53:29.466795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca908a98-09d3-4c32-b748-74eae9ee2106 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Network': ['ID=c9d32e75-2d2b-48e1-af61-04c7b2dae92a,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:29.488705 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Port 9184950c-1b7e-43d5-a374-b01c785f0da4 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:29.502654 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ca908a98-09d3-4c32-b748-74eae9ee2106 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/networks/c9d32e75-2d2b-48e1-af61-04c7b2dae92a HTTP/1.1" status: 204 len: 168 time: 1.3097119 Oct 18 07:53:29.505089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55482) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:29.519188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-83ca4f59-35a8-473e-937a-00e77d2ebf29 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1432150190'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:29.528996 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70068f45-7b05-4412-9685-2ebb45f149b7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:29.532625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-83ca4f59-35a8-473e-937a-00e77d2ebf29 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:29.541999 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-83ca4f59-35a8-473e-937a-00e77d2ebf29 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Usage tracker for resource:network and tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:29.547401 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-cf1cfbcc-fd7b-482e-ad32-ce2c640f152c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting port 520a73c6-6a84-4362-b439-671b1e841d9e {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:29.547743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cf1cfbcc-fd7b-482e-ad32-ce2c640f152c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:29.552259 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4f153c5c-02e2-402c-8f89-3023faa4ffee tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775356885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-132354251'] for subnet, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:29.558492 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-21740af4-1e43-4af8-aa64-d1b265d0227b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port e0ceab8b-c3b9-4c49-893b-b1a05d7092e3 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:29.558925 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-21740af4-1e43-4af8-aa64-d1b265d0227b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:29.573083 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649581ef-b9c6-4515-9fd4-a12bccc38799 None None] Network c9d32e75-2d2b-48e1-af61-04c7b2dae92a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:29.576444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-83ca4f59-35a8-473e-937a-00e77d2ebf29 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:29.609371 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649581ef-b9c6-4515-9fd4-a12bccc38799 None None] Network c9d32e75-2d2b-48e1-af61-04c7b2dae92a could not be found, it might have been deleted concurrently. {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 18 07:53:29.624610 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 843c1cfb-e85e-493c-90e7-70392bdada2c completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:29.653450 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Allocated IP 172.20.0.2 (8c46924e-1a4c-4274-ba95-3496d145759f/6a991d97-182c-415c-b165-32af12cb7ba0/c495d383-76b6-447d-b322-aad4e555a318) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:29.658381 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 2c94ed2e-bf90-40fb-81b8-a38d97727f17 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:29.755723 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:29.771576 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-70068f45-7b05-4412-9685-2ebb45f149b7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for 9184950c-1b7e-43d5-a374-b01c785f0da4 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:29.821146 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f153c5c-02e2-402c-8f89-3023faa4ffee tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:29.822413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4f153c5c-02e2-402c-8f89-3023faa4ffee tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:29.826091 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4f153c5c-02e2-402c-8f89-3023faa4ffee tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "PUT /v2.0/subnets/6a991d97-182c-415c-b165-32af12cb7ba0 HTTP/1.1" status: 200 len: 806 time: 1.9047959 Oct 18 07:53:29.828722 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:29.831423 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55486) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:29.832431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-83ca4f59-35a8-473e-937a-00e77d2ebf29 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:29.908873 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748e5f3-8bca-4cdd-a5a5-738b87fd1ae9 req-187a1a99-0276-485e-b79a-a835039be4d0 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:29.910650 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3748e5f3-8bca-4cdd-a5a5-738b87fd1ae9 req-187a1a99-0276-485e-b79a-a835039be4d0 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.5981262 Oct 18 07:53:29.938238 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ca4f59-35a8-473e-937a-00e77d2ebf29 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:29.942013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83ca4f59-35a8-473e-937a-00e77d2ebf29 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:29.971732 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:53:29.974492 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 2c94ed2e-bf90-40fb-81b8-a38d97727f17 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:29.974905 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:29.975226 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 2c94ed2e-bf90-40fb-81b8-a38d97727f17 Oct 18 07:53:30.006355 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Attempt 3 to provision port 9184950c-1b7e-43d5-a374-b01c785f0da4 Oct 18 07:53:30.096428 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3748e5f3-8bca-4cdd-a5a5-738b87fd1ae9 req-ecec8755-b5cf-43b0-8f9c-ffd91ecc5882 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799481 Oct 18 07:53:30.161805 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ca4f59-35a8-473e-937a-00e77d2ebf29 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:53:30.174465 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83ca4f59-35a8-473e-937a-00e77d2ebf29 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:30.175036 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-83ca4f59-35a8-473e-937a-00e77d2ebf29 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Added segment 740df0a9-b9fe-4bda-a9b1-7ca2140f085f of type vlan for network fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24 Oct 18 07:53:30.214255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83ca4f59-35a8-473e-937a-00e77d2ebf29 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:30.232248 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Port 9184950c-1b7e-43d5-a374-b01c785f0da4 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:30.263229 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83ca4f59-35a8-473e-937a-00e77d2ebf29 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:30.269659 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ca4f59-35a8-473e-937a-00e77d2ebf29 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:30.270252 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83ca4f59-35a8-473e-937a-00e77d2ebf29 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:30.298343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:30.315342 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Transition to ACTIVE for port object c495d383-76b6-447d-b322-aad4e555a318 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:30.334955 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:30.335291 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Added segment e6fa64c0-8a2a-440e-baf8-87219291bd32 of type vlan for network 0aa56f9d-2a6d-42b4-a4e0-7eb915633f63 Oct 18 07:53:30.346773 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f153c5c-02e2-402c-8f89-3023faa4ffee tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Subnet': ['ID=6a991d97-182c-415c-b165-32af12cb7ba0,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:30.348802 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ed3809-2ed0-415f-8613-357c09d30e4f,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:30.394084 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Transition to ACTIVE for port object c495d383-76b6-447d-b322-aad4e555a318 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:30.408829 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:30.448199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 2c94ed2e-bf90-40fb-81b8-a38d97727f17 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:30.490841 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Network 8c46924e-1a4c-4274-ba95-3496d145759f is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:30.493768 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:30.501229 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:30.511308 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Pushing event updated for resources: {'Port': ['ID=c495d383-76b6-447d-b322-aad4e555a318,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:30.611554 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:30.621696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-cf1cfbcc-fd7b-482e-ad32-ce2c640f152c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] For port 520a73c6-6a84-4362-b439-671b1e841d9e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=520a73c6-6a84-4362-b439-671b1e841d9e,segment=NetworkSegment(85bfbbba-87ea-47d2-a7eb-9642a8902eb5),segment_id=85bfbbba-87ea-47d2-a7eb-9642a8902eb5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:30.622322 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cf1cfbcc-fd7b-482e-ad32-ce2c640f152c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:30.633666 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Attempting to bind port c495d383-76b6-447d-b322-aad4e555a318 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:30.633946 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-83ca4f59-35a8-473e-937a-00e77d2ebf29 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1250379 Oct 18 07:53:30.634172 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Attempting to bind port c495d383-76b6-447d-b322-aad4e555a318 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'c0697be8-3b1f-42ab-8085-ba30fe1f078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8c46924e-1a4c-4274-ba95-3496d145759f'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:30.634399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Attempting to bind port c495d383-76b6-447d-b322-aad4e555a318 on network 8c46924e-1a4c-4274-ba95-3496d145759f {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:30.637265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55492) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:30.640841 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:53:30.641217 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Checking segment: {'id': 'c0697be8-3b1f-42ab-8085-ba30fe1f078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8c46924e-1a4c-4274-ba95-3496d145759f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:30.642163 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:30.642163 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Bound using segment: {'id': 'c0697be8-3b1f-42ab-8085-ba30fe1f078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8c46924e-1a4c-4274-ba95-3496d145759f'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:53:30.642505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Bound port: c495d383-76b6-447d-b322-aad4e555a318, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0697be8-3b1f-42ab-8085-ba30fe1f078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8c46924e-1a4c-4274-ba95-3496d145759f'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:53:30.642903 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:30.652334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-100a2839-8109-4bdb-90f8-921f22242ee2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'subnet': {'network_id': 'fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:30.656040 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70068f45-7b05-4412-9685-2ebb45f149b7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:30.660788 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:30.738100 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Attempt 4 to provision port 9184950c-1b7e-43d5-a374-b01c785f0da4 Oct 18 07:53:30.756051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca4f59-35a8-473e-937a-00e77d2ebf29 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Network': ['ID=fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:30.777719 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:53:30.846985 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:30.848082 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:30.848772 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:30.858342 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Port 9184950c-1b7e-43d5-a374-b01c785f0da4 was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:53:30.876731 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] For port c495d383-76b6-447d-b322-aad4e555a318, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:53:30.877919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-cf1cfbcc-fd7b-482e-ad32-ce2c640f152c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Calling delete_port for 520a73c6-6a84-4362-b439-671b1e841d9e owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:30.902684 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] For port c495d383-76b6-447d-b322-aad4e555a318, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c495d383-76b6-447d-b322-aad4e555a318,segment=NetworkSegment(c0697be8-3b1f-42ab-8085-ba30fe1f078a),segment_id=c0697be8-3b1f-42ab-8085-ba30fe1f078a)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:53:30.907738 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Provisioning for port a27985a9-a714-4687-8dcb-2da4c919b42b completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:30.913510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Provisioning complete for port a27985a9-a714-4687-8dcb-2da4c919b42b triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:30.913964 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:30.915012 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Attempt 1 to provision port a27985a9-a714-4687-8dcb-2da4c919b42b Oct 18 07:53:30.961623 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:30.973867 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-21740af4-1e43-4af8-aa64-d1b265d0227b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:31.031991 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Port a27985a9-a714-4687-8dcb-2da4c919b42b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:31.067090 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e0f4e-04a5-4917-a805-a80208943b41 None None] Pushing event updated for resources: {'Port': ['ID=c495d383-76b6-447d-b322-aad4e555a318,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:31.072076 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70068f45-7b05-4412-9685-2ebb45f149b7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Port': ['ID=9184950c-1b7e-43d5-a374-b01c785f0da4,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:31.076965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-100a2839-8109-4bdb-90f8-921f22242ee2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:31.122751 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-100a2839-8109-4bdb-90f8-921f22242ee2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Usage tracker for resource:subnet and tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:31.133787 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-100a2839-8109-4bdb-90f8-921f22242ee2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:31.141509 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70068f45-7b05-4412-9685-2ebb45f149b7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:31.145301 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-100a2839-8109-4bdb-90f8-921f22242ee2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:31.157586 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-21740af4-1e43-4af8-aa64-d1b265d0227b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for e0ceab8b-c3b9-4c49-893b-b1a05d7092e3 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:31.192071 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Deleting port c495d383-76b6-447d-b322-aad4e555a318 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:31.192450 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:31.256201 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0d834cf5-c172-4623-a5ae-651bb6acb16c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:31.402449 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 4.3713417 Oct 18 07:53:31.417374 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172e510-2414-44ea-801f-299b2e0be6db req-f0133763-1c09-4ec5-98e1-1a3b2cb38c2a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:31.419212 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5172e510-2414-44ea-801f-299b2e0be6db req-f0133763-1c09-4ec5-98e1-1a3b2cb38c2a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 1.0676513 Oct 18 07:53:31.423073 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-70068f45-7b05-4412-9685-2ebb45f149b7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/ports/9184950c-1b7e-43d5-a374-b01c785f0da4 HTTP/1.1" status: 204 len: 168 time: 2.9487219 Oct 18 07:53:31.424768 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55496) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:31.425204 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55498) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:31.425958 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda8c08-5e17-4c1e-ba7d-f2b851e4bf0a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Pushing event updated for resources: {'Network': ['ID=0aa56f9d-2a6d-42b4-a4e0-7eb915633f63,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:31.440298 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 0aa56f9d-2a6d-42b4-a4e0-7eb915633f63 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:53:31.513886 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-98895f02-5a73-4711-89ec-62d1d530fbc8 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Request body: {'subnet': {'network_id': '0aa56f9d-2a6d-42b4-a4e0-7eb915633f63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:31.533382 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Attempt 2 to provision port a27985a9-a714-4687-8dcb-2da4c919b42b Oct 18 07:53:31.551719 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-98895f02-5a73-4711-89ec-62d1d530fbc8 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:31.557058 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cdc5931-35f6-4e3b-966b-902cc1968168 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] GET failed (client error): The resource could not be found. Oct 18 07:53:31.557704 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0cdc5931-35f6-4e3b-966b-902cc1968168 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:31.570952 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-98895f02-5a73-4711-89ec-62d1d530fbc8 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Usage tracker for resource:subnet and tenant:14a8734522ce40a2b698af839a0ea312 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:31.576192 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-98895f02-5a73-4711-89ec-62d1d530fbc8 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:31.585558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100a2839-8109-4bdb-90f8-921f22242ee2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:31.588657 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-98895f02-5a73-4711-89ec-62d1d530fbc8 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:31.589218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-100a2839-8109-4bdb-90f8-921f22242ee2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:31.614631 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Port a27985a9-a714-4687-8dcb-2da4c919b42b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:31.691378 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cf1cfbcc-fd7b-482e-ad32-ce2c640f152c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:31.725236 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0cdc5931-35f6-4e3b-966b-902cc1968168 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:31.726406 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0cdc5931-35f6-4e3b-966b-902cc1968168 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports/9184950c-1b7e-43d5-a374-b01c785f0da4 HTTP/1.1" status: 404 len: 333 time: 0.2962945 Oct 18 07:53:31.733159 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98895f02-5a73-4711-89ec-62d1d530fbc8 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Made reservation on behalf of 14a8734522ce40a2b698af839a0ea312 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:31.735454 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98895f02-5a73-4711-89ec-62d1d530fbc8 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:31.741155 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55506) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:31.770576 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5172e510-2414-44ea-801f-299b2e0be6db req-9f5f9a9e-45ea-4bb4-b1bc-3fe99abac45a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3381464 Oct 18 07:53:31.784914 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1cfbcc-fd7b-482e-ad32-ce2c640f152c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Port': ['ID=520a73c6-6a84-4362-b439-671b1e841d9e,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:31.994015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] For port c495d383-76b6-447d-b322-aad4e555a318, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c495d383-76b6-447d-b322-aad4e555a318,segment=NetworkSegment(c0697be8-3b1f-42ab-8085-ba30fe1f078a),segment_id=c0697be8-3b1f-42ab-8085-ba30fe1f078a)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:31.996631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:32.111789 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-dfa07724-7a36-4304-999f-586d75630dec tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port a27985a9-a714-4687-8dcb-2da4c919b42b {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:32.112956 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfa07724-7a36-4304-999f-586d75630dec tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:32.114745 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Attempt 3 to provision port a27985a9-a714-4687-8dcb-2da4c919b42b Oct 18 07:53:32.299000 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Port a27985a9-a714-4687-8dcb-2da4c919b42b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:32.372932 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Calling delete_port for c495d383-76b6-447d-b322-aad4e555a318 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:32.387469 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dfd1c2-1579-4bd3-abdc-8375f719764d None None] Network 8c46924e-1a4c-4274-ba95-3496d145759f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:32.453726 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cf1cfbcc-fd7b-482e-ad32-ce2c640f152c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:32.488220 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-21740af4-1e43-4af8-aa64-d1b265d0227b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:32.555051 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21740af4-1e43-4af8-aa64-d1b265d0227b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=e0ceab8b-c3b9-4c49-893b-b1a05d7092e3,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:32.766792 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c495d383-76b6-447d-b322-aad4e555a318 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:32.815186 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Attempt 4 to provision port a27985a9-a714-4687-8dcb-2da4c919b42b Oct 18 07:53:32.920964 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399ac1a-e6d9-4e00-825a-c1f05e076e14 req-9019333f-9c59-4909-a988-54e555b44ec6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:32.922613 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5399ac1a-e6d9-4e00-825a-c1f05e076e14 req-9019333f-9c59-4909-a988-54e555b44ec6 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.5660787 Oct 18 07:53:32.955303 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Port a27985a9-a714-4687-8dcb-2da4c919b42b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:32.957590 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port c495d383-76b6-447d-b322-aad4e555a318 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:33.035720 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cef9a4-0bef-49a9-adb8-05da0ab2d3f7 None None] Network 8c46924e-1a4c-4274-ba95-3496d145759f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:33.053956 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-21740af4-1e43-4af8-aa64-d1b265d0227b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:33.157523 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5399ac1a-e6d9-4e00-825a-c1f05e076e14 req-9a92154d-10a9-4417-a7fc-b1ebc82f2cc4 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687739 Oct 18 07:53:33.172918 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:33.185615 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-21740af4-1e43-4af8-aa64-d1b265d0227b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/e0ceab8b-c3b9-4c49-893b-b1a05d7092e3 HTTP/1.1" status: 204 len: 168 time: 4.0516553 Oct 18 07:53:33.227049 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55514) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:33.265973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Port': ['ID=c495d383-76b6-447d-b322-aad4e555a318,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:33.293079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfa07724-7a36-4304-999f-586d75630dec tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:33.316604 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-0d834cf5-c172-4623-a5ae-651bb6acb16c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Allocated IP 172.20.0.1 (36b310c0-2833-4179-9c6b-806209de5cb1/bfcc4d90-6791-4e69-a6e9-b96627a83de4/548983bf-9799-409c-a36c-7a87bf077778) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:33.329036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-100a2839-8109-4bdb-90f8-921f22242ee2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:33.390695 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No DVR routers for this DVR port c495d383-76b6-447d-b322-aad4e555a318 on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:53:33.458405 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Attempt 5 to provision port a27985a9-a714-4687-8dcb-2da4c919b42b Oct 18 07:53:33.471868 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6143f39a-9c22-4a4e-a603-b37815bbec0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:33.473993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6143f39a-9c22-4a4e-a603-b37815bbec0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:33.476656 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6143f39a-9c22-4a4e-a603-b37815bbec0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:33.477480 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6143f39a-9c22-4a4e-a603-b37815bbec0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:33.483067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-dfa07724-7a36-4304-999f-586d75630dec tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for a27985a9-a714-4687-8dcb-2da4c919b42b owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:33.501047 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e2a8e6-fae2-402b-904d-bf6fbe6551b6 None None] get_active_networks_info from dv-neutron-861625-1-hyperv {{(pid=89047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 18 07:53:33.536798 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:33.571102 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.objects.ports [None req-98895f02-5a73-4711-89ec-62d1d530fbc8 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89045) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:53:33.571935 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98895f02-5a73-4711-89ec-62d1d530fbc8 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:33.573623 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Port a27985a9-a714-4687-8dcb-2da4c919b42b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:33.632511 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6143f39a-9c22-4a4e-a603-b37815bbec0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:33.636433 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6143f39a-9c22-4a4e-a603-b37815bbec0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3990650 Oct 18 07:53:33.645663 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55518) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:33.687367 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a2839-8109-4bdb-90f8-921f22242ee2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Subnet': ['ID=8e4ecee4-8fa7-4ff9-871d-cd961a1a3c80,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:33.722641 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1cfbcc-fd7b-482e-ad32-ce2c640f152c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 1d1af122-52a3-46e6-8e7d-2def25f7339c has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:53:33.731354 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98895f02-5a73-4711-89ec-62d1d530fbc8 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e56c0890-6f86-4bc8-9db3-27c0ea46beca,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:33.740994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100a2839-8109-4bdb-90f8-921f22242ee2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Checking segment: {'id': '740df0a9-b9fe-4bda-a9b1-7ca2140f085f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:33.741242 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100a2839-8109-4bdb-90f8-921f22242ee2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network hostable DHCP agents. Network: fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:53:33.754366 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98895f02-5a73-4711-89ec-62d1d530fbc8 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Checking segment: {'id': 'e6fa64c0-8a2a-440e-baf8-87219291bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0aa56f9d-2a6d-42b4-a4e0-7eb915633f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:33.754707 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98895f02-5a73-4711-89ec-62d1d530fbc8 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Network hostable DHCP agents. Network: 0aa56f9d-2a6d-42b4-a4e0-7eb915633f63, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:53:33.766431 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:33.814390 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-41aa1fcf-cb02-40be-87a4-7f7ff236aa16 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 61341f16-c1da-4c16-b2f7-57ef0659df67 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:53:33.824560 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Subnet': ['ID=6a991d97-182c-415c-b165-32af12cb7ba0,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:33.827709 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-41aa1fcf-cb02-40be-87a4-7f7ff236aa16 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:33.849990 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e2a8e6-fae2-402b-904d-bf6fbe6551b6 None None] Network fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:53:33.860522 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e2a8e6-fae2-402b-904d-bf6fbe6551b6 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24) {{(pid=89047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 07:53:33.945147 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98895f02-5a73-4711-89ec-62d1d530fbc8 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Network 0aa56f9d-2a6d-42b4-a4e0-7eb915633f63 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:53:33.974925 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-100a2839-8109-4bdb-90f8-921f22242ee2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e already present Oct 18 07:53:33.975240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100a2839-8109-4bdb-90f8-921f22242ee2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:53:33.976799 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-100a2839-8109-4bdb-90f8-921f22242ee2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:33.979110 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-98895f02-5a73-4711-89ec-62d1d530fbc8 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 0aa56f9d-2a6d-42b4-a4e0-7eb915633f63) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:33.983872 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:33.988109 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0d834cf5-c172-4623-a5ae-651bb6acb16c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:33.995518 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-41aa1fcf-cb02-40be-87a4-7f7ff236aa16 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:33.995720 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100a2839-8109-4bdb-90f8-921f22242ee2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:33.995967 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-100a2839-8109-4bdb-90f8-921f22242ee2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.022111 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98895f02-5a73-4711-89ec-62d1d530fbc8 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:34.022726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98895f02-5a73-4711-89ec-62d1d530fbc8 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.042589 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1cfbcc-fd7b-482e-ad32-ce2c640f152c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:53:34.063840 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f9f37c-86d8-4dd3-926a-cda2e81a3583 None None] Sync routers for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:53:34.064765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfa07724-7a36-4304-999f-586d75630dec tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.066225 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c46924e-1a4c-4274-ba95-3496d145759f']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:34.079480 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-100a2839-8109-4bdb-90f8-921f22242ee2 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.4339871 Oct 18 07:53:34.079685 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Attempt 6 to provision port a27985a9-a714-4687-8dcb-2da4c919b42b Oct 18 07:53:34.079774 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-98895f02-5a73-4711-89ec-62d1d530fbc8 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6509311 Oct 18 07:53:34.081324 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55522) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:34.083876 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55524) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:34.085014 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f9f37c-86d8-4dd3-926a-cda2e81a3583 None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:34.085874 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-54f9f37c-86d8-4dd3-926a-cda2e81a3583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:34.092127 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0697be8-3b1f-42ab-8085-ba30fe1f078a') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:34.092424 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0697be8-3b1f-42ab-8085-ba30fe1f078a') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:34.111936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-963192f3-8240-4952-837c-f05458cbee64 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-434594863', 'network_id': '0aa56f9d-2a6d-42b4-a4e0-7eb915633f63'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:34.119914 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cf1cfbcc-fd7b-482e-ad32-ce2c640f152c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/1d1af122-52a3-46e6-8e7d-2def25f7339c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5445783 Oct 18 07:53:34.129681 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55530) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:34.135076 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa07724-7a36-4304-999f-586d75630dec tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Port': ['ID=a27985a9-a714-4687-8dcb-2da4c919b42b,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:34.152485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Port a27985a9-a714-4687-8dcb-2da4c919b42b was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:53:34.237003 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Provisioning complete for port 2c94ed2e-bf90-40fb-81b8-a38d97727f17 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:34.237003 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.237367 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Attempt 1 to provision port 2c94ed2e-bf90-40fb-81b8-a38d97727f17 Oct 18 07:53:34.253247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfa07724-7a36-4304-999f-586d75630dec tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.257771 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dfa07724-7a36-4304-999f-586d75630dec tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/ports/a27985a9-a714-4687-8dcb-2da4c919b42b HTTP/1.1" status: 204 len: 168 time: 2.5156484 Oct 18 07:53:34.262896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55536) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:34.308748 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0d834cf5-c172-4623-a5ae-651bb6acb16c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.361567 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-54f9f37c-86d8-4dd3-926a-cda2e81a3583 None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:53:34.365257 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad56a2ae-71d9-45d5-ac6c-66cf3968e579 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] GET failed (client error): The resource could not be found. Oct 18 07:53:34.365812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ad56a2ae-71d9-45d5-ac6c-66cf3968e579 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:34.383326 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-963192f3-8240-4952-837c-f05458cbee64 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:34.438351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-76821030-f474-4796-92f6-ff3d94d08c4d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting subnet 266d8be1-c034-457e-a613-854b3af14cd7 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:53:34.439281 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.452101 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.453445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-76821030-f474-4796-92f6-ff3d94d08c4d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.459396 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-963192f3-8240-4952-837c-f05458cbee64 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Usage tracker for resource:port and tenant:14a8734522ce40a2b698af839a0ea312 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:34.471456 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-963192f3-8240-4952-837c-f05458cbee64 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:34.486785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d834cf5-c172-4623-a5ae-651bb6acb16c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network 36b310c0-2833-4179-9c6b-806209de5cb1 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:34.507251 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-0d834cf5-c172-4623-a5ae-651bb6acb16c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:34.520554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d834cf5-c172-4623-a5ae-651bb6acb16c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:34.525109 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.528242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-963192f3-8240-4952-837c-f05458cbee64 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:34.566862 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d834cf5-c172-4623-a5ae-651bb6acb16c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=548983bf-9799-409c-a36c-7a87bf077778,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:34.575042 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-acae7f92-8490-4100-ad13-5c2d6e3a71c3 None None] Current status of the port 2c94ed2e-bf90-40fb-81b8-a38d97727f17 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:34.581538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ad56a2ae-71d9-45d5-ac6c-66cf3968e579 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:34.585524 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ad56a2ae-71d9-45d5-ac6c-66cf3968e579 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports/a27985a9-a714-4687-8dcb-2da4c919b42b HTTP/1.1" status: 404 len: 333 time: 0.3216515 Oct 18 07:53:34.587282 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55540) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:34.592761 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:34.593481 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.599031 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-76821030-f474-4796-92f6-ff3d94d08c4d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.648889 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24', 'network_id': 'fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24', 'tenant_id': '0ff4a2ed04e848fcb5a8554e36c4dc8b', 'fixed_ips': [{'subnet_id': '8e4ecee4-8fa7-4ff9-871d-cd961a1a3c80'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:53:34.649421 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.693204 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment c0697be8-3b1f-42ab-8085-ba30fe1f078a resource provider aggregate not found Oct 18 07:53:34.697237 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963192f3-8240-4952-837c-f05458cbee64 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Made reservation on behalf of 14a8734522ce40a2b698af839a0ea312 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:34.699269 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0d834cf5-c172-4623-a5ae-651bb6acb16c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.700037 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-963192f3-8240-4952-837c-f05458cbee64 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.747211 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment c0697be8-3b1f-42ab-8085-ba30fe1f078a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0697be8-3b1f-42ab-8085-ba30fe1f078a found for delete ", "request_id": "req-d255d039-2780-4a95-a67b-1fb632c0bdad"}]} Oct 18 07:53:34.753418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-41aa1fcf-cb02-40be-87a4-7f7ff236aa16 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.766814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-492a7dc1-c2c8-4878-906e-9aeb77f35b8e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting subnet a742e2b7-2f72-4025-87ec-943c5e7a4986 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:53:34.775909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-492a7dc1-c2c8-4878-906e-9aeb77f35b8e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.804657 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.813215 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-963192f3-8240-4952-837c-f05458cbee64 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] device_id is not set on port b34960dc-0101-47c6-adde-0b5798ecb23c yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:53:34.860636 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.897829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:34.914238 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-54f9f37c-86d8-4dd3-926a-cda2e81a3583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:31Z', 'revision_number': 9, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:34.924140 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f9f37c-86d8-4dd3-926a-cda2e81a3583 None None] Checking router: 1d1af122-52a3-46e6-8e7d-2def25f7339c for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:53:34.929182 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Network': ['ID=8c46924e-1a4c-4274-ba95-3496d145759f,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:34.947394 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f9f37c-86d8-4dd3-926a-cda2e81a3583 None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:34.948396 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-54f9f37c-86d8-4dd3-926a-cda2e81a3583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:34.956523 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Allocated IP 2001:db8::1 (fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24/8e4ecee4-8fa7-4ff9-871d-cd961a1a3c80/7af73ea3-81a0-4230-83ba-8d6cb21db130) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:34.964102 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69dfbc-dfcd-42b7-b35c-3f91d7b9707a req-e85e917c-f409-4e12-990f-c48ff2bbbf70 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:34.965556 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0c69dfbc-dfcd-42b7-b35c-3f91d7b9707a req-e85e917c-f409-4e12-990f-c48ff2bbbf70 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.5785582 Oct 18 07:53:35.021100 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a31bed82-e95f-49cc-9d97-dc53690764bb tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/8c46924e-1a4c-4274-ba95-3496d145759f HTTP/1.1" status: 204 len: 168 time: 5.1726594 Oct 18 07:53:35.025647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55548) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:35.028791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-492a7dc1-c2c8-4878-906e-9aeb77f35b8e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.101125 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-41aa1fcf-cb02-40be-87a4-7f7ff236aa16 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.115862 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-76821030-f474-4796-92f6-ff3d94d08c4d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.152599 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.155325 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-96405fa3-8c61-47d0-955a-e6cc58c1b77d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:53:35.155815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96405fa3-8c61-47d0-955a-e6cc58c1b77d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:53:35.163691 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-96405fa3-8c61-47d0-955a-e6cc58c1b77d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/8c46924e-1a4c-4274-ba95-3496d145759f HTTP/1.1" status: 404 len: 339 time: 0.1064990 Oct 18 07:53:35.172604 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55552) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:35.177743 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0c69dfbc-dfcd-42b7-b35c-3f91d7b9707a req-9d3ef336-252c-4246-96bd-54301cdb9bdb tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981122 Oct 18 07:53:35.192400 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c78e4e90-4ea4-438e-ab76-a1b85d1b6baa tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1551829351', 'description': 'd1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:35.214449 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa1fcf-cb02-40be-87a4-7f7ff236aa16 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=61341f16-c1da-4c16-b2f7-57ef0659df67,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:35.220968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-41aa1fcf-cb02-40be-87a4-7f7ff236aa16 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.226673 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-41aa1fcf-cb02-40be-87a4-7f7ff236aa16 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/61341f16-c1da-4c16-b2f7-57ef0659df67 HTTP/1.1" status: 204 len: 168 time: 1.5724087 Oct 18 07:53:35.227483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55558) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:35.227483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c78e4e90-4ea4-438e-ab76-a1b85d1b6baa tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:35.255534 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-963192f3-8240-4952-837c-f05458cbee64 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Allocated IP 2001:db8::28f (0aa56f9d-2a6d-42b4-a4e0-7eb915633f63/e56c0890-6f86-4bc8-9db3-27c0ea46beca/b34960dc-0101-47c6-adde-0b5798ecb23c) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:35.263391 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-54f9f37c-86d8-4dd3-926a-cda2e81a3583 None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:53:35.272935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c78e4e90-4ea4-438e-ab76-a1b85d1b6baa tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:network and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:35.338577 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.341596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c78e4e90-4ea4-438e-ab76-a1b85d1b6baa tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:35.356863 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-cf451260-ae34-4e5a-b21e-6cb50a86194a None None] Provisioning for port 843c1cfb-e85e-493c-90e7-70392bdada2c completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:35.367814 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Transition to ACTIVE for port object 7af73ea3-81a0-4230-83ba-8d6cb21db130 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:35.378609 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-cf451260-ae34-4e5a-b21e-6cb50a86194a None None] Provisioning complete for port 843c1cfb-e85e-493c-90e7-70392bdada2c triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:35.380919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c78e4e90-4ea4-438e-ab76-a1b85d1b6baa tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:35.385379 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cf451260-ae34-4e5a-b21e-6cb50a86194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.386671 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-cf451260-ae34-4e5a-b21e-6cb50a86194a None None] Attempt 1 to provision port 843c1cfb-e85e-493c-90e7-70392bdada2c Oct 18 07:53:35.421140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0d834cf5-c172-4623-a5ae-651bb6acb16c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.449655 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0214e56-303a-48af-b62f-2e8d9ffc0702 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 85472f86-9d32-441b-84dd-97d2d1d9c48b {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:53:35.454936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-492a7dc1-c2c8-4878-906e-9aeb77f35b8e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.483836 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0214e56-303a-48af-b62f-2e8d9ffc0702 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.533661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78e4e90-4ea4-438e-ab76-a1b85d1b6baa tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:35.537102 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c78e4e90-4ea4-438e-ab76-a1b85d1b6baa tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.538504 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-963192f3-8240-4952-837c-f05458cbee64 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.574777 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-963192f3-8240-4952-837c-f05458cbee64 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.581463 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Transition to ACTIVE for port object 7af73ea3-81a0-4230-83ba-8d6cb21db130 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:35.601474 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.609566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-76821030-f474-4796-92f6-ff3d94d08c4d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.691989 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963192f3-8240-4952-837c-f05458cbee64 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Network 0aa56f9d-2a6d-42b4-a4e0-7eb915633f63 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:35.706507 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-963192f3-8240-4952-837c-f05458cbee64 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:35.710620 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963192f3-8240-4952-837c-f05458cbee64 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Pushing event updated for resources: {'Port': ['ID=b34960dc-0101-47c6-adde-0b5798ecb23c,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:35.712055 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76821030-f474-4796-92f6-ff3d94d08c4d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Subnet': ['ID=266d8be1-c034-457e-a613-854b3af14cd7,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:35.714555 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963192f3-8240-4952-837c-f05458cbee64 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:35.716684 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963192f3-8240-4952-837c-f05458cbee64 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:35.717484 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-963192f3-8240-4952-837c-f05458cbee64 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.722945 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0214e56-303a-48af-b62f-2e8d9ffc0702 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.731882 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.763386 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-76821030-f474-4796-92f6-ff3d94d08c4d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.784687 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4ecee4-8fa7-4ff9-871d-cd961a1a3c80,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:35.802589 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Network fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:35.807217 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78e4e90-4ea4-438e-ab76-a1b85d1b6baa tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:53:35.807497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:35.812437 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:35.836031 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-54f9f37c-86d8-4dd3-926a-cda2e81a3583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:31Z', 'revision_number': 9, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:35.840679 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f9f37c-86d8-4dd3-926a-cda2e81a3583 None None] The sync data for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv is: [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:31Z', 'revision_number': 9, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': '0c764a3b-cac2-43de-8f1e-1b15f12eaee0', 'name': '', 'network_id': 'e96ee321-525c-4d3c-aea9-828f9a4cabac', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:98:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:30Z', 'updated_at': '2022-10-18T07:52:50Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': '2e78de95-3c55-4aed-879f-b21af0bbb762', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:53:35.873165 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-963192f3-8240-4952-837c-f05458cbee64 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7737899 Oct 18 07:53:35.893215 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55564) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:35.899341 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.916862 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-cf451260-ae34-4e5a-b21e-6cb50a86194a None None] Current status of the port 843c1cfb-e85e-493c-90e7-70392bdada2c is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:35.916862 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cf451260-ae34-4e5a-b21e-6cb50a86194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.924529 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Pushing event updated for resources: {'Port': ['ID=7af73ea3-81a0-4230-83ba-8d6cb21db130,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:35.960652 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Attempting to bind port 7af73ea3-81a0-4230-83ba-8d6cb21db130 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:35.961339 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Attempting to bind port 7af73ea3-81a0-4230-83ba-8d6cb21db130 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '740df0a9-b9fe-4bda-a9b1-7ca2140f085f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:35.961477 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Attempting to bind port 7af73ea3-81a0-4230-83ba-8d6cb21db130 on network fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:35.971507 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:53:35.971732 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:35.971912 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Checking segment: {'id': '740df0a9-b9fe-4bda-a9b1-7ca2140f085f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:35.972290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.972674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Bound using segment: {'id': '740df0a9-b9fe-4bda-a9b1-7ca2140f085f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:53:35.973147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Bound port: 7af73ea3-81a0-4230-83ba-8d6cb21db130, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740df0a9-b9fe-4bda-a9b1-7ca2140f085f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:53:35.973514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.991039 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-75627e06-a9f3-4410-b37d-d72318254675 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Deleting port b34960dc-0101-47c6-adde-0b5798ecb23c {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:35.991464 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-75627e06-a9f3-4410-b37d-d72318254675 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:35.994754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-cf451260-ae34-4e5a-b21e-6cb50a86194a None None] For port 843c1cfb-e85e-493c-90e7-70392bdada2c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=843c1cfb-e85e-493c-90e7-70392bdada2c,segment=NetworkSegment(6d3e9113-492c-4bd3-951e-120e3d468248),segment_id=6d3e9113-492c-4bd3-951e-120e3d468248)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:36.021104 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740df0a9-b9fe-4bda-a9b1-7ca2140f085f') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:36.021500 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740df0a9-b9fe-4bda-a9b1-7ca2140f085f') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:36.026905 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cf451260-ae34-4e5a-b21e-6cb50a86194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:36.050948 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:36.060408 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c78e4e90-4ea4-438e-ab76-a1b85d1b6baa tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:36.060755 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-c78e4e90-4ea4-438e-ab76-a1b85d1b6baa tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Added segment 81347f66-d8a0-4ceb-b2a1-0b63a9456e28 of type vlan for network ce160f40-2c7d-49a0-874a-765f5f8869d0 Oct 18 07:53:36.065892 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-76821030-f474-4796-92f6-ff3d94d08c4d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/subnets/266d8be1-c034-457e-a613-854b3af14cd7 HTTP/1.1" status: 204 len: 168 time: 1.9305563 Oct 18 07:53:36.067798 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55568) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:36.075076 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-492a7dc1-c2c8-4878-906e-9aeb77f35b8e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:36.099808 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:36.137858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-cf451260-ae34-4e5a-b21e-6cb50a86194a None None] Provisioning complete for port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:36.138351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cf451260-ae34-4e5a-b21e-6cb50a86194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:36.138793 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-cf451260-ae34-4e5a-b21e-6cb50a86194a None None] Attempt 1 to provision port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 Oct 18 07:53:36.146699 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a7dc1-c2c8-4878-906e-9aeb77f35b8e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Subnet': ['ID=a742e2b7-2f72-4025-87ec-943c5e7a4986,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:36.173315 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-492a7dc1-c2c8-4878-906e-9aeb77f35b8e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:36.177855 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-492a7dc1-c2c8-4878-906e-9aeb77f35b8e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/a742e2b7-2f72-4025-87ec-943c5e7a4986 HTTP/1.1" status: 204 len: 168 time: 1.5843303 Oct 18 07:53:36.182445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55572) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:36.192653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c78e4e90-4ea4-438e-ab76-a1b85d1b6baa tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:36.211452 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf451260-ae34-4e5a-b21e-6cb50a86194a None None] Pushing event updated for resources: {'Port': ['ID=843c1cfb-e85e-493c-90e7-70392bdada2c,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:36.215942 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] For port 7af73ea3-81a0-4230-83ba-8d6cb21db130, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:53:36.270896 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:36.271610 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:36.279114 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-cf451260-ae34-4e5a-b21e-6cb50a86194a None None] Current status of the port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:36.282954 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-cf451260-ae34-4e5a-b21e-6cb50a86194a None None] Could not find standard attr ID for object a27985a9-a714-4687-8dcb-2da4c919b42b. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:53:36.285960 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-cf451260-ae34-4e5a-b21e-6cb50a86194a None None] Could not find standard attr ID for object e0ceab8b-c3b9-4c49-893b-b1a05d7092e3. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:53:36.289223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-cf451260-ae34-4e5a-b21e-6cb50a86194a None None] Could not find standard attr ID for object 9184950c-1b7e-43d5-a374-b01c785f0da4. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:53:36.293306 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-cf451260-ae34-4e5a-b21e-6cb50a86194a None None] Could not find standard attr ID for object c495d383-76b6-447d-b322-aad4e555a318. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:53:36.362439 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0214e56-303a-48af-b62f-2e8d9ffc0702 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:36.438513 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1989a-de6a-46b3-a8ff-ae367a9ded04 req-d3ad4c9d-381d-4bd3-bb89-69543681e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:36.440017 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aed1989a-de6a-46b3-a8ff-ae367a9ded04 req-d3ad4c9d-381d-4bd3-bb89-69543681e52b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f286d48607e4386b10ca9eff3ca0147&device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 1099 time: 0.7196972 Oct 18 07:53:36.455491 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1df9b-52aa-4cdc-966f-dd9e04b9c5d4 req-b6a1ca33-3935-48bd-965c-bf13c05cfa88 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:36.457036 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-32d1df9b-52aa-4cdc-966f-dd9e04b9c5d4 req-b6a1ca33-3935-48bd-965c-bf13c05cfa88 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.6907358 Oct 18 07:53:36.536713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:36.537097 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 843c1cfb-e85e-493c-90e7-70392bdada2c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:36.538401 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c78e4e90-4ea4-438e-ab76-a1b85d1b6baa tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:36.544240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78e4e90-4ea4-438e-ab76-a1b85d1b6baa tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:36.544836 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c78e4e90-4ea4-438e-ab76-a1b85d1b6baa tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:36.609624 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 843c1cfb-e85e-493c-90e7-70392bdada2c triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:36.610030 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:36.610368 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 843c1cfb-e85e-493c-90e7-70392bdada2c Oct 18 07:53:36.614005 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:36.619251 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.api [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 07:53:36.619251 dv-neutron-861625-1-hyperv neutron-server[89045]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 07:53:36.619251 dv-neutron-861625-1-hyperv neutron-server[89045]: [parameters: {'id': 'fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24'}] Oct 18 07:53:36.619251 dv-neutron-861625-1-hyperv neutron-server[89045]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:53:36.619890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG oslo_db.api [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:53:36.654914 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting port 0e210383-eede-448d-8cde-674673303c3a {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:36.655408 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:36.662235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] For port 7af73ea3-81a0-4230-83ba-8d6cb21db130, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7af73ea3-81a0-4230-83ba-8d6cb21db130,segment=NetworkSegment(740df0a9-b9fe-4bda-a9b1-7ca2140f085f),segment_id=740df0a9-b9fe-4bda-a9b1-7ca2140f085f)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:53:36.672668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:36.716118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-75627e06-a9f3-4410-b37d-d72318254675 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:36.856371 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a376bb-c9e6-4409-9c9b-a0448ac3377d None None] Pushing event updated for resources: {'Port': ['ID=7af73ea3-81a0-4230-83ba-8d6cb21db130,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:36.873857 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 843c1cfb-e85e-493c-90e7-70392bdada2c is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:36.876366 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-75627e06-a9f3-4410-b37d-d72318254675 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Calling delete_port for b34960dc-0101-47c6-adde-0b5798ecb23c owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:36.891176 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277873d5-2de7-49ff-acc1-1cda75b57b38 None None] get_active_networks_info from dv-neutron-861625-1-hyperv {{(pid=89047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 18 07:53:36.904151 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c78e4e90-4ea4-438e-ab76-a1b85d1b6baa tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.7254119 Oct 18 07:53:36.922418 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 520a73c6-6a84-4362-b439-671b1e841d9e no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:53:36.931104 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55578) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:36.942247 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 740df0a9-b9fe-4bda-a9b1-7ca2140f085f resource provider aggregate not found Oct 18 07:53:36.969292 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 520a73c6-6a84-4362-b439-671b1e841d9e {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:53:36.970389 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 520a73c6-6a84-4362-b439-671b1e841d9e not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:53:36.980800 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port 2c94ed2e-bf90-40fb-81b8-a38d97727f17 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:36.981144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:37.012700 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 740df0a9-b9fe-4bda-a9b1-7ca2140f085f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 740df0a9-b9fe-4bda-a9b1-7ca2140f085f found for delete ", "request_id": "req-0ed661d2-aa81-4cdc-a1f7-05f78501653c"}]} Oct 18 07:53:37.019084 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e4e90-4ea4-438e-ab76-a1b85d1b6baa tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Network': ['ID=ce160f40-2c7d-49a0-874a-765f5f8869d0,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:37.036992 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network ce160f40-2c7d-49a0-874a-765f5f8869d0 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:53:37.054588 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-32d1df9b-52aa-4cdc-966f-dd9e04b9c5d4 req-5a2729a4-91ff-4506-a043-6cd65490195b tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5412478 Oct 18 07:53:37.125134 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:37.180136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Deleting port 7af73ea3-81a0-4230-83ba-8d6cb21db130 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:37.180590 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:37.182115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277873d5-2de7-49ff-acc1-1cda75b57b38 None None] Resources bound (agent type, host, resource id): {{(pid=89047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 07:53:37.222623 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c6bcab-de8b-4c65-8eb6-b5d66ebcff07 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:37.223403 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e3c6bcab-de8b-4c65-8eb6-b5d66ebcff07 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Synchronizing usage tracker for tenant:521d9aa55f07432182e0e8bda0b60ecd on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:37.225706 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-75627e06-a9f3-4410-b37d-d72318254675 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:37.226448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1989a-de6a-46b3-a8ff-ae367a9ded04 req-5e02300c-f4d2-40cc-8125-407c12d050f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:37.228130 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aed1989a-de6a-46b3-a8ff-ae367a9ded04 req-5e02300c-f4d2-40cc-8125-407c12d050f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4b998fa-e372-4e50-b79b-07d7c610b310 HTTP/1.1" status: 200 len: 912 time: 0.7686574 Oct 18 07:53:37.233862 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0214e56-303a-48af-b62f-2e8d9ffc0702 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:37.323192 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75627e06-a9f3-4410-b37d-d72318254675 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Pushing event deleted for resources: {'Port': ['ID=b34960dc-0101-47c6-adde-0b5798ecb23c,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:37.329415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] For port 0e210383-eede-448d-8cde-674673303c3a, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0e210383-eede-448d-8cde-674673303c3a,segment=NetworkSegment(85bfbbba-87ea-47d2-a7eb-9642a8902eb5),segment_id=85bfbbba-87ea-47d2-a7eb-9642a8902eb5)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:37.329941 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:37.370211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0214e56-303a-48af-b62f-2e8d9ffc0702 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=85472f86-9d32-441b-84dd-97d2d1d9c48b,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:37.382679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0214e56-303a-48af-b62f-2e8d9ffc0702 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:37.412240 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-75627e06-a9f3-4410-b37d-d72318254675 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:37.458337 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e3c6bcab-de8b-4c65-8eb6-b5d66ebcff07 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Unset dirty status for tenant:521d9aa55f07432182e0e8bda0b60ecd on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:37.462253 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e3c6bcab-de8b-4c65-8eb6-b5d66ebcff07 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "GET /v2.0/networks?id=ce160f40-2c7d-49a0-874a-765f5f8869d0 HTTP/1.1" status: 200 len: 761 time: 0.5227909 Oct 18 07:53:37.471512 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55584) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:37.481776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ec6fb38c-4800-4f9f-9fac-dc15080b0a62 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'network': {'description': 'd2'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:37.500960 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aed1989a-de6a-46b3-a8ff-ae367a9ded04 req-6aec5cee-d42d-47d4-9cd7-b1979c2af07d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e HTTP/1.1" status: 200 len: 1002 time: 0.2631416 Oct 18 07:53:37.502312 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d0214e56-303a-48af-b62f-2e8d9ffc0702 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/85472f86-9d32-441b-84dd-97d2d1d9c48b HTTP/1.1" status: 204 len: 168 time: 2.2717049 Oct 18 07:53:37.506288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0d834cf5-c172-4623-a5ae-651bb6acb16c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:37.507906 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Calling delete_port for 0e210383-eede-448d-8cde-674673303c3a owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:37.511647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55588) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:37.563647 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-75627e06-a9f3-4410-b37d-d72318254675 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "DELETE /v2.0/ports/b34960dc-0101-47c6-adde-0b5798ecb23c HTTP/1.1" status: 204 len: 168 time: 1.6674583 Oct 18 07:53:37.568331 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55592) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:37.581142 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0aa56f9d-2a6d-42b4-a4e0-7eb915633f63', 'external_fixed_ips': [{'subnet_id': 'e56c0890-6f86-4bc8-9db3-27c0ea46beca', 'ip_address': '2001:db8::28f'}]}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:37.589245 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:37.616097 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Usage tracker for resource:router and tenant:14a8734522ce40a2b698af839a0ea312 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:37.624705 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:37.676625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0d834cf5-c172-4623-a5ae-651bb6acb16c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:37.692809 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:37.696888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3f0bba-d9cd-40df-8aa2-b2fed18e8b10 None None] DHCP port deletion for 8c46924e-1a4c-4274-ba95-3496d145759f request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:53:37.732756 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5faee94-bdf3-4132-aa2b-db4a9cf80f1f None None] Network fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:37.738973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:37.740030 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:37.747939 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:37.763770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f953e4-3eaf-4c3d-8edd-8d470820fec7 None None] Network 0aa56f9d-2a6d-42b4-a4e0-7eb915633f63 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:37.785325 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eed58a-ccac-4303-bc80-b6fb30d132bd None None] Network b9b27099-dec6-4163-8916-ae8c7b4198fb requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:37.799796 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60614676-6d42-41db-816c-672d65936938 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:37.824511 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Port': ['ID=0e210383-eede-448d-8cde-674673303c3a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:37.834368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] No DVR routers for this DVR port 0e210383-eede-448d-8cde-674673303c3a on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:53:37.848297 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-75e0fda6-403f-4bc6-9947-9a522c7a3102 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3329701 Oct 18 07:53:37.867377 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55600) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:37.936714 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] For port 7af73ea3-81a0-4230-83ba-8d6cb21db130, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7af73ea3-81a0-4230-83ba-8d6cb21db130,segment=NetworkSegment(740df0a9-b9fe-4bda-a9b1-7ca2140f085f),segment_id=740df0a9-b9fe-4bda-a9b1-7ca2140f085f)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:37.937770 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:37.949558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d834cf5-c172-4623-a5ae-651bb6acb16c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=548983bf-9799-409c-a36c-7a87bf077778,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:38.036412 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0d834cf5-c172-4623-a5ae-651bb6acb16c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:38.045707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb5c6c8-e4a0-4d72-8aa2-36a678b1ce3a None None] Network 49bd3a71-8e79-4bd5-a829-937c47b9cad7 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:38.089035 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:38.104363 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] For port 2c94ed2e-bf90-40fb-81b8-a38d97727f17, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=2c94ed2e-bf90-40fb-81b8-a38d97727f17,segment=NetworkSegment(279e9072-4422-444b-9c03-d17c9acec3b4),segment_id=279e9072-4422-444b-9c03-d17c9acec3b4)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:38.104733 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:38.125637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1989a-de6a-46b3-a8ff-ae367a9ded04 req-6327d4f4-4e0a-4dd0-9b7e-3b7f62140d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:38.127588 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aed1989a-de6a-46b3-a8ff-ae367a9ded04 req-6327d4f4-4e0a-4dd0-9b7e-3b7f62140d10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbb698bd-8a28-447d-9ac6-7bad4cc61081 HTTP/1.1" status: 200 len: 850 time: 0.6133304 Oct 18 07:53:38.412374 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Calling delete_port for 7af73ea3-81a0-4230-83ba-8d6cb21db130 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:38.559062 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:38.612783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for 2c94ed2e-bf90-40fb-81b8-a38d97727f17 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:38.627469 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c495d383-76b6-447d-b322-aad4e555a318 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:53:38.732813 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b27099-dec6-4163-8916-ae8c7b4198fb']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:38.744983 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5c2f36-4901-4027-92d4-df4bcd32d4b3 None None] DHCP port deletion for b9b27099-dec6-4163-8916-ae8c7b4198fb request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:53:38.745212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ec6fb38c-4800-4f9f-9fac-dc15080b0a62 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:38.756074 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: c495d383-76b6-447d-b322-aad4e555a318 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:53:38.756416 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c495d383-76b6-447d-b322-aad4e555a318 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:53:38.764626 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85bfbbba-87ea-47d2-a7eb-9642a8902eb5') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:38.764626 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85bfbbba-87ea-47d2-a7eb-9642a8902eb5') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:38.810851 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace035f3-0191-40c3-9a75-f381b042f4ee None None] Network 0aa56f9d-2a6d-42b4-a4e0-7eb915633f63 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:38.810987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ec6fb38c-4800-4f9f-9fac-dc15080b0a62 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:38.846520 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec6fb38c-4800-4f9f-9fac-dc15080b0a62 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network ce160f40-2c7d-49a0-874a-765f5f8869d0 is not hosted by any dhcp agent {{(pid=89046) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 18 07:53:38.851949 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6fb38c-4800-4f9f-9fac-dc15080b0a62 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:38.853141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ec6fb38c-4800-4f9f-9fac-dc15080b0a62 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:38.854842 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ec6fb38c-4800-4f9f-9fac-dc15080b0a62 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "PUT /v2.0/networks/ce160f40-2c7d-49a0-874a-765f5f8869d0 HTTP/1.1" status: 200 len: 758 time: 1.3778052 Oct 18 07:53:38.855923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:38.858085 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:38.860029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55606) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:38.923521 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6cc7b1-5f08-4c4f-8195-c37d0b7b2967 None None] Network fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:38.961114 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752b07a7-cd5c-4314-ba96-1199c50f8b43 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:38.962357 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-752b07a7-cd5c-4314-ba96-1199c50f8b43 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:38.971860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d834cf5-c172-4623-a5ae-651bb6acb16c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network 36b310c0-2833-4179-9c6b-806209de5cb1 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:38.973370 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:38.986781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1989a-de6a-46b3-a8ff-ae367a9ded04 req-057f7c5d-b20c-4bb8-9c76-84159ff0c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:38.988298 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aed1989a-de6a-46b3-a8ff-ae367a9ded04 req-057f7c5d-b20c-4bb8-9c76-84159ff0c057 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4b998fa-e372-4e50-b79b-07d7c610b310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8225665 Oct 18 07:53:39.013740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-0d834cf5-c172-4623-a5ae-651bb6acb16c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:39.017649 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:39.019003 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fde8d2-e4e2-40ae-93f0-8482b4b58063 None None] DHCP port deletion for 49bd3a71-8e79-4bd5-a829-937c47b9cad7 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:53:39.023148 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8a224e-bf4c-4275-a049-a628795e830b None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:53:39.025701 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Port': ['ID=2c94ed2e-bf90-40fb-81b8-a38d97727f17,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:39.037691 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:39.060215 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] No DVR routers for this DVR port 7af73ea3-81a0-4230-83ba-8d6cb21db130 on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:53:39.080494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] No DVR routers for this DVR port 2c94ed2e-bf90-40fb-81b8-a38d97727f17 on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:53:39.090327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:39.090540 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:39.091025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a224e-bf4c-4275-a049-a628795e830b None None] Deleting port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:39.091594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4f8a224e-bf4c-4275-a049-a628795e830b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:39.114325 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Port': ['ID=7af73ea3-81a0-4230-83ba-8d6cb21db130,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:39.138336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95eac9-7933-47f3-a281-c8db6fb0bb80 req-e14509f5-2829-4ed9-af79-c215b775d9e2 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:39.139856 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-be95eac9-7933-47f3-a281-c8db6fb0bb80 req-e14509f5-2829-4ed9-af79-c215b775d9e2 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.8211050 Oct 18 07:53:39.184583 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 85bfbbba-87ea-47d2-a7eb-9642a8902eb5 resource provider aggregate not found Oct 18 07:53:39.236711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-752b07a7-cd5c-4314-ba96-1199c50f8b43 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:39.237854 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-752b07a7-cd5c-4314-ba96-1199c50f8b43 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 1.3629992 Oct 18 07:53:39.261262 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 85bfbbba-87ea-47d2-a7eb-9642a8902eb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85bfbbba-87ea-47d2-a7eb-9642a8902eb5 found for delete ", "request_id": "req-d0d6246b-b13f-4b9f-8a3a-3ad62f7ee278"}]} Oct 18 07:53:39.265295 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55614) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:39.288401 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fb38c-4800-4f9f-9fac-dc15080b0a62 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Network': ['ID=ce160f40-2c7d-49a0-874a-765f5f8869d0,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:39.348078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network ce160f40-2c7d-49a0-874a-765f5f8869d0 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:53:39.402194 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:39.487096 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:39.490191 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:39.499758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cd7772-b911-43d1-801b-4a495c053c70 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:39.504721 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e9cd7772-b911-43d1-801b-4a495c053c70 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "GET /v2.0/networks?id=ce160f40-2c7d-49a0-874a-765f5f8869d0 HTTP/1.1" status: 200 len: 761 time: 0.5507767 Oct 18 07:53:39.511289 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55618) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:39.512834 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:39.524131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Network': ['ID=b9b27099-dec6-4163-8916-ae8c7b4198fb,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:39.528148 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-be95eac9-7933-47f3-a281-c8db6fb0bb80 req-53b865fe-24ef-434e-94de-7ea415e34889 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119886 Oct 18 07:53:39.535858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-904e3947-cbc1-47a4-bc04-590813bac729 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1403404197'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:39.560713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:39.560921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-904e3947-cbc1-47a4-bc04-590813bac729 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:39.570775 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c568eff-d697-4142-b9ee-e6915c37d35d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:39.572280 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9c568eff-d697-4142-b9ee-e6915c37d35d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:39.588671 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-836759ed-e1d7-49a0-9ae2-fea08778393d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/networks/b9b27099-dec6-4163-8916-ae8c7b4198fb HTTP/1.1" status: 204 len: 168 time: 3.5185351 Oct 18 07:53:39.588899 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49bd3a71-8e79-4bd5-a829-937c47b9cad7']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:39.589013 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740df0a9-b9fe-4bda-a9b1-7ca2140f085f') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:39.589013 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740df0a9-b9fe-4bda-a9b1-7ca2140f085f') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:39.599850 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55622) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:39.606026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-4f8a224e-bf4c-4275-a049-a628795e830b None None] For port 70ce69bb-0c75-4334-b90e-fd0f95a421b8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=70ce69bb-0c75-4334-b90e-fd0f95a421b8,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:39.606418 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4f8a224e-bf4c-4275-a049-a628795e830b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:39.610150 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:39.614158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-904e3947-cbc1-47a4-bc04-590813bac729 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:39.619044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279e9072-4422-444b-9c03-d17c9acec3b4') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:39.619457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279e9072-4422-444b-9c03-d17c9acec3b4') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:39.638987 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aed1989a-de6a-46b3-a8ff-ae367a9ded04 req-5e03476c-8cd0-4ec3-a11e-d31b050e0838 service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159697 Oct 18 07:53:39.645042 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:39.680470 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904e3947-cbc1-47a4-bc04-590813bac729 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:39.684378 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-904e3947-cbc1-47a4-bc04-590813bac729 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:39.740754 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9c568eff-d697-4142-b9ee-e6915c37d35d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:39.744965 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9c568eff-d697-4142-b9ee-e6915c37d35d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4236438 Oct 18 07:53:39.757316 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55626) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:39.760360 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a224e-bf4c-4275-a049-a628795e830b None None] Calling delete_port for 70ce69bb-0c75-4334-b90e-fd0f95a421b8 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:39.764270 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:39.764422 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:39.781036 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:39.781368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:39.841023 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d834cf5-c172-4623-a5ae-651bb6acb16c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router cfd6ecbc-7a45-4e58-b87d-4b094663c752 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:53:39.858145 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-24839292-c5f2-4950-b54f-d7ca5d34d7f5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965495 Oct 18 07:53:39.859763 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:39.860397 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:39.890650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55630) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:39.906826 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4f8a224e-bf4c-4275-a049-a628795e830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:39.955543 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a224e-bf4c-4275-a049-a628795e830b None None] Pushing event deleted for resources: {'Port': ['ID=70ce69bb-0c75-4334-b90e-fd0f95a421b8,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:39.959254 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a224e-bf4c-4275-a049-a628795e830b None None] No DVR routers for this DVR port 70ce69bb-0c75-4334-b90e-fd0f95a421b8 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:53:39.959394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-7a22eb29-157d-4410-8f7c-0cfd6eaba547 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:39.981923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904e3947-cbc1-47a4-bc04-590813bac729 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:53:39.994375 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 279e9072-4422-444b-9c03-d17c9acec3b4 resource provider aggregate not found Oct 18 07:53:40.185127 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:40.204108 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:40.209018 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 279e9072-4422-444b-9c03-d17c9acec3b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 279e9072-4422-444b-9c03-d17c9acec3b4 found for delete ", "request_id": "req-b634fab1-87aa-455f-976e-e46c1757a09f"}]} Oct 18 07:53:40.235472 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Network': ['ID=fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:40.241001 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e95fc54a-dd8a-4163-830e-74a79ae469b0 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/networks/fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24 HTTP/1.1" status: 204 len: 168 time: 6.1581528 Oct 18 07:53:40.245817 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55638) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:40.279497 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-eb84058b-8b10-488e-b8ce-f53660da654e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1325624674'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:40.294480 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-eb84058b-8b10-488e-b8ce-f53660da654e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:40.306023 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-eb84058b-8b10-488e-b8ce-f53660da654e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Usage tracker for resource:network and tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:40.315689 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-eb84058b-8b10-488e-b8ce-f53660da654e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:40.357932 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-eb84058b-8b10-488e-b8ce-f53660da654e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:40.362903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-904e3947-cbc1-47a4-bc04-590813bac729 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:40.363290 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-904e3947-cbc1-47a4-bc04-590813bac729 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Added segment 28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4 of type vlan for network 26cd7953-f85f-4bf9-bf4b-58b2a3002bd7 Oct 18 07:53:40.411748 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aed1989a-de6a-46b3-a8ff-ae367a9ded04 req-ff2bda1a-d9ba-4e21-b309-7001e8e75ad6 service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7596927 Oct 18 07:53:40.412354 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:40.455628 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-904e3947-cbc1-47a4-bc04-590813bac729 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:40.459957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7a22eb29-157d-4410-8f7c-0cfd6eaba547 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:40.467950 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:40.485100 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Network': ['ID=49bd3a71-8e79-4bd5-a829-937c47b9cad7,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:40.495457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7a22eb29-157d-4410-8f7c-0cfd6eaba547 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:40.510029 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb84058b-8b10-488e-b8ce-f53660da654e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:40.513974 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb84058b-8b10-488e-b8ce-f53660da654e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:40.569144 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0e210383-eede-448d-8cde-674673303c3a no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:53:40.591888 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7298b9bb-a540-4bb4-9fac-03f9e14e87ee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/networks/49bd3a71-8e79-4bd5-a829-937c47b9cad7 HTTP/1.1" status: 204 len: 168 time: 4.4045277 Oct 18 07:53:40.595166 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d834cf5-c172-4623-a5ae-651bb6acb16c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:53:40.597571 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55644) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:40.609701 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d95d661-1583-46f5-be77-c79737036308 None None] Sync routers for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:53:40.616373 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0d834cf5-c172-4623-a5ae-651bb6acb16c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "PUT /v2.0/routers/cfd6ecbc-7a45-4e58-b87d-4b094663c752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8716815 Oct 18 07:53:40.622138 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 0e210383-eede-448d-8cde-674673303c3a {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:53:40.622512 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0e210383-eede-448d-8cde-674673303c3a not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:53:40.623117 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 70ce69bb-0c75-4334-b90e-fd0f95a421b8 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:53:40.623939 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e6c2b200-b005-4b79-b48e-919fb5d94bbd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1417890970'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:40.633128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a22eb29-157d-4410-8f7c-0cfd6eaba547 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:40.636879 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55648) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:40.640011 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e6c2b200-b005-4b79-b48e-919fb5d94bbd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:40.641858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7a22eb29-157d-4410-8f7c-0cfd6eaba547 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:40.645394 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a22eb29-157d-4410-8f7c-0cfd6eaba547 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:53:40.646956 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a22eb29-157d-4410-8f7c-0cfd6eaba547 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:53:40.649182 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f3aec944-63d6-46f0-ade1-190d1101a9a4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'port': {'network_id': '36b310c0-2833-4179-9c6b-806209de5cb1', 'name': 'tempest-FloatingIPTestJSON-922480498'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:40.664608 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 70ce69bb-0c75-4334-b90e-fd0f95a421b8 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:53:40.664993 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 70ce69bb-0c75-4334-b90e-fd0f95a421b8 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:53:40.665413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 2c94ed2e-bf90-40fb-81b8-a38d97727f17 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:53:40.671778 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e6c2b200-b005-4b79-b48e-919fb5d94bbd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:network and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:40.672459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-904e3947-cbc1-47a4-bc04-590813bac729 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:40.675353 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e6c2b200-b005-4b79-b48e-919fb5d94bbd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:40.678063 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904e3947-cbc1-47a4-bc04-590813bac729 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:40.678755 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-904e3947-cbc1-47a4-bc04-590813bac729 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:40.686834 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb84058b-8b10-488e-b8ce-f53660da654e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:53:40.702641 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 2c94ed2e-bf90-40fb-81b8-a38d97727f17 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:53:40.702981 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 2c94ed2e-bf90-40fb-81b8-a38d97727f17 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:53:40.704594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d95d661-1583-46f5-be77-c79737036308 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:40.705248 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3d95d661-1583-46f5-be77-c79737036308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:40.744680 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e6c2b200-b005-4b79-b48e-919fb5d94bbd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:40.776981 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:40.784142 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3d95d661-1583-46f5-be77-c79737036308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:40.792998 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d95d661-1583-46f5-be77-c79737036308 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:40.793597 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3d95d661-1583-46f5-be77-c79737036308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:40.808413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb84058b-8b10-488e-b8ce-f53660da654e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:40.808768 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-eb84058b-8b10-488e-b8ce-f53660da654e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Added segment b3a681b5-fde6-47d9-bbc5-72a5d2a87649 of type vlan for network f5ca3141-03af-4b73-b524-ab8b24f3cbec Oct 18 07:53:40.827578 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:40.835104 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c2b200-b005-4b79-b48e-919fb5d94bbd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:40.839349 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b200-b005-4b79-b48e-919fb5d94bbd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:40.848976 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7a22eb29-157d-4410-8f7c-0cfd6eaba547 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9431250 Oct 18 07:53:40.861599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3d95d661-1583-46f5-be77-c79737036308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:40.862003 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d95d661-1583-46f5-be77-c79737036308 None None] The sync data for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:53:40.872588 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55652) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:40.884450 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-904e3947-cbc1-47a4-bc04-590813bac729 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3608155 Oct 18 07:53:40.888442 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-0e7b56d3-da09-484b-9617-b853e8b4c00b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:40.888780 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55656) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:40.920768 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-7a596472-92be-408a-8528-5e17b77f7232 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'subnet': {'network_id': '26cd7953-f85f-4bf9-bf4b-58b2a3002bd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:40.961788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e3947-cbc1-47a4-bc04-590813bac729 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Network': ['ID=26cd7953-f85f-4bf9-bf4b-58b2a3002bd7,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:40.973707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 26cd7953-f85f-4bf9-bf4b-58b2a3002bd7 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:53:40.987248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb84058b-8b10-488e-b8ce-f53660da654e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:41.034538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0e7b56d3-da09-484b-9617-b853e8b4c00b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:41.047355 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0e7b56d3-da09-484b-9617-b853e8b4c00b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:41.054767 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74837180-b3b1-4e19-aaf0-126c875acf3c req-45c52c9b-d738-4ed2-ad46-a31f072b8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:41.057034 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74837180-b3b1-4e19-aaf0-126c875acf3c req-45c52c9b-d738-4ed2-ad46-a31f072b8dcb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f286d48607e4386b10ca9eff3ca0147&device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 1099 time: 0.5256221 Oct 18 07:53:41.075357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa149e-d758-4be4-9b24-b1ae614a3651 req-67d0d9db-0082-4c79-91e3-8b8c87f87f0b tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:41.077659 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cafa149e-d758-4be4-9b24-b1ae614a3651 req-67d0d9db-0082-4c79-91e3-8b8c87f87f0b tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.4073706 Oct 18 07:53:41.079065 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7b56d3-da09-484b-9617-b853e8b4c00b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:41.082744 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0e7b56d3-da09-484b-9617-b853e8b4c00b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:41.084269 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7b56d3-da09-484b-9617-b853e8b4c00b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:53:41.084800 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7b56d3-da09-484b-9617-b853e8b4c00b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:53:41.100341 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c2b200-b005-4b79-b48e-919fb5d94bbd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:53:41.130236 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f3aec944-63d6-46f0-ade1-190d1101a9a4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:41.163368 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cafa149e-d758-4be4-9b24-b1ae614a3651 req-d1d1ee25-602d-475c-992e-417aec0d9fe2 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666499 Oct 18 07:53:41.171973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f3aec944-63d6-46f0-ade1-190d1101a9a4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Usage tracker for resource:port and tenant:673b068eae9a43748b342c59b1cd9387 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:41.194750 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b200-b005-4b79-b48e-919fb5d94bbd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:41.195218 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-e6c2b200-b005-4b79-b48e-919fb5d94bbd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Added segment 8eac1216-ce2c-4f21-b241-9fa0e0e62892 of type vlan for network 6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e Oct 18 07:53:41.197245 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f3aec944-63d6-46f0-ade1-190d1101a9a4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:41.220248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f3aec944-63d6-46f0-ade1-190d1101a9a4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:41.221980 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0e7b56d3-da09-484b-9617-b853e8b4c00b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3474979 Oct 18 07:53:41.223869 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55660) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:41.261137 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7a596472-92be-408a-8528-5e17b77f7232 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:41.285914 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-6828fd9c-93b0-4575-8a42-a5fcdfef37d5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:41.298933 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74837180-b3b1-4e19-aaf0-126c875acf3c req-c131bedb-9841-49a6-9806-58b6f02a9b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:41.300657 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74837180-b3b1-4e19-aaf0-126c875acf3c req-c131bedb-9841-49a6-9806-58b6f02a9b04 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b4b998fa-e372-4e50-b79b-07d7c610b310 HTTP/1.1" status: 200 len: 912 time: 0.2028370 Oct 18 07:53:41.311997 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb84058b-8b10-488e-b8ce-f53660da654e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:41.317315 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb84058b-8b10-488e-b8ce-f53660da654e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:41.317900 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb84058b-8b10-488e-b8ce-f53660da654e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:41.333972 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7a596472-92be-408a-8528-5e17b77f7232 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Usage tracker for resource:subnet and tenant:521d9aa55f07432182e0e8bda0b60ecd is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:41.358599 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 740df0a9-b9fe-4bda-a9b1-7ca2140f085f resource provider aggregate not found Oct 18 07:53:41.366101 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7a596472-92be-408a-8528-5e17b77f7232 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:41.394801 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3aec944-63d6-46f0-ade1-190d1101a9a4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Made reservation on behalf of 673b068eae9a43748b342c59b1cd9387 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:41.398246 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f3aec944-63d6-46f0-ade1-190d1101a9a4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:41.414385 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74837180-b3b1-4e19-aaf0-126c875acf3c req-74adb074-1b0b-4309-a2ac-76ed5c0f56ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e HTTP/1.1" status: 200 len: 1002 time: 0.1020999 Oct 18 07:53:41.476564 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74837180-b3b1-4e19-aaf0-126c875acf3c req-b0234d72-0ade-4329-8abc-389e761676fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:41.478482 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74837180-b3b1-4e19-aaf0-126c875acf3c req-b0234d72-0ade-4329-8abc-389e761676fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbb698bd-8a28-447d-9ac6-7bad4cc61081 HTTP/1.1" status: 200 len: 850 time: 0.0582745 Oct 18 07:53:41.567407 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74837180-b3b1-4e19-aaf0-126c875acf3c req-0a260f19-5b77-4105-8958-ff0766f6bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:41.568932 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74837180-b3b1-4e19-aaf0-126c875acf3c req-0a260f19-5b77-4105-8958-ff0766f6bb79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b4b998fa-e372-4e50-b79b-07d7c610b310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843091 Oct 18 07:53:41.636619 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7a596472-92be-408a-8528-5e17b77f7232 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:41.639491 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 740df0a9-b9fe-4bda-a9b1-7ca2140f085f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 740df0a9-b9fe-4bda-a9b1-7ca2140f085f found for delete ", "request_id": "req-2172c5ca-76f0-4d8f-9a43-640a16d4c203"}]} Oct 18 07:53:41.641148 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b200-b005-4b79-b48e-919fb5d94bbd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:41.707549 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74837180-b3b1-4e19-aaf0-126c875acf3c req-16af42ce-7c47-4fee-a56e-e4954c47ec87 service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318266 Oct 18 07:53:41.757575 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-f3aec944-63d6-46f0-ade1-190d1101a9a4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] device_id is not set on port e6c48f13-8ecd-4b33-878f-49d4ed628de3 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:53:41.801213 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-eb84058b-8b10-488e-b8ce-f53660da654e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5543778 Oct 18 07:53:41.802151 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a596472-92be-408a-8528-5e17b77f7232 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:41.804750 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55668) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:41.805631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7a596472-92be-408a-8528-5e17b77f7232 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:41.824024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-e9ca6e7d-6596-42f6-8332-420a5a8ad47b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'subnet': {'network_id': 'f5ca3141-03af-4b73-b524-ab8b24f3cbec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:41.851388 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84058b-8b10-488e-b8ce-f53660da654e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Network': ['ID=f5ca3141-03af-4b73-b524-ab8b24f3cbec,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:41.856558 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.resource_extend [None req-e6c2b200-b005-4b79-b48e-919fb5d94bbd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:53:41.863152 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network f5ca3141-03af-4b73-b524-ab8b24f3cbec details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:53:41.931950 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74837180-b3b1-4e19-aaf0-126c875acf3c req-9f499ad2-0a53-44da-b4dc-8a22c281b519 service neutron] 10.222.0.46 "GET /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187788 Oct 18 07:53:41.955932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e9ca6e7d-6596-42f6-8332-420a5a8ad47b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:41.959192 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Allocated IP 2001:db8::28f (0aa56f9d-2a6d-42b4-a4e0-7eb915633f63/e56c0890-6f86-4bc8-9db3-27c0ea46beca/58fb36a9-3ad7-4652-9aa0-e6fde56d2cba) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:41.960226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e9ca6e7d-6596-42f6-8332-420a5a8ad47b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Usage tracker for resource:subnet and tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:41.964257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e9ca6e7d-6596-42f6-8332-420a5a8ad47b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:41.967957 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6828fd9c-93b0-4575-8a42-a5fcdfef37d5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:41.971595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e9ca6e7d-6596-42f6-8332-420a5a8ad47b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:41.987778 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ca6e7d-6596-42f6-8332-420a5a8ad47b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:41.992618 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e9ca6e7d-6596-42f6-8332-420a5a8ad47b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:42.003838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b200-b005-4b79-b48e-919fb5d94bbd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:42.009661 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c2b200-b005-4b79-b48e-919fb5d94bbd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:42.010232 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e6c2b200-b005-4b79-b48e-919fb5d94bbd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:42.023455 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6828fd9c-93b0-4575-8a42-a5fcdfef37d5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:42.082321 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-61aadb28-7bc4-4328-96da-cdc69b47e74b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:42.348199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e9ca6e7d-6596-42f6-8332-420a5a8ad47b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:42.362565 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6828fd9c-93b0-4575-8a42-a5fcdfef37d5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:42.365945 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6828fd9c-93b0-4575-8a42-a5fcdfef37d5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:42.367338 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-6828fd9c-93b0-4575-8a42-a5fcdfef37d5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:53:42.367755 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6828fd9c-93b0-4575-8a42-a5fcdfef37d5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:53:42.439005 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca6e7d-6596-42f6-8332-420a5a8ad47b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Subnet': ['ID=749b2e33-8d15-47b1-a317-6589905271c3,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:42.449389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ca6e7d-6596-42f6-8332-420a5a8ad47b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Checking segment: {'id': 'b3a681b5-fde6-47d9-bbc5-72a5d2a87649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f5ca3141-03af-4b73-b524-ab8b24f3cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:42.449757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ca6e7d-6596-42f6-8332-420a5a8ad47b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network hostable DHCP agents. Network: f5ca3141-03af-4b73-b524-ab8b24f3cbec, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:53:42.458680 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e6c2b200-b005-4b79-b48e-919fb5d94bbd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8555307 Oct 18 07:53:42.462345 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55674) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:42.470767 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-14d80f21-ae86-4bd9-a225-2160f6c85f85 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'subnet': {'network_id': '6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:42.519435 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2b200-b005-4b79-b48e-919fb5d94bbd tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Network': ['ID=6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:42.530581 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:53:42.538581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ca6e7d-6596-42f6-8332-420a5a8ad47b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network f5ca3141-03af-4b73-b524-ab8b24f3cbec is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:53:42.542514 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6828fd9c-93b0-4575-8a42-a5fcdfef37d5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2811465 Oct 18 07:53:42.546083 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55678) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:42.569111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-599f177d-bc63-4f5c-8acf-a2ec712529cc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:42.587670 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-f3aec944-63d6-46f0-ade1-190d1101a9a4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Allocated IP 172.20.0.3 (36b310c0-2833-4179-9c6b-806209de5cb1/bfcc4d90-6791-4e69-a6e9-b96627a83de4/e6c48f13-8ecd-4b33-878f-49d4ed628de3) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:42.652452 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-e9ca6e7d-6596-42f6-8332-420a5a8ad47b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, f5ca3141-03af-4b73-b524-ab8b24f3cbec) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:42.656962 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ca6e7d-6596-42f6-8332-420a5a8ad47b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:42.657566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e9ca6e7d-6596-42f6-8332-420a5a8ad47b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:42.665798 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4feca9e-7921-4095-b55f-1539fe1c8898 None None] Network f5ca3141-03af-4b73-b524-ab8b24f3cbec requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:42.701311 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-14d80f21-ae86-4bd9-a225-2160f6c85f85 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:42.719330 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-14d80f21-ae86-4bd9-a225-2160f6c85f85 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:subnet and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:42.722268 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-14d80f21-ae86-4bd9-a225-2160f6c85f85 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:42.737260 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e9ca6e7d-6596-42f6-8332-420a5a8ad47b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9307117 Oct 18 07:53:42.739255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-14d80f21-ae86-4bd9-a225-2160f6c85f85 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:42.741529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55682) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:42.762821 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:42.772853 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-599f177d-bc63-4f5c-8acf-a2ec712529cc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:42.830429 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d80f21-ae86-4bd9-a225-2160f6c85f85 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:42.834068 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-14d80f21-ae86-4bd9-a225-2160f6c85f85 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:42.856091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-599f177d-bc63-4f5c-8acf-a2ec712529cc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:42.879681 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800e44b-f93f-452a-ba31-88d54c773c42 req-5cca398b-429e-45a6-94f7-14884f49a7d3 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:42.881166 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1800e44b-f93f-452a-ba31-88d54c773c42 req-5cca398b-429e-45a6-94f7-14884f49a7d3 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.5094972 Oct 18 07:53:42.909472 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-f5ca3141-03af-4b73-b524-ab8b24f3cbec', 'network_id': 'f5ca3141-03af-4b73-b524-ab8b24f3cbec', 'tenant_id': '0ff4a2ed04e848fcb5a8554e36c4dc8b', 'fixed_ips': [{'subnet_id': '749b2e33-8d15-47b1-a317-6589905271c3'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:53:42.910329 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:42.963333 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599f177d-bc63-4f5c-8acf-a2ec712529cc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:42.967126 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-599f177d-bc63-4f5c-8acf-a2ec712529cc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:42.968622 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-599f177d-bc63-4f5c-8acf-a2ec712529cc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:53:42.969104 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599f177d-bc63-4f5c-8acf-a2ec712529cc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:53:43.011382 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7a596472-92be-408a-8528-5e17b77f7232 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:43.032099 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-599f177d-bc63-4f5c-8acf-a2ec712529cc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4811459 Oct 18 07:53:43.034590 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55686) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:43.051938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-18fd19c2-94fe-4ce4-b9cf-c352fb972233 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:43.077060 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Allocated IP 2001:db8::1 (f5ca3141-03af-4b73-b524-ab8b24f3cbec/749b2e33-8d15-47b1-a317-6589905271c3/8691f24d-454b-4a09-aee8-46156215d8bd) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:43.083832 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:43.090583 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1800e44b-f93f-452a-ba31-88d54c773c42 req-43aa8c96-515b-49b2-98be-27df4a70669a tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742933 Oct 18 07:53:43.130527 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:43.256082 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-18fd19c2-94fe-4ce4-b9cf-c352fb972233 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:43.276561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a596472-92be-408a-8528-5e17b77f7232 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Subnet': ['ID=325df129-5921-4057-b863-16bfc93ce846,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:43.287929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-18fd19c2-94fe-4ce4-b9cf-c352fb972233 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:43.314716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Network 0aa56f9d-2a6d-42b4-a4e0-7eb915633f63 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:43.326930 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:43.330900 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f3aec944-63d6-46f0-ade1-190d1101a9a4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:43.340580 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:43.393495 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:43.397816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:43.405797 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Transition to ACTIVE for port object 8691f24d-454b-4a09-aee8-46156215d8bd will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:43.428345 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Transition to ACTIVE for port object 8691f24d-454b-4a09-aee8-46156215d8bd will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:43.429589 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fd19c2-94fe-4ce4-b9cf-c352fb972233 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:43.434128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-18fd19c2-94fe-4ce4-b9cf-c352fb972233 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:43.435901 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-18fd19c2-94fe-4ce4-b9cf-c352fb972233 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:53:43.436340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18fd19c2-94fe-4ce4-b9cf-c352fb972233 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:53:43.436841 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:43.494412 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-14d80f21-ae86-4bd9-a225-2160f6c85f85 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:43.507593 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Network f5ca3141-03af-4b73-b524-ab8b24f3cbec is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:43.511991 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:43.516174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:43.545372 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-18fd19c2-94fe-4ce4-b9cf-c352fb972233 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4988983 Oct 18 07:53:43.554774 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55692) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:43.556714 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-61aadb28-7bc4-4328-96da-cdc69b47e74b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:43.556714 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-61aadb28-7bc4-4328-96da-cdc69b47e74b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:43.566587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-0afd917d-08b5-4915-b554-2d7b41ae9536 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:43.573534 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Pushing event updated for resources: {'Port': ['ID=8691f24d-454b-4a09-aee8-46156215d8bd,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:43.580529 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a596472-92be-408a-8528-5e17b77f7232 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Checking segment: {'id': '28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26cd7953-f85f-4bf9-bf4b-58b2a3002bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:43.580891 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a596472-92be-408a-8528-5e17b77f7232 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network hostable DHCP agents. Network: 26cd7953-f85f-4bf9-bf4b-58b2a3002bd7, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:53:43.597920 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Pushing event updated for resources: {'Port': ['ID=58fb36a9-3ad7-4652-9aa0-e6fde56d2cba,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:43.645877 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Attempting to bind port 8691f24d-454b-4a09-aee8-46156215d8bd on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:43.646417 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Attempting to bind port 8691f24d-454b-4a09-aee8-46156215d8bd by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'b3a681b5-fde6-47d9-bbc5-72a5d2a87649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f5ca3141-03af-4b73-b524-ab8b24f3cbec'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:43.646900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Attempting to bind port 8691f24d-454b-4a09-aee8-46156215d8bd on network f5ca3141-03af-4b73-b524-ab8b24f3cbec {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:43.653399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:53:43.653399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Checking segment: {'id': 'b3a681b5-fde6-47d9-bbc5-72a5d2a87649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f5ca3141-03af-4b73-b524-ab8b24f3cbec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:43.653918 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:43.654414 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Bound using segment: {'id': 'b3a681b5-fde6-47d9-bbc5-72a5d2a87649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f5ca3141-03af-4b73-b524-ab8b24f3cbec'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:53:43.655024 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Bound port: 8691f24d-454b-4a09-aee8-46156215d8bd, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a681b5-fde6-47d9-bbc5-72a5d2a87649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f5ca3141-03af-4b73-b524-ab8b24f3cbec'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:53:43.655498 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:43.711208 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d80f21-ae86-4bd9-a225-2160f6c85f85 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Subnet': ['ID=4fac9099-c964-4664-9b74-84105ee7f570,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:43.729030 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a94b2-3598-44df-bd2a-02babb94b7e4 req-bf8e84e4-1379-4d4c-b3dd-dc5426627ea3 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:43.730515 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-132a94b2-3598-44df-bd2a-02babb94b7e4 req-bf8e84e4-1379-4d4c-b3dd-dc5426627ea3 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.4235604 Oct 18 07:53:43.744548 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a596472-92be-408a-8528-5e17b77f7232 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network 26cd7953-f85f-4bf9-bf4b-58b2a3002bd7 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:53:43.759205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d80f21-ae86-4bd9-a225-2160f6c85f85 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Checking segment: {'id': '8eac1216-ce2c-4f21-b241-9fa0e0e62892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:43.760011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d80f21-ae86-4bd9-a225-2160f6c85f85 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network hostable DHCP agents. Network: 6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:53:43.764298 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:43.767121 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] For port 8691f24d-454b-4a09-aee8-46156215d8bd, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:53:43.770657 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] For port 8691f24d-454b-4a09-aee8-46156215d8bd, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=8691f24d-454b-4a09-aee8-46156215d8bd,segment=NetworkSegment(b3a681b5-fde6-47d9-bbc5-72a5d2a87649),segment_id=b3a681b5-fde6-47d9-bbc5-72a5d2a87649)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:53:43.777119 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:43.856490 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-7a596472-92be-408a-8528-5e17b77f7232 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 26cd7953-f85f-4bf9-bf4b-58b2a3002bd7) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:43.869631 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fecf2a-9438-440c-85b0-fea404480d2e None None] Pushing event updated for resources: {'Port': ['ID=8691f24d-454b-4a09-aee8-46156215d8bd,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:43.875105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a596472-92be-408a-8528-5e17b77f7232 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:43.875697 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7a596472-92be-408a-8528-5e17b77f7232 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:43.884222 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a3cb18-6ec2-4cd0-9515-a9cc0b6c6d78 None None] Network 26cd7953-f85f-4bf9-bf4b-58b2a3002bd7 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:43.930199 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f3aec944-63d6-46f0-ade1-190d1101a9a4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:43.957280 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Subnet': ['ID=749b2e33-8d15-47b1-a317-6589905271c3,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:43.978799 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0afd917d-08b5-4915-b554-2d7b41ae9536 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:44.064701 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-132a94b2-3598-44df-bd2a-02babb94b7e4 req-62566f13-e97a-4338-86ad-81dcfdf8c229 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221800 Oct 18 07:53:44.069256 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0afd917d-08b5-4915-b554-2d7b41ae9536 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:44.074750 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d80f21-ae86-4bd9-a225-2160f6c85f85 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:53:44.088388 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-14d80f21-ae86-4bd9-a225-2160f6c85f85 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:44.091353 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7a596472-92be-408a-8528-5e17b77f7232 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1953940 Oct 18 07:53:44.097528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:44.106027 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55696) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:44.114653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d80f21-ae86-4bd9-a225-2160f6c85f85 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:44.115505 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-14d80f21-ae86-4bd9-a225-2160f6c85f85 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:44.185473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afd917d-08b5-4915-b554-2d7b41ae9536 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:44.190501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0afd917d-08b5-4915-b554-2d7b41ae9536 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:44.193992 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-0afd917d-08b5-4915-b554-2d7b41ae9536 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:53:44.193992 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0afd917d-08b5-4915-b554-2d7b41ae9536 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:53:44.232306 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-61aadb28-7bc4-4328-96da-cdc69b47e74b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] For port 0c764a3b-cac2-43de-8f1e-1b15f12eaee0, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0c764a3b-cac2-43de-8f1e-1b15f12eaee0,segment=NetworkSegment(0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb),segment_id=0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:44.232803 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-61aadb28-7bc4-4328-96da-cdc69b47e74b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:44.249442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842e1016-2446-4379-b59e-d5e5bcad29d3 None None] Network 6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:44.314427 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0afd917d-08b5-4915-b554-2d7b41ae9536 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7550886 Oct 18 07:53:44.320657 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55702) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:44.323872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ca3141-03af-4b73-b524-ab8b24f3cbec']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:44.377695 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aec944-63d6-46f0-ade1-190d1101a9a4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network 36b310c0-2833-4179-9c6b-806209de5cb1 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:44.380787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-26cd7953-f85f-4bf9-bf4b-58b2a3002bd7', 'network_id': '26cd7953-f85f-4bf9-bf4b-58b2a3002bd7', 'tenant_id': '521d9aa55f07432182e0e8bda0b60ecd', 'fixed_ips': [{'subnet_id': '325df129-5921-4057-b863-16bfc93ce846'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:53:44.382568 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:44.424056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a681b5-fde6-47d9-bbc5-72a5d2a87649') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:44.424368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a681b5-fde6-47d9-bbc5-72a5d2a87649') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:44.459272 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-14d80f21-ae86-4bd9-a225-2160f6c85f85 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9947083 Oct 18 07:53:44.464232 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aec944-63d6-46f0-ade1-190d1101a9a4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=e6c48f13-8ecd-4b33-878f-49d4ed628de3,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:44.466676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55708) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:44.469981 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6edc176f-6a4c-4e19-af34-89bef1e2c756 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:44.478592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:44.479823 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-61aadb28-7bc4-4328-96da-cdc69b47e74b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Calling delete_port for 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:44.523862 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-f3aec944-63d6-46f0-ade1-190d1101a9a4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:44.533613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-3deb790b-caed-41f7-9a55-fda89240035f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-920288175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:44.559489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:44.569328 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aec944-63d6-46f0-ade1-190d1101a9a4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:44.575253 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:44.577241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6edc176f-6a4c-4e19-af34-89bef1e2c756 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:44.578449 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6edc176f-6a4c-4e19-af34-89bef1e2c756 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2418096 Oct 18 07:53:44.625333 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3deb790b-caed-41f7-9a55-fda89240035f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:44.628594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 8691f24d-454b-4a09-aee8-46156215d8bd up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:44.629846 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55712) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:44.634145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:44.634583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:44.693723 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3deb790b-caed-41f7-9a55-fda89240035f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:router and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:44.714600 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3deb790b-caed-41f7-9a55-fda89240035f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:44.721940 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment b3a681b5-fde6-47d9-bbc5-72a5d2a87649 resource provider aggregate not found Oct 18 07:53:44.730879 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3deb790b-caed-41f7-9a55-fda89240035f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:44.782931 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:44.787122 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Allocated IP 172.20.0.2 (26cd7953-f85f-4bf9-bf4b-58b2a3002bd7/325df129-5921-4057-b863-16bfc93ce846/4516e2c6-dc21-43a0-8d24-ca065fce4758) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:44.791218 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment b3a681b5-fde6-47d9-bbc5-72a5d2a87649 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3a681b5-fde6-47d9-bbc5-72a5d2a87649 found for delete ", "request_id": "req-7f8e87de-0f5f-4916-adf7-ca2a15c47ce5"}]} Oct 18 07:53:44.795993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 07:53:44.795993 dv-neutron-861625-1-hyperv neutron-server[89046]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 07:53:44.795993 dv-neutron-861625-1-hyperv neutron-server[89046]: [parameters: {'id': 'f5ca3141-03af-4b73-b524-ab8b24f3cbec'}] Oct 18 07:53:44.795993 dv-neutron-861625-1-hyperv neutron-server[89046]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:53:44.796431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:53:44.832542 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b34880-964b-4e73-9ab7-740f00e73b62 req-3a14146a-061a-4b2f-bd9d-6100f7b222fa tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:44.834148 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-99b34880-964b-4e73-9ab7-740f00e73b62 req-3a14146a-061a-4b2f-bd9d-6100f7b222fa tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.2536645 Oct 18 07:53:44.840556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:44.868415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3aec944-63d6-46f0-ade1-190d1101a9a4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:44.869069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f3aec944-63d6-46f0-ade1-190d1101a9a4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:44.940421 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3deb790b-caed-41f7-9a55-fda89240035f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:44.941717 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3deb790b-caed-41f7-9a55-fda89240035f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:44.962251 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-99b34880-964b-4e73-9ab7-740f00e73b62 req-286fb301-ba9a-4f26-92db-d0c545ce303c tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517828 Oct 18 07:53:45.000319 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caa00ed-4038-454a-9013-b8b983cff60d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:45.003019 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6caa00ed-4038-454a-9013-b8b983cff60d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3719935 Oct 18 07:53:45.004871 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55720) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:45.035787 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3deb790b-caed-41f7-9a55-fda89240035f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:45.060799 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f3aec944-63d6-46f0-ade1-190d1101a9a4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.4197168 Oct 18 07:53:45.063936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55724) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:45.084915 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-779bbbda-c8a1-4738-ba4e-c2997ba4f043 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789809 Oct 18 07:53:45.085566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55728) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:45.091766 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-236eb63c-16c1-4030-9736-58b0a7039660 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:45.096187 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-3fa9ad19-1c9e-4472-992f-cd0106a1cf47 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'port': {'network_id': '36b310c0-2833-4179-9c6b-806209de5cb1', 'name': 'tempest-FloatingIPTestJSON-1235052964'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:45.128994 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e', 'network_id': '6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e', 'tenant_id': '0e9e13d574094643abe8d93e70221363', 'fixed_ips': [{'subnet_id': '4fac9099-c964-4664-9b74-84105ee7f570'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:53:45.129821 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:45.163521 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a48463-5811-4485-9ea8-b01a800e2ab4 None None] Network f5ca3141-03af-4b73-b524-ab8b24f3cbec requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:45.228175 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3deb790b-caed-41f7-9a55-fda89240035f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:45.229586 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-236eb63c-16c1-4030-9736-58b0a7039660 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:45.240190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-236eb63c-16c1-4030-9736-58b0a7039660 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:45.252369 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236eb63c-16c1-4030-9736-58b0a7039660 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:45.256886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-236eb63c-16c1-4030-9736-58b0a7039660 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:45.311489 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 8691f24d-454b-4a09-aee8-46156215d8bd completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:45.327844 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:45.331846 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:45.364962 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4585aa76-c300-434b-9b7f-c1611f121539 None None] Provisioning for port 8691f24d-454b-4a09-aee8-46156215d8bd completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:45.367522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Deleting port 8691f24d-454b-4a09-aee8-46156215d8bd {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:45.368819 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:45.379805 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Transition to ACTIVE for port object 4516e2c6-dc21-43a0-8d24-ca065fce4758 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:45.426171 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4585aa76-c300-434b-9b7f-c1611f121539 None None] Provisioning complete for port 8691f24d-454b-4a09-aee8-46156215d8bd triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:45.426171 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4585aa76-c300-434b-9b7f-c1611f121539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:45.426519 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4585aa76-c300-434b-9b7f-c1611f121539 None None] Attempt 1 to provision port 8691f24d-454b-4a09-aee8-46156215d8bd Oct 18 07:53:45.548336 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Transition to ACTIVE for port object 4516e2c6-dc21-43a0-8d24-ca065fce4758 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:45.594615 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:45.599386 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3deb790b-caed-41f7-9a55-fda89240035f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:45.600169 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3deb790b-caed-41f7-9a55-fda89240035f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0781908 Oct 18 07:53:45.608655 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55732) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:45.616353 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-dfa66a58-d4b2-487d-b184-749f2503e45b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'network_id': '6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e', 'name': 'tempest-PortsIpV6TestJSON-219274735'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:45.661401 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3fa9ad19-1c9e-4472-992f-cd0106a1cf47 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:45.675951 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Network 26cd7953-f85f-4bf9-bf4b-58b2a3002bd7 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:45.680857 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3fa9ad19-1c9e-4472-992f-cd0106a1cf47 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Usage tracker for resource:port and tenant:673b068eae9a43748b342c59b1cd9387 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:45.681349 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:45.685238 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:45.689814 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3fa9ad19-1c9e-4472-992f-cd0106a1cf47 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:45.694540 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-61aadb28-7bc4-4328-96da-cdc69b47e74b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:45.731976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3fa9ad19-1c9e-4472-992f-cd0106a1cf47 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:45.745385 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:45.753667 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:45.758223 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aadb28-7bc4-4328-96da-cdc69b47e74b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Port': ['ID=0c764a3b-cac2-43de-8f1e-1b15f12eaee0,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:45.805171 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Pushing event updated for resources: {'Port': ['ID=4516e2c6-dc21-43a0-8d24-ca065fce4758,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:45.834127 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Allocated IP 2001:db8::2 (6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e/4fac9099-c964-4664-9b74-84105ee7f570/42410f98-c195-4793-97ef-e85b219fc5d8) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:45.908858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Attempting to bind port 4516e2c6-dc21-43a0-8d24-ca065fce4758 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:45.909227 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Attempting to bind port 4516e2c6-dc21-43a0-8d24-ca065fce4758 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26cd7953-f85f-4bf9-bf4b-58b2a3002bd7'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:45.909626 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Attempting to bind port 4516e2c6-dc21-43a0-8d24-ca065fce4758 on network 26cd7953-f85f-4bf9-bf4b-58b2a3002bd7 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:45.933589 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:53:45.934070 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Checking segment: {'id': '28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26cd7953-f85f-4bf9-bf4b-58b2a3002bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:45.934360 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:45.935041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Bound using segment: {'id': '28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26cd7953-f85f-4bf9-bf4b-58b2a3002bd7'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:53:45.935535 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Bound port: 4516e2c6-dc21-43a0-8d24-ca065fce4758, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '26cd7953-f85f-4bf9-bf4b-58b2a3002bd7'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:53:45.935906 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:45.937895 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa9ad19-1c9e-4472-992f-cd0106a1cf47 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Made reservation on behalf of 673b068eae9a43748b342c59b1cd9387 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:45.941499 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3fa9ad19-1c9e-4472-992f-cd0106a1cf47 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:46.048021 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] For port 8691f24d-454b-4a09-aee8-46156215d8bd, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=8691f24d-454b-4a09-aee8-46156215d8bd,segment=NetworkSegment(b3a681b5-fde6-47d9-bbc5-72a5d2a87649),segment_id=b3a681b5-fde6-47d9-bbc5-72a5d2a87649)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:46.048588 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:46.082071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Subnet': ['ID=325df129-5921-4057-b863-16bfc93ce846,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:46.111305 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4585aa76-c300-434b-9b7f-c1611f121539 None None] Current status of the port 8691f24d-454b-4a09-aee8-46156215d8bd is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:46.112049 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4585aa76-c300-434b-9b7f-c1611f121539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:46.129667 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e152224-990e-4482-a858-c733a12141cc None None] DHCP port deletion for f5ca3141-03af-4b73-b524-ab8b24f3cbec request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:53:46.153824 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-3fa9ad19-1c9e-4472-992f-cd0106a1cf47 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] device_id is not set on port d5fe5721-7ac6-4f57-adc7-f5a18dc60868 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:53:46.154900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-4585aa76-c300-434b-9b7f-c1611f121539 None None] For port 8691f24d-454b-4a09-aee8-46156215d8bd, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=8691f24d-454b-4a09-aee8-46156215d8bd,segment=NetworkSegment(b3a681b5-fde6-47d9-bbc5-72a5d2a87649),segment_id=b3a681b5-fde6-47d9-bbc5-72a5d2a87649)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:46.156137 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6e152224-990e-4482-a858-c733a12141cc None None] Deleting port 8691f24d-454b-4a09-aee8-46156215d8bd {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:46.156610 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6e152224-990e-4482-a858-c733a12141cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:46.236828 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4585aa76-c300-434b-9b7f-c1611f121539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:46.249768 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-61aadb28-7bc4-4328-96da-cdc69b47e74b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:46.329692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Calling delete_port for 8691f24d-454b-4a09-aee8-46156215d8bd owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:46.358923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-dfa66a58-d4b2-487d-b184-749f2503e45b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:46.418449 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-dfa66a58-d4b2-487d-b184-749f2503e45b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:port and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:46.435440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-dfa66a58-d4b2-487d-b184-749f2503e45b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:46.452030 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-dfa66a58-d4b2-487d-b184-749f2503e45b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:46.455157 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:46.466221 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585aa76-c300-434b-9b7f-c1611f121539 None None] Pushing event updated for resources: {'Port': ['ID=8691f24d-454b-4a09-aee8-46156215d8bd,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:46.486093 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:46.508919 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] For port 4516e2c6-dc21-43a0-8d24-ca065fce4758, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:53:46.550640 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9403bbb-e208-452f-8007-73407b4aaa97 req-68252f79-3ce4-410c-a0f3-acf9ee5cf818 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:46.552191 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d9403bbb-e208-452f-8007-73407b4aaa97 req-68252f79-3ce4-410c-a0f3-acf9ee5cf818 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.4504969 Oct 18 07:53:46.554045 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-3fa9ad19-1c9e-4472-992f-cd0106a1cf47 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Allocated IP 172.20.0.6 (36b310c0-2833-4179-9c6b-806209de5cb1/bfcc4d90-6791-4e69-a6e9-b96627a83de4/d5fe5721-7ac6-4f57-adc7-f5a18dc60868) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:46.556040 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.objects.ports [None req-236eb63c-16c1-4030-9736-58b0a7039660 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89046) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:53:46.558572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cd7953-f85f-4bf9-bf4b-58b2a3002bd7']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:46.566624 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-236eb63c-16c1-4030-9736-58b0a7039660 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:46.600924 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Router 6303e1f3-a63b-42da-aa13-d9d311c5b89d is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:53:46.629711 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Transition to ACTIVE for port object 42410f98-c195-4793-97ef-e85b219fc5d8 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:46.638901 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] For port 4516e2c6-dc21-43a0-8d24-ca065fce4758, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4516e2c6-dc21-43a0-8d24-ca065fce4758,segment=NetworkSegment(28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4),segment_id=28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:53:46.643051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa66a58-d4b2-487d-b184-749f2503e45b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:46.646636 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfa66a58-d4b2-487d-b184-749f2503e45b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:46.659505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:46.662287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236eb63c-16c1-4030-9736-58b0a7039660 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=095502fb-a44c-448e-8086-660bcce595a8,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:46.669299 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:46.669517 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:46.689411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:46.706590 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-dfa66a58-d4b2-487d-b184-749f2503e45b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] device_id is not set on port c064a338-2832-4836-af56-f0dd2a050f1d yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:53:46.738256 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Transition to ACTIVE for port object 42410f98-c195-4793-97ef-e85b219fc5d8 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:46.757562 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 8691f24d-454b-4a09-aee8-46156215d8bd no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:53:46.768410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:53:46.768808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:53:46.776381 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236eb63c-16c1-4030-9736-58b0a7039660 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:46.780993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:46.783921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-236eb63c-16c1-4030-9736-58b0a7039660 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:46.791490 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:46.792053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236eb63c-16c1-4030-9736-58b0a7039660 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:46.792653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-236eb63c-16c1-4030-9736-58b0a7039660 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:46.811189 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:46.811456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:46.822162 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b04544-fc2b-404b-b7f9-58d562e1a4ea None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:46.891055 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4 resource provider aggregate not found Oct 18 07:53:46.932178 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-6e152224-990e-4482-a858-c733a12141cc None None] For port 8691f24d-454b-4a09-aee8-46156215d8bd, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=8691f24d-454b-4a09-aee8-46156215d8bd,segment=NetworkSegment(b3a681b5-fde6-47d9-bbc5-72a5d2a87649),segment_id=b3a681b5-fde6-47d9-bbc5-72a5d2a87649)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:46.932661 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6e152224-990e-4482-a858-c733a12141cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:46.953530 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4 found for delete ", "request_id": "req-93ee5fb3-314a-42b6-99db-c8c334416ea1"}]} Oct 18 07:53:46.982128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 07:53:46.982128 dv-neutron-861625-1-hyperv neutron-server[89046]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 07:53:46.982128 dv-neutron-861625-1-hyperv neutron-server[89046]: [parameters: {'id': '26cd7953-f85f-4bf9-bf4b-58b2a3002bd7'}] Oct 18 07:53:46.982128 dv-neutron-861625-1-hyperv neutron-server[89046]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:53:46.982613 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:53:46.997105 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-236eb63c-16c1-4030-9736-58b0a7039660 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9079256 Oct 18 07:53:46.998800 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55742) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:47.002849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-e0a6ff0d-6517-40d9-98d9-cb97fa2e3781 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'mac_address': 'fa:16:3e:16:a3:f9', 'name': 'tempest-NetworksTestDHCPv6-1474685916'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:47.019007 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Network 6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:47.023402 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e07a52-deca-4785-a82f-28a6e7ebdd41 None None] Network 26cd7953-f85f-4bf9-bf4b-58b2a3002bd7 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:47.035662 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8ab3d-5f8b-46de-afb0-59ab9cbaabba None None] Pushing event updated for resources: {'Port': ['ID=4516e2c6-dc21-43a0-8d24-ca065fce4758,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:47.075480 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d9403bbb-e208-452f-8007-73407b4aaa97 req-afaa4c14-c60d-4ac0-91ca-a0b6aa79df03 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5092926 Oct 18 07:53:47.124555 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:47.127716 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:47.134610 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-dfa66a58-d4b2-487d-b184-749f2503e45b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Allocated IP 2001:db8::17e (6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e/4fac9099-c964-4664-9b74-84105ee7f570/c064a338-2832-4836-af56-f0dd2a050f1d) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:47.206273 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:53:47.218040 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Sync routers for ids ['6303e1f3-a63b-42da-aa13-d9d311c5b89d'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:53:47.220151 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61aadb28-7bc4-4328-96da-cdc69b47e74b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 1d1af122-52a3-46e6-8e7d-2def25f7339c has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:53:47.228758 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Routers {'6303e1f3-a63b-42da-aa13-d9d311c5b89d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:47.229548 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6303e1f3-a63b-42da-aa13-d9d311c5b89d'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:47.271091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Deleting port 8691f24d-454b-4a09-aee8-46156215d8bd {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:47.271487 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:47.312206 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6e152224-990e-4482-a858-c733a12141cc None None] Calling delete_port for 8691f24d-454b-4a09-aee8-46156215d8bd owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:47.339206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e0a6ff0d-6517-40d9-98d9-cb97fa2e3781 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:47.379346 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e0a6ff0d-6517-40d9-98d9-cb97fa2e3781 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:47.485007 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Set router 6303e1f3-a63b-42da-aa13-d9d311c5b89d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:53:47.487507 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:47.501609 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Attempting to bind port 42410f98-c195-4793-97ef-e85b219fc5d8 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:47.502203 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Attempting to bind port 42410f98-c195-4793-97ef-e85b219fc5d8 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '8eac1216-ce2c-4f21-b241-9fa0e0e62892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:47.502315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Attempting to bind port 42410f98-c195-4793-97ef-e85b219fc5d8 on network 6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:47.503965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a6ff0d-6517-40d9-98d9-cb97fa2e3781 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:47.529497 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61aadb28-7bc4-4328-96da-cdc69b47e74b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:53:47.541951 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-61aadb28-7bc4-4328-96da-cdc69b47e74b tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/1d1af122-52a3-46e6-8e7d-2def25f7339c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9383969 Oct 18 07:53:47.544537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55746) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:47.550770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da07bd6c-2e76-4baf-bc16-23bc84844c2d None None] Sync routers for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:53:47.552956 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-e0007597-7cd9-4405-90d6-2a8c7ffe8100 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:47.553106 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Pushing event updated for resources: {'Port': ['ID=42410f98-c195-4793-97ef-e85b219fc5d8,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:47.554852 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-e0007597-7cd9-4405-90d6-2a8c7ffe8100 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.46 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 0.4808373 Oct 18 07:53:47.619454 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:53:47.619825 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Checking segment: {'id': '8eac1216-ce2c-4f21-b241-9fa0e0e62892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:47.620226 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:47.620613 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Bound using segment: {'id': '8eac1216-ce2c-4f21-b241-9fa0e0e62892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:53:47.621096 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Bound port: 42410f98-c195-4793-97ef-e85b219fc5d8, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eac1216-ce2c-4f21-b241-9fa0e0e62892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:53:47.621466 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:47.629049 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:47.632793 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d96dd1cd-d46b-4406-a55e-b259eb0a4f15 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 10.0610859 Oct 18 07:53:47.635437 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-7533e53f-ec91-4857-b2fa-aa42a72bb2e1 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting subnet 2e78de95-3c55-4aed-879f-b21af0bbb762 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:53:47.638960 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7533e53f-ec91-4857-b2fa-aa42a72bb2e1 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:47.644308 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55750) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:47.709002 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7533e53f-ec91-4857-b2fa-aa42a72bb2e1 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:47.815468 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7533e53f-ec91-4857-b2fa-aa42a72bb2e1 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:47.817509 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da07bd6c-2e76-4baf-bc16-23bc84844c2d None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:47.818180 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-da07bd6c-2e76-4baf-bc16-23bc84844c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:47.844693 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303e1f3-a63b-42da-aa13-d9d311c5b89d', 'name': '', 'tenant_id': '14a8734522ce40a2b698af839a0ea312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aa56f9d-2a6d-42b4-a4e0-7eb915633f63', 'external_fixed_ips': [{'subnet_id': 'e56c0890-6f86-4bc8-9db3-27c0ea46beca', 'ip_address': '2001:db8::28f'}], 'enable_snat': True}, 'gw_port_id': '58fb36a9-3ad7-4652-9aa0-e6fde56d2cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:53:37Z', 'updated_at': '2022-10-18T07:53:43Z', 'revision_number': 3, 'project_id': '14a8734522ce40a2b698af839a0ea312', 'gw_port': {'id': '58fb36a9-3ad7-4652-9aa0-e6fde56d2cba', 'name': '', 'network_id': '0aa56f9d-2a6d-42b4-a4e0-7eb915633f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6303e1f3-a63b-42da-aa13-d9d311c5b89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e56c0890-6f86-4bc8-9db3-27c0ea46beca', 'ip_address': '2001:db8::28f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:53:40Z', 'updated_at': '2022-10-18T07:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e56c0890-6f86-4bc8-9db3-27c0ea46beca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:47.849005 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Checking router: 6303e1f3-a63b-42da-aa13-d9d311c5b89d for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:53:47.849349 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Updating router 6303e1f3-a63b-42da-aa13-d9d311c5b89d port 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:53:47.916523 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:47.920542 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7533e53f-ec91-4857-b2fa-aa42a72bb2e1 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:47.921835 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Deleting port 4516e2c6-dc21-43a0-8d24-ca065fce4758 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:47.922190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:47.975536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 8691f24d-454b-4a09-aee8-46156215d8bd is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:47.975892 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:47.981585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533e53f-ec91-4857-b2fa-aa42a72bb2e1 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Subnet': ['ID=2e78de95-3c55-4aed-879f-b21af0bbb762,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:47.992230 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7533e53f-ec91-4857-b2fa-aa42a72bb2e1 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.003204 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7533e53f-ec91-4857-b2fa-aa42a72bb2e1 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/subnets/2e78de95-3c55-4aed-879f-b21af0bbb762 HTTP/1.1" status: 204 len: 168 time: 0.4550178 Oct 18 07:53:48.014014 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55754) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:48.069412 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6e152224-990e-4482-a858-c733a12141cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.073704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ee5afd-a21f-45e9-ac8a-996746766bf1 None None] Network e96ee321-525c-4d3c-aea9-828f9a4cabac requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:48.148634 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.160903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Deleting port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:48.161466 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.177691 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3fa9ad19-1c9e-4472-992f-cd0106a1cf47 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.183448 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting port 422c5bed-b51f-4035-934a-805448e08b62 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:48.183898 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.234704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e152224-990e-4482-a858-c733a12141cc None None] Pushing event deleted for resources: {'Port': ['ID=8691f24d-454b-4a09-aee8-46156215d8bd,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:48.287796 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfa66a58-d4b2-487d-b184-749f2503e45b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.359354 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e152224-990e-4482-a858-c733a12141cc None None] No DVR routers for this DVR port 8691f24d-454b-4a09-aee8-46156215d8bd on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:53:48.405705 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3fa9ad19-1c9e-4472-992f-cd0106a1cf47 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.443707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] For port 42410f98-c195-4793-97ef-e85b219fc5d8, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:53:48.470803 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.485379 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Transition to ACTIVE for port object 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:48.497092 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.503998 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': '095502fb-a44c-448e-8086-660bcce595a8'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:53:48.504678 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.511276 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] For port 4516e2c6-dc21-43a0-8d24-ca065fce4758, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4516e2c6-dc21-43a0-8d24-ca065fce4758,segment=NetworkSegment(28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4),segment_id=28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:48.511645 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.511866 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa9ad19-1c9e-4472-992f-cd0106a1cf47 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network 36b310c0-2833-4179-9c6b-806209de5cb1 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:48.523144 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9ad19-1c9e-4472-992f-cd0106a1cf47 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=d5fe5721-7ac6-4f57-adc7-f5a18dc60868,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:48.526406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-3fa9ad19-1c9e-4472-992f-cd0106a1cf47 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:48.533068 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa9ad19-1c9e-4472-992f-cd0106a1cf47 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:48.543038 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] For port 42410f98-c195-4793-97ef-e85b219fc5d8, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=42410f98-c195-4793-97ef-e85b219fc5d8,segment=NetworkSegment(8eac1216-ce2c-4f21-b241-9fa0e0e62892),segment_id=8eac1216-ce2c-4f21-b241-9fa0e0e62892)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:53:48.559178 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-da07bd6c-2e76-4baf-bc16-23bc84844c2d None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:53:48.602675 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed179cf7-52c0-4242-97f5-b4e90d01d8eb None None] Pushing event updated for resources: {'Port': ['ID=58fb36a9-3ad7-4652-9aa0-e6fde56d2cba,revision_number=2']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:48.607670 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa9ad19-1c9e-4472-992f-cd0106a1cf47 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:48.609805 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3fa9ad19-1c9e-4472-992f-cd0106a1cf47 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.613320 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed179cf7-52c0-4242-97f5-b4e90d01d8eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:48.613893 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed179cf7-52c0-4242-97f5-b4e90d01d8eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:48.614498 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed179cf7-52c0-4242-97f5-b4e90d01d8eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:48.614995 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed179cf7-52c0-4242-97f5-b4e90d01d8eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:48.615481 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed179cf7-52c0-4242-97f5-b4e90d01d8eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:48.616489 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed179cf7-52c0-4242-97f5-b4e90d01d8eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:48.616968 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed179cf7-52c0-4242-97f5-b4e90d01d8eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:48.617451 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed179cf7-52c0-4242-97f5-b4e90d01d8eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:48.618209 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed179cf7-52c0-4242-97f5-b4e90d01d8eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:48.618779 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed179cf7-52c0-4242-97f5-b4e90d01d8eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:48.619263 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed179cf7-52c0-4242-97f5-b4e90d01d8eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:48.619775 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed179cf7-52c0-4242-97f5-b4e90d01d8eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:53:48.628274 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] For port 422c5bed-b51f-4035-934a-805448e08b62, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=422c5bed-b51f-4035-934a-805448e08b62,segment=NetworkSegment(0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb),segment_id=0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:48.628776 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.633301 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Attempting to bind port 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:48.633828 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Attempting to bind port 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'e6fa64c0-8a2a-440e-baf8-87219291bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0aa56f9d-2a6d-42b4-a4e0-7eb915633f63'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:48.634352 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Attempting to bind port 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba on network 0aa56f9d-2a6d-42b4-a4e0-7eb915633f63 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:48.642149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Calling delete_port for 4516e2c6-dc21-43a0-8d24-ca065fce4758 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:48.644287 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:53:48.644793 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Checking segment: {'id': 'e6fa64c0-8a2a-440e-baf8-87219291bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0aa56f9d-2a6d-42b4-a4e0-7eb915633f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:48.645304 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.645789 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Bound using segment: {'id': 'e6fa64c0-8a2a-440e-baf8-87219291bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0aa56f9d-2a6d-42b4-a4e0-7eb915633f63'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:53:48.646410 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Bound port: 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6fa64c0-8a2a-440e-baf8-87219291bd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0aa56f9d-2a6d-42b4-a4e0-7eb915633f63'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:53:48.646878 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.660345 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.728809 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] For port 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:53:48.757988 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] For port 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=58fb36a9-3ad7-4652-9aa0-e6fde56d2cba,segment=NetworkSegment(e6fa64c0-8a2a-440e-baf8-87219291bd32),segment_id=e6fa64c0-8a2a-440e-baf8-87219291bd32)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:53:48.763609 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.835148 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Routers {'6303e1f3-a63b-42da-aa13-d9d311c5b89d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:48.835775 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6303e1f3-a63b-42da-aa13-d9d311c5b89d'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:48.886562 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.975504 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ff0d-6517-40d9-98d9-cb97fa2e3781 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:48.996262 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] For port 8691f24d-454b-4a09-aee8-46156215d8bd, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=8691f24d-454b-4a09-aee8-46156215d8bd,segment=NetworkSegment(b3a681b5-fde6-47d9-bbc5-72a5d2a87649),segment_id=b3a681b5-fde6-47d9-bbc5-72a5d2a87649)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:48.996633 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:49.018721 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Calling delete_port for 422c5bed-b51f-4035-934a-805448e08b62 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:49.028279 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed179cf7-52c0-4242-97f5-b4e90d01d8eb None None] Pushing event updated for resources: {'Port': ['ID=58fb36a9-3ad7-4652-9aa0-e6fde56d2cba,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:49.064060 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28fd9e-78a8-4f4c-b3ab-48b0c12b3b59 None None] Pushing event updated for resources: {'Port': ['ID=42410f98-c195-4793-97ef-e85b219fc5d8,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:49.144734 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] Set router 6303e1f3-a63b-42da-aa13-d9d311c5b89d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:53:49.153839 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-e0a6ff0d-6517-40d9-98d9-cb97fa2e3781 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port d6bcf0f0-adb8-4258-b4e7-0dcf576413f1 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:53:49.171154 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3fa9ad19-1c9e-4472-992f-cd0106a1cf47 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1028278 Oct 18 07:53:49.171846 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55760) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:49.186687 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': 'd5fe5721-7ac6-4f57-adc7-f5a18dc60868', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:49.191170 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:49.216032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:49.239902 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Allocated IP 2001:db8::f816:3eff:fe85:3aca (421d0710-6574-4dc6-a599-2fa72ae31b2e/095502fb-a44c-448e-8086-660bcce595a8/acab232f-dd0d-4772-a580-5b1b3bc375f7) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:49.307437 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:49.323047 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Port': ['ID=422c5bed-b51f-4035-934a-805448e08b62,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:49.330166 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Usage tracker for resource:floatingip and tenant:673b068eae9a43748b342c59b1cd9387 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:49.334281 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] No DVR routers for this DVR port 422c5bed-b51f-4035-934a-805448e08b62 on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:53:49.339662 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:49.365724 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6186e62-0b3d-461d-9aa5-c07fc5098ff1 None None] DHCP port deletion for e96ee321-525c-4d3c-aea9-828f9a4cabac request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:53:49.396703 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:49.494566 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:49.523680 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:49.548807 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-da07bd6c-2e76-4baf-bc16-23bc84844c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:45Z', 'revision_number': 10, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:49.556997 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da07bd6c-2e76-4baf-bc16-23bc84844c2d None None] Checking router: 1d1af122-52a3-46e6-8e7d-2def25f7339c for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:53:49.607968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96ee321-525c-4d3c-aea9-828f9a4cabac']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:49.616689 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da07bd6c-2e76-4baf-bc16-23bc84844c2d None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:49.617270 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-da07bd6c-2e76-4baf-bc16-23bc84844c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:49.629732 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:49.630182 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:49.647335 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:49.652854 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6303e1f3-a63b-42da-aa13-d9d311c5b89d', 'name': '', 'tenant_id': '14a8734522ce40a2b698af839a0ea312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aa56f9d-2a6d-42b4-a4e0-7eb915633f63', 'external_fixed_ips': [{'subnet_id': 'e56c0890-6f86-4bc8-9db3-27c0ea46beca', 'ip_address': '2001:db8::28f'}], 'enable_snat': True}, 'gw_port_id': '58fb36a9-3ad7-4652-9aa0-e6fde56d2cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:53:37Z', 'updated_at': '2022-10-18T07:53:43Z', 'revision_number': 3, 'project_id': '14a8734522ce40a2b698af839a0ea312', 'gw_port': {'id': '58fb36a9-3ad7-4652-9aa0-e6fde56d2cba', 'name': '', 'network_id': '0aa56f9d-2a6d-42b4-a4e0-7eb915633f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6303e1f3-a63b-42da-aa13-d9d311c5b89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e56c0890-6f86-4bc8-9db3-27c0ea46beca', 'ip_address': '2001:db8::28f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:53:40Z', 'updated_at': '2022-10-18T07:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0890-6f86-4bc8-9db3-27c0ea46beca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:49.658826 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e833c7e3-f242-48d4-bf84-6c1c39149abc None None] The sync data for ids ['6303e1f3-a63b-42da-aa13-d9d311c5b89d'] in dv-neutron-861625-1-hyperv is: [{'id': '6303e1f3-a63b-42da-aa13-d9d311c5b89d', 'name': '', 'tenant_id': '14a8734522ce40a2b698af839a0ea312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aa56f9d-2a6d-42b4-a4e0-7eb915633f63', 'external_fixed_ips': [{'subnet_id': 'e56c0890-6f86-4bc8-9db3-27c0ea46beca', 'ip_address': '2001:db8::28f'}], 'enable_snat': True}, 'gw_port_id': '58fb36a9-3ad7-4652-9aa0-e6fde56d2cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:53:37Z', 'updated_at': '2022-10-18T07:53:43Z', 'revision_number': 3, 'project_id': '14a8734522ce40a2b698af839a0ea312', 'gw_port': {'id': '58fb36a9-3ad7-4652-9aa0-e6fde56d2cba', 'name': '', 'network_id': '0aa56f9d-2a6d-42b4-a4e0-7eb915633f63', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:fc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6303e1f3-a63b-42da-aa13-d9d311c5b89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e56c0890-6f86-4bc8-9db3-27c0ea46beca', 'ip_address': '2001:db8::28f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:53:40Z', 'updated_at': '2022-10-18T07:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e56c0890-6f86-4bc8-9db3-27c0ea46beca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:53:49.677949 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:49.687745 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:49.688523 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:49.714182 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No DVR routers for this DVR port 4516e2c6-dc21-43a0-8d24-ca065fce4758 on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:53:49.752667 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-dfa66a58-d4b2-487d-b184-749f2503e45b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Transition to ACTIVE for port object c064a338-2832-4836-af56-f0dd2a050f1d will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:49.772718 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Calling delete_port for 8691f24d-454b-4a09-aee8-46156215d8bd owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:49.801328 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:49.808969 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb resource provider aggregate not found Oct 18 07:53:49.825870 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Transition to ACTIVE for port object acab232f-dd0d-4772-a580-5b1b3bc375f7 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:49.843268 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ec7e908-b2f1-4bc5-b0cb-d71cfb4aeefb found for delete ", "request_id": "req-2a6bd214-0cc7-4fdb-97c5-2bc8259425a6"}]} Oct 18 07:53:49.848444 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-da07bd6c-2e76-4baf-bc16-23bc84844c2d None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:53:49.862928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:49.899931 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:49.911097 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:49.925508 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Network': ['ID=e96ee321-525c-4d3c-aea9-828f9a4cabac,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:49.933113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Transition to ACTIVE for port object acab232f-dd0d-4772-a580-5b1b3bc375f7 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:49.941372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cd7953-f85f-4bf9-bf4b-58b2a3002bd7']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:49.954469 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fa74aeee-5797-4110-9527-5668f78fa077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/networks/e96ee321-525c-4d3c-aea9-828f9a4cabac HTTP/1.1" status: 204 len: 168 time: 1.9392049 Oct 18 07:53:49.956483 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:49.957631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55768) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:49.963324 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:49.963684 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:49.978041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:50.015642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:50.023054 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:50.023792 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:50.115182 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Port': ['ID=4516e2c6-dc21-43a0-8d24-ca065fce4758,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:50.174200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:50.209446 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4 resource provider aggregate not found Oct 18 07:53:50.237121 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device bbc51aa0-e830-4ccf-af2e-d441c71a3a5e no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:53:50.267929 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28a908a8-8d3f-45c2-90c2-6d9ad09a0ee4 found for delete ", "request_id": "req-01c5871b-02ab-420f-b329-d8f15892a8b1"}]} Oct 18 07:53:50.373329 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:50.437408 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:50.447726 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:50.452130 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Pushing event updated for resources: {'Port': ['ID=acab232f-dd0d-4772-a580-5b1b3bc375f7,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:50.533671 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:50.541422 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc277080-b613-4254-b84c-f385e141863d None None] Network 6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:50.565131 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-e0a6ff0d-6517-40d9-98d9-cb97fa2e3781 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::f816:3eff:fe16:a3f9 (421d0710-6574-4dc6-a599-2fa72ae31b2e/095502fb-a44c-448e-8086-660bcce595a8/d6bcf0f0-adb8-4258-b4e7-0dcf576413f1) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:50.689873 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d47f9-5af1-4f02-a1ad-a3527a9c68e9 req-c4a37f04-e8b0-4a87-9d5d-58b385cebeff tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:50.693796 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3f9d47f9-5af1-4f02-a1ad-a3527a9c68e9 req-c4a37f04-e8b0-4a87-9d5d-58b385cebeff tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 946 time: 1.9637389 Oct 18 07:53:50.698704 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:50.712667 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Attempting to bind port acab232f-dd0d-4772-a580-5b1b3bc375f7 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:53:50.713161 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Attempting to bind port acab232f-dd0d-4772-a580-5b1b3bc375f7 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:53:50.713383 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Attempting to bind port acab232f-dd0d-4772-a580-5b1b3bc375f7 on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:53:50.743041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:53:50.743413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:50.743814 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:50.744197 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:53:50.744676 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Bound port: acab232f-dd0d-4772-a580-5b1b3bc375f7, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:53:50.745051 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:50.811793 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Allocated IP 172.26.8.248 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/7a179748-5806-4dfc-8a9e-661dcb431845) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:53:50.816598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Network': ['ID=26cd7953-f85f-4bf9-bf4b-58b2a3002bd7,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:50.856441 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7dd221da-89f0-4bac-9c48-c6de8bd9f7f1 None None] Provisioning for port 42410f98-c195-4793-97ef-e85b219fc5d8 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:50.880550 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfa66a58-d4b2-487d-b184-749f2503e45b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:50.891246 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-182d3868-513b-4ff7-84b9-b8741b6a1bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:50.898367 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:53:50.899537 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:53:50.917153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:51.001095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Deleting port 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:51.001790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:51.015463 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:51.079795 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d91e96e1-e9f2-4d96-b0e4-d9042afda304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/26cd7953-f85f-4bf9-bf4b-58b2a3002bd7 HTTP/1.1" status: 204 len: 168 time: 6.9590223 Oct 18 07:53:51.080719 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:51.081110 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:51.083465 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3f9d47f9-5af1-4f02-a1ad-a3527a9c68e9 req-d7bcebc7-29a3-4006-8173-f2eae87ac9cf tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3501389 Oct 18 07:53:51.087348 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55776) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:51.103068 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa66a58-d4b2-487d-b184-749f2503e45b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:51.122809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] For port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e,segment=NetworkSegment(d0892a4a-f892-43eb-b0e4-188ab345b122),segment_id=d0892a4a-f892-43eb-b0e4-188ab345b122)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:51.123171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:51.130806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-dfa66a58-d4b2-487d-b184-749f2503e45b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:51.185041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa66a58-d4b2-487d-b184-749f2503e45b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:51.191326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa66a58-d4b2-487d-b184-749f2503e45b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:51.192338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dfa66a58-d4b2-487d-b184-749f2503e45b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:51.206655 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91097b0b-1779-4869-9c58-3895c00304e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbc51aa0-e830-4ccf-af2e-d441c71a3a5e'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:53:51.209028 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586cf022-8c9c-40ee-9dad-d493ab165a66" -d '{"events": [{"server_uuid": "91097b0b-1779-4869-9c58-3895c00304e7", "name": "network-vif-unplugged", "status": "completed", "tag": "bbc51aa0-e830-4ccf-af2e-d441c71a3a5e"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:53:51.242962 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1efbe640-4702-4d16-87d8-6ce9ce211957 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:51.243751 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e,segment=NetworkSegment(d0892a4a-f892-43eb-b0e4-188ab345b122),segment_id=d0892a4a-f892-43eb-b0e4-188ab345b122)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:51.288736 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c209b4f-359c-4276-83d6-167f291888b0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] GET failed (client error): The resource could not be found. Oct 18 07:53:51.289251 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3c209b4f-359c-4276-83d6-167f291888b0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Synchronizing usage tracker for tenant:521d9aa55f07432182e0e8bda0b60ecd on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:51.295695 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] For port acab232f-dd0d-4772-a580-5b1b3bc375f7, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:53:51.310041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Oct 2022 07:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5e511f-eff5-46bd-b5a4-351fdfcb6d97 x-openstack-request-id: req-cf5e511f-eff5-46bd-b5a4-351fdfcb6d97 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:53:51.310403 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91097b0b-1779-4869-9c58-3895c00304e7", "name": "network-vif-unplugged", "status": "completed", "tag": "bbc51aa0-e830-4ccf-af2e-d441c71a3a5e", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:53:51.311063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-cf5e511f-eff5-46bd-b5a4-351fdfcb6d97 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:53:51.311263 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf5e511f-eff5-46bd-b5a4-351fdfcb6d97'] response: {'server_uuid': '91097b0b-1779-4869-9c58-3895c00304e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbc51aa0-e830-4ccf-af2e-d441c71a3a5e', 'code': 200} Oct 18 07:53:51.316731 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:51.320006 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:51.355321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa66a58-d4b2-487d-b184-749f2503e45b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=c064a338-2832-4836-af56-f0dd2a050f1d,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:51.365790 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] For port acab232f-dd0d-4772-a580-5b1b3bc375f7, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=acab232f-dd0d-4772-a580-5b1b3bc375f7,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:53:51.368321 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:51.387243 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:51.387620 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:51.387955 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba Oct 18 07:53:51.425875 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ff0d-6517-40d9-98d9-cb97fa2e3781 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:51.434191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:51.443542 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3c209b4f-359c-4276-83d6-167f291888b0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Unset dirty status for tenant:521d9aa55f07432182e0e8bda0b60ecd on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:51.444574 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3c209b4f-359c-4276-83d6-167f291888b0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "GET /v2.0/subnets/325df129-5921-4057-b863-16bfc93ce846 HTTP/1.1" status: 404 len: 337 time: 0.3401322 Oct 18 07:53:51.453456 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dfa66a58-d4b2-487d-b184-749f2503e45b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.8437233 Oct 18 07:53:51.456091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55782) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:51.456425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55784) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:51.456787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-da07bd6c-2e76-4baf-bc16-23bc84844c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:45Z', 'revision_number': 10, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:51.475395 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da07bd6c-2e76-4baf-bc16-23bc84844c2d None None] The sync data for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv is: [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:45Z', 'revision_number': 10, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None, '_interfaces': [{'id': 'c97e17d8-ade0-4402-9a5f-a0a7627e0245', 'name': '', 'network_id': 'a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'mac_address': 'fa:16:3e:91:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:52:17Z', 'updated_at': '2022-10-18T07:52:27Z', 'revision_number': 5, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'subnets': [{'id': 'd36abf21-5482-4966-8d1a-7b6282a20dfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:53:51.486477 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:51.569215 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Deleting port 8691f24d-454b-4a09-aee8-46156215d8bd {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:51.569567 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:51.593290 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:51.677592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f7054-9ba9-41a6-9feb-64e83050cec1 None None] Pushing event updated for resources: {'Port': ['ID=acab232f-dd0d-4772-a580-5b1b3bc375f7,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:51.680814 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:51.686368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:51.688312 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:51.688897 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:51.695448 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:51.725713 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=58fb36a9-3ad7-4652-9aa0-e6fde56d2cba,segment=NetworkSegment(e6fa64c0-8a2a-440e-baf8-87219291bd32),segment_id=e6fa64c0-8a2a-440e-baf8-87219291bd32)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:51.735459 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:51.736364 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 42410f98-c195-4793-97ef-e85b219fc5d8 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:51.788239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=7a179748-5806-4dfc-8a9e-661dcb431845,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:51.942820 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=58fb36a9-3ad7-4652-9aa0-e6fde56d2cba,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:51.995851 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 42410f98-c195-4793-97ef-e85b219fc5d8 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:52.011602 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 42410f98-c195-4793-97ef-e85b219fc5d8 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:52.012139 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:52.012574 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 42410f98-c195-4793-97ef-e85b219fc5d8 Oct 18 07:53:52.037221 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-1efbe640-4702-4d16-87d8-6ce9ce211957 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting port c97e17d8-ade0-4402-9a5f-a0a7627e0245 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:52.037580 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1efbe640-4702-4d16-87d8-6ce9ce211957 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:52.084084 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-e0a6ff0d-6517-40d9-98d9-cb97fa2e3781 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object d6bcf0f0-adb8-4258-b4e7-0dcf576413f1 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:53:52.120721 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7be3fc6-10f2-41c8-bc4b-f89eb94b580c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:53:52.121529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7be3fc6-10f2-41c8-bc4b-f89eb94b580c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:53:52.123528 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d7be3fc6-10f2-41c8-bc4b-f89eb94b580c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/26cd7953-f85f-4bf9-bf4b-58b2a3002bd7 HTTP/1.1" status: 404 len: 339 time: 0.6619794 Oct 18 07:53:52.142054 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55790) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:52.240012 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] The port '8691f24d-454b-4a09-aee8-46156215d8bd' was deleted {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:53:52.290510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 42410f98-c195-4793-97ef-e85b219fc5d8 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:52.291084 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:52.355078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Provisioning for port c064a338-2832-4836-af56-f0dd2a050f1d completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:52.363907 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Provisioning complete for port c064a338-2832-4836-af56-f0dd2a050f1d triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:52.364695 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:52.365129 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Attempt 1 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:53:52.404560 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 42410f98-c195-4793-97ef-e85b219fc5d8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=42410f98-c195-4793-97ef-e85b219fc5d8,segment=NetworkSegment(8eac1216-ce2c-4f21-b241-9fa0e0e62892),segment_id=8eac1216-ce2c-4f21-b241-9fa0e0e62892)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:52.438127 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:52.505958 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:52.605869 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 422c5bed-b51f-4035-934a-805448e08b62 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:53:52.619767 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8becea2-d029-4a8a-8bdc-64c0b362dc0c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:52.625701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8becea2-d029-4a8a-8bdc-64c0b362dc0c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:52.626447 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e8becea2-d029-4a8a-8bdc-64c0b362dc0c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Synchronizing usage tracker for tenant:521d9aa55f07432182e0e8bda0b60ecd on resource:network {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:52.652209 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 422c5bed-b51f-4035-934a-805448e08b62 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:53:52.652209 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 422c5bed-b51f-4035-934a-805448e08b62 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:53:52.674876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=42410f98-c195-4793-97ef-e85b219fc5d8,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:52.702682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-1efbe640-4702-4d16-87d8-6ce9ce211957 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] For port c97e17d8-ade0-4402-9a5f-a0a7627e0245, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c97e17d8-ade0-4402-9a5f-a0a7627e0245,segment=NetworkSegment(e447cfec-6a5e-4321-84f0-a34f5ef6da2e),segment_id=e447cfec-6a5e-4321-84f0-a34f5ef6da2e)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:52.703099 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1efbe640-4702-4d16-87d8-6ce9ce211957 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:52.713209 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e8becea2-d029-4a8a-8bdc-64c0b362dc0c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Unset dirty status for tenant:521d9aa55f07432182e0e8bda0b60ecd on resource:network {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:52.717470 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e8becea2-d029-4a8a-8bdc-64c0b362dc0c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1390 time: 0.5660970 Oct 18 07:53:52.719946 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55796) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:52.772522 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-232f9451-a1cc-453d-b82f-0e392f6278c5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Synchronizing usage tracker for tenant:521d9aa55f07432182e0e8bda0b60ecd on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:52.781707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] For port 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=58fb36a9-3ad7-4652-9aa0-e6fde56d2cba,segment=NetworkSegment(e6fa64c0-8a2a-440e-baf8-87219291bd32),segment_id=e6fa64c0-8a2a-440e-baf8-87219291bd32)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:52.782198 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:52.864556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ff0d-6517-40d9-98d9-cb97fa2e3781 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:52.911233 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-232f9451-a1cc-453d-b82f-0e392f6278c5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Unset dirty status for tenant:521d9aa55f07432182e0e8bda0b60ecd on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:52.912958 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-232f9451-a1cc-453d-b82f-0e392f6278c5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626 HTTP/1.1" status: 200 len: 207 time: 0.1921787 Oct 18 07:53:52.924597 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:53.010262 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:53.010512 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Attempt 2 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:53:53.032637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55800) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:53.047581 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-24f933ad-166e-40ea-9b73-f1de07e0b88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:53.061406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-1efbe640-4702-4d16-87d8-6ce9ce211957 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Calling delete_port for c97e17d8-ade0-4402-9a5f-a0a7627e0245 owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:53.082536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2208de49-4959-4c4c-a995-d6d019470bbc None None] get_active_networks_info from dv-neutron-861625-1-hyperv {{(pid=89047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 18 07:53:53.146988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:53.218819 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:53.244959 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Calling delete_port for 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:53.257345 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:53.257720 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:53.258091 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba Oct 18 07:53:53.290172 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:53.290725 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a6ff0d-6517-40d9-98d9-cb97fa2e3781 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:53:53.318195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:53.318484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:53.318824 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Floating IP b1e6aaf7-1bfd-44bc-9b8f-1a602ab4436e disassociated. External IP: 172.26.8.176, port: bbc51aa0-e830-4ccf-af2e-d441c71a3a5e. Oct 18 07:53:53.319172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Calling delete_port for bbc51aa0-e830-4ccf-af2e-d441c71a3a5e owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:53.344290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2208de49-4959-4c4c-a995-d6d019470bbc None None] Resources bound (agent type, host, resource id): {{(pid=89047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 07:53:53.400824 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1efbe640-4702-4d16-87d8-6ce9ce211957 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:53.503104 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbe640-4702-4d16-87d8-6ce9ce211957 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Port': ['ID=c97e17d8-ade0-4402-9a5f-a0a7627e0245,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:53.505458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:53.506485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device acab232f-dd0d-4772-a580-5b1b3bc375f7 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:53.513778 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-e0a6ff0d-6517-40d9-98d9-cb97fa2e3781 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:53.530877 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a6ff0d-6517-40d9-98d9-cb97fa2e3781 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:53:53.536325 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a6ff0d-6517-40d9-98d9-cb97fa2e3781 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:53.536927 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ff0d-6517-40d9-98d9-cb97fa2e3781 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:53.542111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ca3141-03af-4b73-b524-ab8b24f3cbec']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:53.630953 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a681b5-fde6-47d9-bbc5-72a5d2a87649') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:53.631255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a681b5-fde6-47d9-bbc5-72a5d2a87649') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:53.662922 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6ff0d-6517-40d9-98d9-cb97fa2e3781 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=d6bcf0f0-adb8-4258-b4e7-0dcf576413f1,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:53.698510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:53.708826 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e0a6ff0d-6517-40d9-98d9-cb97fa2e3781 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.7077565 Oct 18 07:53:53.709028 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port acab232f-dd0d-4772-a580-5b1b3bc375f7 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:53:53.710644 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55804) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:53.720917 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Attempt 3 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:53:53.756472 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1efbe640-4702-4d16-87d8-6ce9ce211957 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:53.765985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:53.776143 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:53:53.828162 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:53.851148 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:53:53.851386 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0c764a3b-cac2-43de-8f1e-1b15f12eaee0 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:53:53.853394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170ecfa0-7564-4906-8e51-a1dbbd641454 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:53.859147 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170ecfa0-7564-4906-8e51-a1dbbd641454 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:53.863281 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:53.865188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170ecfa0-7564-4906-8e51-a1dbbd641454 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:53.871440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170ecfa0-7564-4906-8e51-a1dbbd641454 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:53.875861 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:53.878852 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170ecfa0-7564-4906-8e51-a1dbbd641454 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:53.879015 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-170ecfa0-7564-4906-8e51-a1dbbd641454 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Synchronizing usage tracker for tenant:521d9aa55f07432182e0e8bda0b60ecd on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:53.881952 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:53.882373 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:53.913746 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf2c2f-29d4-4da9-8ec0-8c9130bb46b3 req-86e820b3-f479-4e4b-8a77-0895801641b7 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:53.915308 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7bcf2c2f-29d4-4da9-8ec0-8c9130bb46b3 req-86e820b3-f479-4e4b-8a77-0895801641b7 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 944 time: 1.4256842 Oct 18 07:53:53.976722 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:53:53.977056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:53:53.984939 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment b3a681b5-fde6-47d9-bbc5-72a5d2a87649 resource provider aggregate not found Oct 18 07:53:53.996306 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:54.034304 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment b3a681b5-fde6-47d9-bbc5-72a5d2a87649 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3a681b5-fde6-47d9-bbc5-72a5d2a87649 found for delete ", "request_id": "req-cda274de-62c1-458d-a038-ea5acda7654e"}]} Oct 18 07:53:54.076775 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-170ecfa0-7564-4906-8e51-a1dbbd641454 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Unset dirty status for tenant:521d9aa55f07432182e0e8bda0b60ecd on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:54.078247 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-170ecfa0-7564-4906-8e51-a1dbbd641454 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3094 time: 0.9896350 Oct 18 07:53:54.079281 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:53:54.079792 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:53:54.129619 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55812) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:54.230539 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:54.260404 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efbe640-4702-4d16-87d8-6ce9ce211957 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 1d1af122-52a3-46e6-8e7d-2def25f7339c has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:53:54.268284 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:54.357770 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:54.364903 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Attempt 4 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:53:54.379261 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7bcf2c2f-29d4-4da9-8ec0-8c9130bb46b3 req-fdc891bc-fb37-48f3-a93c-5bfc90996748 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4540939 Oct 18 07:53:54.394654 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:54.400250 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Network': ['ID=f5ca3141-03af-4b73-b524-ab8b24f3cbec,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:54.428042 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b01e2c84-e202-4b9a-9c5c-798d6c890491 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:54.437935 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:54.441011 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6b4b3d52-259a-4141-98ae-d22b12ab1c5a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/networks/f5ca3141-03af-4b73-b524-ab8b24f3cbec HTTP/1.1" status: 204 len: 168 time: 11.6971545 Oct 18 07:53:54.457605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55816) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:54.468749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-4a7cd205-5737-4a9e-acba-73ccabb1ea6e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1278190668'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:54.480289 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4a7cd205-5737-4a9e-acba-73ccabb1ea6e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:54.482206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Deleting port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:54.482541 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:54.541376 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4a7cd205-5737-4a9e-acba-73ccabb1ea6e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Usage tracker for resource:network and tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:54.569224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4a7cd205-5737-4a9e-acba-73ccabb1ea6e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:54.584986 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Deleting port 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:54.585272 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:54.627993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4a7cd205-5737-4a9e-acba-73ccabb1ea6e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:54.652947 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-134ed439-29b6-45f9-9233-06c3df6757a0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 681 time: 0.5065567 Oct 18 07:53:54.674127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55820) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:54.785177 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7cd205-5737-4a9e-acba-73ccabb1ea6e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:54.788553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4a7cd205-5737-4a9e-acba-73ccabb1ea6e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:54.803352 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=7a179748-5806-4dfc-8a9e-661dcb431845,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:54.817755 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e689e5-a3b1-4d3a-9058-3a3ca7dd2b2d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:54.820672 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 42410f98-c195-4793-97ef-e85b219fc5d8 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:53:54.824439 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e689e5-a3b1-4d3a-9058-3a3ca7dd2b2d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:54.828480 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a7e689e5-a3b1-4d3a-9058-3a3ca7dd2b2d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.1134195 Oct 18 07:53:54.834361 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55824) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:54.870883 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efbe640-4702-4d16-87d8-6ce9ce211957 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:53:54.885274 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385a272-e0c9-441a-bb5b-35c6d9dbc59d None None] Sync routers for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:53:54.894475 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385a272-e0c9-441a-bb5b-35c6d9dbc59d None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:54.895417 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f385a272-e0c9-441a-bb5b-35c6d9dbc59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:54.907997 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 42410f98-c195-4793-97ef-e85b219fc5d8 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:54.908607 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:54.908957 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 42410f98-c195-4793-97ef-e85b219fc5d8 Oct 18 07:53:54.938596 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1efbe640-4702-4d16-87d8-6ce9ce211957 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/1d1af122-52a3-46e6-8e7d-2def25f7339c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9793653 Oct 18 07:53:54.941019 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55828) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:54.949181 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Floating IP f41352a8-2108-4f00-b5d8-92486947e638 associated. External IP: 172.26.8.248, port: d5fe5721-7ac6-4f57-adc7-f5a18dc60868. Oct 18 07:53:54.950588 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Attempt 5 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:53:55.036185 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2912e-7454-4a03-9613-f7beb11604cc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port d6bcf0f0-adb8-4258-b4e7-0dcf576413f1 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:55.036522 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7d2912e-7454-4a03-9613-f7beb11604cc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:55.048942 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-f385a272-e0c9-441a-bb5b-35c6d9dbc59d None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:53:55.062043 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:55.156942 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 42410f98-c195-4793-97ef-e85b219fc5d8 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:55.201757 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f385a272-e0c9-441a-bb5b-35c6d9dbc59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:53Z', 'revision_number': 11, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:55.206971 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385a272-e0c9-441a-bb5b-35c6d9dbc59d None None] Checking router: 1d1af122-52a3-46e6-8e7d-2def25f7339c for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:53:55.208321 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6a3d2e-25a9-4cf9-b3fa-9cdb7420205e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting subnet d36abf21-5482-4966-8d1a-7b6282a20dfc {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:53:55.208659 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0124df5-c2ca-471d-8cc0-5690bb65bb79 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:55.210269 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0124df5-c2ca-471d-8cc0-5690bb65bb79 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:55.215647 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c0124df5-c2ca-471d-8cc0-5690bb65bb79 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5353534 Oct 18 07:53:55.221868 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3d2e-25a9-4cf9-b3fa-9cdb7420205e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:55.230965 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385a272-e0c9-441a-bb5b-35c6d9dbc59d None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:55.231583 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f385a272-e0c9-441a-bb5b-35c6d9dbc59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:55.233011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7cd205-5737-4a9e-acba-73ccabb1ea6e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:53:55.239960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55832) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:55.252230 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:55.366696 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-f385a272-e0c9-441a-bb5b-35c6d9dbc59d None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:53:55.384808 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3d2e-25a9-4cf9-b3fa-9cdb7420205e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:55.476052 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f385a272-e0c9-441a-bb5b-35c6d9dbc59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:53Z', 'revision_number': 11, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:55.479749 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385a272-e0c9-441a-bb5b-35c6d9dbc59d None None] The sync data for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv is: [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:53Z', 'revision_number': 11, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:53:55.486967 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4a7cd205-5737-4a9e-acba-73ccabb1ea6e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:55.487317 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-4a7cd205-5737-4a9e-acba-73ccabb1ea6e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Added segment 108b6a1f-1562-44fa-9880-5c6e75473778 of type vlan for network 16193d52-846b-4474-af4a-9b5a8b8b6c74 Oct 18 07:53:55.520429 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] For port 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=58fb36a9-3ad7-4652-9aa0-e6fde56d2cba,segment=NetworkSegment(e6fa64c0-8a2a-440e-baf8-87219291bd32),segment_id=e6fa64c0-8a2a-440e-baf8-87219291bd32)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:55.520781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:55.563247 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Attempt 6 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:53:55.578283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8c2933-00d2-4eef-9396-a9553b0b342b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['shared'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:55.579793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8c2933-00d2-4eef-9396-a9553b0b342b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['shared'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:55.586196 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9f8c2933-00d2-4eef-9396-a9553b0b342b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3404520 Oct 18 07:53:55.619005 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55838) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:55.622450 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:55.724925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Calling delete_port for 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:55.788901 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4a7cd205-5737-4a9e-acba-73ccabb1ea6e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:55.793656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] For port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e,segment=NetworkSegment(d0892a4a-f892-43eb-b0e4-188ab345b122),segment_id=d0892a4a-f892-43eb-b0e4-188ab345b122)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:55.794005 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:55.886210 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7d2912e-7454-4a03-9613-f7beb11604cc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:55.911671 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.resource_extend [None req-b01e2c84-e202-4b9a-9c5c-798d6c890491 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:53:55.952821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b01e2c84-e202-4b9a-9c5c-798d6c890491 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:55.971045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b01e2c84-e202-4b9a-9c5c-798d6c890491 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:56.080265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4a7cd205-5737-4a9e-acba-73ccabb1ea6e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:56.085629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7cd205-5737-4a9e-acba-73ccabb1ea6e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:56.086779 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4a7cd205-5737-4a9e-acba-73ccabb1ea6e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:56.123570 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Attempt 7 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:53:56.195942 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:56.196418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2912e-7454-4a03-9613-f7beb11604cc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for d6bcf0f0-adb8-4258-b4e7-0dcf576413f1 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:56.264107 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3d2e-25a9-4cf9-b3fa-9cdb7420205e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:56.302006 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4a7cd205-5737-4a9e-acba-73ccabb1ea6e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8405342 Oct 18 07:53:56.302006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e2c84-e202-4b9a-9c5c-798d6c890491 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=c064a338-2832-4836-af56-f0dd2a050f1d,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:56.302975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55842) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:56.316261 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db8026d-b229-448c-87f2-24f5a1a0a3b1 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:56.317627 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6db8026d-b229-448c-87f2-24f5a1a0a3b1 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "GET /v2.0/networks/8f50187d-d4b8-4c2f-a41c-6e8f267da90f HTTP/1.1" status: 200 len: 800 time: 0.6925406 Oct 18 07:53:56.324911 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router cfd6ecbc-7a45-4e58-b87d-4b094663c752 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:53:56.325551 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55844) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:56.340518 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf256e-7fe1-4ac6-8524-3ae8369e002f req-1ca95c01-2fa6-4b72-80e7-0091ebce36d0 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:56.341927 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-19bf256e-7fe1-4ac6-8524-3ae8369e002f req-1ca95c01-2fa6-4b72-80e7-0091ebce36d0 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 944 time: 0.7932866 Oct 18 07:53:56.421728 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-8b6d59cb-b64f-4952-819e-564d2676e947 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'subnet': {'network_id': '16193d52-846b-4474-af4a-9b5a8b8b6c74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:56.437630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cd205-5737-4a9e-acba-73ccabb1ea6e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Network': ['ID=16193d52-846b-4474-af4a-9b5a8b8b6c74,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:56.450913 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 16193d52-846b-4474-af4a-9b5a8b8b6c74 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:53:56.682211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-8b6d59cb-b64f-4952-819e-564d2676e947 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:56.689278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-8b6d59cb-b64f-4952-819e-564d2676e947 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Usage tracker for resource:subnet and tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:53:56.692393 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-19bf256e-7fe1-4ac6-8524-3ae8369e002f req-003f7fae-0012-4e3c-bf37-66380478e082 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups?id=80780d37-842b-4400-aa0e-7551f5bb17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199418 Oct 18 07:53:56.705488 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Attempt 8 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:53:56.727070 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-8b6d59cb-b64f-4952-819e-564d2676e947 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:53:56.732290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b01e2c84-e202-4b9a-9c5c-798d6c890491 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:56.736423 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:56.737096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:56.737096 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Floating IP b1e6aaf7-1bfd-44bc-9b8f-1a602ab4436e disassociated. External IP: 172.26.8.176, port: bbc51aa0-e830-4ccf-af2e-d441c71a3a5e. Oct 18 07:53:56.737674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Calling delete_port for bbc51aa0-e830-4ccf-af2e-d441c71a3a5e owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:56.741927 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c97e17d8-ade0-4402-9a5f-a0a7627e0245 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:53:56.743263 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3d2e-25a9-4cf9-b3fa-9cdb7420205e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:56.766975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-8b6d59cb-b64f-4952-819e-564d2676e947 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:56.781248 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:56.793343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: c97e17d8-ade0-4402-9a5f-a0a7627e0245 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:53:56.793343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c97e17d8-ade0-4402-9a5f-a0a7627e0245 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:53:56.806767 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:56.825884 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a3d2e-25a9-4cf9-b3fa-9cdb7420205e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Subnet': ['ID=d36abf21-5482-4966-8d1a-7b6282a20dfc,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:56.832678 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3d2e-25a9-4cf9-b3fa-9cdb7420205e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:56.835842 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65975ff6-cac5-4975-9e7e-707d80d5a70f None None] Network a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:56.856155 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-eebbf548-ab35-4e95-ac67-6eb2eaee9963 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "GET /v2.0/networks/8f50187d-d4b8-4c2f-a41c-6e8f267da90f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5225620 Oct 18 07:53:56.857916 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55850) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:56.862960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Pushing event deleted for resources: {'Port': ['ID=58fb36a9-3ad7-4652-9aa0-e6fde56d2cba,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:56.863461 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ca6a3d2e-25a9-4cf9-b3fa-9cdb7420205e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/subnets/d36abf21-5482-4966-8d1a-7b6282a20dfc HTTP/1.1" status: 204 len: 168 time: 1.9191520 Oct 18 07:53:56.864830 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7d2912e-7454-4a03-9613-f7beb11604cc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:56.872972 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55854) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:56.910242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:53:56.911001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6d59cb-b64f-4952-819e-564d2676e947 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:56.915198 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8b6d59cb-b64f-4952-819e-564d2676e947 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:56.947438 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a52d8fc-5763-4b30-9150-74df4f0b155c None None] Sync routers for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:53:56.985974 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a52d8fc-5763-4b30-9150-74df4f0b155c None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:56.986829 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0a52d8fc-5763-4b30-9150-74df4f0b155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:57.014462 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2912e-7454-4a03-9613-f7beb11604cc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=d6bcf0f0-adb8-4258-b4e7-0dcf576413f1,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:57.083082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0a52d8fc-5763-4b30-9150-74df4f0b155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:57.084577 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7d2912e-7454-4a03-9613-f7beb11604cc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:57.086487 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e7d2912e-7454-4a03-9613-f7beb11604cc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/d6bcf0f0-adb8-4258-b4e7-0dcf576413f1 HTTP/1.1" status: 204 len: 168 time: 2.2511773 Oct 18 07:53:57.098958 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a52d8fc-5763-4b30-9150-74df4f0b155c None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:57.099743 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0a52d8fc-5763-4b30-9150-74df4f0b155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:57.118081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55858) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:57.133879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:57.139595 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:57.147417 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:57.239279 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9aa9b7da-b6d7-4b10-bb26-a22575726fee tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.0631115 Oct 18 07:53:57.242803 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Deleting port 141846fc-fbb6-4799-9537-423d29d02311 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:57.243166 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:57.256644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0a52d8fc-5763-4b30-9150-74df4f0b155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:57.257203 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a52d8fc-5763-4b30-9150-74df4f0b155c None None] The sync data for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:53:57.275545 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55862) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:57.307905 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Attempt 9 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:53:57.358654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-5f9ca28f-3479-4219-8563-5f7f44b9b18c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:57.371361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:57.389132 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43adda49-fe4c-44b4-b537-59df04603aae None None] DHCP port deletion for a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:53:57.393412 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-43adda49-fe4c-44b4-b537-59df04603aae None None] Deleting port 141846fc-fbb6-4799-9537-423d29d02311 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:57.393853 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-43adda49-fe4c-44b4-b537-59df04603aae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:57.474446 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] For port 141846fc-fbb6-4799-9537-423d29d02311, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=141846fc-fbb6-4799-9537-423d29d02311,segment=NetworkSegment(e447cfec-6a5e-4321-84f0-a34f5ef6da2e),segment_id=e447cfec-6a5e-4321-84f0-a34f5ef6da2e)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:57.474831 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:57.579613 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:57.603599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-43adda49-fe4c-44b4-b537-59df04603aae None None] For port 141846fc-fbb6-4799-9537-423d29d02311, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=141846fc-fbb6-4799-9537-423d29d02311,segment=NetworkSegment(e447cfec-6a5e-4321-84f0-a34f5ef6da2e),segment_id=e447cfec-6a5e-4321-84f0-a34f5ef6da2e)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:53:57.604163 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-43adda49-fe4c-44b4-b537-59df04603aae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:57.612184 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Calling delete_port for 141846fc-fbb6-4799-9537-423d29d02311 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:57.622945 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:57.632590 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2fea77-f7fe-4d29-8d43-33a50d67bb9d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:57.639018 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9c2fea77-f7fe-4d29-8d43-33a50d67bb9d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "GET /v2.0/subnets/68343096-120a-4923-83f6-0143f2066831 HTTP/1.1" status: 200 len: 811 time: 0.7730217 Oct 18 07:53:57.648264 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e7fbcc-eb05-49f4-a0d0-5cdde24664c8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:57.650526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e7fbcc-eb05-49f4-a0d0-5cdde24664c8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:57.651270 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-22e7fbcc-eb05-49f4-a0d0-5cdde24664c8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:57.653848 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55866) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:57.720137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5f9ca28f-3479-4219-8563-5f7f44b9b18c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:57.739031 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-43adda49-fe4c-44b4-b537-59df04603aae None None] Calling delete_port for 141846fc-fbb6-4799-9537-423d29d02311 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:53:57.746639 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1d6096-81ba-44e9-b135-77e678596ecd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['shared'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:57.751686 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8d1d6096-81ba-44e9-b135-77e678596ecd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "GET /v2.0/subnets/68343096-120a-4923-83f6-0143f2066831?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0932546 Oct 18 07:53:57.752304 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55872) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:57.759508 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-9937f923-5a5e-4e3a-890a-d94622c17a10 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1835633778'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:57.764709 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9937f923-5a5e-4e3a-890a-d94622c17a10 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:57.767154 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:57.818416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9937f923-5a5e-4e3a-890a-d94622c17a10 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:57.835062 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-43adda49-fe4c-44b4-b537-59df04603aae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:53:57.837056 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-43adda49-fe4c-44b4-b537-59df04603aae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:53:57.855486 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-22e7fbcc-eb05-49f4-a0d0-5cdde24664c8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:57.858604 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-22e7fbcc-eb05-49f4-a0d0-5cdde24664c8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.7267373 Oct 18 07:53:57.858604 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:57.858604 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6303e1f3-a63b-42da-aa13-d9d311c5b89d {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:53:57.865493 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55876) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:57.872837 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Attempt 10 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:53:57.879141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:57.939001 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:57.952755 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Provisioning complete for port 42410f98-c195-4793-97ef-e85b219fc5d8 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:57.953278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:57.953776 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Attempt 1 to provision port 42410f98-c195-4793-97ef-e85b219fc5d8 Oct 18 07:53:57.966805 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Port': ['ID=141846fc-fbb6-4799-9537-423d29d02311,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:57.974177 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] No DVR routers for this DVR port 141846fc-fbb6-4799-9537-423d29d02311 on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:53:58.005595 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9937f923-5a5e-4e3a-890a-d94622c17a10 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:58.009890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9937f923-5a5e-4e3a-890a-d94622c17a10 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:58.040456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b01e2c84-e202-4b9a-9c5c-798d6c890491 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:58.090641 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0bb080b4-3627-4b50-9172-661202a72e37 None None] Current status of the port 42410f98-c195-4793-97ef-e85b219fc5d8 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:53:58.117793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Pushing event deleted for resources: {'Port': ['ID=bbc51aa0-e830-4ccf-af2e-d441c71a3a5e,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:58.121851 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-8b56a687-3abd-4eaa-841f-ce606443eadf req-90558659-c70f-4cfd-88e8-7d45836dfba3 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Synchronizing usage tracker for tenant:0f286d48607e4386b10ca9eff3ca0147 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:53:58.131502 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9937f923-5a5e-4e3a-890a-d94622c17a10 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:53:58.134995 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:58.162438 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9937f923-5a5e-4e3a-890a-d94622c17a10 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:58.162816 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-9937f923-5a5e-4e3a-890a-d94622c17a10 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Added segment 38a65ef2-1e14-4889-9418-76c656f9a5ca of type vlan for network 71753275-2e1b-4f48-9a9d-aac9113b55df Oct 18 07:53:58.170405 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:58.187748 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e447cfec-6a5e-4321-84f0-a34f5ef6da2e') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:58.188107 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e447cfec-6a5e-4321-84f0-a34f5ef6da2e') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:58.206312 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Could not find standard attr ID for object d6bcf0f0-adb8-4258-b4e7-0dcf576413f1. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:53:58.213234 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:58.218576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Provisioning complete for port c064a338-2832-4836-af56-f0dd2a050f1d triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:53:58.219301 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:58.219301 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Attempt 1 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:53:58.224792 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9937f923-5a5e-4e3a-890a-d94622c17a10 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:58.237553 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:58.252904 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:53:58.253231 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:58.306166 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:58.328938 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment e447cfec-6a5e-4321-84f0-a34f5ef6da2e resource provider aggregate not found Oct 18 07:53:58.342922 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-43adda49-fe4c-44b4-b537-59df04603aae None None] Deleting port 141846fc-fbb6-4799-9537-423d29d02311 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:53:58.344755 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-43adda49-fe4c-44b4-b537-59df04603aae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:58.354846 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment e447cfec-6a5e-4321-84f0-a34f5ef6da2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e447cfec-6a5e-4321-84f0-a34f5ef6da2e found for delete ", "request_id": "req-89ffa6f3-829a-4308-821f-0b9acb4e1596"}]} Oct 18 07:53:58.371754 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9937f923-5a5e-4e3a-890a-d94622c17a10 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:58.377725 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9937f923-5a5e-4e3a-890a-d94622c17a10 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:58.378389 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9937f923-5a5e-4e3a-890a-d94622c17a10 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:58.403397 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:58.482226 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:58.486276 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-43adda49-fe4c-44b4-b537-59df04603aae None None] The port '141846fc-fbb6-4799-9537-423d29d02311' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:53:58.528125 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937f923-5a5e-4e3a-890a-d94622c17a10 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Network': ['ID=71753275-2e1b-4f48-9a9d-aac9113b55df,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:58.531141 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/networks/a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f HTTP/1.1" status: 204 len: 168 time: 1.6568756 Oct 18 07:53:58.540055 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 71753275-2e1b-4f48-9a9d-aac9113b55df details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:53:58.546601 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55884) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:58.557951 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9937f923-5a5e-4e3a-890a-d94622c17a10 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8016701 Oct 18 07:53:58.557951 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55888) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:58.564662 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-350dfb4b-44f5-4afd-8c62-42c82bf06e7f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'router': {'routes': None}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:58.609454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c783180-dcfe-48c7-ac4c-d0c42d051c47 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 095502fb-a44c-448e-8086-660bcce595a8 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:53:58.635355 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-8b56a687-3abd-4eaa-841f-ce606443eadf req-90558659-c70f-4cfd-88e8-7d45836dfba3 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Unset dirty status for tenant:0f286d48607e4386b10ca9eff3ca0147 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:53:58.636636 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8b56a687-3abd-4eaa-841f-ce606443eadf req-90558659-c70f-4cfd-88e8-7d45836dfba3 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 210 time: 0.7498345 Oct 18 07:53:58.690338 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79261508-5ee0-473d-bb7c-840fc9e7eb1e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Pushing event deleted for resources: {'Network': ['ID=a7f5a0aa-f8f3-4b8a-a24f-668619af4a1f,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:58.702509 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-46bd398e-37d5-4a8a-9b30-fc6a9a93755f tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'subnet': {'network_id': '71753275-2e1b-4f48-9a9d-aac9113b55df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:53:58.703923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3c783180-dcfe-48c7-ac4c-d0c42d051c47 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:58.750289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:53:58.785084 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:53:58.785342 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 58fb36a9-3ad7-4652-9aa0-e6fde56d2cba not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:53:58.785948 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 141846fc-fbb6-4799-9537-423d29d02311 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:53:58.803639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:58.804918 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-74ab97ad-b366-488a-9723-82b9154976ce tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "DELETE /v2.0/routers/6303e1f3-a63b-42da-aa13-d9d311c5b89d HTTP/1.1" status: 204 len: 168 time: 11.1421211 Oct 18 07:53:58.813586 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Attempt 2 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:53:58.837560 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55892) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:53:58.846251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 141846fc-fbb6-4799-9537-423d29d02311 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:53:58.846251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 141846fc-fbb6-4799-9537-423d29d02311 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:53:58.879710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5f9ca28f-3479-4219-8563-5f7f44b9b18c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:58.912873 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:58.926863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5f9ca28f-3479-4219-8563-5f7f44b9b18c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:58.927178 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-5f9ca28f-3479-4219-8563-5f7f44b9b18c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Floating IP f41352a8-2108-4f00-b5d8-92486947e638 disassociated. External IP: 172.26.8.248, port: d5fe5721-7ac6-4f57-adc7-f5a18dc60868. Oct 18 07:53:59.027973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.extraroute_db [None req-350dfb4b-44f5-4afd-8c62-42c82bf06e7f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Added routes are [] {{(pid=89045) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 18 07:53:59.028585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.extraroute_db [None req-350dfb4b-44f5-4afd-8c62-42c82bf06e7f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Removed routes are [] {{(pid=89045) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 18 07:53:59.028686 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-350dfb4b-44f5-4afd-8c62-42c82bf06e7f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:59.091694 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-46bd398e-37d5-4a8a-9b30-fc6a9a93755f tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:53:59.104822 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-50837aac-2a11-4848-82b9-b63a04c83825 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Deleting subnet e56c0890-6f86-4bc8-9db3-27c0ea46beca {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:53:59.112160 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3c783180-dcfe-48c7-ac4c-d0c42d051c47 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:59.145364 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8b6d59cb-b64f-4952-819e-564d2676e947 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:59.178824 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-46bd398e-37d5-4a8a-9b30-fc6a9a93755f tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:53:59.181379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-50837aac-2a11-4848-82b9-b63a04c83825 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:59.259270 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Router 6e12c041-ed93-4708-a8c4-fc483d21ecdc has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:53:59.403586 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d59cb-b64f-4952-819e-564d2676e947 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Subnet': ['ID=a82606ac-bf8e-4fb6-8b03-78935d2c0edd,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:53:59.414097 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Attempt 3 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:53:59.468819 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bd398e-37d5-4a8a-9b30-fc6a9a93755f tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Made reservation on behalf of 521d9aa55f07432182e0e8bda0b60ecd for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:53:59.471249 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:53:59.471989 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-46bd398e-37d5-4a8a-9b30-fc6a9a93755f tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:59.568671 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-50837aac-2a11-4848-82b9-b63a04c83825 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:59.578119 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d59cb-b64f-4952-819e-564d2676e947 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Checking segment: {'id': '108b6a1f-1562-44fa-9880-5c6e75473778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '16193d52-846b-4474-af4a-9b5a8b8b6c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:53:59.578483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6d59cb-b64f-4952-819e-564d2676e947 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network hostable DHCP agents. Network: 16193d52-846b-4474-af4a-9b5a8b8b6c74, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:53:59.598613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-350dfb4b-44f5-4afd-8c62-42c82bf06e7f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:59.607529 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.ipam_backend_mixin [None req-46bd398e-37d5-4a8a-9b30-fc6a9a93755f tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Performing IP validity checks on allocation pools {{(pid=89045) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 18 07:53:59.608037 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.ipam_backend_mixin [None req-46bd398e-37d5-4a8a-9b30-fc6a9a93755f tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89045) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 18 07:53:59.614746 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-350dfb4b-44f5-4afd-8c62-42c82bf06e7f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:59.729893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3c783180-dcfe-48c7-ac4c-d0c42d051c47 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:59.775993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-50837aac-2a11-4848-82b9-b63a04c83825 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:59.777882 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:53:59.814720 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6d59cb-b64f-4952-819e-564d2676e947 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network 16193d52-846b-4474-af4a-9b5a8b8b6c74 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:53:59.871241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-8b6d59cb-b64f-4952-819e-564d2676e947 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 16193d52-846b-4474-af4a-9b5a8b8b6c74) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:53:59.871660 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9b2c0c88-7876-417a-a552-00297ff9c2e9 req-d7130c31-4a01-4d5a-ba5c-dfa755ed10ff tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 210 time: 0.1027863 Oct 18 07:53:59.881995 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b372f3ee-fdbd-422e-bd51-bc2cdbfba6ae None None] Network 16193d52-846b-4474-af4a-9b5a8b8b6c74 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:53:59.884512 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6d59cb-b64f-4952-819e-564d2676e947 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:53:59.885332 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8b6d59cb-b64f-4952-819e-564d2676e947 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:59.886846 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350dfb4b-44f5-4afd-8c62-42c82bf06e7f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 1d1af122-52a3-46e6-8e7d-2def25f7339c has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:53:59.908075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b01e2c84-e202-4b9a-9c5c-798d6c890491 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:59.915537 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:53:59.926127 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7589e6-3fc5-4e54-bbaa-183f0a433cb8 None None] Sync routers for ids ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:53:59.937465 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7589e6-3fc5-4e54-bbaa-183f0a433cb8 None None] Routers {'6e12c041-ed93-4708-a8c4-fc483d21ecdc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:53:59.938381 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3a7589e6-3fc5-4e54-bbaa-183f0a433cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:53:59.967508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b01e2c84-e202-4b9a-9c5c-798d6c890491 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:59.968364 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b01e2c84-e202-4b9a-9c5c-798d6c890491 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:53:59.983988 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Attempt 4 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:54:00.076137 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:00.128238 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-50837aac-2a11-4848-82b9-b63a04c83825 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:00.145447 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-3a7589e6-3fc5-4e54-bbaa-183f0a433cb8 None None] Set router 6e12c041-ed93-4708-a8c4-fc483d21ecdc gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:54:00.175800 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350dfb4b-44f5-4afd-8c62-42c82bf06e7f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:54:00.187761 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50837aac-2a11-4848-82b9-b63a04c83825 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e56c0890-6f86-4bc8-9db3-27c0ea46beca,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:00.208565 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-50837aac-2a11-4848-82b9-b63a04c83825 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:00.226235 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-350dfb4b-44f5-4afd-8c62-42c82bf06e7f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:00.228448 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-350dfb4b-44f5-4afd-8c62-42c82bf06e7f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/1d1af122-52a3-46e6-8e7d-2def25f7339c HTTP/1.1" status: 200 len: 704 time: 1.6774080 Oct 18 07:54:00.232355 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb50556f-54f3-4acf-8536-c21691f16231 None None] Sync routers for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:54:00.242845 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55898) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:00.277064 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8b6d59cb-b64f-4952-819e-564d2676e947 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8816404 Oct 18 07:54:00.286863 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb50556f-54f3-4acf-8536-c21691f16231 None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:00.287602 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-fb50556f-54f3-4acf-8536-c21691f16231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:00.304946 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55902) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:00.324294 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-3414e1ea-bacb-41c1-9e0a-54450e099e05 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'subnet': {'network_id': '16193d52-846b-4474-af4a-9b5a8b8b6c74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:00.416099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] No DVR routers for this DVR port bbc51aa0-e830-4ccf-af2e-d441c71a3a5e on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:54:00.419190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:00.422108 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-24e49dc2-07d1-4c8b-aac8-e24f24d3bb80 req-d438c71f-4046-4a3e-a1d7-8953c40ddb39 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.46 "DELETE /v2.0/ports/bbc51aa0-e830-4ccf-af2e-d441c71a3a5e HTTP/1.1" status: 204 len: 173 time: 12.8569217 Oct 18 07:54:00.426327 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91097b0b-1779-4869-9c58-3895c00304e7', 'name': 'network-vif-deleted', 'tag': 'bbc51aa0-e830-4ccf-af2e-d441c71a3a5e'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:54:00.430884 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1699de1-f4b1-4a25-a10c-1fc505179d9f" -d '{"events": [{"server_uuid": "91097b0b-1779-4869-9c58-3895c00304e7", "name": "network-vif-deleted", "tag": "bbc51aa0-e830-4ccf-af2e-d441c71a3a5e"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:54:00.442360 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9ca28f-3479-4219-8563-5f7f44b9b18c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router cfd6ecbc-7a45-4e58-b87d-4b094663c752 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:54:00.443765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3c783180-dcfe-48c7-ac4c-d0c42d051c47 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:00.475152 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cc428a81-7429-4d1d-a5c7-be474a6d26ff tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Synchronizing usage tracker for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:00.478308 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3414e1ea-bacb-41c1-9e0a-54450e099e05 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:00.486086 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-50837aac-2a11-4848-82b9-b63a04c83825 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "DELETE /v2.0/subnets/e56c0890-6f86-4bc8-9db3-27c0ea46beca HTTP/1.1" status: 204 len: 168 time: 1.6321018 Oct 18 07:54:00.487498 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-46bd398e-37d5-4a8a-9b30-fc6a9a93755f tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:00.493185 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55908) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:00.497369 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01e2c84-e202-4b9a-9c5c-798d6c890491 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:00.513357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-b01e2c84-e202-4b9a-9c5c-798d6c890491 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:00.528290 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3414e1ea-bacb-41c1-9e0a-54450e099e05 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Usage tracker for resource:subnet and tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:00.542147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-fb50556f-54f3-4acf-8536-c21691f16231 None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:54:00.584332 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3414e1ea-bacb-41c1-9e0a-54450e099e05 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:00.613771 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3414e1ea-bacb-41c1-9e0a-54450e099e05 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:00.620313 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Attempt 5 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:54:00.622153 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cc428a81-7429-4d1d-a5c7-be474a6d26ff tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Unset dirty status for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:00.628540 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cc428a81-7429-4d1d-a5c7-be474a6d26ff tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d1af122-52a3-46e6-8e7d-2def25f7339c HTTP/1.1" status: 200 len: 205 time: 0.3819201 Oct 18 07:54:00.635806 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3a7589e6-3fc5-4e54-bbaa-183f0a433cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'name': 'tempest-ServerActionsTestJSON-356566340-router', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:24Z', 'updated_at': '2022-10-18T07:49:43Z', 'revision_number': 4, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'gw_port': {'id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:26Z', 'updated_at': '2022-10-18T07:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'b475b0c9-57d5-4bd4-a1a4-5da511cb40d0', 'name': '', 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'mac_address': 'fa:16:3e:7b:2f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:39Z', 'updated_at': '2022-10-18T07:49:54Z', 'revision_number': 5, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'subnets': [{'id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:00.649597 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7589e6-3fc5-4e54-bbaa-183f0a433cb8 None None] Checking router: 6e12c041-ed93-4708-a8c4-fc483d21ecdc for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:54:00.669708 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7589e6-3fc5-4e54-bbaa-183f0a433cb8 None None] Routers {'6e12c041-ed93-4708-a8c4-fc483d21ecdc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:00.670317 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3a7589e6-3fc5-4e54-bbaa-183f0a433cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:00.690513 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3c783180-dcfe-48c7-ac4c-d0c42d051c47 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:00.695197 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3c783180-dcfe-48c7-ac4c-d0c42d051c47 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/095502fb-a44c-448e-8086-660bcce595a8 HTTP/1.1" status: 204 len: 168 time: 2.8213148 Oct 18 07:54:00.695197 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c783180-dcfe-48c7-ac4c-d0c42d051c47 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=095502fb-a44c-448e-8086-660bcce595a8,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:00.697487 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 07:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128c84d6-0513-434d-8b1d-7af828a242b2 x-openstack-request-id: req-128c84d6-0513-434d-8b1d-7af828a242b2 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:54:00.697676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91097b0b-1779-4869-9c58-3895c00304e7", "name": "network-vif-deleted", "tag": "bbc51aa0-e830-4ccf-af2e-d441c71a3a5e", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:54:00.697931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-128c84d6-0513-434d-8b1d-7af828a242b2 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:54:00.698314 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128c84d6-0513-434d-8b1d-7af828a242b2'] response: {'server_uuid': '91097b0b-1779-4869-9c58-3895c00304e7', 'name': 'network-vif-deleted', 'tag': 'bbc51aa0-e830-4ccf-af2e-d441c71a3a5e', 'status': 'completed', 'code': 200} Oct 18 07:54:00.698784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55912) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:00.699099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55914) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:00.715969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e2c84-e202-4b9a-9c5c-798d6c890491 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=c064a338-2832-4836-af56-f0dd2a050f1d,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:00.771696 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-16193d52-846b-4474-af4a-9b5a8b8b6c74', 'network_id': '16193d52-846b-4474-af4a-9b5a8b8b6c74', 'tenant_id': '0ff4a2ed04e848fcb5a8554e36c4dc8b', 'fixed_ips': [{'subnet_id': 'a82606ac-bf8e-4fb6-8b03-78935d2c0edd'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:54:00.773134 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:00.789753 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc0662c-af40-4b80-bf88-58b61fc3d116 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:00.830356 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3414e1ea-bacb-41c1-9e0a-54450e099e05 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:00.845092 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3414e1ea-bacb-41c1-9e0a-54450e099e05 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:00.857180 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-fb50556f-54f3-4acf-8536-c21691f16231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:53Z', 'revision_number': 11, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:00.877789 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd398e-37d5-4a8a-9b30-fc6a9a93755f tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Subnet': ['ID=9879c990-e2ba-4101-92f9-680edd3f0e84,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:00.955897 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c7ade0d5-84ca-400b-a7c2-5f575b3d3f25 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:00.961555 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb50556f-54f3-4acf-8536-c21691f16231 None None] Checking router: 1d1af122-52a3-46e6-8e7d-2def25f7339c for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:54:00.966063 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bd398e-37d5-4a8a-9b30-fc6a9a93755f tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Checking segment: {'id': '38a65ef2-1e14-4889-9418-76c656f9a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '71753275-2e1b-4f48-9a9d-aac9113b55df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:54:00.966430 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bd398e-37d5-4a8a-9b30-fc6a9a93755f tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network hostable DHCP agents. Network: 71753275-2e1b-4f48-9a9d-aac9113b55df, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:54:00.981699 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d6b0ddd-35d5-4052-9471-b46c9f2d7101 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:01.067279 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-3a7589e6-3fc5-4e54-bbaa-183f0a433cb8 None None] Set router 6e12c041-ed93-4708-a8c4-fc483d21ecdc gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:54:01.116098 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:01.133720 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb50556f-54f3-4acf-8536-c21691f16231 None None] Routers {'1d1af122-52a3-46e6-8e7d-2def25f7339c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:01.134737 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-fb50556f-54f3-4acf-8536-c21691f16231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1d1af122-52a3-46e6-8e7d-2def25f7339c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:01.149962 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bd398e-37d5-4a8a-9b30-fc6a9a93755f tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Network 71753275-2e1b-4f48-9a9d-aac9113b55df is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:54:01.223666 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c7ade0d5-84ca-400b-a7c2-5f575b3d3f25 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:01.231541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-46bd398e-37d5-4a8a-9b30-fc6a9a93755f tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 71753275-2e1b-4f48-9a9d-aac9113b55df) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:01.331382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2aa130-0d34-4f10-ad7d-7c7eb8ae2498 None None] Network 71753275-2e1b-4f48-9a9d-aac9113b55df requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:01.444805 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bd398e-37d5-4a8a-9b30-fc6a9a93755f tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:01.445800 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-46bd398e-37d5-4a8a-9b30-fc6a9a93755f tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:01.478267 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4f391c1c-38f8-4409-a302-6d9e6d604b04 req-de6146a3-55b6-4fec-b257-fadc5c9441ae tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/ports?device_id=91097b0b-1779-4869-9c58-3895c00304e7 HTTP/1.1" status: 200 len: 210 time: 0.2401323 Oct 18 07:54:01.487413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-c7ade0d5-84ca-400b-a7c2-5f575b3d3f25 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa56f9d-2a6d-42b4-a4e0-7eb915633f63']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:01.506205 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-c7ade0d5-84ca-400b-a7c2-5f575b3d3f25 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6fa64c0-8a2a-440e-baf8-87219291bd32') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:01.506615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-c7ade0d5-84ca-400b-a7c2-5f575b3d3f25 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6fa64c0-8a2a-440e-baf8-87219291bd32') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:01.518769 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-46bd398e-37d5-4a8a-9b30-fc6a9a93755f tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.9582450 Oct 18 07:54:01.524659 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c7ade0d5-84ca-400b-a7c2-5f575b3d3f25 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:01.530894 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55922) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:01.543045 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-bdbb178a-5dc4-4a12-9b80-428b39ea3bb5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:01.584224 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-be53349d-ebba-4c28-b519-682ea6bba770 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8694985 Oct 18 07:54:01.601114 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55926) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:01.617835 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3a7589e6-3fc5-4e54-bbaa-183f0a433cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'name': 'tempest-ServerActionsTestJSON-356566340-router', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:24Z', 'updated_at': '2022-10-18T07:49:43Z', 'revision_number': 4, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'gw_port': {'id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:26Z', 'updated_at': '2022-10-18T07:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'b475b0c9-57d5-4bd4-a1a4-5da511cb40d0', 'name': '', 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'mac_address': 'fa:16:3e:7b:2f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:39Z', 'updated_at': '2022-10-18T07:49:54Z', 'revision_number': 5, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'subnets': [{'id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:01.622507 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7589e6-3fc5-4e54-bbaa-183f0a433cb8 None None] The sync data for ids ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'] in dv-neutron-861625-1-hyperv is: [{'id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'name': 'tempest-ServerActionsTestJSON-356566340-router', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:24Z', 'updated_at': '2022-10-18T07:49:43Z', 'revision_number': 4, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'gw_port': {'id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:26Z', 'updated_at': '2022-10-18T07:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'b475b0c9-57d5-4bd4-a1a4-5da511cb40d0', 'name': '', 'network_id': 'b4b998fa-e372-4e50-b79b-07d7c610b310', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'mac_address': 'fa:16:3e:7b:2f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:39Z', 'updated_at': '2022-10-18T07:49:54Z', 'revision_number': 5, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'subnets': [{'id': 'dbb698bd-8a28-447d-9ac6-7bad4cc61081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:54:01.623998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-1607e989-e798-4f3e-be45-04eea93cdf69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:01.638903 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Attempt 6 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:54:01.646432 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c7ade0d5-84ca-400b-a7c2-5f575b3d3f25 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:01.735394 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ade0d5-84ca-400b-a7c2-5f575b3d3f25 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:54:01.735715 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c7ade0d5-84ca-400b-a7c2-5f575b3d3f25 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:01.792596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-fb50556f-54f3-4acf-8536-c21691f16231 None None] Set router 1d1af122-52a3-46e6-8e7d-2def25f7339c gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:54:01.809945 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d6b0ddd-35d5-4052-9471-b46c9f2d7101 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:01.817288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d6b0ddd-35d5-4052-9471-b46c9f2d7101 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:01.834121 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment e6fa64c0-8a2a-440e-baf8-87219291bd32 resource provider aggregate not found Oct 18 07:54:01.861251 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01e2c84-e202-4b9a-9c5c-798d6c890491 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Router a98cec8f-ba85-45f3-a62b-a9755aae0bd0 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:54:01.877174 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d6b0ddd-35d5-4052-9471-b46c9f2d7101 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:01.877816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6b0ddd-35d5-4052-9471-b46c9f2d7101 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Fanout notify agent at l3_agent the message router_deleted on router 1d1af122-52a3-46e6-8e7d-2def25f7339c {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:54:01.925984 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment e6fa64c0-8a2a-440e-baf8-87219291bd32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6fa64c0-8a2a-440e-baf8-87219291bd32 found for delete ", "request_id": "req-89b700cc-d86c-4351-8767-98ebf7aa67ce"}]} Oct 18 07:54:01.947722 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1607e989-e798-4f3e-be45-04eea93cdf69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:01.970688 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdbb178a-5dc4-4a12-9b80-428b39ea3bb5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-132573754'] for subnet, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:01.973986 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1607e989-e798-4f3e-be45-04eea93cdf69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:01.978165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c7ade0d5-84ca-400b-a7c2-5f575b3d3f25 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:01.982942 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-fb50556f-54f3-4acf-8536-c21691f16231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:53Z', 'revision_number': 11, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:01.997324 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:02.010497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb50556f-54f3-4acf-8536-c21691f16231 None None] The sync data for ids ['1d1af122-52a3-46e6-8e7d-2def25f7339c'] in dv-neutron-861625-1-hyperv is: [{'id': '1d1af122-52a3-46e6-8e7d-2def25f7339c', 'name': 'tempest-RoutersIpV6Test-router-945070662', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:52:13Z', 'updated_at': '2022-10-18T07:53:53Z', 'revision_number': 11, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:54:02.013436 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ade0d5-84ca-400b-a7c2-5f575b3d3f25 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0aa56f9d-2a6d-42b4-a4e0-7eb915633f63 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 18 07:54:02.039630 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c7ade0d5-84ca-400b-a7c2-5f575b3d3f25 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:02.046871 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ade0d5-84ca-400b-a7c2-5f575b3d3f25 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Pushing event deleted for resources: {'Network': ['ID=0aa56f9d-2a6d-42b4-a4e0-7eb915633f63,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:02.054008 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3414e1ea-bacb-41c1-9e0a-54450e099e05 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:02.063796 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01e2c84-e202-4b9a-9c5c-798d6c890491 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:54:02.067361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9ca28f-3479-4219-8563-5f7f44b9b18c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:54:02.086939 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5f9ca28f-3479-4219-8563-5f7f44b9b18c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:02.094824 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Allocated IP 2001:db8::2 (16193d52-846b-4474-af4a-9b5a8b8b6c74/a82606ac-bf8e-4fb6-8b03-78935d2c0edd/234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:02.106047 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c7ade0d5-84ca-400b-a7c2-5f575b3d3f25 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "DELETE /v2.0/networks/0aa56f9d-2a6d-42b4-a4e0-7eb915633f63 HTTP/1.1" status: 204 len: 168 time: 1.5827336 Oct 18 07:54:02.107686 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1607e989-e798-4f3e-be45-04eea93cdf69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:02.111326 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1607e989-e798-4f3e-be45-04eea93cdf69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:02.131465 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-71753275-2e1b-4f48-9a9d-aac9113b55df', 'network_id': '71753275-2e1b-4f48-9a9d-aac9113b55df', 'tenant_id': '521d9aa55f07432182e0e8bda0b60ecd', 'fixed_ips': [{'subnet_id': '9879c990-e2ba-4101-92f9-680edd3f0e84'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:54:02.132297 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:02.150023 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d6b0ddd-35d5-4052-9471-b46c9f2d7101 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:02.172089 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8d6b0ddd-35d5-4052-9471-b46c9f2d7101 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/routers/1d1af122-52a3-46e6-8e7d-2def25f7339c HTTP/1.1" status: 204 len: 168 time: 1.4598203 Oct 18 07:54:02.173203 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55936) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:02.215336 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b01e2c84-e202-4b9a-9c5c-798d6c890491 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "PUT /v2.0/routers/a98cec8f-ba85-45f3-a62b-a9755aae0bd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7518382 Oct 18 07:54:02.219090 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55938) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:02.222743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-23c0ac7e-26fe-4ec2-9bc7-a17576be3c9e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-697864477', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:02.270585 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88853f83-22de-4787-a4f4-f3715795c5d7 None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:54:02.283902 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-88853f83-22de-4787-a4f4-f3715795c5d7 None None] Deleting port acab232f-dd0d-4772-a580-5b1b3bc375f7 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:02.284308 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-88853f83-22de-4787-a4f4-f3715795c5d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:02.320698 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3414e1ea-bacb-41c1-9e0a-54450e099e05 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network 16193d52-846b-4474-af4a-9b5a8b8b6c74 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:02.336845 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-3414e1ea-bacb-41c1-9e0a-54450e099e05 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:02.354712 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3414e1ea-bacb-41c1-9e0a-54450e099e05 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:02.355526 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3414e1ea-bacb-41c1-9e0a-54450e099e05 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:02.396581 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3414e1ea-bacb-41c1-9e0a-54450e099e05 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0836098 Oct 18 07:54:02.400750 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414e1ea-bacb-41c1-9e0a-54450e099e05 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Subnet': ['ID=63a6ae18-231c-4a1e-bd2a-263a81345f9a,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:02.401204 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-23c0ac7e-26fe-4ec2-9bc7-a17576be3c9e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:02.404883 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55948) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:02.418112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-23c0ac7e-26fe-4ec2-9bc7-a17576be3c9e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Usage tracker for resource:router and tenant:40e2f53a491e42e8ab9b0ae7e52a82ac is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:02.422292 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-23c0ac7e-26fe-4ec2-9bc7-a17576be3c9e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:02.431943 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-23c0ac7e-26fe-4ec2-9bc7-a17576be3c9e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:02.452172 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5f9ca28f-3479-4219-8563-5f7f44b9b18c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "PUT /v2.0/floatingips/f41352a8-2108-4f00-b5d8-92486947e638 HTTP/1.1" status: 200 len: 688 time: 5.1755064 Oct 18 07:54:02.456814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-23c0ac7e-26fe-4ec2-9bc7-a17576be3c9e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:02.459239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-23c0ac7e-26fe-4ec2-9bc7-a17576be3c9e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:02.483709 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-23c0ac7e-26fe-4ec2-9bc7-a17576be3c9e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:02.509091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55952) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:02.516607 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Attempt 7 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:54:02.536168 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55958) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:02.550950 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-0e54baec-3992-4247-b919-ca23ffdbd092 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Request body: {'router': {'name': 'tempest-router--1816468609', 'project_id': '0da75964beaf44c987fd967856945670'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:02.571340 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0e54baec-3992-4247-b919-ca23ffdbd092 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:02.586877 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0e54baec-3992-4247-b919-ca23ffdbd092 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Usage tracker for resource:router and tenant:0da75964beaf44c987fd967856945670 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:02.596504 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0e54baec-3992-4247-b919-ca23ffdbd092 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:02.605418 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-23c0ac7e-26fe-4ec2-9bc7-a17576be3c9e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:02.645093 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6d1f45-2371-4806-a899-92e65fd2c388 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:02.646664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6d1f45-2371-4806-a899-92e65fd2c388 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:02.648365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6d1f45-2371-4806-a899-92e65fd2c388 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:02.648850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-23c0ac7e-26fe-4ec2-9bc7-a17576be3c9e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:02.649902 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6d1f45-2371-4806-a899-92e65fd2c388 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:02.650752 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-23c0ac7e-26fe-4ec2-9bc7-a17576be3c9e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4332855 Oct 18 07:54:02.651573 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6d1f45-2371-4806-a899-92e65fd2c388 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:02.652676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2b6d1f45-2371-4806-a899-92e65fd2c388 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Synchronizing usage tracker for tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:02.655544 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0e54baec-3992-4247-b919-ca23ffdbd092 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:02.665907 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55962) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:02.682719 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-b00d4b1a-1dc5-4904-ae64-593bcda55669 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:02.784286 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:02.794116 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2b6d1f45-2371-4806-a899-92e65fd2c388 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Unset dirty status for tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:02.795564 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2b6d1f45-2371-4806-a899-92e65fd2c388 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3857036 Oct 18 07:54:02.799196 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device acab232f-dd0d-4772-a580-5b1b3bc375f7 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:54:02.827016 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55968) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:02.828095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-4ec75ef0-9cb5-45b5-accc-9c6890ccb2dc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Deleting port 7a179748-5806-4dfc-8a9e-661dcb431845 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:02.828606 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4ec75ef0-9cb5-45b5-accc-9c6890ccb2dc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:02.866098 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0e54baec-3992-4247-b919-ca23ffdbd092 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:02.867254 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0e54baec-3992-4247-b919-ca23ffdbd092 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:02.867825 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e3017-5777-4307-95fa-1b8672e4ace4 None None] Sync routers for ids ['a98cec8f-ba85-45f3-a62b-a9755aae0bd0'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:54:02.881988 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0e3017-5777-4307-95fa-1b8672e4ace4 None None] Routers {'a98cec8f-ba85-45f3-a62b-a9755aae0bd0'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:02.883728 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:02.884752 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-1d0e3017-5777-4307-95fa-1b8672e4ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['a98cec8f-ba85-45f3-a62b-a9755aae0bd0'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:02.914966 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdbb178a-5dc4-4a12-9b80-428b39ea3bb5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775356885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-132354251'] for subnet, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:02.929580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-88853f83-22de-4787-a4f4-f3715795c5d7 None None] For port acab232f-dd0d-4772-a580-5b1b3bc375f7, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=acab232f-dd0d-4772-a580-5b1b3bc375f7,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:02.930030 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-88853f83-22de-4787-a4f4-f3715795c5d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:02.970933 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07ff4f-142d-4d63-bfcb-3af5b3151211 None None] Sync routers for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:54:02.975239 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Transition to ACTIVE for port object 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:03.012535 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-1d0e3017-5777-4307-95fa-1b8672e4ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:03.019161 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a2b09d-275d-4224-87f4-18b598409516 None None] New status for floating IP b1e6aaf7-1bfd-44bc-9b8f-1a602ab4436e: DOWN {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 07:54:03.096710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4ec75ef0-9cb5-45b5-accc-9c6890ccb2dc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:03.097280 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4ec75ef0-9cb5-45b5-accc-9c6890ccb2dc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:03.134505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-88853f83-22de-4787-a4f4-f3715795c5d7 None None] Calling delete_port for acab232f-dd0d-4772-a580-5b1b3bc375f7 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:03.208576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07ff4f-142d-4d63-bfcb-3af5b3151211 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:03.209211 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5d07ff4f-142d-4d63-bfcb-3af5b3151211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:03.271600 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Transition to ACTIVE for port object 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:03.298096 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Attempt 8 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:54:03.310723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-4ec75ef0-9cb5-45b5-accc-9c6890ccb2dc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Calling delete_port for 7a179748-5806-4dfc-8a9e-661dcb431845 owned by network:floatingip {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:03.365281 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:03.381606 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5d07ff4f-142d-4d63-bfcb-3af5b3151211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:03.386406 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0e3017-5777-4307-95fa-1b8672e4ace4 None None] Routers {'a98cec8f-ba85-45f3-a62b-a9755aae0bd0'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:03.387200 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-1d0e3017-5777-4307-95fa-1b8672e4ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['a98cec8f-ba85-45f3-a62b-a9755aae0bd0'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:03.402081 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Allocated IP 172.20.0.3 (71753275-2e1b-4f48-9a9d-aac9113b55df/9879c990-e2ba-4101-92f9-680edd3f0e84/ac0b1585-78cf-4ec8-b3a8-44642ee45be5) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:03.443236 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b00d4b1a-1dc5-4904-ae64-593bcda55669 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:03.463505 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-1d0e3017-5777-4307-95fa-1b8672e4ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:03.464124 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e3017-5777-4307-95fa-1b8672e4ace4 None None] The sync data for ids ['a98cec8f-ba85-45f3-a62b-a9755aae0bd0'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:54:03.479644 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0e54baec-3992-4247-b919-ca23ffdbd092 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:03.481252 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-fb96a176-fb64-4ced-9486-4c253882ce07 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1370314609'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:03.485507 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b00d4b1a-1dc5-4904-ae64-593bcda55669 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:03.491798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-fb96a176-fb64-4ced-9486-4c253882ce07 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:03.510689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2a584d-1b5f-4563-be99-c707e04b0ddb tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:03.511330 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1c2a584d-1b5f-4563-be99-c707e04b0ddb tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:03.514829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb178a-5dc4-4a12-9b80-428b39ea3bb5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:03.515716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdbb178a-5dc4-4a12-9b80-428b39ea3bb5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:03.516591 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bdbb178a-5dc4-4a12-9b80-428b39ea3bb5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "PUT /v2.0/subnets/9879c990-e2ba-4101-92f9-680edd3f0e84 HTTP/1.1" status: 200 len: 877 time: 1.9847472 Oct 18 07:54:03.518470 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-fb96a176-fb64-4ced-9486-4c253882ce07 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Usage tracker for resource:network and tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:03.525632 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55974) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:03.526523 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-fb96a176-fb64-4ced-9486-4c253882ce07 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:03.550365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Network 16193d52-846b-4474-af4a-9b5a8b8b6c74 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:03.553087 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07ff4f-142d-4d63-bfcb-3af5b3151211 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:03.553712 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5d07ff4f-142d-4d63-bfcb-3af5b3151211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:03.565332 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-fb96a176-fb64-4ced-9486-4c253882ce07 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:03.628542 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4ec75ef0-9cb5-45b5-accc-9c6890ccb2dc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:03.670158 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb178a-5dc4-4a12-9b80-428b39ea3bb5 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event updated for resources: {'Subnet': ['ID=9879c990-e2ba-4101-92f9-680edd3f0e84,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:03.679891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1c2a584d-1b5f-4563-be99-c707e04b0ddb tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:03.685512 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1c2a584d-1b5f-4563-be99-c707e04b0ddb tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports?device_id=a98cec8f-ba85-45f3-a62b-a9755aae0bd0 HTTP/1.1" status: 200 len: 988 time: 1.4335713 Oct 18 07:54:03.690787 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55980) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:03.691535 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec75ef0-9cb5-45b5-accc-9c6890ccb2dc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event deleted for resources: {'Port': ['ID=7a179748-5806-4dfc-8a9e-661dcb431845,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:03.694927 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:03.729377 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0e54baec-3992-4247-b919-ca23ffdbd092 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:03.760769 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb96a176-fb64-4ced-9486-4c253882ce07 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:03.761012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:03.762846 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port acab232f-dd0d-4772-a580-5b1b3bc375f7 is: DOWN; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:54:03.766717 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fb96a176-fb64-4ced-9486-4c253882ce07 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:03.769131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55984) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:03.773866 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5d07ff4f-142d-4d63-bfcb-3af5b3151211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:03.774636 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07ff4f-142d-4d63-bfcb-3af5b3151211 None None] The sync data for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:54:03.775892 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:03.781769 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Pushing event updated for resources: {'Port': ['ID=234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:03.826951 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-88853f83-22de-4787-a4f4-f3715795c5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:03.837518 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0e54baec-3992-4247-b919-ca23ffdbd092 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:03.841249 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0e54baec-3992-4247-b919-ca23ffdbd092 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2967787 Oct 18 07:54:03.865911 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55988) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:03.869415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00d4b1a-1dc5-4904-ae64-593bcda55669 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Router 438b8ac7-bed9-41bd-91db-e8204d49d98e is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:54:03.934947 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88853f83-22de-4787-a4f4-f3715795c5d7 None None] Pushing event deleted for resources: {'Port': ['ID=acab232f-dd0d-4772-a580-5b1b3bc375f7,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:03.936876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88853f83-22de-4787-a4f4-f3715795c5d7 None None] No DVR routers for this DVR port acab232f-dd0d-4772-a580-5b1b3bc375f7 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:54:03.941996 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.objects.ports [None req-1607e989-e798-4f3e-be45-04eea93cdf69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89045) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:54:03.974435 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Attempting to bind port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:54:03.974858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Attempting to bind port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '108b6a1f-1562-44fa-9880-5c6e75473778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '16193d52-846b-4474-af4a-9b5a8b8b6c74'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:54:03.975225 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Attempting to bind port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 on network 16193d52-846b-4474-af4a-9b5a8b8b6c74 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:54:03.994359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:54:03.994757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Checking segment: {'id': '108b6a1f-1562-44fa-9880-5c6e75473778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '16193d52-846b-4474-af4a-9b5a8b8b6c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:54:03.995335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:03.995892 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Bound using segment: {'id': '108b6a1f-1562-44fa-9880-5c6e75473778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '16193d52-846b-4474-af4a-9b5a8b8b6c74'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:54:03.996564 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Bound port: 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108b6a1f-1562-44fa-9880-5c6e75473778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '16193d52-846b-4474-af4a-9b5a8b8b6c74'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:54:03.997100 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.011325 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1607e989-e798-4f3e-be45-04eea93cdf69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.131920 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-60bf6af8-0e94-478c-b151-8953a4929243 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.163443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb96a176-fb64-4ced-9486-4c253882ce07 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:54:04.169569 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.191309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Transition to ACTIVE for port object ac0b1585-78cf-4ec8-b3a8-44642ee45be5 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:04.194825 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] For port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:54:04.199760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fb96a176-fb64-4ced-9486-4c253882ce07 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.200096 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-fb96a176-fb64-4ced-9486-4c253882ce07 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Added segment 0b02af8f-2b5b-449d-bb66-dd55c9bcd2fe of type vlan for network f44e42e2-750d-4ccb-b70e-49d96d5c4e5c Oct 18 07:54:04.203733 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] For port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5,segment=NetworkSegment(108b6a1f-1562-44fa-9880-5c6e75473778),segment_id=108b6a1f-1562-44fa-9880-5c6e75473778)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:54:04.205149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.218829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1607e989-e798-4f3e-be45-04eea93cdf69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:04.222141 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-55ddc0ee-442d-4476-b1de-d067bc9fb880 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.225429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Transition to ACTIVE for port object ac0b1585-78cf-4ec8-b3a8-44642ee45be5 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:04.230417 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.279502 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Attempt 9 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:54:04.282481 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-1607e989-e798-4f3e-be45-04eea93cdf69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:04.295019 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4ec75ef0-9cb5-45b5-accc-9c6890ccb2dc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.309880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.332798 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721a2a7a-4ce8-4e6d-8e6f-24df70171c08 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:04.356938 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1607e989-e798-4f3e-be45-04eea93cdf69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:04.357527 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1607e989-e798-4f3e-be45-04eea93cdf69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.374598 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00d4b1a-1dc5-4904-ae64-593bcda55669 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:54:04.388270 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Deleting port ac0b1585-78cf-4ec8-b3a8-44642ee45be5 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:04.389747 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.389858 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-60bf6af8-0e94-478c-b151-8953a4929243 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.404685 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b00d4b1a-1dc5-4904-ae64-593bcda55669 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.408420 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b00d4b1a-1dc5-4904-ae64-593bcda55669 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "PUT /v2.0/routers/438b8ac7-bed9-41bd-91db-e8204d49d98e HTTP/1.1" status: 200 len: 697 time: 1.7394176 Oct 18 07:54:04.418137 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 55992) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:04.418832 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607e989-e798-4f3e-be45-04eea93cdf69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=9ee55c5b-b818-4ceb-ba1f-c68d44d9b9c5,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:04.446348 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fb96a176-fb64-4ced-9486-4c253882ce07 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.453109 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1861aa-537b-448c-8626-db38cc351cfe None None] Sync routers for ids ['438b8ac7-bed9-41bd-91db-e8204d49d98e'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:54:04.481086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Network 71753275-2e1b-4f48-9a9d-aac9113b55df is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:04.485299 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4ec75ef0-9cb5-45b5-accc-9c6890ccb2dc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.486443 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4ec75ef0-9cb5-45b5-accc-9c6890ccb2dc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/floatingips/f41352a8-2108-4f00-b5d8-92486947e638 HTTP/1.1" status: 204 len: 168 time: 1.9745102 Oct 18 07:54:04.488017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.492922 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 55996) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:04.494238 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:04.509722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:04.509722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:04.511439 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': 'e6c48f13-8ecd-4b33-878f-49d4ed628de3'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:04.512133 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f912b2-92d8-4d22-8015-b05825010607 None None] Pushing event updated for resources: {'Port': ['ID=234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:04.570919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:04.576644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1861aa-537b-448c-8626-db38cc351cfe None None] Routers {'438b8ac7-bed9-41bd-91db-e8204d49d98e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:04.577285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ed1861aa-537b-448c-8626-db38cc351cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['438b8ac7-bed9-41bd-91db-e8204d49d98e'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:04.604330 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1607e989-e798-4f3e-be45-04eea93cdf69 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9949312 Oct 18 07:54:04.611833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56000) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:04.625887 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Usage tracker for resource:floatingip and tenant:673b068eae9a43748b342c59b1cd9387 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:04.636365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-766a339e-4798-4392-a447-47e17f38624f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'mac_address': 'fa:16:3e:ad:3e:cf', 'name': 'tempest-NetworksTestDHCPv6-1042459537'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:04.762723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:04.769390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fb96a176-fb64-4ced-9486-4c253882ce07 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.775060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb96a176-fb64-4ced-9486-4c253882ce07 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:04.777599 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fb96a176-fb64-4ced-9486-4c253882ce07 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.822314 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:04.870281 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-ed1861aa-537b-448c-8626-db38cc351cfe None None] Set router 438b8ac7-bed9-41bd-91db-e8204d49d98e gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:54:04.894206 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-55ddc0ee-442d-4476-b1de-d067bc9fb880 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:04.957499 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-fb96a176-fb64-4ced-9486-4c253882ce07 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4849534 Oct 18 07:54:04.964087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-766a339e-4798-4392-a447-47e17f38624f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:04.966079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56004) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:05.001536 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-55ddc0ee-442d-4476-b1de-d067bc9fb880 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:05.011748 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7a55c471-df7a-4d86-9c85-3ef460084077 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/routers/438b8ac7-bed9-41bd-91db-e8204d49d98e HTTP/1.1" status: 200 len: 703 time: 0.5904346 Oct 18 07:54:05.014346 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56008) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:05.025775 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:05.032519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Pushing event updated for resources: {'Port': ['ID=ac0b1585-78cf-4ec8-b3a8-44642ee45be5,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:05.040463 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-766a339e-4798-4392-a447-47e17f38624f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:port and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:05.041414 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Attempting to bind port ac0b1585-78cf-4ec8-b3a8-44642ee45be5 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:54:05.042024 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Attempting to bind port ac0b1585-78cf-4ec8-b3a8-44642ee45be5 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '38a65ef2-1e14-4889-9418-76c656f9a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '71753275-2e1b-4f48-9a9d-aac9113b55df'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:54:05.042599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Attempting to bind port ac0b1585-78cf-4ec8-b3a8-44642ee45be5 on network 71753275-2e1b-4f48-9a9d-aac9113b55df {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:54:05.044876 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Attempt 10 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:54:05.052946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c36a682e-45f9-4bfd-812d-3227c1163feb tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:05.069725 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96a176-fb64-4ced-9486-4c253882ce07 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Network': ['ID=f44e42e2-750d-4ccb-b70e-49d96d5c4e5c,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:05.070973 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ed1861aa-537b-448c-8626-db38cc351cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438b8ac7-bed9-41bd-91db-e8204d49d98e', 'name': 'tempest-RoutersIpV6Test-router-697864477', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:54:02Z', 'updated_at': '2022-10-18T07:54:03Z', 'revision_number': 2, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:05.076732 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-60bf6af8-0e94-478c-b151-8953a4929243 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:05.081885 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1861aa-537b-448c-8626-db38cc351cfe None None] Checking router: 438b8ac7-bed9-41bd-91db-e8204d49d98e for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:54:05.083523 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-766a339e-4798-4392-a447-47e17f38624f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:05.096599 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-89a7bb22-18d2-4cad-8038-c77252e034ec tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/ports?device_id=438b8ac7-bed9-41bd-91db-e8204d49d98e HTTP/1.1" status: 200 len: 205 time: 0.0808220 Oct 18 07:54:05.103770 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56012) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:05.129346 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network f44e42e2-750d-4ccb-b70e-49d96d5c4e5c details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:54:05.150588 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-766a339e-4798-4392-a447-47e17f38624f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:05.152202 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:54:05.152578 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Checking segment: {'id': '38a65ef2-1e14-4889-9418-76c656f9a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '71753275-2e1b-4f48-9a9d-aac9113b55df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:54:05.152982 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:05.153377 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Bound using segment: {'id': '38a65ef2-1e14-4889-9418-76c656f9a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '71753275-2e1b-4f48-9a9d-aac9113b55df'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:54:05.153846 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Bound port: ac0b1585-78cf-4ec8-b3a8-44642ee45be5, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a65ef2-1e14-4889-9418-76c656f9a5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '71753275-2e1b-4f48-9a9d-aac9113b55df'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:54:05.154220 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:05.256484 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1861aa-537b-448c-8626-db38cc351cfe None None] Routers {'438b8ac7-bed9-41bd-91db-e8204d49d98e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:05.257035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ed1861aa-537b-448c-8626-db38cc351cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['438b8ac7-bed9-41bd-91db-e8204d49d98e'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:05.278474 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf6af8-0e94-478c-b151-8953a4929243 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80780d37-842b-4400-aa0e-7551f5bb17e5,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:05.284543 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c01fc426-d7e3-4062-bbf8-6fbae4ad6395 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:05.303777 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766a339e-4798-4392-a447-47e17f38624f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:05.460195 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] For port ac0b1585-78cf-4ec8-b3a8-44642ee45be5, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:54:05.467356 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] For port ac0b1585-78cf-4ec8-b3a8-44642ee45be5, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ac0b1585-78cf-4ec8-b3a8-44642ee45be5,segment=NetworkSegment(38a65ef2-1e14-4889-9418-76c656f9a5ca),segment_id=38a65ef2-1e14-4889-9418-76c656f9a5ca)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:54:05.485638 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-55ddc0ee-442d-4476-b1de-d067bc9fb880 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:05.486302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ddc0ee-442d-4476-b1de-d067bc9fb880 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c98aaf2c-63ed-46c9-afe0-5d7c131081da {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:54:05.559998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c36a682e-45f9-4bfd-812d-3227c1163feb tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:05.584813 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:05.588060 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:05.589503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] For port ac0b1585-78cf-4ec8-b3a8-44642ee45be5, host dv-neutron-861625-1-hyperv, got binding levels [] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:05.589874 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:05.639740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c36a682e-45f9-4bfd-812d-3227c1163feb tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:05.677237 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-60bf6af8-0e94-478c-b151-8953a4929243 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:05.678491 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-60bf6af8-0e94-478c-b151-8953a4929243 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "DELETE /v2.0/security-groups/80780d37-842b-4400-aa0e-7551f5bb17e5 HTTP/1.1" status: 204 len: 168 time: 1.9064517 Oct 18 07:54:05.682456 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56016) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:05.686446 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-55ddc0ee-442d-4476-b1de-d067bc9fb880 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:05.690263 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-55ddc0ee-442d-4476-b1de-d067bc9fb880 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "DELETE /v2.0/routers/c98aaf2c-63ed-46c9-afe0-5d7c131081da HTTP/1.1" status: 204 len: 168 time: 1.8161058 Oct 18 07:54:05.710674 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c01fc426-d7e3-4062-bbf8-6fbae4ad6395 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:05.714095 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c01fc426-d7e3-4062-bbf8-6fbae4ad6395 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:05.717812 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-c53ca43b-6eef-4b03-9125-5b783464cbf3 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] show failed (client error): The resource could not be found. Oct 18 07:54:05.718865 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c53ca43b-6eef-4b03-9125-5b783464cbf3 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "GET /v2.0/security-groups/80780d37-842b-4400-aa0e-7551f5bb17e5 HTTP/1.1" status: 404 len: 347 time: 0.0350227 Oct 18 07:54:05.721617 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56022) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:05.748087 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f1ae8c7c-c03f-432c-b4f8-85d16acc9efc None None] Could not find standard attr ID for object acab232f-dd0d-4772-a580-5b1b3bc375f7. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:54:05.779682 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-ed1861aa-537b-448c-8626-db38cc351cfe None None] Set router 438b8ac7-bed9-41bd-91db-e8204d49d98e gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:54:05.937582 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': '9ee55c5b-b818-4ceb-ba1f-c68d44d9b9c5'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:54:05.938788 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:05.995836 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ed1861aa-537b-448c-8626-db38cc351cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438b8ac7-bed9-41bd-91db-e8204d49d98e', 'name': 'tempest-RoutersIpV6Test-router-697864477', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:54:02Z', 'updated_at': '2022-10-18T07:54:03Z', 'revision_number': 2, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:06.000942 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c01fc426-d7e3-4062-bbf8-6fbae4ad6395 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:06.001559 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01fc426-d7e3-4062-bbf8-6fbae4ad6395 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Fanout notify agent at l3_agent the message router_deleted on router 438b8ac7-bed9-41bd-91db-e8204d49d98e {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:54:06.010505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1861aa-537b-448c-8626-db38cc351cfe None None] The sync data for ids ['438b8ac7-bed9-41bd-91db-e8204d49d98e'] in dv-neutron-861625-1-hyperv is: [{'id': '438b8ac7-bed9-41bd-91db-e8204d49d98e', 'name': 'tempest-RoutersIpV6Test-router-697864477', 'tenant_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:54:02Z', 'updated_at': '2022-10-18T07:54:03Z', 'revision_number': 2, 'project_id': '40e2f53a491e42e8ab9b0ae7e52a82ac', 'gw_port_host': None}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:54:06.013463 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56026) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:06.051332 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef480b6-e730-4526-b59f-fcd4a77c937e None None] Pushing event updated for resources: {'Port': ['ID=ac0b1585-78cf-4ec8-b3a8-44642ee45be5,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:06.080168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-70ac12c2-4fa2-404b-aec7-029e215673d4 None None] Provisioning complete for port c064a338-2832-4836-af56-f0dd2a050f1d triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:06.080808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-70ac12c2-4fa2-404b-aec7-029e215673d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:06.081365 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-70ac12c2-4fa2-404b-aec7-029e215673d4 None None] Attempt 1 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:54:06.089887 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Calling delete_port for ac0b1585-78cf-4ec8-b3a8-44642ee45be5 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:06.113130 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c01fc426-d7e3-4062-bbf8-6fbae4ad6395 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:06.119118 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c01fc426-d7e3-4062-bbf8-6fbae4ad6395 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/routers/438b8ac7-bed9-41bd-91db-e8204d49d98e HTTP/1.1" status: 204 len: 168 time: 1.0141573 Oct 18 07:54:06.138105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56032) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:06.143246 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-cabf76a8-43c4-456f-8998-220238fb1830 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Deleting port 4b492a77-8629-4cec-be1e-9c207441eaa9 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:06.144159 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cabf76a8-43c4-456f-8998-220238fb1830 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:06.156283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c36a682e-45f9-4bfd-812d-3227c1163feb tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network f44e42e2-750d-4ccb-b70e-49d96d5c4e5c is not hosted by any dhcp agent {{(pid=89046) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 18 07:54:06.165141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36a682e-45f9-4bfd-812d-3227c1163feb tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:06.175814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c36a682e-45f9-4bfd-812d-3227c1163feb tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:06.178987 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c36a682e-45f9-4bfd-812d-3227c1163feb tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "PUT /v2.0/networks/f44e42e2-750d-4ccb-b70e-49d96d5c4e5c HTTP/1.1" status: 200 len: 723 time: 1.2080774 Oct 18 07:54:06.221551 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56034) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:06.239159 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-70ac12c2-4fa2-404b-aec7-029e215673d4 None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:06.254539 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812d3c16-ee56-44c9-a6eb-c0581376aee1 None None] Network 16193d52-846b-4474-af4a-9b5a8b8b6c74 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:06.347279 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-52649f3b-5c40-46fc-8873-9a3cff9b9278 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/ports?device_id=438b8ac7-bed9-41bd-91db-e8204d49d98e HTTP/1.1" status: 200 len: 205 time: 0.1296046 Oct 18 07:54:06.356038 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-75c1b31b-da64-49fa-9009-293090accc6d tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'subnet': {'network_id': 'f44e42e2-750d-4ccb-b70e-49d96d5c4e5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:06.356971 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56040) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:06.371240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a682e-45f9-4bfd-812d-3227c1163feb tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Network': ['ID=f44e42e2-750d-4ccb-b70e-49d96d5c4e5c,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:06.390253 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network f44e42e2-750d-4ccb-b70e-49d96d5c4e5c details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:54:06.481700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-766a339e-4798-4392-a447-47e17f38624f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:06.499587 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Allocated IP 2001:db8::f816:3eff:fe5c:ae22 (421d0710-6574-4dc6-a599-2fa72ae31b2e/9ee55c5b-b818-4ceb-ba1f-c68d44d9b9c5/d71dc91e-f288-466a-8aea-c221093fcbca) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:06.531648 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1140300492', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}, 'admin_state_up': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:06.536987 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-26e02a6d-b0e3-4083-a457-5cda6c5ac72c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] delete failed (client error): The resource could not be found. Oct 18 07:54:06.544101 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-26e02a6d-b0e3-4083-a457-5cda6c5ac72c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/routers/438b8ac7-bed9-41bd-91db-e8204d49d98e HTTP/1.1" status: 404 len: 336 time: 0.1763315 Oct 18 07:54:06.556200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56044) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:06.605677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-766a339e-4798-4392-a447-47e17f38624f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port 83f19029-c37c-42c3-af6a-730e17ab12b8 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:54:06.638137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:54:06.638459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:54:06.643957 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:06.664764 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Usage tracker for resource:router and tenant:a22354d471594de4952e78e6c2ba7f7c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:06.669049 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-134ad121-9634-4f36-a102-cd1f1878a976 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:06.671372 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-590bcff2-35e7-4222-b8b7-256d9cc5b0f9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:06.671950 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590bcff2-35e7-4222-b8b7-256d9cc5b0f9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:06.676162 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-590bcff2-35e7-4222-b8b7-256d9cc5b0f9 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/subnets/4ef52694-26e1-444b-b913-d6edb668ca9f HTTP/1.1" status: 404 len: 337 time: 0.1165378 Oct 18 07:54:06.677162 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:06.682792 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56048) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:06.690918 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:06.693202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-75c1b31b-da64-49fa-9009-293090accc6d tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:06.749770 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-70ac12c2-4fa2-404b-aec7-029e215673d4 None None] Attempt 2 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:54:06.891790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:06.931398 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:06.941836 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bcf4c6-a394-437f-8cde-f46ece93e52d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:06.942580 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65bcf4c6-a394-437f-8cde-f46ece93e52d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:06.947017 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-65bcf4c6-a394-437f-8cde-f46ece93e52d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/subnets/266d8be1-c034-457e-a613-854b3af14cd7 HTTP/1.1" status: 404 len: 337 time: 0.2548685 Oct 18 07:54:06.950137 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-75c1b31b-da64-49fa-9009-293090accc6d tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:06.951852 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56052) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:06.982160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-70ac12c2-4fa2-404b-aec7-029e215673d4 None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:07.047015 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccad8b69-7a71-435d-94d3-e69365565e9e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:07.047760 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccad8b69-7a71-435d-94d3-e69365565e9e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:07.049625 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ccad8b69-7a71-435d-94d3-e69365565e9e tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/subnets/2e78de95-3c55-4aed-879f-b21af0bbb762 HTTP/1.1" status: 404 len: 337 time: 0.0833733 Oct 18 07:54:07.055061 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:07.056288 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:07.060249 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56056) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:07.062246 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cabf76a8-43c4-456f-8998-220238fb1830 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:07.062784 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cabf76a8-43c4-456f-8998-220238fb1830 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:07.111006 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:07.128816 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Transition to ACTIVE for port object d71dc91e-f288-466a-8aea-c221093fcbca will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:07.145778 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:07.158740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ac0b1585-78cf-4ec8-b3a8-44642ee45be5 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:07.193593 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Transition to ACTIVE for port object d71dc91e-f288-466a-8aea-c221093fcbca will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:07.199479 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Deleting port ac0b1585-78cf-4ec8-b3a8-44642ee45be5 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:07.199931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:07.334279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-cabf76a8-43c4-456f-8998-220238fb1830 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Calling delete_port for 4b492a77-8629-4cec-be1e-9c207441eaa9 owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:07.336082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d5e8f6-07c5-4cbe-8270-2e553674dc72 None None] Network 71753275-2e1b-4f48-9a9d-aac9113b55df requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:07.355267 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:07.376226 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c1b31b-da64-49fa-9009-293090accc6d tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:07.379646 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-75c1b31b-da64-49fa-9009-293090accc6d tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:07.419233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Allocated IP 172.26.8.44 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/5947a7a4-c8b7-4fc2-a8e2-4aaea4dfb1b0) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:07.463833 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-48844897-a554-4ede-8119-a0673c96b2b8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:07.464201 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48844897-a554-4ede-8119-a0673c96b2b8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:07.471981 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-766a339e-4798-4392-a447-47e17f38624f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::f816:3eff:fead:3ecf (421d0710-6574-4dc6-a599-2fa72ae31b2e/9ee55c5b-b818-4ceb-ba1f-c68d44d9b9c5/83f19029-c37c-42c3-af6a-730e17ab12b8) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:07.489892 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-70ac12c2-4fa2-404b-aec7-029e215673d4 None None] Attempt 3 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:54:07.494408 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:07.504058 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-48844897-a554-4ede-8119-a0673c96b2b8 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/subnets/d36abf21-5482-4966-8d1a-7b6282a20dfc HTTP/1.1" status: 404 len: 337 time: 0.4309189 Oct 18 07:54:07.510076 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56060) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:07.528333 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:07.560357 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:07.575945 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:07.590626 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ea750980-6332-4d4c-be1b-3b0b35d33b71 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/ports?device_id=1d1af122-52a3-46e6-8e7d-2def25f7339c HTTP/1.1" status: 200 len: 205 time: 0.0743377 Oct 18 07:54:07.592221 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56064) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:07.596231 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c746127a-8baa-4041-8df9-6af96e4e08b2 None None] Update dhcp port {'port': {'network_id': '16193d52-846b-4474-af4a-9b5a8b8b6c74', 'fixed_ips': [{'subnet_id': 'a82606ac-bf8e-4fb6-8b03-78935d2c0edd', 'ip_address': '2001:db8::2'}, {'subnet_id': '63a6ae18-231c-4a1e-bd2a-263a81345f9a'}], 'binding:host_id': 'dv-neutron-861625-1-hyperv'}, 'id': '234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5'} from dv-neutron-861625-1-hyperv. {{(pid=89047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 18 07:54:07.629062 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Pushing event updated for resources: {'Port': ['ID=d71dc91e-f288-466a-8aea-c221093fcbca,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:07.687511 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-075e98d4-bd94-49a7-9181-9ceda6b1d843 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] delete failed (client error): The resource could not be found. Oct 18 07:54:07.691348 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-075e98d4-bd94-49a7-9181-9ceda6b1d843 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/routers/1d1af122-52a3-46e6-8e7d-2def25f7339c HTTP/1.1" status: 404 len: 336 time: 0.0925393 Oct 18 07:54:07.692104 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-70ac12c2-4fa2-404b-aec7-029e215673d4 None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:07.692860 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56068) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:07.708201 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port ac0b1585-78cf-4ec8-b3a8-44642ee45be5 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:07.748709 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-134ad121-9634-4f36-a102-cd1f1878a976 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port c064a338-2832-4836-af56-f0dd2a050f1d {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:07.749157 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-134ad121-9634-4f36-a102-cd1f1878a976 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:07.828795 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c746127a-8baa-4041-8df9-6af96e4e08b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:07.844065 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Attempting to bind port d71dc91e-f288-466a-8aea-c221093fcbca on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:54:07.844427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Attempting to bind port d71dc91e-f288-466a-8aea-c221093fcbca by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:54:07.844785 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Attempting to bind port d71dc91e-f288-466a-8aea-c221093fcbca on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:54:07.856033 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:54:07.856470 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:54:07.856787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:07.857165 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:54:07.857624 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Bound port: d71dc91e-f288-466a-8aea-c221093fcbca, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:54:07.858225 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:07.921016 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bcf9b035-5b8f-459b-8bab-c04c724b4455 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/ports?device_id=9f278345-e6cc-48d9-abb9-94a99162290b HTTP/1.1" status: 200 len: 205 time: 0.2247021 Oct 18 07:54:07.924421 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56072) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:08.144590 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] For port ac0b1585-78cf-4ec8-b3a8-44642ee45be5, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ac0b1585-78cf-4ec8-b3a8-44642ee45be5,segment=NetworkSegment(38a65ef2-1e14-4889-9418-76c656f9a5ca),segment_id=38a65ef2-1e14-4889-9418-76c656f9a5ca)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:08.145040 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:08.160572 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-76f95abf-4ab1-4a09-a1e0-0a06f447f52d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] delete failed (client error): The resource could not be found. Oct 18 07:54:08.161952 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-76f95abf-4ab1-4a09-a1e0-0a06f447f52d tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/routers/9f278345-e6cc-48d9-abb9-94a99162290b HTTP/1.1" status: 404 len: 336 time: 0.2340961 Oct 18 07:54:08.170233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56076) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:08.191432 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:08.192975 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-70ac12c2-4fa2-404b-aec7-029e215673d4 None None] Attempt 4 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:54:08.199374 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cabf76a8-43c4-456f-8998-220238fb1830 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:08.225629 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-ded88127-4925-476a-8d09-696111609bd4 None None] For port d71dc91e-f288-466a-8aea-c221093fcbca, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:54:08.260697 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-c746127a-8baa-4041-8df9-6af96e4e08b2 None None] Allocated IP 172.20.0.1 (16193d52-846b-4474-af4a-9b5a8b8b6c74/63a6ae18-231c-4a1e-bd2a-263a81345f9a/234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:08.265398 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-ded88127-4925-476a-8d09-696111609bd4 None None] For port d71dc91e-f288-466a-8aea-c221093fcbca, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d71dc91e-f288-466a-8aea-c221093fcbca,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:54:08.281661 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf76a8-43c4-456f-8998-220238fb1830 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Pushing event deleted for resources: {'Port': ['ID=4b492a77-8629-4cec-be1e-9c207441eaa9,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:08.281898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:08.322789 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-70ac12c2-4fa2-404b-aec7-029e215673d4 None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:08.333183 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:08.436202 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Calling delete_port for ac0b1585-78cf-4ec8-b3a8-44642ee45be5 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:08.463611 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded88127-4925-476a-8d09-696111609bd4 None None] Pushing event updated for resources: {'Port': ['ID=d71dc91e-f288-466a-8aea-c221093fcbca,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:08.470496 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5df130-4e1f-4378-9072-7fbc9ba8df2f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:08.470967 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5df130-4e1f-4378-9072-7fbc9ba8df2f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:08.512124 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c746127a-8baa-4041-8df9-6af96e4e08b2 None None] For port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5,segment=NetworkSegment(108b6a1f-1562-44fa-9880-5c6e75473778),segment_id=108b6a1f-1562-44fa-9880-5c6e75473778)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:08.552278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c746127a-8baa-4041-8df9-6af96e4e08b2 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:08.576355 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c746127a-8baa-4041-8df9-6af96e4e08b2 None None] Ignored duplicate provisioning block setup for port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 18 07:54:08.589660 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c746127a-8baa-4041-8df9-6af96e4e08b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:08.604533 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-75c1b31b-da64-49fa-9009-293090accc6d tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:08.657517 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6e5df130-4e1f-4378-9072-7fbc9ba8df2f tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/subnets/239f7b13-aad4-450e-a94b-eb58caaedb75 HTTP/1.1" status: 404 len: 337 time: 0.4796097 Oct 18 07:54:08.660731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-766a339e-4798-4392-a447-47e17f38624f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:08.664416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56080) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:08.671192 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cabf76a8-43c4-456f-8998-220238fb1830 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:08.718334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-766a339e-4798-4392-a447-47e17f38624f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object 83f19029-c37c-42c3-af6a-730e17ab12b8 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:08.728706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-134ad121-9634-4f36-a102-cd1f1878a976 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:08.748956 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1b31b-da64-49fa-9009-293090accc6d tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Subnet': ['ID=94e3c6ca-0ae2-4632-a449-55df05cfd297,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:08.812497 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-36a029d2-2727-4841-8705-c1224aec2f60 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/ports?device_id=398cf9f3-7a94-4a56-afeb-24542148352f HTTP/1.1" status: 200 len: 205 time: 0.1437888 Oct 18 07:54:08.827169 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407d0c12-0341-46af-8375-285ba05f5876 None None] Network 71753275-2e1b-4f48-9a9d-aac9113b55df requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:08.829220 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56084) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:08.850441 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-70ac12c2-4fa2-404b-aec7-029e215673d4 None None] Attempt 5 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:54:08.872081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-134ad121-9634-4f36-a102-cd1f1878a976 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for c064a338-2832-4836-af56-f0dd2a050f1d owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:08.880694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746127a-8baa-4041-8df9-6af96e4e08b2 None None] Pushing event updated for resources: {'Port': ['ID=234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:08.923713 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-ebf3874d-7dae-46da-884a-084e746eacbd tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] delete failed (client error): The resource could not be found. Oct 18 07:54:08.934214 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ebf3874d-7dae-46da-884a-084e746eacbd tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/routers/398cf9f3-7a94-4a56-afeb-24542148352f HTTP/1.1" status: 404 len: 336 time: 0.1000719 Oct 18 07:54:08.937001 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56088) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:08.948487 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:08.995116 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cabf76a8-43c4-456f-8998-220238fb1830 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:09.000644 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cabf76a8-43c4-456f-8998-220238fb1830 tempest-ServerActionsTestJSON-1028588527 tempest-ServerActionsTestJSON-1028588527-project] 10.222.0.17 "DELETE /v2.0/floatingips/b1e6aaf7-1bfd-44bc-9b8f-1a602ab4436e HTTP/1.1" status: 204 len: 168 time: 3.2738192 Oct 18 07:54:09.001056 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-70ac12c2-4fa2-404b-aec7-029e215673d4 None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:09.002590 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1a65b297-72b2-45af-9699-1372afb4ad77 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c13580c-eedf-4143-bcb8-f0b29db0e5e6 HTTP/1.1" status: 200 len: 205 time: 0.0594635 Oct 18 07:54:09.006382 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56092) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:09.006800 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56094) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:09.032591 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Port': ['ID=ac0b1585-78cf-4ec8-b3a8-44642ee45be5,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:09.079024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:09.169569 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c1b31b-da64-49fa-9009-293090accc6d tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Checking segment: {'id': '0b02af8f-2b5b-449d-bb66-dd55c9bcd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f44e42e2-750d-4ccb-b70e-49d96d5c4e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:54:09.170253 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c1b31b-da64-49fa-9009-293090accc6d tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network hostable DHCP agents. Network: f44e42e2-750d-4ccb-b70e-49d96d5c4e5c, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:54:09.214487 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No DVR routers for this DVR port ac0b1585-78cf-4ec8-b3a8-44642ee45be5 on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:54:09.260957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:09.281146 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:09.294856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:09.320711 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-b33628d0-118e-481c-8593-fdcdb8aade86 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] delete failed (client error): The resource could not be found. Oct 18 07:54:09.321847 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b33628d0-118e-481c-8593-fdcdb8aade86 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/routers/4c13580c-eedf-4143-bcb8-f0b29db0e5e6 HTTP/1.1" status: 404 len: 336 time: 0.3123226 Oct 18 07:54:09.329464 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=5947a7a4-c8b7-4fc2-a8e2-4aaea4dfb1b0,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:09.333827 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56100) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:09.344693 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-766a339e-4798-4392-a447-47e17f38624f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:09.399973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c1b31b-da64-49fa-9009-293090accc6d tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network f44e42e2-750d-4ccb-b70e-49d96d5c4e5c is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:54:09.498416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-75c1b31b-da64-49fa-9009-293090accc6d tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, f44e42e2-750d-4ccb-b70e-49d96d5c4e5c) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:09.502756 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-70ac12c2-4fa2-404b-aec7-029e215673d4 None None] Attempt 6 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:54:09.511464 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2597db0-1d1e-40b0-90cf-c3866e6b5036 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:09.511957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2597db0-1d1e-40b0-90cf-c3866e6b5036 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:09.531386 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:09.600795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766a339e-4798-4392-a447-47e17f38624f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:09.611166 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fb12fa-7092-4901-bcb9-f2758cd490c2 None None] Network f44e42e2-750d-4ccb-b70e-49d96d5c4e5c requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:09.678417 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a339e-4798-4392-a447-47e17f38624f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=83f19029-c37c-42c3-af6a-730e17ab12b8,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:09.683830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-766a339e-4798-4392-a447-47e17f38624f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:09.687079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a339e-4798-4392-a447-47e17f38624f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:09.694762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766a339e-4798-4392-a447-47e17f38624f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:09.695475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-766a339e-4798-4392-a447-47e17f38624f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:09.746044 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-70ac12c2-4fa2-404b-aec7-029e215673d4 None None] Port c064a338-2832-4836-af56-f0dd2a050f1d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:09.751611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-134ad121-9634-4f36-a102-cd1f1878a976 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:09.853568 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c1b31b-da64-49fa-9009-293090accc6d tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:09.854183 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-75c1b31b-da64-49fa-9009-293090accc6d tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:09.961307 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5b6778-e0ae-4cfc-9dec-e7a60807e939 None None] Network 16193d52-846b-4474-af4a-9b5a8b8b6c74 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:09.968934 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-75c1b31b-da64-49fa-9009-293090accc6d tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6264477 Oct 18 07:54:09.974567 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56104) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:09.975195 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:09.980861 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-f44e42e2-750d-4ccb-b70e-49d96d5c4e5c', 'network_id': 'f44e42e2-750d-4ccb-b70e-49d96d5c4e5c', 'tenant_id': '0ff4a2ed04e848fcb5a8554e36c4dc8b', 'fixed_ips': [{'subnet_id': '94e3c6ca-0ae2-4632-a449-55df05cfd297'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:54:09.981761 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:09.984912 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a2597db0-1d1e-40b0-90cf-c3866e6b5036 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/subnets/a919848d-0d91-4020-b2a9-cfc7b3ba765a HTTP/1.1" status: 404 len: 337 time: 0.6421022 Oct 18 07:54:10.012041 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f47fe43b-435e-458e-8ba9-8a5b48ac14b6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:10.053303 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56106) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:10.074503 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-766a339e-4798-4392-a447-47e17f38624f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.4430475 Oct 18 07:54:10.108688 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56112) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:10.143407 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ad121-9634-4f36-a102-cd1f1878a976 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Port': ['ID=c064a338-2832-4836-af56-f0dd2a050f1d,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:10.167540 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:10.268830 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-70ac12c2-4fa2-404b-aec7-029e215673d4 None None] Attempt 7 to provision port c064a338-2832-4836-af56-f0dd2a050f1d Oct 18 07:54:10.298954 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-134ad121-9634-4f36-a102-cd1f1878a976 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:10.370167 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-70ac12c2-4fa2-404b-aec7-029e215673d4 None None] Port c064a338-2832-4836-af56-f0dd2a050f1d was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:54:10.483183 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Allocated IP 2001:db8::2 (f44e42e2-750d-4ccb-b70e-49d96d5c4e5c/94e3c6ca-0ae2-4632-a449-55df05cfd297/dbbc58d5-b575-48c9-837b-42a0ee747679) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:10.491033 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:10.517656 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-27476df2-5357-42ed-8105-e005df51d682 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/ports?device_id=79c84110-e352-4408-806e-903fb46f33b2 HTTP/1.1" status: 200 len: 205 time: 0.4610984 Oct 18 07:54:10.524448 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Provisioning for port d71dc91e-f288-466a-8aea-c221093fcbca completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:10.525693 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56116) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:10.558240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Subnet': ['ID=9879c990-e2ba-4101-92f9-680edd3f0e84,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:10.590036 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f353a076-06a0-4fba-8cf2-b004137034ee None None] Network 71753275-2e1b-4f48-9a9d-aac9113b55df requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:10.673714 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-7156dcf2-8ec2-4f87-b25f-2363d20b0e34 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] delete failed (client error): The resource could not be found. Oct 18 07:54:10.677091 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7156dcf2-8ec2-4f87-b25f-2363d20b0e34 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/routers/79c84110-e352-4408-806e-903fb46f33b2 HTTP/1.1" status: 404 len: 336 time: 0.1406121 Oct 18 07:54:10.682131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56120) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:10.697257 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Provisioning for port 83f19029-c37c-42c3-af6a-730e17ab12b8 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:10.726536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Provisioning complete for port 83f19029-c37c-42c3-af6a-730e17ab12b8 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:10.726930 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:10.727266 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Attempt 1 to provision port 83f19029-c37c-42c3-af6a-730e17ab12b8 Oct 18 07:54:10.767387 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f47fe43b-435e-458e-8ba9-8a5b48ac14b6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-132573754'] for subnet, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:10.826031 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d7de8b-bd7b-4212-927a-19a48d1d8254 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:10.826486 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d7de8b-bd7b-4212-927a-19a48d1d8254 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:10.860654 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a9d7de8b-bd7b-4212-927a-19a48d1d8254 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/subnets/84fff086-5a5d-4580-82d6-cf2242771552 HTTP/1.1" status: 404 len: 337 time: 0.1694221 Oct 18 07:54:10.867622 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134ad121-9634-4f36-a102-cd1f1878a976 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Router a98cec8f-ba85-45f3-a62b-a9755aae0bd0 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:54:10.868905 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56124) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:10.888152 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95a201-aad0-4bfc-a8a8-16cb5f8889f2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:10.894091 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95a201-aad0-4bfc-a8a8-16cb5f8889f2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:10.894935 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fb95a201-aad0-4bfc-a8a8-16cb5f8889f2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:10.911813 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Allocated IP 172.26.8.110 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/4b1621ef-1ebf-426d-a287-76aa7458e851) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:11.002444 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fb95a201-aad0-4bfc-a8a8-16cb5f8889f2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:11.014515 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56128) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:11.015131 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fb95a201-aad0-4bfc-a8a8-16cb5f8889f2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8336694 Oct 18 07:54:11.055936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:11.068125 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Transition to ACTIVE for port object dbbc58d5-b575-48c9-837b-42a0ee747679 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:11.072942 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:11.076677 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Port 83f19029-c37c-42c3-af6a-730e17ab12b8 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:11.089507 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d71dc91e-f288-466a-8aea-c221093fcbca up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:11.173566 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Transition to ACTIVE for port object dbbc58d5-b575-48c9-837b-42a0ee747679 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:11.181549 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port d71dc91e-f288-466a-8aea-c221093fcbca completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:11.187364 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:11.190529 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port d71dc91e-f288-466a-8aea-c221093fcbca triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:11.193505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:11.193887 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port d71dc91e-f288-466a-8aea-c221093fcbca Oct 18 07:54:11.198242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a52f677e-9f1e-4ee7-a989-992b610ab313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:11.256631 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:11.261472 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b534ad-02e1-4c59-87f3-36f48dd45da4 None None] DHCP port deletion for 71753275-2e1b-4f48-9a9d-aac9113b55df request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:54:11.342184 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Network f44e42e2-750d-4ccb-b70e-49d96d5c4e5c is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:11.348016 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:11.354726 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:11.364269 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Pushing event updated for resources: {'Port': ['ID=dbbc58d5-b575-48c9-837b-42a0ee747679,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:11.411796 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ee3287e0-feb7-48a6-8840-41253bf236fd tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Synchronizing usage tracker for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:11.435650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71753275-2e1b-4f48-9a9d-aac9113b55df']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:11.468745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a65ef2-1e14-4889-9418-76c656f9a5ca') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:11.469319 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a65ef2-1e14-4889-9418-76c656f9a5ca') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:11.481415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134ad121-9634-4f36-a102-cd1f1878a976 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:54:11.494589 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6964083c-91cf-4a1e-970f-629e28d67a90 None None] Sync routers for ids ['a98cec8f-ba85-45f3-a62b-a9755aae0bd0'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:54:11.502375 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-134ad121-9634-4f36-a102-cd1f1878a976 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "PUT /v2.0/routers/a98cec8f-ba85-45f3-a62b-a9755aae0bd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8083272 Oct 18 07:54:11.503172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56132) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:11.505750 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6964083c-91cf-4a1e-970f-629e28d67a90 None None] Routers {'a98cec8f-ba85-45f3-a62b-a9755aae0bd0'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:11.506618 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6964083c-91cf-4a1e-970f-629e28d67a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['a98cec8f-ba85-45f3-a62b-a9755aae0bd0'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:11.513702 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port d71dc91e-f288-466a-8aea-c221093fcbca is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:54:11.514076 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:11.524405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:11.564125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c2e47dba-b0e7-4ec9-a39a-341155c22f6c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port 83f19029-c37c-42c3-af6a-730e17ab12b8 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:11.564836 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2e47dba-b0e7-4ec9-a39a-341155c22f6c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:11.574536 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6964083c-91cf-4a1e-970f-629e28d67a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:11.584182 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6964083c-91cf-4a1e-970f-629e28d67a90 None None] Routers {'a98cec8f-ba85-45f3-a62b-a9755aae0bd0'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:11.585285 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6964083c-91cf-4a1e-970f-629e28d67a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['a98cec8f-ba85-45f3-a62b-a9755aae0bd0'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:11.599094 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port d71dc91e-f288-466a-8aea-c221093fcbca, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d71dc91e-f288-466a-8aea-c221093fcbca,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:11.600174 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Attempt 2 to provision port 83f19029-c37c-42c3-af6a-730e17ab12b8 Oct 18 07:54:11.626867 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ee3287e0-feb7-48a6-8840-41253bf236fd tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] Unset dirty status for tenant:40e2f53a491e42e8ab9b0ae7e52a82ac on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:11.628026 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ee3287e0-feb7-48a6-8840-41253bf236fd tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "GET /v2.0/ports?device_id=98cf549c-5dae-4688-ae7a-4290f951c022 HTTP/1.1" status: 200 len: 205 time: 0.6849003 Oct 18 07:54:11.639350 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56136) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:11.640320 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-9565e5ec-0dd8-42e9-ac8b-ae458d2dd384 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] GET failed (client error): The resource could not be found. Oct 18 07:54:11.640854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9565e5ec-0dd8-42e9-ac8b-ae458d2dd384 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:11.659153 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6964083c-91cf-4a1e-970f-629e28d67a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:11.659965 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6964083c-91cf-4a1e-970f-629e28d67a90 None None] The sync data for ids ['a98cec8f-ba85-45f3-a62b-a9755aae0bd0'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:54:11.672328 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Port 83f19029-c37c-42c3-af6a-730e17ab12b8 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:11.672880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:11.673655 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:11.683320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f47fe43b-435e-458e-8ba9-8a5b48ac14b6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775356885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-132354251'] for subnet, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:11.687928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:11.713873 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:11.760535 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-e0aab619-fbbb-432a-97f1-4615323ae435 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] delete failed (client error): The resource could not be found. Oct 18 07:54:11.764116 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e0aab619-fbbb-432a-97f1-4615323ae435 tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/routers/98cf549c-5dae-4688-ae7a-4290f951c022 HTTP/1.1" status: 404 len: 336 time: 0.1204445 Oct 18 07:54:11.764447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Attempting to bind port dbbc58d5-b575-48c9-837b-42a0ee747679 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:54:11.764941 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Attempting to bind port dbbc58d5-b575-48c9-837b-42a0ee747679 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '0b02af8f-2b5b-449d-bb66-dd55c9bcd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f44e42e2-750d-4ccb-b70e-49d96d5c4e5c'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:54:11.765037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56140) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:11.765150 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Attempting to bind port dbbc58d5-b575-48c9-837b-42a0ee747679 on network f44e42e2-750d-4ccb-b70e-49d96d5c4e5c {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:54:11.765937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:54:11.766188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:11.783963 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:54:11.783963 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Checking segment: {'id': '0b02af8f-2b5b-449d-bb66-dd55c9bcd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f44e42e2-750d-4ccb-b70e-49d96d5c4e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:54:11.784350 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:11.784623 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Bound using segment: {'id': '0b02af8f-2b5b-449d-bb66-dd55c9bcd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f44e42e2-750d-4ccb-b70e-49d96d5c4e5c'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:54:11.785245 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Bound port: dbbc58d5-b575-48c9-837b-42a0ee747679, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b02af8f-2b5b-449d-bb66-dd55c9bcd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f44e42e2-750d-4ccb-b70e-49d96d5c4e5c'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:54:11.785622 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:11.808895 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:11.812000 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47fe43b-435e-458e-8ba9-8a5b48ac14b6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:11.812642 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f47fe43b-435e-458e-8ba9-8a5b48ac14b6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:11.816519 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f47fe43b-435e-458e-8ba9-8a5b48ac14b6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "PUT /v2.0/subnets/94e3c6ca-0ae2-4632-a449-55df05cfd297 HTTP/1.1" status: 200 len: 826 time: 1.8078792 Oct 18 07:54:11.821427 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:11.826921 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56146) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:11.838496 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:11.883698 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=d71dc91e-f288-466a-8aea-c221093fcbca,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:11.901977 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 38a65ef2-1e14-4889-9418-76c656f9a5ca resource provider aggregate not found Oct 18 07:54:11.905047 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9565e5ec-0dd8-42e9-ac8b-ae458d2dd384 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:11.908510 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9565e5ec-0dd8-42e9-ac8b-ae458d2dd384 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports/c064a338-2832-4836-af56-f0dd2a050f1d HTTP/1.1" status: 404 len: 333 time: 0.3875778 Oct 18 07:54:11.909266 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56152) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:11.939827 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] For port dbbc58d5-b575-48c9-837b-42a0ee747679, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:54:11.942661 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 38a65ef2-1e14-4889-9418-76c656f9a5ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38a65ef2-1e14-4889-9418-76c656f9a5ca found for delete ", "request_id": "req-d8bb3cf1-80c0-44f0-9489-48a21ab188a5"}]} Oct 18 07:54:11.943616 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] For port dbbc58d5-b575-48c9-837b-42a0ee747679, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=dbbc58d5-b575-48c9-837b-42a0ee747679,segment=NetworkSegment(0b02af8f-2b5b-449d-bb66-dd55c9bcd2fe),segment_id=0b02af8f-2b5b-449d-bb66-dd55c9bcd2fe)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:54:11.943885 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-66aca3c4-a662-490b-9935-7b6536d0986c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:11.944253 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66aca3c4-a662-490b-9935-7b6536d0986c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:11.946927 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-66aca3c4-a662-490b-9935-7b6536d0986c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/subnets/5ec06e05-8b75-4ac3-829e-9a40f525cdb8 HTTP/1.1" status: 404 len: 337 time: 0.1376102 Oct 18 07:54:11.951295 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:11.955864 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56154) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:11.960182 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Pushing event updated for resources: {'Port': ['ID=4b1621ef-1ebf-426d-a287-76aa7458e851,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:11.970468 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47fe43b-435e-458e-8ba9-8a5b48ac14b6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Subnet': ['ID=94e3c6ca-0ae2-4632-a449-55df05cfd297,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:12.031984 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-80878e22-899f-406a-a7d7-054a53fde16c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:12.031984 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80878e22-899f-406a-a7d7-054a53fde16c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:12.049955 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:12.062015 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4696b8-218f-4053-aa9e-26294e3e8472 None None] Pushing event updated for resources: {'Port': ['ID=dbbc58d5-b575-48c9-837b-42a0ee747679,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:12.128797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:12.148922 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-80878e22-899f-406a-a7d7-054a53fde16c tempest-RoutersIpV6Test-1594651834 tempest-RoutersIpV6Test-1594651834-project] 10.222.0.17 "DELETE /v2.0/subnets/67f7eeeb-5f67-4461-afd9-fa6fccf6489a HTTP/1.1" status: 404 len: 337 time: 0.1920357 Oct 18 07:54:12.155257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Network': ['ID=71753275-2e1b-4f48-9a9d-aac9113b55df,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:12.170901 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c2193d09-a62c-48c5-a10f-924ddad74e90 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/71753275-2e1b-4f48-9a9d-aac9113b55df HTTP/1.1" status: 204 len: 168 time: 8.6409743 Oct 18 07:54:12.173572 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Attempt 3 to provision port 83f19029-c37c-42c3-af6a-730e17ab12b8 Oct 18 07:54:12.177557 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56162) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:12.274367 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-617c90b3-6428-4a4a-9a69-8cd09a1a4014 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:12.282614 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617c90b3-6428-4a4a-9a69-8cd09a1a4014 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:12.294482 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-617c90b3-6428-4a4a-9a69-8cd09a1a4014 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/subnets/9879c990-e2ba-4101-92f9-680edd3f0e84 HTTP/1.1" status: 404 len: 337 time: 0.1155920 Oct 18 07:54:12.310371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56166) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:12.310720 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Port 83f19029-c37c-42c3-af6a-730e17ab12b8 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:12.346602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2e47dba-b0e7-4ec9-a39a-341155c22f6c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:12.365320 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f91678f-5414-4777-8af5-b335c7b247b2 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:12.365790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f91678f-5414-4777-8af5-b335c7b247b2 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:12.368132 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2f91678f-5414-4777-8af5-b335c7b247b2 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/71753275-2e1b-4f48-9a9d-aac9113b55df HTTP/1.1" status: 404 len: 339 time: 0.0537038 Oct 18 07:54:12.420230 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56170) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:12.455985 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37ddf2a5-0e78-428b-b85b-d69fcb571a46 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:12.526883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c2e47dba-b0e7-4ec9-a39a-341155c22f6c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for 83f19029-c37c-42c3-af6a-730e17ab12b8 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:12.572270 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91a8be3-8d98-4004-8347-2adea0eae210 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:12.572941 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91a8be3-8d98-4004-8347-2adea0eae210 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:12.574384 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a91a8be3-8d98-4004-8347-2adea0eae210 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/subnets/325df129-5921-4057-b863-16bfc93ce846 HTTP/1.1" status: 404 len: 337 time: 0.1530008 Oct 18 07:54:12.579409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:12.580348 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56176) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:12.610741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56180) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:12.630168 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-699388bf-3a47-41f8-b3a2-c3d0f5bcf0ad tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:12.630669 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699388bf-3a47-41f8-b3a2-c3d0f5bcf0ad tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:12.634899 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-699388bf-3a47-41f8-b3a2-c3d0f5bcf0ad tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/26cd7953-f85f-4bf9-bf4b-58b2a3002bd7 HTTP/1.1" status: 404 len: 339 time: 0.0511203 Oct 18 07:54:12.636167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56186) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:12.708939 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:12.799217 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6ebe71c3-cfbc-4cd8-baa3-c9ab1a2e224b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:12.813058 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Attempt 4 to provision port 83f19029-c37c-42c3-af6a-730e17ab12b8 Oct 18 07:54:12.886699 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-a52f677e-9f1e-4ee7-a989-992b610ab313 admin admin] Deleting port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:12.887524 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a52f677e-9f1e-4ee7-a989-992b610ab313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:12.889195 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d71dc91e-f288-466a-8aea-c221093fcbca up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:12.951409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Port 83f19029-c37c-42c3-af6a-730e17ab12b8 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:12.979278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port d71dc91e-f288-466a-8aea-c221093fcbca triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:12.980111 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:12.980642 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port d71dc91e-f288-466a-8aea-c221093fcbca Oct 18 07:54:12.984395 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37ddf2a5-0e78-428b-b85b-d69fcb571a46 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:12.992476 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37ddf2a5-0e78-428b-b85b-d69fcb571a46 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:12.994883 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Deleting port dbbc58d5-b575-48c9-837b-42a0ee747679 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:12.995317 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:13.123845 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port d71dc91e-f288-466a-8aea-c221093fcbca is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:54:13.125031 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device dbbc58d5-b575-48c9-837b-42a0ee747679 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:13.202039 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port dbbc58d5-b575-48c9-837b-42a0ee747679 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:13.220113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ac0b1585-78cf-4ec8-b3a8-44642ee45be5 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:54:13.256517 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6ebe71c3-cfbc-4cd8-baa3-c9ab1a2e224b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:13.262627 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: ac0b1585-78cf-4ec8-b3a8-44642ee45be5 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:54:13.262983 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ac0b1585-78cf-4ec8-b3a8-44642ee45be5 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:54:13.267884 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37ddf2a5-0e78-428b-b85b-d69fcb571a46 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:13.268095 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ddf2a5-0e78-428b-b85b-d69fcb571a46 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Fanout notify agent at l3_agent the message router_deleted on router a98cec8f-ba85-45f3-a62b-a9755aae0bd0 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:54:13.292879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:13.313448 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37ddf2a5-0e78-428b-b85b-d69fcb571a46 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:13.314529 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-37ddf2a5-0e78-428b-b85b-d69fcb571a46 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/routers/a98cec8f-ba85-45f3-a62b-a9755aae0bd0 HTTP/1.1" status: 204 len: 168 time: 1.3557782 Oct 18 07:54:13.320391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56190) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:13.322369 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ecac09-b8f0-4ddc-b88d-61f647da8255 None None] Network f44e42e2-750d-4ccb-b70e-49d96d5c4e5c requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:13.333516 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-51b16566-8478-4e46-986f-9dff803a3008 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=40e2f53a491e42e8ab9b0ae7e52a82ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7150643 Oct 18 07:54:13.340247 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56194) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:13.380251 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-6ebe71c3-cfbc-4cd8-baa3-c9ab1a2e224b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce160f40-2c7d-49a0-874a-765f5f8869d0']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:13.417962 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-6ebe71c3-cfbc-4cd8-baa3-c9ab1a2e224b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81347f66-d8a0-4ceb-b2a1-0b63a9456e28') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:13.418837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-6ebe71c3-cfbc-4cd8-baa3-c9ab1a2e224b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81347f66-d8a0-4ceb-b2a1-0b63a9456e28') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:13.433455 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-a52f677e-9f1e-4ee7-a989-992b610ab313 admin admin] For port b475b0c9-57d5-4bd4-a1a4-5da511cb40d0, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b475b0c9-57d5-4bd4-a1a4-5da511cb40d0,segment=NetworkSegment(d0892a4a-f892-43eb-b0e4-188ab345b122),segment_id=d0892a4a-f892-43eb-b0e4-188ab345b122)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:13.433813 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a52f677e-9f1e-4ee7-a989-992b610ab313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:13.435781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2e47dba-b0e7-4ec9-a39a-341155c22f6c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:13.443408 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6ebe71c3-cfbc-4cd8-baa3-c9ab1a2e224b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:13.452770 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Attempt 5 to provision port 83f19029-c37c-42c3-af6a-730e17ab12b8 Oct 18 07:54:13.487295 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Port 83f19029-c37c-42c3-af6a-730e17ab12b8 was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:54:13.526960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e47dba-b0e7-4ec9-a39a-341155c22f6c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=83f19029-c37c-42c3-af6a-730e17ab12b8,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:13.529257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6ebe71c3-cfbc-4cd8-baa3-c9ab1a2e224b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:13.542791 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Provisioning for port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:13.550220 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Provisioning complete for port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:13.550695 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:13.551102 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Attempt 1 to provision port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 Oct 18 07:54:13.564032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c0fd8e-5de5-42f6-a559-a4d373970ad7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting subnet 4fac9099-c964-4664-9b74-84105ee7f570 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:54:13.603247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ebe71c3-cfbc-4cd8-baa3-c9ab1a2e224b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:54:13.604415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6ebe71c3-cfbc-4cd8-baa3-c9ab1a2e224b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:13.619832 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0c0fd8e-5de5-42f6-a559-a4d373970ad7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:13.642842 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-a52f677e-9f1e-4ee7-a989-992b610ab313 admin admin] Calling delete_port for b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:13.748527 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Current status of the port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:54:13.748906 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:13.783273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2e47dba-b0e7-4ec9-a39a-341155c22f6c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:13.797583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] For port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5,segment=NetworkSegment(108b6a1f-1562-44fa-9880-5c6e75473778),segment_id=108b6a1f-1562-44fa-9880-5c6e75473778)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:13.812060 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:13.876259 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0c0fd8e-5de5-42f6-a559-a4d373970ad7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:13.877453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Could not find standard attr ID for object ac0b1585-78cf-4ec8-b3a8-44642ee45be5. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:54:13.903612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6ebe71c3-cfbc-4cd8-baa3-c9ab1a2e224b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:13.915630 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c2e47dba-b0e7-4ec9-a39a-341155c22f6c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/83f19029-c37c-42c3-af6a-730e17ab12b8 HTTP/1.1" status: 204 len: 168 time: 2.8459005 Oct 18 07:54:13.918869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56198) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:13.919155 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e505086-ee5e-45de-a69b-fbcabf00581f None None] Pushing event updated for resources: {'Port': ['ID=234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:13.954890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6ebe71c3-cfbc-4cd8-baa3-c9ab1a2e224b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:13.985268 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273fb708-b7f8-4c45-a5d8-d9e89dba5ed5 None None] Network f44e42e2-750d-4ccb-b70e-49d96d5c4e5c requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:14.018630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe71c3-cfbc-4cd8-baa3-c9ab1a2e224b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Network': ['ID=ce160f40-2c7d-49a0-874a-765f5f8869d0,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:14.032097 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6ebe71c3-cfbc-4cd8-baa3-c9ab1a2e224b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/ce160f40-2c7d-49a0-874a-765f5f8869d0 HTTP/1.1" status: 204 len: 168 time: 1.3941250 Oct 18 07:54:14.040807 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 81347f66-d8a0-4ceb-b2a1-0b63a9456e28 resource provider aggregate not found Oct 18 07:54:14.045470 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56204) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:14.071861 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 81347f66-d8a0-4ceb-b2a1-0b63a9456e28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81347f66-d8a0-4ceb-b2a1-0b63a9456e28 found for delete ", "request_id": "req-38cafb23-89f2-44b0-b5f7-99090d3c4e57"}]} Oct 18 07:54:14.092387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1442edfc-af63-41b1-9a21-31715ab5900c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:14.093983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1442edfc-af63-41b1-9a21-31715ab5900c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:14.094791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1442edfc-af63-41b1-9a21-31715ab5900c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:14.096110 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-bb5629e2-bc38-4277-a6a4-3c791dc38254 None None] Provisioning for port dbbc58d5-b575-48c9-837b-42a0ee747679 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:14.106160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-bb5629e2-bc38-4277-a6a4-3c791dc38254 None None] Provisioning complete for port dbbc58d5-b575-48c9-837b-42a0ee747679 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:14.106160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bb5629e2-bc38-4277-a6a4-3c791dc38254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:14.106160 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-bb5629e2-bc38-4277-a6a4-3c791dc38254 None None] Attempt 1 to provision port dbbc58d5-b575-48c9-837b-42a0ee747679 Oct 18 07:54:14.109711 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:14.124212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:14.144575 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1eef6ac-2daf-45a3-82a5-74a7b3bcc566 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:14.145026 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1eef6ac-2daf-45a3-82a5-74a7b3bcc566 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:14.149666 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f1eef6ac-2daf-45a3-82a5-74a7b3bcc566 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/subnets/6a991d97-182c-415c-b165-32af12cb7ba0 HTTP/1.1" status: 404 len: 337 time: 0.0997958 Oct 18 07:54:14.155446 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56210) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:14.164403 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] For port dbbc58d5-b575-48c9-837b-42a0ee747679, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=dbbc58d5-b575-48c9-837b-42a0ee747679,segment=NetworkSegment(0b02af8f-2b5b-449d-bb66-dd55c9bcd2fe),segment_id=0b02af8f-2b5b-449d-bb66-dd55c9bcd2fe)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:14.164782 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:14.191759 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1442edfc-af63-41b1-9a21-31715ab5900c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:14.192903 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1442edfc-af63-41b1-9a21-31715ab5900c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2699707 Oct 18 07:54:14.208024 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e39e750-0e95-45e1-b13a-40e57e1c0662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:14.210713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56214) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:14.215929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0c0fd8e-5de5-42f6-a559-a4d373970ad7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:14.285342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=5947a7a4-c8b7-4fc2-a8e2-4aaea4dfb1b0,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:14.295080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:14.383967 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac454fe-e841-4e4f-87d2-66b427450148 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:14.384732 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac454fe-e841-4e4f-87d2-66b427450148 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:14.388670 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4ac454fe-e841-4e4f-87d2-66b427450148 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/8c46924e-1a4c-4274-ba95-3496d145759f HTTP/1.1" status: 404 len: 339 time: 0.2252567 Oct 18 07:54:14.388816 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-bb5629e2-bc38-4277-a6a4-3c791dc38254 None None] Current status of the port dbbc58d5-b575-48c9-837b-42a0ee747679 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:54:14.388816 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bb5629e2-bc38-4277-a6a4-3c791dc38254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:14.399356 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Calling delete_port for dbbc58d5-b575-48c9-837b-42a0ee747679 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:14.410584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56218) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:14.429572 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-bb5629e2-bc38-4277-a6a4-3c791dc38254 None None] For port dbbc58d5-b575-48c9-837b-42a0ee747679, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=dbbc58d5-b575-48c9-837b-42a0ee747679,segment=NetworkSegment(0b02af8f-2b5b-449d-bb66-dd55c9bcd2fe),segment_id=0b02af8f-2b5b-449d-bb66-dd55c9bcd2fe)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:14.435981 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bb5629e2-bc38-4277-a6a4-3c791dc38254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:14.475222 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-b176d9c5-583f-430a-b1fd-721499e2db77 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:14.475691 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b176d9c5-583f-430a-b1fd-721499e2db77 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:14.490569 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b176d9c5-583f-430a-b1fd-721499e2db77 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/subnets/9557cd26-efc9-4862-8e89-c896cf77848e HTTP/1.1" status: 404 len: 337 time: 0.0761395 Oct 18 07:54:14.492611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56222) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:14.496107 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:14.514162 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-bb5629e2-bc38-4277-a6a4-3c791dc38254 None None] Provisioning complete for port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:14.514645 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bb5629e2-bc38-4277-a6a4-3c791dc38254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:14.515058 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-bb5629e2-bc38-4277-a6a4-3c791dc38254 None None] Attempt 1 to provision port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 Oct 18 07:54:14.525637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0c0fd8e-5de5-42f6-a559-a4d373970ad7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:14.555309 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e39e750-0e95-45e1-b13a-40e57e1c0662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:14.572688 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5629e2-bc38-4277-a6a4-3c791dc38254 None None] Pushing event updated for resources: {'Port': ['ID=dbbc58d5-b575-48c9-837b-42a0ee747679,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:14.577166 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebbabc2-7237-4e53-b27a-b93cfecac738 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:14.577642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ebbabc2-7237-4e53-b27a-b93cfecac738 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:14.582653 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0ebbabc2-7237-4e53-b27a-b93cfecac738 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/b10fe9b9-32df-473c-8f27-229592311dda HTTP/1.1" status: 404 len: 339 time: 0.0861111 Oct 18 07:54:14.587492 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56226) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:14.587951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0fd8e-5de5-42f6-a559-a4d373970ad7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Subnet': ['ID=4fac9099-c964-4664-9b74-84105ee7f570,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:14.595180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0c0fd8e-5de5-42f6-a559-a4d373970ad7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:14.596966 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d0c0fd8e-5de5-42f6-a559-a4d373970ad7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/4fac9099-c964-4664-9b74-84105ee7f570 HTTP/1.1" status: 204 len: 168 time: 1.2649143 Oct 18 07:54:14.603251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ac0d7e-0cd3-4736-bf20-958080227da8 None None] Network 6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:14.644411 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6670a2-5325-4f0f-8d1a-9f3d3f37d50b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:14.645459 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56230) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:14.646467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6670a2-5325-4f0f-8d1a-9f3d3f37d50b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:14.655077 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2f6670a2-5325-4f0f-8d1a-9f3d3f37d50b tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/subnets/fec79d34-5ec1-4b0d-8db2-b38a17feceb1 HTTP/1.1" status: 404 len: 337 time: 0.0650096 Oct 18 07:54:14.666668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56234) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:14.667822 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Floating IP 81ea7db3-98b3-4f7e-a615-c39ce97a18cb associated. External IP: 172.26.8.44, port: e6c48f13-8ecd-4b33-878f-49d4ed628de3. Oct 18 07:54:14.780631 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-bb5629e2-bc38-4277-a6a4-3c791dc38254 None None] Current status of the port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:54:14.803078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:14.857898 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eaa515c-b413-4475-92f1-d92ff75c28bc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 9ee55c5b-b818-4ceb-ba1f-c68d44d9b9c5 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:54:14.920107 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4eaa515c-b413-4475-92f1-d92ff75c28bc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:14.983848 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e3899a4f-760d-4833-91cb-8841afb66353 None None] Provisioning complete for port dbbc58d5-b575-48c9-837b-42a0ee747679 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:14.984427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e3899a4f-760d-4833-91cb-8841afb66353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:14.984554 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e3899a4f-760d-4833-91cb-8841afb66353 None None] Attempt 1 to provision port dbbc58d5-b575-48c9-837b-42a0ee747679 Oct 18 07:54:14.994487 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-510e3d97-c42a-475a-9d71-468d526f79b3 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:14.994984 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-510e3d97-c42a-475a-9d71-468d526f79b3 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:14.996983 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-510e3d97-c42a-475a-9d71-468d526f79b3 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/ab75bcc1-0efa-4f5d-93c9-34ab41d2f27f HTTP/1.1" status: 404 len: 339 time: 0.2329938 Oct 18 07:54:14.997140 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.api [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:54:14.997140 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG oslo_db.api [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:54:14.999568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56238) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:15.017129 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:15.046974 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:15.047230 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef234d9-3c92-4246-8167-1c141621f59a tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:15.047361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:15.047540 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef234d9-3c92-4246-8167-1c141621f59a tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:15.047835 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 Oct 18 07:54:15.049284 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5ef234d9-3c92-4246-8167-1c141621f59a tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/subnets/620175c6-9a8c-4dca-a72a-98ce9a41c799 HTTP/1.1" status: 404 len: 337 time: 0.0482476 Oct 18 07:54:15.052147 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4eaa515c-b413-4475-92f1-d92ff75c28bc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:15.055146 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56242) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:15.093207 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-670c9c3b-ccc5-408b-b6da-f6d5dc842dc0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:15.093719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670c9c3b-ccc5-408b-b6da-f6d5dc842dc0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:15.095458 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-670c9c3b-ccc5-408b-b6da-f6d5dc842dc0 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/faa627ae-1320-4673-ab17-b0e03987af5b HTTP/1.1" status: 404 len: 339 time: 0.0393732 Oct 18 07:54:15.098408 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56246) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:15.144665 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a52f677e-9f1e-4ee7-a989-992b610ab313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:15.146104 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10f3e86-459a-4a19-a5b6-d38f42f18739 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:15.146574 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10f3e86-459a-4a19-a5b6-d38f42f18739 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:15.150853 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a10f3e86-459a-4a19-a5b6-d38f42f18739 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/subnets/f62265b6-28aa-4c1f-a88a-210ad295a773 HTTP/1.1" status: 404 len: 337 time: 0.0490639 Oct 18 07:54:15.153213 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56250) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:15.179381 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195f6f3b-274d-4f38-a34c-44406aa350a7 None None] DHCP port deletion for 6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:54:15.189972 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-195f6f3b-274d-4f38-a34c-44406aa350a7 None None] Deleting port 42410f98-c195-4793-97ef-e85b219fc5d8 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:15.190481 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-195f6f3b-274d-4f38-a34c-44406aa350a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:15.278489 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port 42410f98-c195-4793-97ef-e85b219fc5d8 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:15.278846 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:15.311788 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e39e750-0e95-45e1-b13a-40e57e1c0662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:15.316156 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f677e-9f1e-4ee7-a989-992b610ab313 admin admin] Pushing event deleted for resources: {'Port': ['ID=b475b0c9-57d5-4bd4-a1a4-5da511cb40d0,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:15.326202 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5d3e50-47a4-4618-bcab-593121a8d6a9 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:15.326948 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5d3e50-47a4-4618-bcab-593121a8d6a9 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:15.328799 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-eb5d3e50-47a4-4618-bcab-593121a8d6a9 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/5e329d30-58eb-4f81-a563-209ddc4581b6 HTTP/1.1" status: 404 len: 339 time: 0.1698067 Oct 18 07:54:15.351110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56254) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:15.373176 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e3899a4f-760d-4833-91cb-8841afb66353 None None] Current status of the port dbbc58d5-b575-48c9-837b-42a0ee747679 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:54:15.375986 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:54:15.377287 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device dbbc58d5-b575-48c9-837b-42a0ee747679 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:15.418031 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a592cc-26d7-4752-aa7c-e27e749a112a tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:15.418876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a592cc-26d7-4752-aa7c-e27e749a112a tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:15.420860 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-01a592cc-26d7-4752-aa7c-e27e749a112a tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/subnets/b954570c-7711-4321-bfe3-3a01768c426f HTTP/1.1" status: 404 len: 337 time: 0.0685773 Oct 18 07:54:15.427980 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56258) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:15.461351 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-34eca139-5c17-47e1-91bb-7c9d6c2c7b1c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:15.462174 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34eca139-5c17-47e1-91bb-7c9d6c2c7b1c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:15.464198 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-34eca139-5c17-47e1-91bb-7c9d6c2c7b1c tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/ce249294-b30c-44c8-8ed3-67d826628a81 HTTP/1.1" status: 404 len: 339 time: 0.0343833 Oct 18 07:54:15.466992 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56262) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:15.510731 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d35e8e0-d839-41e5-bab6-474ed5622f88 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:15.511619 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d35e8e0-d839-41e5-bab6-474ed5622f88 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:15.513621 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7d35e8e0-d839-41e5-bab6-474ed5622f88 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/subnets/6a749669-6fa2-42e8-9959-205bc9ff3bdc HTTP/1.1" status: 404 len: 337 time: 0.0454016 Oct 18 07:54:15.525045 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Deleting port dbbc58d5-b575-48c9-837b-42a0ee747679 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:15.525618 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:15.560142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router cfd6ecbc-7a45-4e58-b87d-4b094663c752 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:54:15.560851 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56266) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:15.578222 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-195f6f3b-274d-4f38-a34c-44406aa350a7 None None] For port 42410f98-c195-4793-97ef-e85b219fc5d8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=42410f98-c195-4793-97ef-e85b219fc5d8,segment=NetworkSegment(8eac1216-ce2c-4f21-b241-9fa0e0e62892),segment_id=8eac1216-ce2c-4f21-b241-9fa0e0e62892)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:15.578642 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-195f6f3b-274d-4f38-a34c-44406aa350a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:15.592090 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port dbbc58d5-b575-48c9-837b-42a0ee747679 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:15.592649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:15.592818 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port dbbc58d5-b575-48c9-837b-42a0ee747679 Oct 18 07:54:15.652098 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39e750-0e95-45e1-b13a-40e57e1c0662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a97e00b-6dd2-48c4-96be-a61c3bfec98a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:15.655211 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5aeb065-22a8-4cb1-9d75-12cb20d39304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:15.655707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5aeb065-22a8-4cb1-9d75-12cb20d39304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:15.659896 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b5aeb065-22a8-4cb1-9d75-12cb20d39304 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/f5be8b7c-4c9b-4b47-bcfb-c6da0a754c71 HTTP/1.1" status: 404 len: 339 time: 0.0954442 Oct 18 07:54:15.695917 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56270) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:15.752450 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-195f6f3b-274d-4f38-a34c-44406aa350a7 None None] Calling delete_port for 42410f98-c195-4793-97ef-e85b219fc5d8 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:15.780501 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9eef4d-a925-42d2-9915-f1c69ea8e63a tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:15.781842 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9eef4d-a925-42d2-9915-f1c69ea8e63a tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:15.783684 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:54:15.804933 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd13da6-6783-4b86-bf36-c4cb19d3f8f6 None None] Sync routers for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:54:15.812278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:15.833507 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd13da6-6783-4b86-bf36-c4cb19d3f8f6 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:15.834122 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ddd13da6-6783-4b86-bf36-c4cb19d3f8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:15.872523 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0900168a-7c42-48ac-a918-34c8314a6b0a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 11.3671393 Oct 18 07:54:15.872731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56274) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:15.897323 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8c9eef4d-a925-42d2-9915-f1c69ea8e63a tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/subnets/74d14527-fb76-45e4-a943-71f34b998814 HTTP/1.1" status: 404 len: 337 time: 0.1980345 Oct 18 07:54:15.915822 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ddd13da6-6783-4b86-bf36-c4cb19d3f8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:15.930780 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56278) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:15.946137 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e39e750-0e95-45e1-b13a-40e57e1c0662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:15.949961 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8e39e750-0e95-45e1-b13a-40e57e1c0662 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5a97e00b-6dd2-48c4-96be-a61c3bfec98a HTTP/1.1" status: 204 len: 168 time: 2.5986764 Oct 18 07:54:15.983290 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-404f532b-d205-4dda-a7e2-6e34df79e158 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:15.983508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404f532b-d205-4dda-a7e2-6e34df79e158 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:15.985185 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-404f532b-d205-4dda-a7e2-6e34df79e158 tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/1902f472-b42c-43e2-bb7c-7d7fa329b936 HTTP/1.1" status: 404 len: 339 time: 0.0471427 Oct 18 07:54:15.988251 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56284) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:16.016421 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd13da6-6783-4b86-bf36-c4cb19d3f8f6 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:16.016998 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ddd13da6-6783-4b86-bf36-c4cb19d3f8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:16.065504 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-8715695f-ade5-48e8-be39-93aa80ed92dd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Deleting subnet 68343096-120a-4923-83f6-0143f2066831 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:54:16.072699 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8715695f-ade5-48e8-be39-93aa80ed92dd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:16.091974 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-195f6f3b-274d-4f38-a34c-44406aa350a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:16.095653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port dbbc58d5-b575-48c9-837b-42a0ee747679 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:54:16.119572 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e1998705-920b-4aad-bf79-78a98774e4ad tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "GET /v2.0/floatingips/81ea7db3-98b3-4f7e-a615-c39ce97a18cb HTTP/1.1" status: 200 len: 976 time: 0.2457917 Oct 18 07:54:16.122237 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56290) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:16.151381 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ddd13da6-6783-4b86-bf36-c4cb19d3f8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:16.151800 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd13da6-6783-4b86-bf36-c4cb19d3f8f6 None None] The sync data for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:54:16.155278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f6f3b-274d-4f38-a34c-44406aa350a7 None None] Pushing event deleted for resources: {'Port': ['ID=42410f98-c195-4793-97ef-e85b219fc5d8,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:16.160552 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f6f3b-274d-4f38-a34c-44406aa350a7 None None] No DVR routers for this DVR port 42410f98-c195-4793-97ef-e85b219fc5d8 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:54:16.210021 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:16.245224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8715695f-ade5-48e8-be39-93aa80ed92dd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:16.260555 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] For port 42410f98-c195-4793-97ef-e85b219fc5d8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=42410f98-c195-4793-97ef-e85b219fc5d8,segment=NetworkSegment(8eac1216-ce2c-4f21-b241-9fa0e0e62892),segment_id=8eac1216-ce2c-4f21-b241-9fa0e0e62892)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:16.260923 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:16.280281 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-245b403a-ece5-45be-809e-4093f94da32d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Synchronizing usage tracker for tenant:673b068eae9a43748b342c59b1cd9387 on resource:floatingip {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:16.317361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-245b403a-ece5-45be-809e-4093f94da32d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Unset dirty status for tenant:673b068eae9a43748b342c59b1cd9387 on resource:floatingip {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:16.318576 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-245b403a-ece5-45be-809e-4093f94da32d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1952190 Oct 18 07:54:16.322247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56300) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:16.328867 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-dc85df9b-1b5d-4742-a846-d73b85fefea4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'floatingip': {'port_id': 'd5fe5721-7ac6-4f57-adc7-f5a18dc60868'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:16.332179 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4eaa515c-b413-4475-92f1-d92ff75c28bc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:16.446007 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dc85df9b-1b5d-4742-a846-d73b85fefea4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:16.500554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8715695f-ade5-48e8-be39-93aa80ed92dd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:16.597803 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for 42410f98-c195-4793-97ef-e85b219fc5d8 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:16.814919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56314) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:16.830802 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a52f677e-9f1e-4ee7-a989-992b610ab313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:16.838077 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 42410f98-c195-4793-97ef-e85b219fc5d8 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:54:16.842958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8715695f-ade5-48e8-be39-93aa80ed92dd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:16.874851 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 42410f98-c195-4793-97ef-e85b219fc5d8 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:54:16.875359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 42410f98-c195-4793-97ef-e85b219fc5d8 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:54:16.894975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715695f-ade5-48e8-be39-93aa80ed92dd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Subnet': ['ID=68343096-120a-4923-83f6-0143f2066831,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:16.896856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8715695f-ade5-48e8-be39-93aa80ed92dd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:16.901265 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c3ad18-f182-4a59-89d2-f721c3e3340e None None] Network 8f50187d-d4b8-4c2f-a41c-6e8f267da90f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:16.924586 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8715695f-ade5-48e8-be39-93aa80ed92dd tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/subnets/68343096-120a-4923-83f6-0143f2066831 HTTP/1.1" status: 204 len: 168 time: 0.9335077 Oct 18 07:54:16.974023 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56320) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:17.017428 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] For port dbbc58d5-b575-48c9-837b-42a0ee747679, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=dbbc58d5-b575-48c9-837b-42a0ee747679,segment=NetworkSegment(0b02af8f-2b5b-449d-bb66-dd55c9bcd2fe),segment_id=0b02af8f-2b5b-449d-bb66-dd55c9bcd2fe)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:17.017777 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:17.183829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4eaa515c-b413-4475-92f1-d92ff75c28bc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:17.207453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7a1421-30b5-41cb-8f12-867c285b237d None None] DHCP port deletion for 8f50187d-d4b8-4c2f-a41c-6e8f267da90f request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:54:17.213196 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a1421-30b5-41cb-8f12-867c285b237d None None] Deleting port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:17.213568 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1421-30b5-41cb-8f12-867c285b237d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:17.223533 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:17.238424 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-727bbf93-1354-4e2f-b6a0-df0b2d6dc7cd tempest-ServiceProvidersTest-49813461 tempest-ServiceProvidersTest-49813461-project] 10.222.0.17 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4093890 Oct 18 07:54:17.247115 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.api [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:54:17.247652 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG oslo_db.api [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:54:17.328409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Deleting port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:17.329203 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:17.377494 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa515c-b413-4475-92f1-d92ff75c28bc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee55c5b-b818-4ceb-ba1f-c68d44d9b9c5,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:17.389150 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Calling delete_port for dbbc58d5-b575-48c9-837b-42a0ee747679 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:17.401329 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa71c1b4-eb8a-4745-b4d3-bfdefb42f0a0 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:17.440375 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4eaa515c-b413-4475-92f1-d92ff75c28bc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:17.532433 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-0a7a1421-30b5-41cb-8f12-867c285b237d None None] For port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7c8c134c-5aff-4765-8942-3fa1c6e20ff1,segment=NetworkSegment(75eba713-474e-440c-8163-aac1c1477a9e),segment_id=75eba713-474e-440c-8163-aac1c1477a9e)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:17.533252 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1421-30b5-41cb-8f12-867c285b237d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:17.534884 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4eaa515c-b413-4475-92f1-d92ff75c28bc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/9ee55c5b-b818-4ceb-ba1f-c68d44d9b9c5 HTTP/1.1" status: 204 len: 168 time: 3.3087335 Oct 18 07:54:17.536993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56328) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:17.586030 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dc85df9b-1b5d-4742-a846-d73b85fefea4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:17.620543 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dc85df9b-1b5d-4742-a846-d73b85fefea4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:17.670000 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56332) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:17.690173 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ee1477f4-57f1-473f-a0b2-6f7e18afe443 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1479175 Oct 18 07:54:17.690173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Router ea757173-d876-4289-b0da-1045985a365b is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:54:17.704474 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a1421-30b5-41cb-8f12-867c285b237d None None] Calling delete_port for 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:17.749016 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56336) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:17.749016 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port 42410f98-c195-4793-97ef-e85b219fc5d8 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:17.749297 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:17.858379 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1421-30b5-41cb-8f12-867c285b237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:17.924437 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7a1421-30b5-41cb-8f12-867c285b237d None None] No DVR routers for this DVR port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:54:17.942477 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a1421-30b5-41cb-8f12-867c285b237d None None] Pushing event deleted for resources: {'Port': ['ID=7c8c134c-5aff-4765-8942-3fa1c6e20ff1,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:17.946387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5e63ce3e-175a-479b-9a8a-142f3a5f90e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:17.957433 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df545335-e72c-4b51-95da-08703e3a7b01 None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:54:17.962722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-df545335-e72c-4b51-95da-08703e3a7b01 None None] Deleting port d71dc91e-f288-466a-8aea-c221093fcbca {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:17.963071 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-df545335-e72c-4b51-95da-08703e3a7b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:17.965708 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-dc85df9b-1b5d-4742-a846-d73b85fefea4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Floating IP 81ea7db3-98b3-4f7e-a615-c39ce97a18cb associated. External IP: 172.26.8.44, port: e6c48f13-8ecd-4b33-878f-49d4ed628de3. Oct 18 07:54:18.007878 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] The port '42410f98-c195-4793-97ef-e85b219fc5d8' was deleted {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:54:18.077970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] For port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7c8c134c-5aff-4765-8942-3fa1c6e20ff1,segment=NetworkSegment(75eba713-474e-440c-8163-aac1c1477a9e),segment_id=75eba713-474e-440c-8163-aac1c1477a9e)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:18.078410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:18.087409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-5e63ce3e-175a-479b-9a8a-142f3a5f90e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:18.209329 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-df545335-e72c-4b51-95da-08703e3a7b01 None None] For port d71dc91e-f288-466a-8aea-c221093fcbca, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d71dc91e-f288-466a-8aea-c221093fcbca,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:18.210453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-df545335-e72c-4b51-95da-08703e3a7b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:18.261646 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:18.336283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5e63ce3e-175a-479b-9a8a-142f3a5f90e8 admin admin] Usage tracker for resource:security_group_rule and tenant:d1a03ec7fd77488caf9234546653c822 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:18.340238 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Port': ['ID=dbbc58d5-b575-48c9-837b-42a0ee747679,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:18.346070 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Calling delete_port for 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:18.346216 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:18.368517 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-df545335-e72c-4b51-95da-08703e3a7b01 None None] Calling delete_port for d71dc91e-f288-466a-8aea-c221093fcbca owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:18.372848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5e63ce3e-175a-479b-9a8a-142f3a5f90e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:18.395786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-5e63ce3e-175a-479b-9a8a-142f3a5f90e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:18.470534 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-df545335-e72c-4b51-95da-08703e3a7b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:18.484189 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:18.492575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:54:18.492575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:54:18.503753 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:54:18.515592 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52f677e-9f1e-4ee7-a989-992b610ab313 admin admin] Router 6e12c041-ed93-4708-a8c4-fc483d21ecdc has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:54:18.516773 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212c54dd-9fe8-4c82-9075-f88227aee3d1 None None] Sync routers for ids ['ea757173-d876-4289-b0da-1045985a365b'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:54:18.530047 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212c54dd-9fe8-4c82-9075-f88227aee3d1 None None] Routers {'ea757173-d876-4289-b0da-1045985a365b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:18.531027 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-212c54dd-9fe8-4c82-9075-f88227aee3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ea757173-d876-4289-b0da-1045985a365b'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:18.532757 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05abe2ca-cd6e-454e-ad42-f3bd3426f935 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:18.532923 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df545335-e72c-4b51-95da-08703e3a7b01 None None] Pushing event deleted for resources: {'Port': ['ID=d71dc91e-f288-466a-8aea-c221093fcbca,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:18.534385 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-05abe2ca-cd6e-454e-ad42-f3bd3426f935 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7610633 Oct 18 07:54:18.539436 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eac1216-ce2c-4f21-b241-9fa0e0e62892') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:18.539877 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eac1216-ce2c-4f21-b241-9fa0e0e62892') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:18.541679 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19369bfb-d780-476b-a39c-f449c4a511f5 None None] DHCP port deletion for f44e42e2-750d-4ccb-b70e-49d96d5c4e5c request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:54:18.546098 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df545335-e72c-4b51-95da-08703e3a7b01 None None] No DVR routers for this DVR port d71dc91e-f288-466a-8aea-c221093fcbca on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:54:18.552921 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] No DVR routers for this DVR port dbbc58d5-b575-48c9-837b-42a0ee747679 on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:54:18.564448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56342) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:18.571155 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5bc28e-278e-4a3a-8eef-eb3eefb46f5b None None] get_active_networks_info from dv-neutron-861625-1-hyperv {{(pid=89047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 18 07:54:18.610224 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-212c54dd-9fe8-4c82-9075-f88227aee3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:18.611529 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:18.620160 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212c54dd-9fe8-4c82-9075-f88227aee3d1 None None] Routers {'ea757173-d876-4289-b0da-1045985a365b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:18.621033 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-212c54dd-9fe8-4c82-9075-f88227aee3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ea757173-d876-4289-b0da-1045985a365b'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:18.627813 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5e63ce3e-175a-479b-9a8a-142f3a5f90e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:18.690683 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-212c54dd-9fe8-4c82-9075-f88227aee3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:18.691417 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212c54dd-9fe8-4c82-9075-f88227aee3d1 None None] The sync data for ids ['ea757173-d876-4289-b0da-1045985a365b'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:54:18.727155 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5bc28e-278e-4a3a-8eef-eb3eefb46f5b None None] Resources bound (agent type, host, resource id): {{(pid=89047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 07:54:18.766138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5e63ce3e-175a-479b-9a8a-142f3a5f90e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:18.832060 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d71dc91e-f288-466a-8aea-c221093fcbca no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:54:18.855255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63ce3e-175a-479b-9a8a-142f3a5f90e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8341b6-76a4-464c-8156-14517f1ac23d,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:18.866164 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5e63ce3e-175a-479b-9a8a-142f3a5f90e8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d1a03ec7fd77488caf9234546653c822&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1820035 Oct 18 07:54:18.875253 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b459620-2e60-46e0-bd6d-043d5208a674 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:18.879582 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8b459620-2e60-46e0-bd6d-043d5208a674 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3101382 Oct 18 07:54:18.879582 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56346) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:18.879830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56348) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:18.892006 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: d71dc91e-f288-466a-8aea-c221093fcbca {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:54:18.892340 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d71dc91e-f288-466a-8aea-c221093fcbca not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:54:18.892751 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device dbbc58d5-b575-48c9-837b-42a0ee747679 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:54:18.909726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:18.913798 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-478947a3-83e2-41a0-8220-64dd3b2cc2f3 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 12.8869259 Oct 18 07:54:18.927268 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56354) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:18.936899 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:18.940612 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: dbbc58d5-b575-48c9-837b-42a0ee747679 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:54:18.941050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device dbbc58d5-b575-48c9-837b-42a0ee747679 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:54:18.941447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:54:18.971383 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ac3354d0-86a0-4c46-b1db-cb05d6e5b9b3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888693 Oct 18 07:54:18.980310 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56358) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:18.988489 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:54:18.988819 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:18.988976 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:54:18.993957 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:19.014386 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Deleting port 7c8c134c-5aff-4765-8942-3fa1c6e20ff1 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:19.014762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:19.089317 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:54:19.089721 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:19.156398 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc85df9b-1b5d-4742-a846-d73b85fefea4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router cfd6ecbc-7a45-4e58-b87d-4b094663c752 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:54:19.168252 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] The port '7c8c134c-5aff-4765-8942-3fa1c6e20ff1' was deleted {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:54:19.192778 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 8eac1216-ce2c-4f21-b241-9fa0e0e62892 resource provider aggregate not found Oct 18 07:54:19.232745 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 8eac1216-ce2c-4f21-b241-9fa0e0e62892 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8eac1216-ce2c-4f21-b241-9fa0e0e62892 found for delete ", "request_id": "req-63a8828b-db59-4cad-8d8c-584901d25726"}]} Oct 18 07:54:19.284088 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52f677e-9f1e-4ee7-a989-992b610ab313 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:54:19.296823 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:19.300626 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:19.303528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d8d4cf-e4a9-4112-a218-a5364c954e0b None None] Sync routers for ids ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:54:19.316707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d8d4cf-e4a9-4112-a218-a5364c954e0b None None] Routers {'6e12c041-ed93-4708-a8c4-fc483d21ecdc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:19.317069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f926db13-f47d-41eb-ad45-0b09d3325059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:19.317329 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-09d8d4cf-e4a9-4112-a218-a5364c954e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:19.348988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Network': ['ID=6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:19.361368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:19.369315 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-15be0bf3-95f9-469f-80f3-17c21ba60333 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/networks/6a78c2cc-e8a3-46f2-8f09-b3b54ad4b31e HTTP/1.1" status: 204 len: 168 time: 4.7189286 Oct 18 07:54:19.371558 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3e6709-928d-4d53-8ae8-27c8f3beb1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-f44e42e2-750d-4ccb-b70e-49d96d5c4e5c', 'network_id': 'f44e42e2-750d-4ccb-b70e-49d96d5c4e5c', 'tenant_id': '0ff4a2ed04e848fcb5a8554e36c4dc8b', 'fixed_ips': [{'subnet_id': '94e3c6ca-0ae2-4632-a449-55df05cfd297'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:54:19.371558 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-da3e6709-928d-4d53-8ae8-27c8f3beb1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:19.406942 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56366) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:19.429707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:19.455697 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Subnet': ['ID=94e3c6ca-0ae2-4632-a449-55df05cfd297,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:19.462896 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-36f6299e-4792-48c1-be3b-2a42d4901714 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "GET /v2.0/routers/ea757173-d876-4289-b0da-1045985a365b HTTP/1.1" status: 200 len: 925 time: 0.5283470 Oct 18 07:54:19.471032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:19.475263 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56370) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:19.493407 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:19.493823 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a52f677e-9f1e-4ee7-a989-992b610ab313 admin admin] 10.222.0.17 "PUT /v2.0/routers/6e12c041-ed93-4708-a8c4-fc483d21ecdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4859064 Oct 18 07:54:19.497170 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56374) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:19.548236 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:19.565050 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:19.575213 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f926db13-f47d-41eb-ad45-0b09d3325059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:19.591610 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cdf216e3-71e2-486b-bb6f-a7427bc1ebd2 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "GET /v2.0/ports?device_id=ea757173-d876-4289-b0da-1045985a365b HTTP/1.1" status: 200 len: 205 time: 0.1070690 Oct 18 07:54:19.592804 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56380) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:19.599589 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-09d8d4cf-e4a9-4112-a218-a5364c954e0b None None] Set router 6e12c041-ed93-4708-a8c4-fc483d21ecdc gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:54:19.622188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f50187d-d4b8-4c2f-a41c-6e8f267da90f']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:19.657336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:19.659364 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:19.660924 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:19.677925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75eba713-474e-440c-8163-aac1c1477a9e') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:19.678262 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75eba713-474e-440c-8163-aac1c1477a9e') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:19.718078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3256f255-62a8-4f57-9026-3936723be330 None None] Network f44e42e2-750d-4ccb-b70e-49d96d5c4e5c requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:19.734625 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7284a518-d7b6-4a09-b15e-c3dc1ab1c526 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:19.735205 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7284a518-d7b6-4a09-b15e-c3dc1ab1c526 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:19.884483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:19.915658 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc85df9b-1b5d-4742-a846-d73b85fefea4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:54:19.925212 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44e42e2-750d-4ccb-b70e-49d96d5c4e5c']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:19.931147 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465fa925-f777-41b1-a24c-6c085c2f2629 None None] Sync routers for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:54:19.944104 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465fa925-f777-41b1-a24c-6c085c2f2629 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:19.945665 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-465fa925-f777-41b1-a24c-6c085c2f2629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:19.966401 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b02af8f-2b5b-449d-bb66-dd55c9bcd2fe') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:19.966882 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b02af8f-2b5b-449d-bb66-dd55c9bcd2fe') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:19.980242 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:19.986474 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7284a518-d7b6-4a09-b15e-c3dc1ab1c526 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:19.992194 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7284a518-d7b6-4a09-b15e-c3dc1ab1c526 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports/795e7d50-a439-4482-8430-c24d56562730 HTTP/1.1" status: 200 len: 845 time: 0.5768328 Oct 18 07:54:19.995421 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:20.015413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56384) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:20.070534 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-465fa925-f777-41b1-a24c-6c085c2f2629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:20.072568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:54:20.072979 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:20.094053 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465fa925-f777-41b1-a24c-6c085c2f2629 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:20.096066 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-465fa925-f777-41b1-a24c-6c085c2f2629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:20.100173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:20.118896 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:54:20.119309 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:20.144376 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-81e28aa8-eebe-4d03-ad46-41c71a59164e tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:20.156418 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 75eba713-474e-440c-8163-aac1c1477a9e resource provider aggregate not found Oct 18 07:54:20.174142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f926db13-f47d-41eb-ad45-0b09d3325059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:20.198143 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 75eba713-474e-440c-8163-aac1c1477a9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75eba713-474e-440c-8163-aac1c1477a9e found for delete ", "request_id": "req-8635e431-4693-4fc6-853f-f31cc9bfeb93"}]} Oct 18 07:54:20.209445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926db13-f47d-41eb-ad45-0b09d3325059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8341b6-76a4-464c-8156-14517f1ac23d,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:20.258160 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:20.262093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f926db13-f47d-41eb-ad45-0b09d3325059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:20.263873 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f926db13-f47d-41eb-ad45-0b09d3325059 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8e8341b6-76a4-464c-8156-14517f1ac23d HTTP/1.1" status: 204 len: 168 time: 1.3828468 Oct 18 07:54:20.267923 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-465fa925-f777-41b1-a24c-6c085c2f2629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:20.267923 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465fa925-f777-41b1-a24c-6c085c2f2629 None None] The sync data for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:54:20.275843 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0406a1f8-92d4-422b-ab29-36fa09cbf3bd None None] DHCP port deletion for f44e42e2-750d-4ccb-b70e-49d96d5c4e5c request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:54:20.296287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:20.318125 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-09d8d4cf-e4a9-4112-a218-a5364c954e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'name': 'tempest-ServerActionsTestJSON-356566340-router', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:24Z', 'updated_at': '2022-10-18T07:54:14Z', 'revision_number': 5, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'gw_port': {'id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:26Z', 'updated_at': '2022-10-18T07:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:20.323910 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d8d4cf-e4a9-4112-a218-a5364c954e0b None None] Checking router: 6e12c041-ed93-4708-a8c4-fc483d21ecdc for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:54:20.330249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] Pushing event deleted for resources: {'Network': ['ID=8f50187d-d4b8-4c2f-a41c-6e8f267da90f,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:20.333601 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4518d6b9-a808-470f-9689-f79db330582d tempest-NetworksTest-868947397 tempest-NetworksTest-868947397-project] 10.222.0.17 "DELETE /v2.0/networks/8f50187d-d4b8-4c2f-a41c-6e8f267da90f HTTP/1.1" status: 204 len: 168 time: 3.3585706 Oct 18 07:54:20.333849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d8d4cf-e4a9-4112-a218-a5364c954e0b None None] Routers {'6e12c041-ed93-4708-a8c4-fc483d21ecdc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:20.335493 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-09d8d4cf-e4a9-4112-a218-a5364c954e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:20.518951 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e696d88-855e-4f1c-a9d9-2210dee26fb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:20.621935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc85df9b-1b5d-4742-a846-d73b85fefea4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router cfd6ecbc-7a45-4e58-b87d-4b094663c752 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:54:20.687241 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-09d8d4cf-e4a9-4112-a218-a5364c954e0b None None] Set router 6e12c041-ed93-4708-a8c4-fc483d21ecdc gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:54:20.688262 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0d659829-9834-4064-9652-311b834d2627 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports/795e7d50-a439-4482-8430-c24d56562730?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.6717067 Oct 18 07:54:20.698921 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56398) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:20.709687 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-74042f58-73c5-4616-8752-eec0899eb034 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'subnet': {'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:20.738958 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56402) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:20.820092 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:20.823719 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c5171470-4a22-4e3a-abe6-289d11aa4b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:20.860375 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:20.882297 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc85df9b-1b5d-4742-a846-d73b85fefea4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:54:20.898063 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Network': ['ID=f44e42e2-750d-4ccb-b70e-49d96d5c4e5c,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:20.906362 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dc85df9b-1b5d-4742-a846-d73b85fefea4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:20.910672 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/networks/f44e42e2-750d-4ccb-b70e-49d96d5c4e5c HTTP/1.1" status: 204 len: 168 time: 9.0795956 Oct 18 07:54:20.919701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56408) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:20.921173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:20.921580 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:20.921986 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:20.922385 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:20.922808 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:20.923200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:20.923610 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:20.923997 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:20.925142 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:20.925142 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:20.925142 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:20.925452 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698d0d8-5efa-4e7c-b615-b815fda048b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:20.926611 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2fb023-0b36-47f5-b3fb-e205da1d8769 None None] Sync routers for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:54:20.961968 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fb023-0b36-47f5-b3fb-e205da1d8769 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:20.963341 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3a2fb023-0b36-47f5-b3fb-e205da1d8769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:20.967141 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-74042f58-73c5-4616-8752-eec0899eb034 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:20.989160 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-81e28aa8-eebe-4d03-ad46-41c71a59164e tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:20.997670 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-74042f58-73c5-4616-8752-eec0899eb034 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:subnet and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:21.003143 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd452261-e783-47a7-ac6b-5775300198c6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:21.003706 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd452261-e783-47a7-ac6b-5775300198c6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:21.010887 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-dd452261-e783-47a7-ac6b-5775300198c6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/networks/f44e42e2-750d-4ccb-b70e-49d96d5c4e5c HTTP/1.1" status: 404 len: 339 time: 0.0770173 Oct 18 07:54:21.010887 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-74042f58-73c5-4616-8752-eec0899eb034 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:21.013061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56412) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:21.026728 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-74042f58-73c5-4616-8752-eec0899eb034 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:21.040212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-2bcf191f-f41b-4391-98dd-9265a93dcd7e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-278668618', 'description': 'd1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:21.047534 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-81e28aa8-eebe-4d03-ad46-41c71a59164e tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Deleting port 4b1621ef-1ebf-426d-a287-76aa7458e851 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:21.047766 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-81e28aa8-eebe-4d03-ad46-41c71a59164e tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:21.051437 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3a2fb023-0b36-47f5-b3fb-e205da1d8769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:21.076368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2bcf191f-f41b-4391-98dd-9265a93dcd7e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:21.078584 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fb023-0b36-47f5-b3fb-e205da1d8769 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:21.079225 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3a2fb023-0b36-47f5-b3fb-e205da1d8769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:53:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:21.083605 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e696d88-855e-4f1c-a9d9-2210dee26fb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:21.088617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2bcf191f-f41b-4391-98dd-9265a93dcd7e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Usage tracker for resource:network and tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:21.093410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2bcf191f-f41b-4391-98dd-9265a93dcd7e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:21.107680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2bcf191f-f41b-4391-98dd-9265a93dcd7e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:21.112782 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dc85df9b-1b5d-4742-a846-d73b85fefea4 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "PUT /v2.0/floatingips/81ea7db3-98b3-4f7e-a615-c39ce97a18cb HTTP/1.1" status: 200 len: 977 time: 4.7893782 Oct 18 07:54:21.115704 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74042f58-73c5-4616-8752-eec0899eb034 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:21.119930 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-74042f58-73c5-4616-8752-eec0899eb034 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:21.120591 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56416) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:21.132290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-49e9ed30-d57e-4bf5-9ab8-c2d31f5e7efe tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:21.154657 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3a2fb023-0b36-47f5-b3fb-e205da1d8769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:21.155464 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2fb023-0b36-47f5-b3fb-e205da1d8769 None None] The sync data for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:54:21.202084 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cbbbf3cc-32be-413a-9915-086394b010bd admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=521d9aa55f07432182e0e8bda0b60ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4620068 Oct 18 07:54:21.211230 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8e696d88-855e-4f1c-a9d9-2210dee26fb5 admin admin] Deleting port ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:21.211861 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e696d88-855e-4f1c-a9d9-2210dee26fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:21.223399 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56420) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:21.240261 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-09d8d4cf-e4a9-4112-a218-a5364c954e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'name': 'tempest-ServerActionsTestJSON-356566340-router', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:24Z', 'updated_at': '2022-10-18T07:54:14Z', 'revision_number': 5, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'gw_port': {'id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:26Z', 'updated_at': '2022-10-18T07:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:21.244933 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d8d4cf-e4a9-4112-a218-a5364c954e0b None None] The sync data for ids ['6e12c041-ed93-4708-a8c4-fc483d21ecdc'] in dv-neutron-861625-1-hyperv is: [{'id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'name': 'tempest-ServerActionsTestJSON-356566340-router', 'tenant_id': '0f286d48607e4386b10ca9eff3ca0147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:49:24Z', 'updated_at': '2022-10-18T07:54:14Z', 'revision_number': 5, 'project_id': '0f286d48607e4386b10ca9eff3ca0147', 'gw_port': {'id': 'ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e12c041-ed93-4708-a8c4-fc483d21ecdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:49:26Z', 'updated_at': '2022-10-18T07:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:54:21.255164 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.objects.ports [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89046) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:54:21.256527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcf191f-f41b-4391-98dd-9265a93dcd7e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:21.260566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2bcf191f-f41b-4391-98dd-9265a93dcd7e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:21.282171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:21.339270 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 0b02af8f-2b5b-449d-bb66-dd55c9bcd2fe resource provider aggregate not found Oct 18 07:54:21.347532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:21.361839 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:21.375085 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8102376f-bfb9-4099-89f7-87cfd188a378 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:21.381092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:21.382253 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:21.387063 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 0b02af8f-2b5b-449d-bb66-dd55c9bcd2fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b02af8f-2b5b-449d-bb66-dd55c9bcd2fe found for delete ", "request_id": "req-9904b2b0-5f0d-473a-afba-4b12c5cf7e2a"}]} Oct 18 07:54:21.407566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-49e9ed30-d57e-4bf5-9ab8-c2d31f5e7efe tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:21.504673 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bcf191f-f41b-4391-98dd-9265a93dcd7e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:54:21.524781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=f3c260e5-4504-4b88-a093-dc7204f0eae4,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:21.525021 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-81e28aa8-eebe-4d03-ad46-41c71a59164e tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:21.539905 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5532463 Oct 18 07:54:21.539905 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2bcf191f-f41b-4391-98dd-9265a93dcd7e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:21.539905 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-2bcf191f-f41b-4391-98dd-9265a93dcd7e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Added segment cff45312-4e41-4ecc-a28f-e97490dd1324 of type vlan for network 463c6c4f-949e-4481-b39f-c6b4ca2d870e Oct 18 07:54:21.540247 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56428) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:21.560215 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:21.560566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:21.560913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:21.561258 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:21.561594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:21.561925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:21.562311 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:21.562700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:21.563036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:21.563406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:21.563736 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:21.564062 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a87d4f-bf85-4820-8f51-1c6989df0afc tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:21.575434 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-266aa6c1-0352-4ce4-971a-0bd292b44ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:21.578524 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f0ead6c5-6e09-4ffb-a30d-ae5158e8f18d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'mac_address': 'fa:16:3e:8d:59:a1', 'name': 'tempest-NetworksTestDHCPv6-1186851993'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:21.628561 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': 'f3c260e5-4504-4b88-a093-dc7204f0eae4'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:54:21.629418 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:21.803335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Allocated IP 2001:db8::f816:3eff:fe79:9bd3 (421d0710-6574-4dc6-a599-2fa72ae31b2e/f3c260e5-4504-4b88-a093-dc7204f0eae4/0830b819-219e-4de5-86e6-062280036d6a) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:21.821596 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-81e28aa8-eebe-4d03-ad46-41c71a59164e tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Calling delete_port for 4b1621ef-1ebf-426d-a287-76aa7458e851 owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:21.827226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2bcf191f-f41b-4391-98dd-9265a93dcd7e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:21.856483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-266aa6c1-0352-4ce4-971a-0bd292b44ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:21.984243 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-49e9ed30-d57e-4bf5-9ab8-c2d31f5e7efe tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:21.997779 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-49e9ed30-d57e-4bf5-9ab8-c2d31f5e7efe tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:21.998229 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-49e9ed30-d57e-4bf5-9ab8-c2d31f5e7efe tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Floating IP 81ea7db3-98b3-4f7e-a615-c39ce97a18cb disassociated. External IP: 172.26.8.44, port: d5fe5721-7ac6-4f57-adc7-f5a18dc60868. Oct 18 07:54:22.038859 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-8e696d88-855e-4f1c-a9d9-2210dee26fb5 admin admin] For port ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:22.039142 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e696d88-855e-4f1c-a9d9-2210dee26fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:22.044458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:22.055910 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Transition to ACTIVE for port object 0830b819-219e-4de5-86e6-062280036d6a will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:22.060559 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2bcf191f-f41b-4391-98dd-9265a93dcd7e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:22.065060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcf191f-f41b-4391-98dd-9265a93dcd7e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:22.065660 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2bcf191f-f41b-4391-98dd-9265a93dcd7e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:22.076764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Transition to ACTIVE for port object 0830b819-219e-4de5-86e6-062280036d6a will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:22.082473 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:22.149467 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:22.152677 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:22.155190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:22.165248 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Pushing event updated for resources: {'Port': ['ID=0830b819-219e-4de5-86e6-062280036d6a,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:22.212685 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8e696d88-855e-4f1c-a9d9-2210dee26fb5 admin admin] Calling delete_port for ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:22.269830 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2bcf191f-f41b-4391-98dd-9265a93dcd7e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2554300 Oct 18 07:54:22.275023 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56432) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:22.277609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-266aa6c1-0352-4ce4-971a-0bd292b44ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:22.280063 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-266aa6c1-0352-4ce4-971a-0bd292b44ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:22.283571 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-266aa6c1-0352-4ce4-971a-0bd292b44ead admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e920ecac-36f8-4dbf-af33-83c8275853d7 HTTP/1.1" status: 204 len: 168 time: 1.0380049 Oct 18 07:54:22.283571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf191f-f41b-4391-98dd-9265a93dcd7e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Network': ['ID=463c6c4f-949e-4481-b39f-c6b4ca2d870e,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:22.301648 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 463c6c4f-949e-4481-b39f-c6b4ca2d870e details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:54:22.331783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266aa6c1-0352-4ce4-971a-0bd292b44ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e920ecac-36f8-4dbf-af33-83c8275853d7,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:22.354481 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f0ead6c5-6e09-4ffb-a30d-ae5158e8f18d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:22.359161 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f0ead6c5-6e09-4ffb-a30d-ae5158e8f18d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:port and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:22.362159 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f0ead6c5-6e09-4ffb-a30d-ae5158e8f18d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:22.368786 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f0ead6c5-6e09-4ffb-a30d-ae5158e8f18d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:22.412111 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ead6c5-6e09-4ffb-a30d-ae5158e8f18d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:22.419020 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Attempting to bind port 0830b819-219e-4de5-86e6-062280036d6a on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:54:22.419549 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Attempting to bind port 0830b819-219e-4de5-86e6-062280036d6a by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:54:22.419989 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Attempting to bind port 0830b819-219e-4de5-86e6-062280036d6a on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:54:22.432348 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:54:22.432703 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:54:22.433102 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:22.433480 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:54:22.434711 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Bound port: 0830b819-219e-4de5-86e6-062280036d6a, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:54:22.435542 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:22.441335 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-74042f58-73c5-4616-8752-eec0899eb034 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:22.565486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] For port 0830b819-219e-4de5-86e6-062280036d6a, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:54:22.568653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] For port 0830b819-219e-4de5-86e6-062280036d6a, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0830b819-219e-4de5-86e6-062280036d6a,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:54:22.574581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0581b07a-954c-4280-84c9-02f4b6f6fab1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:22.575031 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:22.575230 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0581b07a-954c-4280-84c9-02f4b6f6fab1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Synchronizing usage tracker for tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:22.643288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0581b07a-954c-4280-84c9-02f4b6f6fab1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Unset dirty status for tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:22.644457 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0581b07a-954c-4280-84c9-02f4b6f6fab1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "GET /v2.0/networks?id=463c6c4f-949e-4481-b39f-c6b4ca2d870e HTTP/1.1" status: 200 len: 764 time: 0.3671837 Oct 18 07:54:22.649704 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56444) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:22.657795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-72678c45-d8fc-46a3-a10f-4b443bd6197c tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'network': {'description': 'd2'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:22.663787 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74042f58-73c5-4616-8752-eec0899eb034 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 3252b8aa-4562-44a9-ac92-9972339c4529 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:22.667048 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Pushing event updated for resources: {'Port': ['ID=0830b819-219e-4de5-86e6-062280036d6a,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:22.681083 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-74042f58-73c5-4616-8752-eec0899eb034 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:22.683812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:22.684452 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:22.684801 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:22.685140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:22.685476 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:22.686917 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:22.686917 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:22.686917 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:22.686917 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:22.687355 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:22.687435 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:22.687741 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59665e04-934b-4b69-9cc5-1fce06e8217b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:54:22.699423 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74042f58-73c5-4616-8752-eec0899eb034 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:22.700037 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-74042f58-73c5-4616-8752-eec0899eb034 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:22.701098 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0db310d-8b1a-4a33-9779-2edc42c40fa0 None None] Network 3252b8aa-4562-44a9-ac92-9972339c4529 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:22.725704 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0ead6c5-6e09-4ffb-a30d-ae5158e8f18d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:22.740609 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:54:22.763095 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74042f58-73c5-4616-8752-eec0899eb034 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Subnet': ['ID=dca3b2e4-c4a5-4659-9eea-be7ae14edbae,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:22.793501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e9ed30-d57e-4bf5-9ab8-c2d31f5e7efe tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router cfd6ecbc-7a45-4e58-b87d-4b094663c752 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:54:22.849151 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-f0ead6c5-6e09-4ffb-a30d-ae5158e8f18d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port 5addc456-8661-4cf1-b94c-028d17c34c4e yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:54:22.904744 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-74042f58-73c5-4616-8752-eec0899eb034 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2046063 Oct 18 07:54:22.909669 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56452) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:23.020263 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:54:23.020800 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b475b0c9-57d5-4bd4-a1a4-5da511cb40d0 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:54:23.027727 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2acf9f1a-ffc1-4076-bb3d-3b71fcdee512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:23.032890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-5037c546-45c0-46a2-a0f6-c29f32af6e2e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'security_group': {'name': 'tempest-secgroup-1499294841'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:23.048968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-81e28aa8-eebe-4d03-ad46-41c71a59164e tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:23.060230 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5037c546-45c0-46a2-a0f6-c29f32af6e2e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:23.135332 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5037c546-45c0-46a2-a0f6-c29f32af6e2e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:security_group and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:23.153093 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e28aa8-eebe-4d03-ad46-41c71a59164e tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Pushing event deleted for resources: {'Port': ['ID=4b1621ef-1ebf-426d-a287-76aa7458e851,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:23.161247 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5037c546-45c0-46a2-a0f6-c29f32af6e2e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:23.185448 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-3252b8aa-4562-44a9-ac92-9972339c4529', 'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529', 'tenant_id': '0e9e13d574094643abe8d93e70221363', 'fixed_ips': [{'subnet_id': 'dca3b2e4-c4a5-4659-9eea-be7ae14edbae'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:54:23.186288 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:23.190478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e9ed30-d57e-4bf5-9ab8-c2d31f5e7efe tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:54:23.191023 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5037c546-45c0-46a2-a0f6-c29f32af6e2e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:23.202853 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922390b8-9abd-4e42-8597-ec66bea70232 None None] Sync routers for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:54:23.214475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-49e9ed30-d57e-4bf5-9ab8-c2d31f5e7efe tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:23.216159 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922390b8-9abd-4e42-8597-ec66bea70232 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:23.216760 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-922390b8-9abd-4e42-8597-ec66bea70232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:23.357793 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e696d88-855e-4f1c-a9d9-2210dee26fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:23.361388 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5037c546-45c0-46a2-a0f6-c29f32af6e2e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:23.368009 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-922390b8-9abd-4e42-8597-ec66bea70232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:23.395430 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922390b8-9abd-4e42-8597-ec66bea70232 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:23.396462 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-922390b8-9abd-4e42-8597-ec66bea70232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:23.411134 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-49e9ed30-d57e-4bf5-9ab8-c2d31f5e7efe tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "PUT /v2.0/floatingips/81ea7db3-98b3-4f7e-a615-c39ce97a18cb HTTP/1.1" status: 200 len: 687 time: 2.2871668 Oct 18 07:54:23.419758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56464) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:23.466157 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e696d88-855e-4f1c-a9d9-2210dee26fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:23.482660 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Allocated IP 2001:db8::2 (3252b8aa-4562-44a9-ac92-9972339c4529/dca3b2e4-c4a5-4659-9eea-be7ae14edbae/28104290-1669-413f-b905-72ccb75f0ace) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:23.497374 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-922390b8-9abd-4e42-8597-ec66bea70232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:23.499527 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922390b8-9abd-4e42-8597-ec66bea70232 None None] The sync data for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:54:23.526712 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5037c546-45c0-46a2-a0f6-c29f32af6e2e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:23.549708 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56468) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:23.557237 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5037c546-45c0-46a2-a0f6-c29f32af6e2e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:security_group_rule and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:23.595116 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-f0ead6c5-6e09-4ffb-a30d-ae5158e8f18d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::f816:3eff:fe8d:59a1 (421d0710-6574-4dc6-a599-2fa72ae31b2e/f3c260e5-4504-4b88-a093-dc7204f0eae4/5addc456-8661-4cf1-b94c-028d17c34c4e) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:23.610269 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5037c546-45c0-46a2-a0f6-c29f32af6e2e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:23.626156 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5037c546-45c0-46a2-a0f6-c29f32af6e2e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:23.638197 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-81e28aa8-eebe-4d03-ad46-41c71a59164e tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:23.745119 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:23.782271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:23.798524 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:23.811419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Transition to ACTIVE for port object 28104290-1669-413f-b905-72ccb75f0ace will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:23.831759 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Transition to ACTIVE for port object 28104290-1669-413f-b905-72ccb75f0ace will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:23.837215 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-72678c45-d8fc-46a3-a10f-4b443bd6197c tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:23.841370 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:23.854624 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-18990653-6dab-4515-aa3c-5670c4221f96 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Deleting port 5947a7a4-c8b7-4fc2-a8e2-4aaea4dfb1b0 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:23.854969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-18990653-6dab-4515-aa3c-5670c4221f96 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:23.873528 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-288369199'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:23.900893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-72678c45-d8fc-46a3-a10f-4b443bd6197c tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:23.916127 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:23.934305 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Pushing event updated for resources: {'Port': ['ID=28104290-1669-413f-b905-72ccb75f0ace,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:23.935393 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-81e28aa8-eebe-4d03-ad46-41c71a59164e tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:23.937501 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e696d88-855e-4f1c-a9d9-2210dee26fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:23.940662 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Network 3252b8aa-4562-44a9-ac92-9972339c4529 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:23.941888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:23.942150 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-72678c45-d8fc-46a3-a10f-4b443bd6197c tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network 463c6c4f-949e-4481-b39f-c6b4ca2d870e is not hosted by any dhcp agent {{(pid=89046) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 18 07:54:23.944379 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:23.948619 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72678c45-d8fc-46a3-a10f-4b443bd6197c tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:23.949235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-72678c45-d8fc-46a3-a10f-4b443bd6197c tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:23.952971 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-72678c45-d8fc-46a3-a10f-4b443bd6197c tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "PUT /v2.0/networks/463c6c4f-949e-4481-b39f-c6b4ca2d870e HTTP/1.1" status: 200 len: 761 time: 1.3004620 Oct 18 07:54:23.987077 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Usage tracker for resource:network and tenant:cd71c571db0f49ca8b1dba09d423d69b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:23.992528 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:24.003103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56474) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:24.003823 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-81e28aa8-eebe-4d03-ad46-41c71a59164e tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.059763 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Attempting to bind port 28104290-1669-413f-b905-72ccb75f0ace on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:54:24.060979 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Attempting to bind port 28104290-1669-413f-b905-72ccb75f0ace by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '67717874-ef04-4799-994d-86a53002894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:54:24.060979 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Attempting to bind port 28104290-1669-413f-b905-72ccb75f0ace on network 3252b8aa-4562-44a9-ac92-9972339c4529 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:54:24.068712 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:54:24.069625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Checking segment: {'id': '67717874-ef04-4799-994d-86a53002894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:54:24.070035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.070484 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Bound using segment: {'id': '67717874-ef04-4799-994d-86a53002894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:54:24.070988 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Bound port: 28104290-1669-413f-b905-72ccb75f0ace, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67717874-ef04-4799-994d-86a53002894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:54:24.071371 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.193821 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] For port 28104290-1669-413f-b905-72ccb75f0ace, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:54:24.197479 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72678c45-d8fc-46a3-a10f-4b443bd6197c tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Network': ['ID=463c6c4f-949e-4481-b39f-c6b4ca2d870e,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:24.199817 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] For port 28104290-1669-413f-b905-72ccb75f0ace, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=28104290-1669-413f-b905-72ccb75f0ace,segment=NetworkSegment(67717874-ef04-4799-994d-86a53002894a),segment_id=67717874-ef04-4799-994d-86a53002894a)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:54:24.216084 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:24.218917 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 463c6c4f-949e-4481-b39f-c6b4ca2d870e details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:54:24.241051 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.243111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a13df63-a8d0-4d3c-9376-3737c8dd1d51 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:24.248331 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3a13df63-a8d0-4d3c-9376-3737c8dd1d51 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "GET /v2.0/networks?id=463c6c4f-949e-4481-b39f-c6b4ca2d870e HTTP/1.1" status: 200 len: 764 time: 0.2408285 Oct 18 07:54:24.257523 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56478) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:24.354306 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e696d88-855e-4f1c-a9d9-2210dee26fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.363720 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-18990653-6dab-4515-aa3c-5670c4221f96 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.364322 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-18990653-6dab-4515-aa3c-5670c4221f96 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.389554 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0d70af79-1947-430f-9da8-28d86ce57604 None None] Provisioning for port 0830b819-219e-4de5-86e6-062280036d6a completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:24.409801 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad8eec-2170-4834-b776-0a838ed46ed3 None None] Pushing event updated for resources: {'Port': ['ID=28104290-1669-413f-b905-72ccb75f0ace,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:24.410096 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e696d88-855e-4f1c-a9d9-2210dee26fb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.418828 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Made reservation on behalf of cd71c571db0f49ca8b1dba09d423d69b for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:24.422206 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.439872 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-81e28aa8-eebe-4d03-ad46-41c71a59164e tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.440365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e28aa8-eebe-4d03-ad46-41c71a59164e tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Fanout notify agent at l3_agent the message router_deleted on router ea757173-d876-4289-b0da-1045985a365b {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:54:24.472771 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.517538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-18990653-6dab-4515-aa3c-5670c4221f96 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Calling delete_port for 5947a7a4-c8b7-4fc2-a8e2-4aaea4dfb1b0 owned by network:floatingip {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:24.530288 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5037c546-45c0-46a2-a0f6-c29f32af6e2e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.543138 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:24.546397 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5037c546-45c0-46a2-a0f6-c29f32af6e2e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.570898 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e696d88-855e-4f1c-a9d9-2210dee26fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.571424 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e696d88-855e-4f1c-a9d9-2210dee26fb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e12c041-ed93-4708-a8c4-fc483d21ecdc {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:54:24.580744 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Usage tracker for resource:security_group_rule and tenant:cd71c571db0f49ca8b1dba09d423d69b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:24.615317 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:24.630888 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:24.672560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedf717c-0477-4d7a-8d26-f59f30a20c41 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:24.675038 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-eedf717c-0477-4d7a-8d26-f59f30a20c41 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4151049 Oct 18 07:54:24.678942 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56482) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:24.681841 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037c546-45c0-46a2-a0f6-c29f32af6e2e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe1e047-76ec-4a48-8092-6b8a67f47f54,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:24.687523 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e696d88-855e-4f1c-a9d9-2210dee26fb5 admin admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.691489 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8e696d88-855e-4f1c-a9d9-2210dee26fb5 admin admin] 10.222.0.17 "DELETE /v2.0/routers/6e12c041-ed93-4708-a8c4-fc483d21ecdc HTTP/1.1" status: 204 len: 168 time: 5.1907220 Oct 18 07:54:24.692253 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56486) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:24.705802 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-81e28aa8-eebe-4d03-ad46-41c71a59164e tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.710237 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-81e28aa8-eebe-4d03-ad46-41c71a59164e tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "DELETE /v2.0/routers/ea757173-d876-4289-b0da-1045985a365b HTTP/1.1" status: 204 len: 168 time: 5.1133566 Oct 18 07:54:24.761970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56490) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:24.775891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1329510368', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'enable_snat': False}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:24.790656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:24.792936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5037c546-45c0-46a2-a0f6-c29f32af6e2e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.794361 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5037c546-45c0-46a2-a0f6-c29f32af6e2e tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8682513 Oct 18 07:54:24.812769 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56494) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:24.817020 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Usage tracker for resource:router and tenant:14a8734522ce40a2b698af839a0ea312 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:24.826742 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2cd085c2-06a2-487d-8f8c-081a1235706c tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Synchronizing usage tracker for tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:24.827011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-9af9c1de-2dd5-49cc-92e6-53f9a98b226b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'security_group': {'name': 'tempest-secgroup-1199319375'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:24.838337 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:24.843961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9af9c1de-2dd5-49cc-92e6-53f9a98b226b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:24.851912 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:24.858525 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9af9c1de-2dd5-49cc-92e6-53f9a98b226b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:security_group and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:24.868343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9af9c1de-2dd5-49cc-92e6-53f9a98b226b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:24.871924 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-485505b9-3d70-4a74-8a38-8f3d4cad6bb1 admin admin] Deleting subnet dbb698bd-8a28-447d-9ac6-7bad4cc61081 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:54:24.879002 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-485505b9-3d70-4a74-8a38-8f3d4cad6bb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.881356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9af9c1de-2dd5-49cc-92e6-53f9a98b226b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:24.891171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.892141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.902437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-18990653-6dab-4515-aa3c-5670c4221f96 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.924813 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2cd085c2-06a2-487d-8f8c-081a1235706c tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Unset dirty status for tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:24.926016 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2cd085c2-06a2-487d-8f8c-081a1235706c tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626 HTTP/1.1" status: 200 len: 207 time: 0.2404945 Oct 18 07:54:24.935292 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56498) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:24.942538 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0ead6c5-6e09-4ffb-a30d-ae5158e8f18d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.947321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9af9c1de-2dd5-49cc-92e6-53f9a98b226b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:24.965670 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18990653-6dab-4515-aa3c-5670c4221f96 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event deleted for resources: {'Port': ['ID=5947a7a4-c8b7-4fc2-a8e2-4aaea4dfb1b0,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:25.003207 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:25.048897 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-485505b9-3d70-4a74-8a38-8f3d4cad6bb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:25.065286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9af9c1de-2dd5-49cc-92e6-53f9a98b226b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:25.073437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9af9c1de-2dd5-49cc-92e6-53f9a98b226b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:security_group_rule and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:25.078876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9af9c1de-2dd5-49cc-92e6-53f9a98b226b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:25.103511 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-f0ead6c5-6e09-4ffb-a30d-ae5158e8f18d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object 5addc456-8661-4cf1-b94c-028d17c34c4e will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:25.139025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9af9c1de-2dd5-49cc-92e6-53f9a98b226b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:25.177029 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:25.214317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-18990653-6dab-4515-aa3c-5670c4221f96 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:25.235115 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:25.266877 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:25.303580 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:54:25.313768 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276cec27-d28e-4507-af54-254893db9ddf tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:25.320558 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276cec27-d28e-4507-af54-254893db9ddf tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:25.326418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276cec27-d28e-4507-af54-254893db9ddf tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:25.332689 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276cec27-d28e-4507-af54-254893db9ddf tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:25.338988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276cec27-d28e-4507-af54-254893db9ddf tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:25.345118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276cec27-d28e-4507-af54-254893db9ddf tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:25.346124 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-276cec27-d28e-4507-af54-254893db9ddf tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Synchronizing usage tracker for tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b on resource:network {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:25.364638 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3053b12b-b2c1-462e-8cf3-b783292356a6,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:25.371121 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-485505b9-3d70-4a74-8a38-8f3d4cad6bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:25.401665 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0ead6c5-6e09-4ffb-a30d-ae5158e8f18d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:25.408126 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:25.408689 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Added segment 6c423574-0c0a-4c3e-9f0c-025ce8c2cbee of type vlan for network c50d5d64-584a-4f76-9ece-7819f705e2db Oct 18 07:54:25.417362 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0830b819-219e-4de5-86e6-062280036d6a up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:25.496952 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-276cec27-d28e-4507-af54-254893db9ddf tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Unset dirty status for tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b on resource:network {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:25.499097 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-276cec27-d28e-4507-af54-254893db9ddf tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5611868 Oct 18 07:54:25.503314 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56502) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:25.511716 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 0830b819-219e-4de5-86e6-062280036d6a completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:25.519848 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 0830b819-219e-4de5-86e6-062280036d6a triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:25.520592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:25.521027 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 0830b819-219e-4de5-86e6-062280036d6a Oct 18 07:54:25.574342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:25.680782 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ead6c5-6e09-4ffb-a30d-ae5158e8f18d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:25.706267 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0c302b01-40a4-4e4e-9ae8-cd6d23b882f5 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1853333 Oct 18 07:54:25.710864 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-f0ead6c5-6e09-4ffb-a30d-ae5158e8f18d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:25.715050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 0830b819-219e-4de5-86e6-062280036d6a is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:54:25.715874 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ead6c5-6e09-4ffb-a30d-ae5158e8f18d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:25.721758 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ead6c5-6e09-4ffb-a30d-ae5158e8f18d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:25.722391 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0ead6c5-6e09-4ffb-a30d-ae5158e8f18d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:25.728289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:25.729468 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56506) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:25.768225 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-18990653-6dab-4515-aa3c-5670c4221f96 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:25.769059 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-18990653-6dab-4515-aa3c-5670c4221f96 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/floatingips/81ea7db3-98b3-4f7e-a615-c39ce97a18cb HTTP/1.1" status: 204 len: 168 time: 2.3481312 Oct 18 07:54:25.771858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9af9c1de-2dd5-49cc-92e6-53f9a98b226b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:25.777476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56510) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:25.793346 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ead6c5-6e09-4ffb-a30d-ae5158e8f18d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=5addc456-8661-4cf1-b94c-028d17c34c4e,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:25.804274 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:25.829374 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 0830b819-219e-4de5-86e6-062280036d6a, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0830b819-219e-4de5-86e6-062280036d6a,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:25.839748 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:25.841059 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 28104290-1669-413f-b905-72ccb75f0ace up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:25.880209 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-2b293dce-38cd-4e2e-86bf-775ccf38e996 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] delete failed (client error): The resource could not be found. Oct 18 07:54:25.880461 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f0ead6c5-6e09-4ffb-a30d-ae5158e8f18d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3372920 Oct 18 07:54:25.882018 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-485505b9-3d70-4a74-8a38-8f3d4cad6bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:25.882171 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2b293dce-38cd-4e2e-86bf-775ccf38e996 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/floatingips/81ea7db3-98b3-4f7e-a615-c39ce97a18cb HTTP/1.1" status: 404 len: 345 time: 0.1017358 Oct 18 07:54:25.883797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56514) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:25.889390 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845783fe-1530-44e9-8f36-83a82e214410 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:25.891078 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845783fe-1530-44e9-8f36-83a82e214410 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:25.892671 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845783fe-1530-44e9-8f36-83a82e214410 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:25.894104 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845783fe-1530-44e9-8f36-83a82e214410 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:25.895768 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845783fe-1530-44e9-8f36-83a82e214410 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:25.901371 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-845783fe-1530-44e9-8f36-83a82e214410 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1573601 Oct 18 07:54:25.901371 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56518) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:25.960438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56520) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:25.961151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9af9c1de-2dd5-49cc-92e6-53f9a98b226b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:25.987930 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485505b9-3d70-4a74-8a38-8f3d4cad6bb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbb698bd-8a28-447d-9ac6-7bad4cc61081,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:26.001200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-485505b9-3d70-4a74-8a38-8f3d4cad6bb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:26.006131 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-485505b9-3d70-4a74-8a38-8f3d4cad6bb1 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/dbb698bd-8a28-447d-9ac6-7bad4cc61081 HTTP/1.1" status: 204 len: 168 time: 1.3050897 Oct 18 07:54:26.014521 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56526) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:26.042129 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:26.047586 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:26.048195 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:26.065311 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=0830b819-219e-4de5-86e6-062280036d6a,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:26.081132 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a42989-7f18-40ea-aa35-9f95c839941d None None] Network b4b998fa-e372-4e50-b79b-07d7c610b310 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:26.121049 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9c1de-2dd5-49cc-92e6-53f9a98b226b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6d4b7c-a619-412e-bf3b-b1844e32a9c5,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:26.137414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2305bbe-f4c0-4262-8c1e-aef3d1b02147 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['shared'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:26.139024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2305bbe-f4c0-4262-8c1e-aef3d1b02147 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['shared'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:26.140661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2305bbe-f4c0-4262-8c1e-aef3d1b02147 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['shared'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:26.141807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2305bbe-f4c0-4262-8c1e-aef3d1b02147 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['shared'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:26.143685 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2305bbe-f4c0-4262-8c1e-aef3d1b02147 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['shared'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:26.144254 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a2305bbe-f4c0-4262-8c1e-aef3d1b02147 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Synchronizing usage tracker for tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:26.173913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9af9c1de-2dd5-49cc-92e6-53f9a98b226b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:26.178087 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9af9c1de-2dd5-49cc-92e6-53f9a98b226b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3613420 Oct 18 07:54:26.182977 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56530) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:26.193138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-1ca3c48a-93da-4737-ab39-6923e9b9891a tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2005335306', 'security_groups': ['bd6d4b7c-a619-412e-bf3b-b1844e32a9c5'], 'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dca3b2e4-c4a5-4659-9eea-be7ae14edbae'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:26.219766 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a2305bbe-f4c0-4262-8c1e-aef3d1b02147 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Unset dirty status for tenant:0ff4a2ed04e848fcb5a8554e36c4dc8b on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:26.221580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Provisioning for port 28104290-1669-413f-b905-72ccb75f0ace completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:26.226853 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a2305bbe-f4c0-4262-8c1e-aef3d1b02147 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2614198 Oct 18 07:54:26.227663 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56534) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:26.329410 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Provisioning complete for port 795e7d50-a439-4482-8430-c24d56562730 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:26.330283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:26.330645 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Attempt 1 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:54:26.379122 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.8281474 Oct 18 07:54:26.386150 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56538) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:26.395039 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:26.401722 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-b9414a85-114a-419a-98fb-82698856fe78 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Request body: {'subnet': {'network_id': 'c50d5d64-584a-4f76-9ece-7819f705e2db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:26.418015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:26.419988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f754a5-2ff2-4fb0-bb97-febdb3c873c5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Pushing event updated for resources: {'Network': ['ID=c50d5d64-584a-4f76-9ece-7819f705e2db,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:26.439185 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 28104290-1669-413f-b905-72ccb75f0ace completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:26.451286 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 28104290-1669-413f-b905-72ccb75f0ace triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:26.451995 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:26.452342 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 28104290-1669-413f-b905-72ccb75f0ace Oct 18 07:54:26.463557 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f772db3-a6ae-48e0-9a45-a4ac2bb79990 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:26.468988 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0f772db3-a6ae-48e0-9a45-a4ac2bb79990 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "GET /v2.0/networks/b67f592d-9aa0-49e2-9f40-2cb7b9b69616 HTTP/1.1" status: 200 len: 803 time: 0.2355487 Oct 18 07:54:26.469584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56542) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:26.521526 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network c50d5d64-584a-4f76-9ece-7819f705e2db details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:54:26.531162 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a796346a-0cd7-48cf-954b-418a911b22f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:26.537355 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a796346a-0cd7-48cf-954b-418a911b22f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:26.543464 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a796346a-0cd7-48cf-954b-418a911b22f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:26.544494 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a796346a-0cd7-48cf-954b-418a911b22f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Synchronizing usage tracker for tenant:673b068eae9a43748b342c59b1cd9387 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:26.547301 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] Deleting port d1c75ea8-ae1c-4ab6-be25-7600930425dd {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:26.547822 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:26.589040 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c2f3b6-e755-4fc9-aef0-99282e912150 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:26.595075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c2f3b6-e755-4fc9-aef0-99282e912150 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:26.596009 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-20c2f3b6-e755-4fc9-aef0-99282e912150 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:26.632401 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b9414a85-114a-419a-98fb-82698856fe78 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:26.669434 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b9414a85-114a-419a-98fb-82698856fe78 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Usage tracker for resource:subnet and tenant:cd71c571db0f49ca8b1dba09d423d69b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:26.672510 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a796346a-0cd7-48cf-954b-418a911b22f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Unset dirty status for tenant:673b068eae9a43748b342c59b1cd9387 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:26.673866 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a796346a-0cd7-48cf-954b-418a911b22f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "GET /v2.0/ports?network_id=36b310c0-2833-4179-9c6b-806209de5cb1 HTTP/1.1" status: 200 len: 2357 time: 0.7375774 Oct 18 07:54:26.675163 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b9414a85-114a-419a-98fb-82698856fe78 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:26.689253 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56546) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:26.694997 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b9414a85-114a-419a-98fb-82698856fe78 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:26.762278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 28104290-1669-413f-b905-72ccb75f0ace is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:54:26.762962 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:26.799899 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9414a85-114a-419a-98fb-82698856fe78 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Made reservation on behalf of cd71c571db0f49ca8b1dba09d423d69b for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:26.803922 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b9414a85-114a-419a-98fb-82698856fe78 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:26.804069 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 28104290-1669-413f-b905-72ccb75f0ace, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=28104290-1669-413f-b905-72ccb75f0ace,segment=NetworkSegment(67717874-ef04-4799-994d-86a53002894a),segment_id=67717874-ef04-4799-994d-86a53002894a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:26.808652 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:26.818629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-20c2f3b6-e755-4fc9-aef0-99282e912150 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:26.824779 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-20c2f3b6-e755-4fc9-aef0-99282e912150 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.9396999 Oct 18 07:54:26.855014 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff02632-cd90-4c08-aec1-c45bb06006be None None] DHCP port deletion for b4b998fa-e372-4e50-b79b-07d7c610b310 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:54:26.869203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56550) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:26.874940 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-cff02632-cd90-4c08-aec1-c45bb06006be None None] Deleting port d1c75ea8-ae1c-4ab6-be25-7600930425dd {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:26.875419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cff02632-cd90-4c08-aec1-c45bb06006be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:26.917793 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-28b0837a-c3bc-4209-b0e7-58513fe6b5d5 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "GET /v2.0/networks/b67f592d-9aa0-49e2-9f40-2cb7b9b69616?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4401035 Oct 18 07:54:26.936447 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Attempt 2 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:54:26.954484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:26.982640 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e76aa1-9b2c-43fd-921b-95ccc3173966 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:26.988781 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-85e76aa1-9b2c-43fd-921b-95ccc3173966 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "GET /v2.0/subnets/bfcc4d90-6791-4e69-a6e9-b96627a83de4 HTTP/1.1" status: 200 len: 797 time: 0.2910826 Oct 18 07:54:26.988963 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0830b819-219e-4de5-86e6-062280036d6a up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:26.994197 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56554) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:26.994656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56556) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:27.003206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1ca3c48a-93da-4737-ab39-6923e9b9891a tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:27.011705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-d26b603c-06f4-402e-acdc-1347cbb2682f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'port': {'network_id': '36b310c0-2833-4179-9c6b-806209de5cb1', 'name': 'tempest-FloatingIPTestJSON-168853831', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:27.063423 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:27.068594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1ca3c48a-93da-4737-ab39-6923e9b9891a tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:port and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:27.069753 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-759c1975-bd6c-4a10-9aff-b091b617ab1b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port 5addc456-8661-4cf1-b94c-028d17c34c4e {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:27.070100 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-759c1975-bd6c-4a10-9aff-b091b617ab1b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:27.078938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1ca3c48a-93da-4737-ab39-6923e9b9891a tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:27.122750 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1ca3c48a-93da-4737-ab39-6923e9b9891a tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:27.133821 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] For port d1c75ea8-ae1c-4ab6-be25-7600930425dd, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d1c75ea8-ae1c-4ab6-be25-7600930425dd,segment=NetworkSegment(d0892a4a-f892-43eb-b0e4-188ab345b122),segment_id=d0892a4a-f892-43eb-b0e4-188ab345b122)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:27.134225 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:27.135890 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=28104290-1669-413f-b905-72ccb75f0ace,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:27.150301 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:27.250012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 0830b819-219e-4de5-86e6-062280036d6a triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:27.250533 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:27.250981 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 0830b819-219e-4de5-86e6-062280036d6a Oct 18 07:54:27.280011 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] Calling delete_port for d1c75ea8-ae1c-4ab6-be25-7600930425dd owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:27.321749 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-cff02632-cd90-4c08-aec1-c45bb06006be None None] For port d1c75ea8-ae1c-4ab6-be25-7600930425dd, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d1c75ea8-ae1c-4ab6-be25-7600930425dd,segment=NetworkSegment(d0892a4a-f892-43eb-b0e4-188ab345b122),segment_id=d0892a4a-f892-43eb-b0e4-188ab345b122)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:27.322465 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cff02632-cd90-4c08-aec1-c45bb06006be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:27.368907 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90675a4-d5dc-4f71-ad8c-5b285159393e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:27.370876 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a90675a4-d5dc-4f71-ad8c-5b285159393e tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "GET /v2.0/subnets/aa547db3-6a5a-411d-b000-16272e6e430d HTTP/1.1" status: 200 len: 843 time: 0.3714540 Oct 18 07:54:27.375463 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56562) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:27.381741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca3c48a-93da-4737-ab39-6923e9b9891a tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:27.453746 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-cff02632-cd90-4c08-aec1-c45bb06006be None None] Calling delete_port for d1c75ea8-ae1c-4ab6-be25-7600930425dd owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:27.544553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d26b603c-06f4-402e-acdc-1347cbb2682f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:27.574896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d26b603c-06f4-402e-acdc-1347cbb2682f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:27.576875 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 0830b819-219e-4de5-86e6-062280036d6a is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:54:27.591568 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cff02632-cd90-4c08-aec1-c45bb06006be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:27.607069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Allocated IP 172.26.8.113 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/ea25d904-6fab-4b3d-bfbb-00148f6c4933) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:27.610453 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.api [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 18 07:54:27.610453 dv-neutron-861625-1-hyperv neutron-server[89045]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Oct 18 07:54:27.610453 dv-neutron-861625-1-hyperv neutron-server[89045]: [parameters: {'port_id': 'd1c75ea8-ae1c-4ab6-be25-7600930425dd', 'host': 'dv-neutron-861625-1-hyperv', 'level': 0}] Oct 18 07:54:27.610453 dv-neutron-861625-1-hyperv neutron-server[89045]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:54:27.611835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG oslo_db.api [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:54:27.640702 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26b603c-06f4-402e-acdc-1347cbb2682f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Made reservation on behalf of 673b068eae9a43748b342c59b1cd9387 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:27.644075 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff02632-cd90-4c08-aec1-c45bb06006be None None] Pushing event deleted for resources: {'Port': ['ID=d1c75ea8-ae1c-4ab6-be25-7600930425dd,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:27.645989 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff02632-cd90-4c08-aec1-c45bb06006be None None] No DVR routers for this DVR port d1c75ea8-ae1c-4ab6-be25-7600930425dd on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:54:27.656044 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d1c75ea8-ae1c-4ab6-be25-7600930425dd no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:54:27.667595 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44a3f40-a950-45b9-bf8d-c41a329a3755 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['shared'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:27.671022 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a44a3f40-a950-45b9-bf8d-c41a329a3755 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "GET /v2.0/subnets/aa547db3-6a5a-411d-b000-16272e6e430d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2656648 Oct 18 07:54:27.677679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56566) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:27.704498 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b9414a85-114a-419a-98fb-82698856fe78 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:27.728758 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Attempt 3 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:54:27.752283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-006a10f5-4ab1-41ff-b7ea-e71183cd17ba tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1680960625'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:27.756213 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-759c1975-bd6c-4a10-9aff-b091b617ab1b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:27.762184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1ca3c48a-93da-4737-ab39-6923e9b9891a tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:27.764256 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: d1c75ea8-ae1c-4ab6-be25-7600930425dd {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:54:27.764256 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d1c75ea8-ae1c-4ab6-be25-7600930425dd not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:54:27.764256 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:54:27.817370 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:54:27.817736 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ea6eeb8a-1e37-403b-b46d-aaaf5ae25f3b not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:54:27.823786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-006a10f5-4ab1-41ff-b7ea-e71183cd17ba tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:27.837587 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:27.865217 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-006a10f5-4ab1-41ff-b7ea-e71183cd17ba tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:27.896566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-1ca3c48a-93da-4737-ab39-6923e9b9891a tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] device_id is not set on port 4ccb3504-e7d5-443e-a410-54dfde16504e yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:54:27.919674 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-759c1975-bd6c-4a10-9aff-b091b617ab1b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for 5addc456-8661-4cf1-b94c-028d17c34c4e owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:27.971797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006a10f5-4ab1-41ff-b7ea-e71183cd17ba tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:27.975264 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-006a10f5-4ab1-41ff-b7ea-e71183cd17ba tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:28.046826 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d26b603c-06f4-402e-acdc-1347cbb2682f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:28.068535 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9414a85-114a-419a-98fb-82698856fe78 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Pushing event updated for resources: {'Subnet': ['ID=679ac54a-d2cd-4226-ab01-ed03313d6dab,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:28.098891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:28.101516 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9414a85-114a-419a-98fb-82698856fe78 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Checking segment: {'id': '6c423574-0c0a-4c3e-9f0c-025ce8c2cbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c50d5d64-584a-4f76-9ece-7819f705e2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:54:28.101875 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9414a85-114a-419a-98fb-82698856fe78 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Network hostable DHCP agents. Network: c50d5d64-584a-4f76-9ece-7819f705e2db, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:54:28.115587 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] Deleting port d1c75ea8-ae1c-4ab6-be25-7600930425dd {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:28.115947 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:28.143937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006a10f5-4ab1-41ff-b7ea-e71183cd17ba tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:54:28.158587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-d26b603c-06f4-402e-acdc-1347cbb2682f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] device_id is not set on port 4f3752e9-d227-4eef-a162-00df955e09d3 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:54:28.210511 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] The port 'd1c75ea8-ae1c-4ab6-be25-7600930425dd' was deleted {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:54:28.236319 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9414a85-114a-419a-98fb-82698856fe78 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Network c50d5d64-584a-4f76-9ece-7819f705e2db is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:54:28.243189 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-006a10f5-4ab1-41ff-b7ea-e71183cd17ba tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:28.243576 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-006a10f5-4ab1-41ff-b7ea-e71183cd17ba tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Added segment 38367e9f-87d3-4dc4-b1e9-06138bea7fe6 of type vlan for network 1b27ff91-d355-4346-8878-8fedf394a3b9 Oct 18 07:54:28.262130 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-b9414a85-114a-419a-98fb-82698856fe78 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, c50d5d64-584a-4f76-9ece-7819f705e2db) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:28.274568 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6250ae28-fcec-46aa-b3e4-03a47346c626 None None] Network c50d5d64-584a-4f76-9ece-7819f705e2db requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:28.349523 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9414a85-114a-419a-98fb-82698856fe78 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:28.350147 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b9414a85-114a-419a-98fb-82698856fe78 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:28.353326 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Attempt 4 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:54:28.372654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-1ca3c48a-93da-4737-ab39-6923e9b9891a tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Allocated IP 2001:db8::223 (3252b8aa-4562-44a9-ac92-9972339c4529/dca3b2e4-c4a5-4659-9eea-be7ae14edbae/4ccb3504-e7d5-443e-a410-54dfde16504e) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:28.392181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-006a10f5-4ab1-41ff-b7ea-e71183cd17ba tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:28.403172 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:28.416987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:28.423050 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b9414a85-114a-419a-98fb-82698856fe78 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0305173 Oct 18 07:54:28.432414 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56570) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:28.439356 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-759c1975-bd6c-4a10-9aff-b091b617ab1b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:28.445225 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:28.446005 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-09ab206e-9f6e-422f-a637-e99aff48ce5e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Request body: {'port': {'network_id': 'c50d5d64-584a-4f76-9ece-7819f705e2db', 'name': 'tempest-TagsExtTest-922053393'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:28.460015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b998fa-e372-4e50-b79b-07d7c610b310']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:28.543436 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.resource_extend [None req-006a10f5-4ab1-41ff-b7ea-e71183cd17ba tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:54:28.577514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:28.578765 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c1975-bd6c-4a10-9aff-b091b617ab1b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=5addc456-8661-4cf1-b94c-028d17c34c4e,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:28.584163 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0892a4a-f892-43eb-b0e4-188ab345b122') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:28.584898 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0892a4a-f892-43eb-b0e4-188ab345b122') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:28.587416 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:28.597660 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Pushing event updated for resources: {'Port': ['ID=ea25d904-6fab-4b3d-bfbb-00148f6c4933,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:28.602533 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:28.629240 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-c50d5d64-584a-4f76-9ece-7819f705e2db', 'network_id': 'c50d5d64-584a-4f76-9ece-7819f705e2db', 'tenant_id': 'cd71c571db0f49ca8b1dba09d423d69b', 'fixed_ips': [{'subnet_id': '679ac54a-d2cd-4226-ab01-ed03313d6dab'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:54:28.630433 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:28.642603 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:28.669609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-006a10f5-4ab1-41ff-b7ea-e71183cd17ba tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:28.673876 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-759c1975-bd6c-4a10-9aff-b091b617ab1b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:28.675009 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006a10f5-4ab1-41ff-b7ea-e71183cd17ba tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:28.675620 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-006a10f5-4ab1-41ff-b7ea-e71183cd17ba tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:28.676385 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-759c1975-bd6c-4a10-9aff-b091b617ab1b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/5addc456-8661-4cf1-b94c-028d17c34c4e HTTP/1.1" status: 204 len: 168 time: 1.8037369 Oct 18 07:54:28.680093 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56574) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:28.732611 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:28.762383 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:54:28.763110 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:28.820381 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Allocated IP 172.20.0.2 (c50d5d64-584a-4f76-9ece-7819f705e2db/679ac54a-d2cd-4226-ab01-ed03313d6dab/d9b4a790-f6e5-4bb8-bb50-e326b85c4d39) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:28.855601 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment d0892a4a-f892-43eb-b0e4-188ab345b122 resource provider aggregate not found Oct 18 07:54:28.908748 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment d0892a4a-f892-43eb-b0e4-188ab345b122 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0892a4a-f892-43eb-b0e4-188ab345b122 found for delete ", "request_id": "req-b72994bb-0348-4841-ac3c-b6e6bf3fd8f9"}]} Oct 18 07:54:28.941100 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-09ab206e-9f6e-422f-a637-e99aff48ce5e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:28.946057 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b9a5d0-2722-463b-b2a0-49d4b077a2ae tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:28.947609 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b9a5d0-2722-463b-b2a0-49d4b077a2ae tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:28.948353 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a9b9a5d0-2722-463b-b2a0-49d4b077a2ae tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:28.953438 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Attempt 5 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:54:28.953589 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-09ab206e-9f6e-422f-a637-e99aff48ce5e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Usage tracker for resource:port and tenant:cd71c571db0f49ca8b1dba09d423d69b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:28.956662 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-09ab206e-9f6e-422f-a637-e99aff48ce5e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:28.965216 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-09ab206e-9f6e-422f-a637-e99aff48ce5e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:28.971839 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:28.993787 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:28.994030 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 28104290-1669-413f-b905-72ccb75f0ace up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:29.000330 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] Pushing event deleted for resources: {'Network': ['ID=b4b998fa-e372-4e50-b79b-07d7c610b310,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:29.007515 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a9b9a5d0-2722-463b-b2a0-49d4b077a2ae tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:29.010815 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a9b9a5d0-2722-463b-b2a0-49d4b077a2ae tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3244510 Oct 18 07:54:29.010938 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56582) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:29.049842 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4975331c-3db6-49d7-a6a7-ddd1bdb59c2d admin admin] 10.222.0.17 "DELETE /v2.0/networks/b4b998fa-e372-4e50-b79b-07d7c610b310 HTTP/1.1" status: 204 len: 168 time: 3.0322762 Oct 18 07:54:29.097284 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a34ef2f-91a8-4b55-b9ba-6fbd617f174b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet f3c260e5-4504-4b88-a093-dc7204f0eae4 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:54:29.102037 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a34ef2f-91a8-4b55-b9ba-6fbd617f174b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:29.107464 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:29.173779 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a34ef2f-91a8-4b55-b9ba-6fbd617f174b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:29.230051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-d26b603c-06f4-402e-acdc-1347cbb2682f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Allocated IP 172.20.0.14 (36b310c0-2833-4179-9c6b-806209de5cb1/bfcc4d90-6791-4e69-a6e9-b96627a83de4/4f3752e9-d227-4eef-a162-00df955e09d3) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:29.241052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a10f5-4ab1-41ff-b7ea-e71183cd17ba tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Network': ['ID=1b27ff91-d355-4346-8878-8fedf394a3b9,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:29.264480 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ab206e-9f6e-422f-a637-e99aff48ce5e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Made reservation on behalf of cd71c571db0f49ca8b1dba09d423d69b for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:29.268714 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-09ab206e-9f6e-422f-a637-e99aff48ce5e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:29.282416 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-d26b603c-06f4-402e-acdc-1347cbb2682f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Allocated IP 172.20.0.13 (36b310c0-2833-4179-9c6b-806209de5cb1/bfcc4d90-6791-4e69-a6e9-b96627a83de4/4f3752e9-d227-4eef-a162-00df955e09d3) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:29.302189 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-09ab206e-9f6e-422f-a637-e99aff48ce5e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] device_id is not set on port ccdc8aa5-dfbf-41e2-8640-da3318320555 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:54:29.305000 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-006a10f5-4ab1-41ff-b7ea-e71183cd17ba tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5795636 Oct 18 07:54:29.309591 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 1b27ff91-d355-4346-8878-8fedf394a3b9 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:54:29.316232 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56588) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:29.336994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56592) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:29.341706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-931b027c-f054-421b-8c94-32ef63ac81c8 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'subnet': {'network_id': '1b27ff91-d355-4346-8878-8fedf394a3b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:29.348840 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a34ef2f-91a8-4b55-b9ba-6fbd617f174b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:29.362684 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:29.365948 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 28104290-1669-413f-b905-72ccb75f0ace triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:29.366381 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:29.367167 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 28104290-1669-413f-b905-72ccb75f0ace Oct 18 07:54:29.448812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1ca3c48a-93da-4737-ab39-6923e9b9891a tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:29.460317 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a34ef2f-91a8-4b55-b9ba-6fbd617f174b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:29.484874 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Transition to ACTIVE for port object d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:29.504269 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34ef2f-91a8-4b55-b9ba-6fbd617f174b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c260e5-4504-4b88-a093-dc7204f0eae4,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:29.507012 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a34ef2f-91a8-4b55-b9ba-6fbd617f174b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:29.527889 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5a34ef2f-91a8-4b55-b9ba-6fbd617f174b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/f3c260e5-4504-4b88-a093-dc7204f0eae4 HTTP/1.1" status: 204 len: 168 time: 0.5159514 Oct 18 07:54:29.530695 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56596) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:29.533833 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75d12ba-22f1-4b46-905b-f6c9a100382d None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:29.550279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Transition to ACTIVE for port object d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:29.592668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-1ca3c48a-93da-4737-ab39-6923e9b9891a tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Transition to ACTIVE for port object 4ccb3504-e7d5-443e-a410-54dfde16504e will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:29.611496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:29.615128 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Attempt 6 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:54:29.641051 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9a8bc6a7-02ee-4a97-bf43-25b728a89c12 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1057434 Oct 18 07:54:29.643260 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56600) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:29.651552 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-fd4873e7-861a-400d-b70b-3d3b086de173 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:29.755417 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Network c50d5d64-584a-4f76-9ece-7819f705e2db is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:29.765845 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:29.768416 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:29.777093 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3d2aca0e-2c08-4774-8140-151489928a23 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0f286d48607e4386b10ca9eff3ca0147&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4183736 Oct 18 07:54:29.778441 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56604) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:29.779129 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-931b027c-f054-421b-8c94-32ef63ac81c8 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:29.797855 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-09ab206e-9f6e-422f-a637-e99aff48ce5e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Allocated IP 172.20.0.11 (c50d5d64-584a-4f76-9ece-7819f705e2db/679ac54a-d2cd-4226-ab01-ed03313d6dab/ccdc8aa5-dfbf-41e2-8640-da3318320555) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:29.800254 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-931b027c-f054-421b-8c94-32ef63ac81c8 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:29.830149 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-fd4873e7-861a-400d-b70b-3d3b086de173 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:29.858414 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fd4873e7-861a-400d-b70b-3d3b086de173 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:29.861673 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931b027c-f054-421b-8c94-32ef63ac81c8 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Made reservation on behalf of 0ff4a2ed04e848fcb5a8554e36c4dc8b for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:29.866301 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-931b027c-f054-421b-8c94-32ef63ac81c8 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:29.888265 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:29.888763 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Pushing event updated for resources: {'Port': ['ID=d9b4a790-f6e5-4bb8-bb50-e326b85c4d39,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:29.965290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1ca3c48a-93da-4737-ab39-6923e9b9891a tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:29.994831 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fd4873e7-861a-400d-b70b-3d3b086de173 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:29.998999 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:30.022245 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-fd4873e7-861a-400d-b70b-3d3b086de173 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:30.049410 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d17f3ce1-cbef-4c65-bffc-0a9c5d1629cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:30.064617 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 28104290-1669-413f-b905-72ccb75f0ace is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:54:30.071560 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Attempting to bind port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:54:30.071776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Attempting to bind port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '6c423574-0c0a-4c3e-9f0c-025ce8c2cbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c50d5d64-584a-4f76-9ece-7819f705e2db'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:54:30.071961 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4873e7-861a-400d-b70b-3d3b086de173 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:30.072132 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Attempting to bind port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 on network c50d5d64-584a-4f76-9ece-7819f705e2db {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:54:30.075843 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fd4873e7-861a-400d-b70b-3d3b086de173 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:30.079914 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:54:30.080276 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Checking segment: {'id': '6c423574-0c0a-4c3e-9f0c-025ce8c2cbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c50d5d64-584a-4f76-9ece-7819f705e2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:54:30.080668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:30.081049 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Bound using segment: {'id': '6c423574-0c0a-4c3e-9f0c-025ce8c2cbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c50d5d64-584a-4f76-9ece-7819f705e2db'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:54:30.082584 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Bound port: d9b4a790-f6e5-4bb8-bb50-e326b85c4d39, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c423574-0c0a-4c3e-9f0c-025ce8c2cbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c50d5d64-584a-4f76-9ece-7819f705e2db'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:54:30.082584 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:30.191715 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.ipam_backend_mixin [None req-931b027c-f054-421b-8c94-32ef63ac81c8 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Performing IP validity checks on allocation pools {{(pid=89046) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 18 07:54:30.192240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.ipam_backend_mixin [None req-931b027c-f054-421b-8c94-32ef63ac81c8 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89046) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 18 07:54:30.200694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] For port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:54:30.230001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca3c48a-93da-4737-ab39-6923e9b9891a tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 3252b8aa-4562-44a9-ac92-9972339c4529 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:30.233499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d26b603c-06f4-402e-acdc-1347cbb2682f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:30.234451 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] For port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d9b4a790-f6e5-4bb8-bb50-e326b85c4d39,segment=NetworkSegment(6c423574-0c0a-4c3e-9f0c-025ce8c2cbee),segment_id=6c423574-0c0a-4c3e-9f0c-025ce8c2cbee)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:54:30.244132 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:30.245616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-1ca3c48a-93da-4737-ab39-6923e9b9891a tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:30.258303 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d17f3ce1-cbef-4c65-bffc-0a9c5d1629cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:30.277295 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3c48a-93da-4737-ab39-6923e9b9891a tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=4ccb3504-e7d5-443e-a410-54dfde16504e,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:30.280404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca3c48a-93da-4737-ab39-6923e9b9891a tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:30.286828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca3c48a-93da-4737-ab39-6923e9b9891a tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:30.289158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1ca3c48a-93da-4737-ab39-6923e9b9891a tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:30.299447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0720a58-b865-4f78-af43-b59f9b3a68ca None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:54:30.311856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d26b603c-06f4-402e-acdc-1347cbb2682f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:30.334624 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a0720a58-b865-4f78-af43-b59f9b3a68ca None None] Deleting port 0830b819-219e-4de5-86e6-062280036d6a {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:30.334624 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a0720a58-b865-4f78-af43-b59f9b3a68ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:30.390389 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Attempt 7 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:54:30.400596 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-09ab206e-9f6e-422f-a637-e99aff48ce5e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:30.416488 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1ca3c48a-93da-4737-ab39-6923e9b9891a tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2321739 Oct 18 07:54:30.442472 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56608) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:30.444750 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26b603c-06f4-402e-acdc-1347cbb2682f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network 36b310c0-2833-4179-9c6b-806209de5cb1 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:30.453948 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fe4d6-f826-4a2c-8f0a-718a3da40059 None None] Pushing event updated for resources: {'Port': ['ID=d9b4a790-f6e5-4bb8-bb50-e326b85c4d39,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:30.454944 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-d26b603c-06f4-402e-acdc-1347cbb2682f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:30.480609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-2a5f8bb2-888f-46f1-a2d0-3795fb1cdbd6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'subnet': {'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:30.502114 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-09ab206e-9f6e-422f-a637-e99aff48ce5e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Transition to ACTIVE for port object ccdc8aa5-dfbf-41e2-8640-da3318320555 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:30.544612 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:30.551684 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d17f3ce1-cbef-4c65-bffc-0a9c5d1629cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:30.567945 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b603c-06f4-402e-acdc-1347cbb2682f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:30.631392 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3ce1-cbef-4c65-bffc-0a9c5d1629cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f5f369-e325-428c-a352-d680e8e0625f,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:30.651157 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-09ab206e-9f6e-422f-a637-e99aff48ce5e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:30.738390 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a0720a58-b865-4f78-af43-b59f9b3a68ca None None] For port 0830b819-219e-4de5-86e6-062280036d6a, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0830b819-219e-4de5-86e6-062280036d6a,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:30.743070 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a0720a58-b865-4f78-af43-b59f9b3a68ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:30.785213 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d17f3ce1-cbef-4c65-bffc-0a9c5d1629cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:30.802663 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d17f3ce1-cbef-4c65-bffc-0a9c5d1629cb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e8f5f369-e325-428c-a352-d680e8e0625f HTTP/1.1" status: 204 len: 168 time: 1.0103374 Oct 18 07:54:30.843595 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab206e-9f6e-422f-a637-e99aff48ce5e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Pushing event updated for resources: {'Port': ['ID=ccdc8aa5-dfbf-41e2-8640-da3318320555,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:30.870139 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ab206e-9f6e-422f-a637-e99aff48ce5e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Network c50d5d64-584a-4f76-9ece-7819f705e2db is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:30.875055 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-09ab206e-9f6e-422f-a637-e99aff48ce5e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:30.886016 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab206e-9f6e-422f-a637-e99aff48ce5e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:30.901592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a0720a58-b865-4f78-af43-b59f9b3a68ca None None] Calling delete_port for 0830b819-219e-4de5-86e6-062280036d6a owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:30.997839 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b603c-06f4-402e-acdc-1347cbb2682f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=4f3752e9-d227-4eef-a162-00df955e09d3,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:31.010821 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:31.070571 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Attempt 8 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:54:31.109336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ab206e-9f6e-422f-a637-e99aff48ce5e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:31.110162 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-09ab206e-9f6e-422f-a637-e99aff48ce5e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:31.125783 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.objects.ports [None req-fd4873e7-861a-400d-b70b-3d3b086de173 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89045) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:54:31.150251 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26b603c-06f4-402e-acdc-1347cbb2682f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:31.150904 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d26b603c-06f4-402e-acdc-1347cbb2682f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:31.190266 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-09ab206e-9f6e-422f-a637-e99aff48ce5e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7563610 Oct 18 07:54:31.195771 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56616) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:31.204997 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4bdff1ab-d5da-4596-b24a-b592cdd51e9c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-71011167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:31.205409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:31.210042 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a0720a58-b865-4f78-af43-b59f9b3a68ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:31.217559 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4bdff1ab-d5da-4596-b24a-b592cdd51e9c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:31.222105 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:31.232581 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4bdff1ab-d5da-4596-b24a-b592cdd51e9c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Usage tracker for resource:router and tenant:cd71c571db0f49ca8b1dba09d423d69b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:31.239575 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4bdff1ab-d5da-4596-b24a-b592cdd51e9c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:31.252534 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4bdff1ab-d5da-4596-b24a-b592cdd51e9c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:31.263197 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0720a58-b865-4f78-af43-b59f9b3a68ca None None] Pushing event deleted for resources: {'Port': ['ID=0830b819-219e-4de5-86e6-062280036d6a,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:31.266486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0720a58-b865-4f78-af43-b59f9b3a68ca None None] No DVR routers for this DVR port 0830b819-219e-4de5-86e6-062280036d6a on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:54:31.285638 dv-neutron-861625-1-hyperv neutron-server[89045]: WARNING neutron.services.revisions.revision_plugin [None req-fd4873e7-861a-400d-b70b-3d3b086de173 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Could not find related port for resource to bump revision. Oct 18 07:54:31.295127 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.ipam_pluggable_backend [None req-fd4873e7-861a-400d-b70b-3d3b086de173 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Port 0830b819-219e-4de5-86e6-062280036d6a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89045) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:601}} Oct 18 07:54:31.295370 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.ipam_pluggable_backend [None req-fd4873e7-861a-400d-b70b-3d3b086de173 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Reverting IP allocation for 2001:db8::f816:3eff:fe79:9bd3 {{(pid=89045) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:603}} Oct 18 07:54:31.298784 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:31.308884 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4bdff1ab-d5da-4596-b24a-b592cdd51e9c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:31.310193 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4bdff1ab-d5da-4596-b24a-b592cdd51e9c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:31.315324 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fd4873e7-861a-400d-b70b-3d3b086de173 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:31.391409 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4873e7-861a-400d-b70b-3d3b086de173 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:31.397269 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-fd4873e7-861a-400d-b70b-3d3b086de173 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:31.399561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4bdff1ab-d5da-4596-b24a-b592cdd51e9c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:31.407735 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0830b819-219e-4de5-86e6-062280036d6a no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:54:31.438513 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4873e7-861a-400d-b70b-3d3b086de173 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:31.439368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fd4873e7-861a-400d-b70b-3d3b086de173 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:31.455143 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8b9af6-504a-4a02-ab67-b04585856edf None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:31.463175 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4873e7-861a-400d-b70b-3d3b086de173 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=a11a9de8-b9f1-4d66-b7e7-45cad725e8ea,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:31.466817 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4bdff1ab-d5da-4596-b24a-b592cdd51e9c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:31.482898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 0830b819-219e-4de5-86e6-062280036d6a {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:54:31.483246 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0830b819-219e-4de5-86e6-062280036d6a not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:54:31.511066 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fd4873e7-861a-400d-b70b-3d3b086de173 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8662488 Oct 18 07:54:31.513080 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4bdff1ab-d5da-4596-b24a-b592cdd51e9c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:31.517235 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4bdff1ab-d5da-4596-b24a-b592cdd51e9c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3200550 Oct 18 07:54:31.517916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56626) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:31.518475 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56630) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:31.525640 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-54c685e7-e21d-48e0-8b28-207af3e9765f tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1265300523', 'prefixes': ['172.20.0.0/16']}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:31.533251 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d1f1fde8-72df-47c6-a77d-25ee365cc26b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'mac_address': 'fa:16:3e:a5:69:07', 'name': 'tempest-NetworksTestDHCPv6-416177611'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:31.546041 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d26b603c-06f4-402e-acdc-1347cbb2682f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.5449026 Oct 18 07:54:31.555547 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56636) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:31.556675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2a5f8bb2-888f-46f1-a2d0-3795fb1cdbd6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:31.561503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-931b027c-f054-421b-8c94-32ef63ac81c8 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:31.606358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2a5f8bb2-888f-46f1-a2d0-3795fb1cdbd6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:subnet and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:31.621770 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2a5f8bb2-888f-46f1-a2d0-3795fb1cdbd6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:31.635604 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2a5f8bb2-888f-46f1-a2d0-3795fb1cdbd6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:31.650032 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-54c685e7-e21d-48e0-8b28-207af3e9765f tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:31.675012 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': '4f3752e9-d227-4eef-a162-00df955e09d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:31.694641 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:31.701319 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b027c-f054-421b-8c94-32ef63ac81c8 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Subnet': ['ID=2d84d4da-a722-4591-88ad-f78f234d7102,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:31.705537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Usage tracker for resource:floatingip and tenant:673b068eae9a43748b342c59b1cd9387 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:31.710757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5f8bb2-888f-46f1-a2d0-3795fb1cdbd6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:31.710964 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:31.717080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2a5f8bb2-888f-46f1-a2d0-3795fb1cdbd6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:31.718717 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Attempt 9 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:54:31.743920 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:31.783419 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:31.806495 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931b027c-f054-421b-8c94-32ef63ac81c8 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Checking segment: {'id': '38367e9f-87d3-4dc4-b1e9-06138bea7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1b27ff91-d355-4346-8878-8fedf394a3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:54:31.808585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931b027c-f054-421b-8c94-32ef63ac81c8 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network hostable DHCP agents. Network: 1b27ff91-d355-4346-8878-8fedf394a3b9, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:54:31.847260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dff6af-cfd3-40c6-b7ac-fdd45c82d6dd None None] Network c50d5d64-584a-4f76-9ece-7819f705e2db requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:31.898128 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d1f1fde8-72df-47c6-a77d-25ee365cc26b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:31.904742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931b027c-f054-421b-8c94-32ef63ac81c8 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Network 1b27ff91-d355-4346-8878-8fedf394a3b9 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:54:31.917390 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d1f1fde8-72df-47c6-a77d-25ee365cc26b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:31.939927 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.ipam_backend_mixin [None req-2a5f8bb2-888f-46f1-a2d0-3795fb1cdbd6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dca3b2e4-c4a5-4659-9eea-be7ae14edbae (CIDR: 2001:db8::/64) Oct 18 07:54:31.942901 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-931b027c-f054-421b-8c94-32ef63ac81c8 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 1b27ff91-d355-4346-8878-8fedf394a3b9) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:31.944936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f1fde8-72df-47c6-a77d-25ee365cc26b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:31.948658 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931b027c-f054-421b-8c94-32ef63ac81c8 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:31.949310 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-931b027c-f054-421b-8c94-32ef63ac81c8 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:31.956705 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5f8bb2-888f-46f1-a2d0-3795fb1cdbd6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:54:31.957144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5f8bb2-888f-46f1-a2d0-3795fb1cdbd6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:31.960775 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Router bfb65c35-9a80-43d9-9a4a-4ec7f8204bed is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:54:31.964507 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-54c685e7-e21d-48e0-8b28-207af3e9765f tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks [] for subnetpool, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:31.965706 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-54c685e7-e21d-48e0-8b28-207af3e9765f tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4445710 Oct 18 07:54:31.974684 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56648) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:31.993030 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-2f49fdee-4475-4292-bdfc-42ccdb121eeb tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '679ac54a-d2cd-4226-ab01-ed03313d6dab', 'tempest-TagsExtTest-Tag-66727610') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:32.033608 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-931b027c-f054-421b-8c94-32ef63ac81c8 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.7163005 Oct 18 07:54:32.039225 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56652) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:32.049355 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e409272-1aa3-4ea2-80b1-277fc2615f89 None None] Network 1b27ff91-d355-4346-8878-8fedf394a3b9 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:32.049977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-84ecd7d2-e554-4ed0-9c9d-49264ac6aaae tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:32.127468 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56656) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:32.184824 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2a5f8bb2-888f-46f1-a2d0-3795fb1cdbd6 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7374659 Oct 18 07:54:32.205821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56662) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:32.217481 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d1f1fde8-72df-47c6-a77d-25ee365cc26b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:32.219653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c7a7fdea-ef44-4573-92ec-e397dd0ffa41 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'subnet': {'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:32.273137 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:32.280402 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-d1f1fde8-72df-47c6-a77d-25ee365cc26b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port 473b8a4a-4323-4c4a-ab51-8f7b8b0b3482 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:54:32.414583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:32.432773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:54:32.463477 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:32.467196 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6f20164a-3524-4b73-9303-1c3b79848313 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.6987364 Oct 18 07:54:32.467196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c7a7fdea-ef44-4573-92ec-e397dd0ffa41 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:32.467740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56666) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:32.469985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Sync routers for ids ['bfb65c35-9a80-43d9-9a4a-4ec7f8204bed'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:54:32.472453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c7a7fdea-ef44-4573-92ec-e397dd0ffa41 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:subnet and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:32.472733 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-84ecd7d2-e554-4ed0-9c9d-49264ac6aaae tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-132573754'] for subnet, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:32.480484 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1356094835'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:32.489554 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:32.518466 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Usage tracker for resource:network and tenant:17882b12c87e4f21b9bfc69cf679b8c2 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:32.528279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:32.534228 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c7a7fdea-ef44-4573-92ec-e397dd0ffa41 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:32.538224 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2f49fdee-4475-4292-bdfc-42ccdb121eeb tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "PUT /v2.0/subnets/679ac54a-d2cd-4226-ab01-ed03313d6dab/tags/tempest-TagsExtTest-Tag-66727610 HTTP/1.1" status: 201 len: 201 time: 0.5610814 Oct 18 07:54:32.549559 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56670) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:32.550476 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Routers {'bfb65c35-9a80-43d9-9a4a-4ec7f8204bed'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:32.551270 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['bfb65c35-9a80-43d9-9a4a-4ec7f8204bed'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:32.571783 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:32.579366 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.tag.tag_plugin [None req-ea5331fd-c511-464f-9232-388dca605349 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ccdc8aa5-dfbf-41e2-8640-da3318320555', 'tempest-TagsExtTest-Tag-83178472') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:32.610659 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-1b27ff91-d355-4346-8878-8fedf394a3b9', 'network_id': '1b27ff91-d355-4346-8878-8fedf394a3b9', 'tenant_id': '0ff4a2ed04e848fcb5a8554e36c4dc8b', 'fixed_ips': [{'subnet_id': '2d84d4da-a722-4591-88ad-f78f234d7102'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:54:32.611617 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:32.616034 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c7a7fdea-ef44-4573-92ec-e397dd0ffa41 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:32.621428 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': 'a11a9de8-b9f1-4d66-b7e7-45cad725e8ea'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:54:32.622359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:32.639199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a7fdea-ef44-4573-92ec-e397dd0ffa41 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:32.642902 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fdea-ef44-4573-92ec-e397dd0ffa41 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:32.749715 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Made reservation on behalf of 17882b12c87e4f21b9bfc69cf679b8c2 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:32.753024 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:32.765191 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-79928e5b-d163-4f86-abf4-8095c4a6922b tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "GET /v2.0/routers/bfb65c35-9a80-43d9-9a4a-4ec7f8204bed HTTP/1.1" status: 200 len: 909 time: 0.2938964 Oct 18 07:54:32.773166 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56674) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:32.792506 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:32.812015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1329510368', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'enable_snat': True}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:32.841619 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:32.856990 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Usage tracker for resource:router and tenant:14a8734522ce40a2b698af839a0ea312 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:32.867057 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:32.873806 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:32.916675 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-d1f1fde8-72df-47c6-a77d-25ee365cc26b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::f816:3eff:fea5:6907 (421d0710-6574-4dc6-a599-2fa72ae31b2e/a11a9de8-b9f1-4d66-b7e7-45cad725e8ea/473b8a4a-4323-4c4a-ab51-8f7b8b0b3482) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:32.919300 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Attempt 10 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:54:32.946899 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:32.949263 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Usage tracker for resource:security_group_rule and tenant:17882b12c87e4f21b9bfc69cf679b8c2 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:32.956702 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Allocated IP 172.26.8.211 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/27ba67f2-be54-4e25-b597-83063de55e31) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:32.956934 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fdea-ef44-4573-92ec-e397dd0ffa41 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:32.972272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:32.983596 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:32.987507 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Set router bfb65c35-9a80-43d9-9a4a-4ec7f8204bed gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:54:33.109223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6decec03-7e69-44a2-bc7b-798e106670f0 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:33.143764 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:33.144747 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:33.187593 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a7fdea-ef44-4573-92ec-e397dd0ffa41 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 3252b8aa-4562-44a9-ac92-9972339c4529 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:33.195308 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-c7a7fdea-ef44-4573-92ec-e397dd0ffa41 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:33.200875 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a7fdea-ef44-4573-92ec-e397dd0ffa41 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:33.201407 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fdea-ef44-4573-92ec-e397dd0ffa41 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:33.216048 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd91caaf-62ea-4e3e-9853-56af384cd9ae None None] Network 3252b8aa-4562-44a9-ac92-9972339c4529 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:33.252547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fdea-ef44-4573-92ec-e397dd0ffa41 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Subnet': ['ID=398e1409-e819-497d-a6dd-b3b533310598,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:33.264600 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c7a7fdea-ef44-4573-92ec-e397dd0ffa41 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0529139 Oct 18 07:54:33.267721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56678) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:33.277050 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-dc09beff-94a9-4719-8155-a66caac71529 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2140420614', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '398e1409-e819-497d-a6dd-b3b533310598'}], 'security_groups': ['4fe1e047-76ec-4a48-8092-6b8a67f47f54']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:33.367263 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Provisioning for port 4ccb3504-e7d5-443e-a410-54dfde16504e completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:33.376532 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ea5331fd-c511-464f-9232-388dca605349 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "PUT /v2.0/ports/ccdc8aa5-dfbf-41e2-8640-da3318320555/tags/tempest-TagsExtTest-Tag-83178472 HTTP/1.1" status: 201 len: 201 time: 0.8258369 Oct 18 07:54:33.388364 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:33.406937 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56682) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:33.409731 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-84ecd7d2-e554-4ed0-9c9d-49264ac6aaae tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775356885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-132354251'] for subnet, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:33.410464 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Provisioning complete for port 4ccb3504-e7d5-443e-a410-54dfde16504e triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:33.411072 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:33.411590 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Attempt 1 to provision port 4ccb3504-e7d5-443e-a410-54dfde16504e Oct 18 07:54:33.470973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.tag.tag_plugin [None req-25e8d8bd-0bed-4efc-bb86-459706a43dbc tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '45d56618-337f-4607-8cfb-12129bb90d5b', 'tempest-TagsExtTest-Tag-1275266077') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:33.572483 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Allocated IP 2001:db8::3 (1b27ff91-d355-4346-8878-8fedf394a3b9/2d84d4da-a722-4591-88ad-f78f234d7102/e65c6541-d851-4ed0-91e3-11e18046b2e8) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:33.601843 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dc09beff-94a9-4719-8155-a66caac71529 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:33.617563 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Port 4ccb3504-e7d5-443e-a410-54dfde16504e cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:33.669928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ecd7d2-e554-4ed0-9c9d-49264ac6aaae tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:33.670532 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-84ecd7d2-e554-4ed0-9c9d-49264ac6aaae tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:33.671836 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-84ecd7d2-e554-4ed0-9c9d-49264ac6aaae tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "PUT /v2.0/subnets/2d84d4da-a722-4591-88ad-f78f234d7102 HTTP/1.1" status: 200 len: 900 time: 1.6295638 Oct 18 07:54:33.674664 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56686) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:33.739481 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:33.838704 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecd7d2-e554-4ed0-9c9d-49264ac6aaae tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event updated for resources: {'Subnet': ['ID=2d84d4da-a722-4591-88ad-f78f234d7102,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:33.843829 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb65c35-9a80-43d9-9a4a-4ec7f8204bed', 'name': 'tempest-snat-router-1329510368', 'tenant_id': '14a8734522ce40a2b698af839a0ea312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.113'}], 'enable_snat': False}, 'gw_port_id': 'ea25d904-6fab-4b3d-bfbb-00148f6c4933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:54:24Z', 'updated_at': '2022-10-18T07:54:29Z', 'revision_number': 3, 'project_id': '14a8734522ce40a2b698af839a0ea312', 'gw_port': {'id': 'ea25d904-6fab-4b3d-bfbb-00148f6c4933', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb65c35-9a80-43d9-9a4a-4ec7f8204bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:54:27Z', 'updated_at': '2022-10-18T07:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:33.879146 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Checking router: bfb65c35-9a80-43d9-9a4a-4ec7f8204bed for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:54:33.879146 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Updating router bfb65c35-9a80-43d9-9a4a-4ec7f8204bed port ea25d904-6fab-4b3d-bfbb-00148f6c4933 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:54:33.958230 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.031324 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.065657 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.096285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Transition to ACTIVE for port object e65c6541-d851-4ed0-91e3-11e18046b2e8 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:34.101609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.119318 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Attempt 2 to provision port 4ccb3504-e7d5-443e-a410-54dfde16504e Oct 18 07:54:34.171525 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.187015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d1f1fde8-72df-47c6-a77d-25ee365cc26b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.194898 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.206271 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.242856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-dc09beff-94a9-4719-8155-a66caac71529 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Delete allocated IP 2001:db8::223 (3252b8aa-4562-44a9-ac92-9972339c4529/dca3b2e4-c4a5-4659-9eea-be7ae14edbae) {{(pid=89046) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 18 07:54:34.256877 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-dc09beff-94a9-4719-8155-a66caac71529 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Allocated IP 2001:db8:0:1::1b0 (3252b8aa-4562-44a9-ac92-9972339c4529/398e1409-e819-497d-a6dd-b3b533310598/4ccb3504-e7d5-443e-a410-54dfde16504e) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:34.259722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Transition to ACTIVE for port object e65c6541-d851-4ed0-91e3-11e18046b2e8 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:34.271283 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:54:34.281202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-d1f1fde8-72df-47c6-a77d-25ee365cc26b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object 473b8a4a-4323-4c4a-ab51-8f7b8b0b3482 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:34.285670 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-25e8d8bd-0bed-4efc-bb86-459706a43dbc tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "PUT /v2.0/routers/45d56618-337f-4607-8cfb-12129bb90d5b/tags/tempest-TagsExtTest-Tag-1275266077 HTTP/1.1" status: 201 len: 201 time: 0.8772821 Oct 18 07:54:34.289053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.292187 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56690) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:34.297577 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ab22e3-13a7-4d7c-9b65-28b2ff35d1a0,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:34.306140 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.tag.tag_plugin [None req-2ad1050a-2f76-4ce3-a70e-24885c16f056 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '76652b12-a9d9-4636-b81a-91fe922a43a3', 'tempest-TagsExtTest-Tag-1343343021') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:34.323378 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.330179 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Port 4ccb3504-e7d5-443e-a410-54dfde16504e cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:34.333222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.397856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Network 1b27ff91-d355-4346-8878-8fedf394a3b9 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:34.400611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Subnet': ['ID=2d84d4da-a722-4591-88ad-f78f234d7102,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:34.419104 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e865a204-8a51-480b-b22a-0dc90290a542 None None] Update dhcp port {'port': {'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529', 'fixed_ips': [{'subnet_id': 'dca3b2e4-c4a5-4659-9eea-be7ae14edbae', 'ip_address': '2001:db8::2'}, {'subnet_id': '398e1409-e819-497d-a6dd-b3b533310598'}], 'binding:host_id': 'dv-neutron-861625-1-hyperv'}, 'id': '28104290-1669-413f-b905-72ccb75f0ace'} from dv-neutron-861625-1-hyperv. {{(pid=89047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 18 07:54:34.421435 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.421820 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Added segment 73756412-2014-4990-b40d-0882d3633f23 of type vlan for network 6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d Oct 18 07:54:34.445896 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:34.457426 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.458540 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:34.469186 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:34.482767 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:34.501074 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:34.511938 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Pushing event updated for resources: {'Port': ['ID=e65c6541-d851-4ed0-91e3-11e18046b2e8,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:34.540903 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=27ba67f2-be54-4e25-b597-83063de55e31,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:34.549859 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.551253 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.575168 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d1f1fde8-72df-47c6-a77d-25ee365cc26b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.627532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b27ff91-d355-4346-8878-8fedf394a3b9']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:34.647535 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38367e9f-87d3-4dc4-b1e9-06138bea7fe6') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:34.647966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38367e9f-87d3-4dc4-b1e9-06138bea7fe6') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:34.657737 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2ad1050a-2f76-4ce3-a70e-24885c16f056 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "PUT /v2.0/subnetpools/76652b12-a9d9-4636-b81a-91fe922a43a3/tags/tempest-TagsExtTest-Tag-1343343021 HTTP/1.1" status: 201 len: 201 time: 0.3593686 Oct 18 07:54:34.658969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56694) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:34.666069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-2fd0fa4a-720d-4b19-9c80-851ea2bd49c9 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '679ac54a-d2cd-4226-ab01-ed03313d6dab') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:34.692756 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.701642 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e865a204-8a51-480b-b22a-0dc90290a542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.727392 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.740428 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f1fde8-72df-47c6-a77d-25ee365cc26b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:34.745484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:54:34.745945 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.748733 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-d1f1fde8-72df-47c6-a77d-25ee365cc26b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:34.754309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Attempting to bind port e65c6541-d851-4ed0-91e3-11e18046b2e8 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:54:34.754933 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Attempting to bind port e65c6541-d851-4ed0-91e3-11e18046b2e8 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '38367e9f-87d3-4dc4-b1e9-06138bea7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1b27ff91-d355-4346-8878-8fedf394a3b9'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:54:34.755458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Attempting to bind port e65c6541-d851-4ed0-91e3-11e18046b2e8 on network 1b27ff91-d355-4346-8878-8fedf394a3b9 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:54:34.755599 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f1fde8-72df-47c6-a77d-25ee365cc26b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:34.761710 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f1fde8-72df-47c6-a77d-25ee365cc26b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:34.762338 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d1f1fde8-72df-47c6-a77d-25ee365cc26b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.776336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.781682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:34.782264 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.790938 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Allocated IP 2001:db8::f816:3eff:fe55:80f6 (421d0710-6574-4dc6-a599-2fa72ae31b2e/a11a9de8-b9f1-4d66-b7e7-45cad725e8ea/6fb68d4c-ae52-425d-9303-53cc033ddc24) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:34.820632 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:54:34.821399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Checking segment: {'id': '38367e9f-87d3-4dc4-b1e9-06138bea7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1b27ff91-d355-4346-8878-8fedf394a3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:54:34.821718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.822267 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Bound using segment: {'id': '38367e9f-87d3-4dc4-b1e9-06138bea7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1b27ff91-d355-4346-8878-8fedf394a3b9'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:54:34.822763 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Bound port: e65c6541-d851-4ed0-91e3-11e18046b2e8, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38367e9f-87d3-4dc4-b1e9-06138bea7fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1b27ff91-d355-4346-8878-8fedf394a3b9'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:54:34.823304 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.847130 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Attempt 3 to provision port 4ccb3504-e7d5-443e-a410-54dfde16504e Oct 18 07:54:34.853532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dc09beff-94a9-4719-8155-a66caac71529 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.854503 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1fde8-72df-47c6-a77d-25ee365cc26b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=473b8a4a-4323-4c4a-ab51-8f7b8b0b3482,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:34.872352 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 38367e9f-87d3-4dc4-b1e9-06138bea7fe6 resource provider aggregate not found Oct 18 07:54:34.902421 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 07:54:34.902421 dv-neutron-861625-1-hyperv neutron-server[89046]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 07:54:34.902421 dv-neutron-861625-1-hyperv neutron-server[89046]: [parameters: {'id': '1b27ff91-d355-4346-8878-8fedf394a3b9'}] Oct 18 07:54:34.902421 dv-neutron-861625-1-hyperv neutron-server[89046]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:54:34.902994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:54:34.903860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-dc09beff-94a9-4719-8155-a66caac71529 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Transition to ACTIVE for port object 4ccb3504-e7d5-443e-a410-54dfde16504e will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:34.910399 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 38367e9f-87d3-4dc4-b1e9-06138bea7fe6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38367e9f-87d3-4dc4-b1e9-06138bea7fe6 found for delete ", "request_id": "req-57cd04f5-bf0c-49dd-b79a-c233d9860e4c"}]} Oct 18 07:54:34.914825 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dc09beff-94a9-4719-8155-a66caac71529 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:34.961144 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2fd0fa4a-720d-4b19-9c80-851ea2bd49c9 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/subnets/679ac54a-d2cd-4226-ab01-ed03313d6dab/tags HTTP/1.1" status: 200 len: 239 time: 0.2994659 Oct 18 07:54:34.968839 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56702) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:34.996750 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.tag.tag_plugin [None req-414cd84c-9bec-4b15-877c-718e24dc1d9c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '679ac54a-d2cd-4226-ab01-ed03313d6dab', 'tempest-TagsExtTest-Tag-66727610') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:35.042187 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Pushing event updated for resources: {'Network': ['ID=6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:35.071602 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:54:35.117617 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.resource_extend [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:54:35.128428 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d1f1fde8-72df-47c6-a77d-25ee365cc26b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6088092 Oct 18 07:54:35.133601 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3c42e239-e903-4719-a7d6-d68637f625c9 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9984748 Oct 18 07:54:35.133601 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56706) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:35.140190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56708) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:35.143267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-dc09beff-94a9-4719-8155-a66caac71529 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] In _notify_port_updated(), no bound segment for port 4ccb3504-e7d5-443e-a410-54dfde16504e on network 3252b8aa-4562-44a9-ac92-9972339c4529 {{(pid=89046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:54:35.148701 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc09beff-94a9-4719-8155-a66caac71529 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:35.149318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dc09beff-94a9-4719-8155-a66caac71529 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:35.150636 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dc09beff-94a9-4719-8155-a66caac71529 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "PUT /v2.0/ports/4ccb3504-e7d5-443e-a410-54dfde16504e HTTP/1.1" status: 200 len: 931 time: 1.8816788 Oct 18 07:54:35.158741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-00d0116c-7492-4671-9c8b-509f8d47c8c2 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Request body: {'subnet': {'network_id': '6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:35.171875 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56712) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:35.197179 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Port 4ccb3504-e7d5-443e-a410-54dfde16504e cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:35.281024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09beff-94a9-4719-8155-a66caac71529 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=4ccb3504-e7d5-443e-a410-54dfde16504e,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:35.338404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-38736de4-77f1-49a5-9904-19c2ebaee539 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port 4ccb3504-e7d5-443e-a410-54dfde16504e {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:35.338810 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-38736de4-77f1-49a5-9904-19c2ebaee539 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:35.357123 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] For port e65c6541-d851-4ed0-91e3-11e18046b2e8, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:54:35.378448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-00d0116c-7492-4671-9c8b-509f8d47c8c2 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:35.385680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:35.393475 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] For port e65c6541-d851-4ed0-91e3-11e18046b2e8, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e65c6541-d851-4ed0-91e3-11e18046b2e8,segment=NetworkSegment(38367e9f-87d3-4dc4-b1e9-06138bea7fe6),segment_id=38367e9f-87d3-4dc4-b1e9-06138bea7fe6)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:54:35.400620 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-00d0116c-7492-4671-9c8b-509f8d47c8c2 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Usage tracker for resource:subnet and tenant:17882b12c87e4f21b9bfc69cf679b8c2 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:35.405293 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:35.409158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-00d0116c-7492-4671-9c8b-509f8d47c8c2 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:35.422769 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-00d0116c-7492-4671-9c8b-509f8d47c8c2 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:35.431669 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:35.435325 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Transition to ACTIVE for port object ea25d904-6fab-4b3d-bfbb-00148f6c4933 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:35.486459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d0116c-7492-4671-9c8b-509f8d47c8c2 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Made reservation on behalf of 17882b12c87e4f21b9bfc69cf679b8c2 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:35.489869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-00d0116c-7492-4671-9c8b-509f8d47c8c2 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:35.509586 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:35.510576 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Deleting port e65c6541-d851-4ed0-91e3-11e18046b2e8 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:35.511513 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:35.545223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:35.554628 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-e865a204-8a51-480b-b22a-0dc90290a542 None None] Allocated IP 2001:db8:0:1::2 (3252b8aa-4562-44a9-ac92-9972339c4529/398e1409-e819-497d-a6dd-b3b533310598/28104290-1669-413f-b905-72ccb75f0ace) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:35.562906 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:35.569975 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-414cd84c-9bec-4b15-877c-718e24dc1d9c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/subnets/679ac54a-d2cd-4226-ab01-ed03313d6dab/tags/tempest-TagsExtTest-Tag-66727610 HTTP/1.1" status: 204 len: 168 time: 0.5919018 Oct 18 07:54:35.614647 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56718) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:35.629750 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.tag.tag_plugin [None req-7b5ad23f-c50e-4a98-a75e-0c10bc8b89f0 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '679ac54a-d2cd-4226-ab01-ed03313d6dab', 'tempest-TagsExtTest-Tag-66727610') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:35.670365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bc9f31-667e-4c3d-9614-de5f24d23948 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:35.671021 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c0bc9f31-667e-4c3d-9614-de5f24d23948 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:35.690156 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Attempting to bind port ea25d904-6fab-4b3d-bfbb-00148f6c4933 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:54:35.690510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Attempting to bind port ea25d904-6fab-4b3d-bfbb-00148f6c4933 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:54:35.691110 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Attempting to bind port ea25d904-6fab-4b3d-bfbb-00148f6c4933 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:54:35.708521 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Attempt 4 to provision port 4ccb3504-e7d5-443e-a410-54dfde16504e Oct 18 07:54:35.728054 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c0bc9f31-667e-4c3d-9614-de5f24d23948 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:35.732047 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c0bc9f31-667e-4c3d-9614-de5f24d23948 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5367427 Oct 18 07:54:35.732363 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56722) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:35.757160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:35.775070 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4a7a2-8074-4940-9776-8039c4f32e0c None None] Pushing event updated for resources: {'Port': ['ID=e65c6541-d851-4ed0-91e3-11e18046b2e8,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:35.790475 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:54:35.790873 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:54:35.791271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:35.791651 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:54:35.792114 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Bound port: ea25d904-6fab-4b3d-bfbb-00148f6c4933, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:54:35.792481 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:35.949762 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Transition to ACTIVE for port object 6fb68d4c-ae52-425d-9303-53cc033ddc24 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:35.966522 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:35.973509 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Port 4ccb3504-e7d5-443e-a410-54dfde16504e cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:35.988477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Allocated IP 172.26.8.241 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:35.991955 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-9b60224c-7cb9-4d1c-a784-2a0510c49354 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port 473b8a4a-4323-4c4a-ab51-8f7b8b0b3482 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:35.991955 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9b60224c-7cb9-4d1c-a784-2a0510c49354 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:36.001725 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eeba45-65cc-4cf6-b62b-785f4caff092 None None] Network 1b27ff91-d355-4346-8878-8fedf394a3b9 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:36.031952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Transition to ACTIVE for port object 6fb68d4c-ae52-425d-9303-53cc033ddc24 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:36.035771 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-38736de4-77f1-49a5-9904-19c2ebaee539 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:36.038538 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef82613-5158-452e-941b-282b161b423c None None] Pushing event updated for resources: {'Port': ['ID=ea25d904-6fab-4b3d-bfbb-00148f6c4933,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:36.120748 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:36.158755 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7b5ad23f-c50e-4a98-a75e-0c10bc8b89f0 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/subnets/679ac54a-d2cd-4226-ab01-ed03313d6dab/tags/tempest-TagsExtTest-Tag-66727610 HTTP/1.1" status: 204 len: 168 time: 0.5394905 Oct 18 07:54:36.162764 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56726) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:36.172257 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.tag.tag_plugin [None req-f6128c78-20f4-4a51-8bfb-f866742aa563 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '679ac54a-d2cd-4226-ab01-ed03313d6dab') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:36.201033 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] For port ea25d904-6fab-4b3d-bfbb-00148f6c4933, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:54:36.210444 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:36.229720 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e865a204-8a51-480b-b22a-0dc90290a542 None None] For port 28104290-1669-413f-b905-72ccb75f0ace, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=28104290-1669-413f-b905-72ccb75f0ace,segment=NetworkSegment(67717874-ef04-4799-994d-86a53002894a),segment_id=67717874-ef04-4799-994d-86a53002894a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:36.237604 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-38736de4-77f1-49a5-9904-19c2ebaee539 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for 4ccb3504-e7d5-443e-a410-54dfde16504e owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:36.259839 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] For port ea25d904-6fab-4b3d-bfbb-00148f6c4933, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ea25d904-6fab-4b3d-bfbb-00148f6c4933,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:54:36.267397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:36.276656 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:36.283783 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:36.284966 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Pushing event updated for resources: {'Port': ['ID=6fb68d4c-ae52-425d-9303-53cc033ddc24,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:36.288904 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:36.300954 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:36.315628 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] For port e65c6541-d851-4ed0-91e3-11e18046b2e8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e65c6541-d851-4ed0-91e3-11e18046b2e8,segment=NetworkSegment(38367e9f-87d3-4dc4-b1e9-06138bea7fe6),segment_id=38367e9f-87d3-4dc4-b1e9-06138bea7fe6)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:36.315988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:36.358486 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:36.434778 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.resource_extend [None req-e865a204-8a51-480b-b22a-0dc90290a542 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:54:36.446838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Routers {'bfb65c35-9a80-43d9-9a4a-4ec7f8204bed'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:36.447465 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['bfb65c35-9a80-43d9-9a4a-4ec7f8204bed'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:36.507953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:36.508180 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Attempt 5 to provision port 4ccb3504-e7d5-443e-a410-54dfde16504e Oct 18 07:54:36.511360 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Calling delete_port for e65c6541-d851-4ed0-91e3-11e18046b2e8 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:36.513463 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:36.532782 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:36.559102 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f6128c78-20f4-4a51-8bfb-f866742aa563 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/subnets/679ac54a-d2cd-4226-ab01-ed03313d6dab/tags HTTP/1.1" status: 200 len: 205 time: 0.3949513 Oct 18 07:54:36.565288 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Pushing event updated for resources: {'Port': ['ID=4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:36.567579 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56730) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:36.594645 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.tag.tag_plugin [None req-1107c3e5-1a74-4cc5-a034-f678b3056246 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ccdc8aa5-dfbf-41e2-8640-da3318320555') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:36.657079 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e865a204-8a51-480b-b22a-0dc90290a542 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:36.726626 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef82613-5158-452e-941b-282b161b423c None None] Pushing event updated for resources: {'Port': ['ID=ea25d904-6fab-4b3d-bfbb-00148f6c4933,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:36.734633 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e865a204-8a51-480b-b22a-0dc90290a542 None None] Transition to ACTIVE for port object 28104290-1669-413f-b905-72ccb75f0ace will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:36.740049 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Attempting to bind port 6fb68d4c-ae52-425d-9303-53cc033ddc24 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:54:36.740653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Attempting to bind port 6fb68d4c-ae52-425d-9303-53cc033ddc24 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:54:36.741175 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Attempting to bind port 6fb68d4c-ae52-425d-9303-53cc033ddc24 on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:54:36.743400 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Port 4ccb3504-e7d5-443e-a410-54dfde16504e cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:36.753417 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e865a204-8a51-480b-b22a-0dc90290a542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:36.756990 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:54:36.757357 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:54:36.757740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:36.758356 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:54:36.759020 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Bound port: 6fb68d4c-ae52-425d-9303-53cc033ddc24, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:54:36.759385 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:36.779361 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:54:36.881789 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-00d0116c-7492-4671-9c8b-509f8d47c8c2 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:36.888240 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1107c3e5-1a74-4cc5-a034-f678b3056246 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/ports/ccdc8aa5-dfbf-41e2-8640-da3318320555/tags HTTP/1.1" status: 200 len: 239 time: 0.3137777 Oct 18 07:54:36.892400 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56734) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:36.896520 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:36.903775 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.tag.tag_plugin [None req-01ba50b2-bfdd-47fb-a52d-d011f85828a9 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ccdc8aa5-dfbf-41e2-8640-da3318320555', 'tempest-TagsExtTest-Tag-83178472') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:36.937939 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:36.975707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:36.987000 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3f5cb8-bbb6-44ce-82aa-481216c8c263 None None] Network 1b27ff91-d355-4346-8878-8fedf394a3b9 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:37.025256 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] Set router bfb65c35-9a80-43d9-9a4a-4ec7f8204bed gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:54:37.063776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-38736de4-77f1-49a5-9904-19c2ebaee539 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:37.065675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Port': ['ID=e65c6541-d851-4ed0-91e3-11e18046b2e8,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:37.136571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0116c-7492-4671-9c8b-509f8d47c8c2 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Pushing event updated for resources: {'Subnet': ['ID=50494982-7c7e-43fa-b4f0-3f98d29af71e,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:37.147731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] No DVR routers for this DVR port e65c6541-d851-4ed0-91e3-11e18046b2e8 on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:54:37.180855 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38736de4-77f1-49a5-9904-19c2ebaee539 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Port': ['ID=4ccb3504-e7d5-443e-a410-54dfde16504e,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:37.183349 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d0116c-7492-4671-9c8b-509f8d47c8c2 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Checking segment: {'id': '73756412-2014-4990-b40d-0882d3633f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:54:37.184064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d0116c-7492-4671-9c8b-509f8d47c8c2 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Network hostable DHCP agents. Network: 6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:54:37.209800 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=27ba67f2-be54-4e25-b597-83063de55e31,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:37.215616 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:37.223732 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9b60224c-7cb9-4d1c-a784-2a0510c49354 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:37.243690 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865a204-8a51-480b-b22a-0dc90290a542 None None] Pushing event updated for resources: {'Port': ['ID=28104290-1669-413f-b905-72ccb75f0ace,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:37.259358 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Attempt 6 to provision port 4ccb3504-e7d5-443e-a410-54dfde16504e Oct 18 07:54:37.320472 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Port 4ccb3504-e7d5-443e-a410-54dfde16504e was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:54:37.347835 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-38736de4-77f1-49a5-9904-19c2ebaee539 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:37.389641 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-15739999-acf2-448e-b206-b4b0a116388d None None] For port 6fb68d4c-ae52-425d-9303-53cc033ddc24, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:54:37.451683 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-15739999-acf2-448e-b206-b4b0a116388d None None] For port 6fb68d4c-ae52-425d-9303-53cc033ddc24, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=6fb68d4c-ae52-425d-9303-53cc033ddc24,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:54:37.452808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Provisioning for port ccdc8aa5-dfbf-41e2-8640-da3318320555 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:37.471580 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-9b60224c-7cb9-4d1c-a784-2a0510c49354 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for 473b8a4a-4323-4c4a-ab51-8f7b8b0b3482 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:37.494503 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:37.561978 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Provisioning complete for port ccdc8aa5-dfbf-41e2-8640-da3318320555 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:37.562665 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:37.563146 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Attempt 1 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:37.571225 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:37.589859 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-38736de4-77f1-49a5-9904-19c2ebaee539 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/ports/4ccb3504-e7d5-443e-a410-54dfde16504e HTTP/1.1" status: 204 len: 168 time: 2.4149377 Oct 18 07:54:37.602480 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Floating IP 5d27d973-11eb-4516-b0fb-1610c16b1202 associated. External IP: 172.26.8.211, port: 4f3752e9-d227-4eef-a162-00df955e09d3. Oct 18 07:54:37.606274 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56738) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:37.607077 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d0116c-7492-4671-9c8b-509f8d47c8c2 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Network 6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:54:37.689615 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-01ba50b2-bfdd-47fb-a52d-d011f85828a9 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/ports/ccdc8aa5-dfbf-41e2-8640-da3318320555/tags/tempest-TagsExtTest-Tag-83178472 HTTP/1.1" status: 204 len: 168 time: 0.7936993 Oct 18 07:54:37.706522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56742) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:37.714768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-38b5fb13-ea8c-4cd7-978a-7bff1c717636 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ccdc8aa5-dfbf-41e2-8640-da3318320555', 'tempest-TagsExtTest-Tag-83178472') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:37.715845 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:37.724136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15739999-acf2-448e-b206-b4b0a116388d None None] Pushing event updated for resources: {'Port': ['ID=6fb68d4c-ae52-425d-9303-53cc033ddc24,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:37.757388 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b27ff91-d355-4346-8878-8fedf394a3b9']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:37.763012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb65c35-9a80-43d9-9a4a-4ec7f8204bed', 'name': 'tempest-snat-router-1329510368', 'tenant_id': '14a8734522ce40a2b698af839a0ea312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.113'}], 'enable_snat': False}, 'gw_port_id': 'ea25d904-6fab-4b3d-bfbb-00148f6c4933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:54:24Z', 'updated_at': '2022-10-18T07:54:29Z', 'revision_number': 3, 'project_id': '14a8734522ce40a2b698af839a0ea312', 'gw_port': {'id': 'ea25d904-6fab-4b3d-bfbb-00148f6c4933', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb65c35-9a80-43d9-9a4a-4ec7f8204bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:54:27Z', 'updated_at': '2022-10-18T07:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:37.767546 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25c5c8a-9d1f-4416-bb9b-3854aec72bab None None] The sync data for ids ['bfb65c35-9a80-43d9-9a4a-4ec7f8204bed'] in dv-neutron-861625-1-hyperv is: [{'id': 'bfb65c35-9a80-43d9-9a4a-4ec7f8204bed', 'name': 'tempest-snat-router-1329510368', 'tenant_id': '14a8734522ce40a2b698af839a0ea312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.113'}], 'enable_snat': False}, 'gw_port_id': 'ea25d904-6fab-4b3d-bfbb-00148f6c4933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:54:24Z', 'updated_at': '2022-10-18T07:54:29Z', 'revision_number': 3, 'project_id': '14a8734522ce40a2b698af839a0ea312', 'gw_port': {'id': 'ea25d904-6fab-4b3d-bfbb-00148f6c4933', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:38:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb65c35-9a80-43d9-9a4a-4ec7f8204bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:54:27Z', 'updated_at': '2022-10-18T07:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:54:37.786131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:37.798068 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38367e9f-87d3-4dc4-b1e9-06138bea7fe6') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:37.798371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38367e9f-87d3-4dc4-b1e9-06138bea7fe6') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:37.816209 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:37.829718 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aeb5a4c-bbc9-4937-8d4b-178715db85be tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] GET failed (client error): The resource could not be found. Oct 18 07:54:37.829965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0aeb5a4c-bbc9-4937-8d4b-178715db85be tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:37.856009 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-00d0116c-7492-4671-9c8b-509f8d47c8c2 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:37.865799 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d0116c-7492-4671-9c8b-509f8d47c8c2 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:37.867159 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-00d0116c-7492-4671-9c8b-509f8d47c8c2 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:37.890729 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affe03fd-ba63-4b34-a8e5-2adecd863322 None None] Network 6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:37.920742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:38.008732 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:54:38.009145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:38.147906 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-00d0116c-7492-4671-9c8b-509f8d47c8c2 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9960725 Oct 18 07:54:38.148695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0aeb5a4c-bbc9-4937-8d4b-178715db85be tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:38.149695 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0aeb5a4c-bbc9-4937-8d4b-178715db85be tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports/4ccb3504-e7d5-443e-a410-54dfde16504e HTTP/1.1" status: 404 len: 333 time: 0.5401447 Oct 18 07:54:38.225831 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Attempt 2 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:38.227597 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 38367e9f-87d3-4dc4-b1e9-06138bea7fe6 resource provider aggregate not found Oct 18 07:54:38.230967 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56748) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:38.234149 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56750) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:38.239784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-311dbc2b-ce73-410c-8c61-6009faff5167 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1630165203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:38.246601 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-311dbc2b-ce73-410c-8c61-6009faff5167 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:38.250452 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-311dbc2b-ce73-410c-8c61-6009faff5167 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Usage tracker for resource:router and tenant:17882b12c87e4f21b9bfc69cf679b8c2 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:38.253442 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-311dbc2b-ce73-410c-8c61-6009faff5167 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:38.268398 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-311dbc2b-ce73-410c-8c61-6009faff5167 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:38.299936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-311dbc2b-ce73-410c-8c61-6009faff5167 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:38.301010 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-311dbc2b-ce73-410c-8c61-6009faff5167 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:38.310945 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d', 'network_id': '6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d', 'tenant_id': '17882b12c87e4f21b9bfc69cf679b8c2', 'fixed_ips': [{'subnet_id': '50494982-7c7e-43fa-b4f0-3f98d29af71e'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:54:38.312483 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:38.325373 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 38367e9f-87d3-4dc4-b1e9-06138bea7fe6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38367e9f-87d3-4dc4-b1e9-06138bea7fe6 found for delete ", "request_id": "req-27c589c9-a6b7-427e-b0b5-f034a8a8215f"}]} Oct 18 07:54:38.364181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-311dbc2b-ce73-410c-8c61-6009faff5167 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:38.366830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9b60224c-7cb9-4d1c-a784-2a0510c49354 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:38.384270 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:38.402023 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:38.421880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:38.564563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Network': ['ID=1b27ff91-d355-4346-8878-8fedf394a3b9,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:38.579681 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Allocated IP 172.20.0.2 (6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d/50494982-7c7e-43fa-b4f0-3f98d29af71e/11e1276d-d24c-4941-b874-ed7d815b0d45) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:38.581645 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60224c-7cb9-4d1c-a784-2a0510c49354 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=473b8a4a-4323-4c4a-ab51-8f7b8b0b3482,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:38.613006 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ca19c6df-2fdf-478c-a542-8fcfe2c0aeda tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/networks/1b27ff91-d355-4346-8878-8fedf394a3b9 HTTP/1.1" status: 204 len: 168 time: 4.9335861 Oct 18 07:54:38.613006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9b60224c-7cb9-4d1c-a784-2a0510c49354 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:38.613006 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9b60224c-7cb9-4d1c-a784-2a0510c49354 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/473b8a4a-4323-4c4a-ab51-8f7b8b0b3482 HTTP/1.1" status: 204 len: 168 time: 2.8772626 Oct 18 07:54:38.616174 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56758) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:38.616617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56760) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:38.781887 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-311dbc2b-ce73-410c-8c61-6009faff5167 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:38.803553 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:38.818254 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86068191-e014-4e11-b106-3c2c8b7e349c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:38.821245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86068191-e014-4e11-b106-3c2c8b7e349c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:38.822218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-86068191-e014-4e11-b106-3c2c8b7e349c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:38.835835 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-38b5fb13-ea8c-4cd7-978a-7bff1c717636 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/ports/ccdc8aa5-dfbf-41e2-8640-da3318320555/tags/tempest-TagsExtTest-Tag-83178472 HTTP/1.1" status: 204 len: 168 time: 1.1253138 Oct 18 07:54:38.844612 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f504f4-e03d-49c5-9404-1660aa41482b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:38.845983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f504f4-e03d-49c5-9404-1660aa41482b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:38.847995 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-09f504f4-e03d-49c5-9404-1660aa41482b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/subnets/2d84d4da-a722-4591-88ad-f78f234d7102 HTTP/1.1" status: 404 len: 337 time: 0.2303231 Oct 18 07:54:38.849371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56766) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:38.855565 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56768) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:38.882840 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:38.886948 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-f02c02da-2406-4e37-988c-e6f456d161c6 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ccdc8aa5-dfbf-41e2-8640-da3318320555') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:38.894749 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Transition to ACTIVE for port object 11e1276d-d24c-4941-b874-ed7d815b0d45 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:38.916637 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Transition to ACTIVE for port object 11e1276d-d24c-4941-b874-ed7d815b0d45 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:38.923509 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Attempt 3 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:38.980537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-05e86638-f22f-4582-97f6-ffe658003fef tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:39.030040 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:39.040154 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-05e86638-f22f-4582-97f6-ffe658003fef tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:39.208792 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 6fb68d4c-ae52-425d-9303-53cc033ddc24 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:39.210196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router cfd6ecbc-7a45-4e58-b87d-4b094663c752 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:54:39.229456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-311dbc2b-ce73-410c-8c61-6009faff5167 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:39.233205 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-311dbc2b-ce73-410c-8c61-6009faff5167 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9948065 Oct 18 07:54:39.241907 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56774) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:39.244909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-86068191-e014-4e11-b106-3c2c8b7e349c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:39.249177 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-86068191-e014-4e11-b106-3c2c8b7e349c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6299255 Oct 18 07:54:39.255699 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56778) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:39.259058 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8fd8d7c-db0e-4e2e-897b-0c9a2324b815 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:39.259534 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8fd8d7c-db0e-4e2e-897b-0c9a2324b815 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:39.261249 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f8fd8d7c-db0e-4e2e-897b-0c9a2324b815 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/networks/1b27ff91-d355-4346-8878-8fedf394a3b9 HTTP/1.1" status: 404 len: 339 time: 0.4039507 Oct 18 07:54:39.284335 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-05e86638-f22f-4582-97f6-ffe658003fef tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:39.316226 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56782) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:39.359201 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:39.359896 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Pushing event updated for resources: {'Port': ['ID=11e1276d-d24c-4941-b874-ed7d815b0d45,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:39.365805 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Network 6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:39.371505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:39.375938 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:39.552186 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e86638-f22f-4582-97f6-ffe658003fef tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6d4b7c-a619-412e-bf3b-b1844e32a9c5,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:39.566288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6b6700-4d8f-4575-ad6e-bd63bbba60ba tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet a11a9de8-b9f1-4d66-b7e7-45cad725e8ea {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:54:39.581401 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Attempting to bind port 11e1276d-d24c-4941-b874-ed7d815b0d45 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:54:39.581762 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Attempting to bind port 11e1276d-d24c-4941-b874-ed7d815b0d45 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '73756412-2014-4990-b40d-0882d3633f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:54:39.582112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Attempting to bind port 11e1276d-d24c-4941-b874-ed7d815b0d45 on network 6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:54:39.596278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:54:39.596749 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Checking segment: {'id': '73756412-2014-4990-b40d-0882d3633f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:54:39.597083 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:39.597580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Bound using segment: {'id': '73756412-2014-4990-b40d-0882d3633f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:54:39.597967 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Bound port: 11e1276d-d24c-4941-b874-ed7d815b0d45, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73756412-2014-4990-b40d-0882d3633f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:54:39.598420 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:39.608863 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 6fb68d4c-ae52-425d-9303-53cc033ddc24 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:39.617026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 28104290-1669-413f-b905-72ccb75f0ace up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:39.626150 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b6b6700-4d8f-4575-ad6e-bd63bbba60ba tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:39.790493 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] For port 11e1276d-d24c-4941-b874-ed7d815b0d45, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:54:39.794966 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] For port 11e1276d-d24c-4941-b874-ed7d815b0d45, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=11e1276d-d24c-4941-b874-ed7d815b0d45,segment=NetworkSegment(73756412-2014-4990-b40d-0882d3633f23),segment_id=73756412-2014-4990-b40d-0882d3633f23)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:54:39.796834 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ea25d904-6fab-4b3d-bfbb-00148f6c4933 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:39.839195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b6b6700-4d8f-4575-ad6e-bd63bbba60ba tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:39.842123 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-05e86638-f22f-4582-97f6-ffe658003fef tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:39.843280 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-05e86638-f22f-4582-97f6-ffe658003fef tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/security-groups/bd6d4b7c-a619-412e-bf3b-b1844e32a9c5 HTTP/1.1" status: 204 len: 168 time: 1.6080947 Oct 18 07:54:39.858361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:39.871823 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb2b9-a948-42a1-a0d6-275f127f9e0a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:39.873856 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56786) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:39.883084 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f02c02da-2406-4e37-988c-e6f456d161c6 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/ports/ccdc8aa5-dfbf-41e2-8640-da3318320555/tags HTTP/1.1" status: 200 len: 205 time: 1.0293889 Oct 18 07:54:39.884583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56790) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:39.905924 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Attempt 4 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:39.932184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-30efe083-4522-42c8-8582-977beeffaa5c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '45d56618-337f-4607-8cfb-12129bb90d5b') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:40.032512 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port ea25d904-6fab-4b3d-bfbb-00148f6c4933 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:40.042735 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port ea25d904-6fab-4b3d-bfbb-00148f6c4933 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:40.043111 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:40.043446 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port ea25d904-6fab-4b3d-bfbb-00148f6c4933 Oct 18 07:54:40.107991 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:40.110436 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8917d6-e2fb-4aea-804d-2eb3ff903e5c None None] Pushing event updated for resources: {'Port': ['ID=11e1276d-d24c-4941-b874-ed7d815b0d45,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:40.156877 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-865523b2-982b-4032-969d-e304e395ffd7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:40.175327 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b6b6700-4d8f-4575-ad6e-bd63bbba60ba tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:40.203338 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-865523b2-982b-4032-969d-e304e395ffd7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:40.227136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port ea25d904-6fab-4b3d-bfbb-00148f6c4933 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:54:40.227359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:40.251912 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port ea25d904-6fab-4b3d-bfbb-00148f6c4933, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ea25d904-6fab-4b3d-bfbb-00148f6c4933,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:40.264355 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:40.372335 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:40.405232 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:54:40.411726 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b6b6700-4d8f-4575-ad6e-bd63bbba60ba tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:40.417940 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b6eab-aaca-4d98-a551-a94a33d2477b None None] Sync routers for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:54:40.422283 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-30efe083-4522-42c8-8582-977beeffaa5c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/routers/45d56618-337f-4607-8cfb-12129bb90d5b/tags HTTP/1.1" status: 200 len: 241 time: 0.4988089 Oct 18 07:54:40.434399 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b6eab-aaca-4d98-a551-a94a33d2477b None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:40.435499 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f77b6eab-aaca-4d98-a551-a94a33d2477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:40.435653 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb2b9-a948-42a1-a0d6-275f127f9e0a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:40.439126 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=ea25d904-6fab-4b3d-bfbb-00148f6c4933,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:40.446183 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56796) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:40.469210 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.tag.tag_plugin [None req-64a46187-a728-45aa-900c-e7fba5b0a557 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '45d56618-337f-4607-8cfb-12129bb90d5b', 'tempest-TagsExtTest-Tag-1275266077') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:40.539263 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f77b6eab-aaca-4d98-a551-a94a33d2477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:40.541655 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69f1a9c-0e4a-40bf-abd3-027420fe8549 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:40.551210 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b6eab-aaca-4d98-a551-a94a33d2477b None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:40.551859 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f77b6eab-aaca-4d98-a551-a94a33d2477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:40.590934 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b6700-4d8f-4575-ad6e-bd63bbba60ba tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=a11a9de8-b9f1-4d66-b7e7-45cad725e8ea,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:40.603124 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b6b6700-4d8f-4575-ad6e-bd63bbba60ba tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:40.611780 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-a0cbb2b9-a948-42a1-a0d6-275f127f9e0a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463c6c4f-949e-4481-b39f-c6b4ca2d870e']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:40.619241 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f77b6eab-aaca-4d98-a551-a94a33d2477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:40.619840 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b6eab-aaca-4d98-a551-a94a33d2477b None None] The sync data for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:54:40.650736 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Attempt 5 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:40.657007 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-a0cbb2b9-a948-42a1-a0d6-275f127f9e0a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff45312-4e41-4ecc-a28f-e97490dd1324') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:40.657362 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-a0cbb2b9-a948-42a1-a0d6-275f127f9e0a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff45312-4e41-4ecc-a28f-e97490dd1324') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:40.664012 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2b6b6700-4d8f-4575-ad6e-bd63bbba60ba tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/a11a9de8-b9f1-4d66-b7e7-45cad725e8ea HTTP/1.1" status: 204 len: 168 time: 1.4068654 Oct 18 07:54:40.666934 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56800) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:40.675905 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-865523b2-982b-4032-969d-e304e395ffd7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:40.678634 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-865523b2-982b-4032-969d-e304e395ffd7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:40.683578 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-865523b2-982b-4032-969d-e304e395ffd7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/security-groups/4fe1e047-76ec-4a48-8092-6b8a67f47f54 HTTP/1.1" status: 204 len: 168 time: 0.8024542 Oct 18 07:54:40.686171 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56804) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:40.699611 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:40.733462 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb2b9-a948-42a1-a0d6-275f127f9e0a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:40.758416 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:40.796802 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865523b2-982b-4032-969d-e304e395ffd7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe1e047-76ec-4a48-8092-6b8a67f47f54,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:40.822062 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb2b9-a948-42a1-a0d6-275f127f9e0a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:40.827115 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Router 6c5df57d-8337-4b37-87ef-a9b968793b1c is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:54:40.845418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0cbb2b9-a948-42a1-a0d6-275f127f9e0a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:54:40.845965 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb2b9-a948-42a1-a0d6-275f127f9e0a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:40.881650 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-87c2a406-d6fb-4159-a547-7d2a21b89fad tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2136233 Oct 18 07:54:40.896865 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9da61401-e5d6-4513-b1d9-8f775f6e3561 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.2588527 Oct 18 07:54:40.903263 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-64a46187-a728-45aa-900c-e7fba5b0a557 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/routers/45d56618-337f-4607-8cfb-12129bb90d5b/tags/tempest-TagsExtTest-Tag-1275266077 HTTP/1.1" status: 204 len: 168 time: 0.4558952 Oct 18 07:54:40.948280 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461dd4de-2d81-4384-b0c2-69b69d6c7e57 None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:54:40.954232 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-461dd4de-2d81-4384-b0c2-69b69d6c7e57 None None] Deleting port 6fb68d4c-ae52-425d-9303-53cc033ddc24 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:40.954232 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-461dd4de-2d81-4384-b0c2-69b69d6c7e57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:40.955297 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment cff45312-4e41-4ecc-a28f-e97490dd1324 resource provider aggregate not found Oct 18 07:54:40.962409 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56810) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:40.962409 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56812) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:40.962929 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56814) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:40.981287 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-8de48f19-f7ff-4d81-b8be-d5945e031153 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'floatingip': {'port_id': '4f3752e9-d227-4eef-a162-00df955e09d3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:41.112423 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.tag.tag_plugin [None req-5fdae410-9cfd-4e2f-b88b-d2614d8e06c9 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '45d56618-337f-4607-8cfb-12129bb90d5b', 'tempest-TagsExtTest-Tag-1275266077') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:41.133444 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 11e1276d-d24c-4941-b874-ed7d815b0d45 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:41.157580 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Allocated IP 172.20.0.1 (6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d/50494982-7c7e-43fa-b4f0-3f98d29af71e/9ab47069-b8d2-400e-8f8d-0734fc1559aa) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:41.227769 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment cff45312-4e41-4ecc-a28f-e97490dd1324 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cff45312-4e41-4ecc-a28f-e97490dd1324 found for delete ", "request_id": "req-f678d082-f3d4-4572-a094-fe1ac3a349fd"}]} Oct 18 07:54:41.262424 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Attempt 6 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:41.356116 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:41.367924 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:41.369618 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-461dd4de-2d81-4384-b0c2-69b69d6c7e57 None None] For port 6fb68d4c-ae52-425d-9303-53cc033ddc24, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=6fb68d4c-ae52-425d-9303-53cc033ddc24,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:41.370012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-461dd4de-2d81-4384-b0c2-69b69d6c7e57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:41.380301 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Transition to ACTIVE for port object 9ab47069-b8d2-400e-8f8d-0734fc1559aa will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:41.383878 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5809454f-8d87-4e0c-8df0-a5350f8d45fe None None] Network 6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:41.407066 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:41.447973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9350baf-77e7-4ccd-afea-3aef95261760 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting subnet dca3b2e4-c4a5-4659-9eea-be7ae14edbae {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:54:41.471211 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a9350baf-77e7-4ccd-afea-3aef95261760 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:41.477976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Network 6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:41.481007 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:41.484895 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:41.524231 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Pushing event updated for resources: {'Port': ['ID=9ab47069-b8d2-400e-8f8d-0734fc1559aa,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:41.537173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb2b9-a948-42a1-a0d6-275f127f9e0a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:41.553765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:41.563159 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-461dd4de-2d81-4384-b0c2-69b69d6c7e57 None None] Calling delete_port for 6fb68d4c-ae52-425d-9303-53cc033ddc24 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:41.629890 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 11e1276d-d24c-4941-b874-ed7d815b0d45 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:41.652547 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ea25d904-6fab-4b3d-bfbb-00148f6c4933 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:41.665587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:41.733699 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb2b9-a948-42a1-a0d6-275f127f9e0a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:41.742280 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8de48f19-f7ff-4d81-b8be-d5945e031153 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:41.828584 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbb2b9-a948-42a1-a0d6-275f127f9e0a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Network': ['ID=463c6c4f-949e-4481-b39f-c6b4ca2d870e,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:41.844157 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-461dd4de-2d81-4384-b0c2-69b69d6c7e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:41.845898 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a9350baf-77e7-4ccd-afea-3aef95261760 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:41.892128 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a0cbb2b9-a948-42a1-a0d6-275f127f9e0a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/networks/463c6c4f-949e-4481-b39f-c6b4ca2d870e HTTP/1.1" status: 204 len: 168 time: 2.5464003 Oct 18 07:54:41.893902 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Attempt 7 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:41.897822 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56824) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:41.937416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:54:41.944949 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-87af7ac8-df47-404b-93a1-e7c8816def26 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:41.945896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87af7ac8-df47-404b-93a1-e7c8816def26 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:41.946915 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461dd4de-2d81-4384-b0c2-69b69d6c7e57 None None] No DVR routers for this DVR port 6fb68d4c-ae52-425d-9303-53cc033ddc24 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:54:41.950920 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dd4de-2d81-4384-b0c2-69b69d6c7e57 None None] Pushing event deleted for resources: {'Port': ['ID=6fb68d4c-ae52-425d-9303-53cc033ddc24,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:41.960553 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-87af7ac8-df47-404b-93a1-e7c8816def26 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/subnets/94e3c6ca-0ae2-4632-a449-55df05cfd297 HTTP/1.1" status: 404 len: 337 time: 0.0591905 Oct 18 07:54:41.966083 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56828) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:41.982563 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Sync routers for ids ['6c5df57d-8337-4b37-87ef-a9b968793b1c'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:54:41.992509 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port ea25d904-6fab-4b3d-bfbb-00148f6c4933 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:41.992888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:41.993223 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port ea25d904-6fab-4b3d-bfbb-00148f6c4933 Oct 18 07:54:41.994221 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5fdae410-9cfd-4e2f-b88b-d2614d8e06c9 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/routers/45d56618-337f-4607-8cfb-12129bb90d5b/tags/tempest-TagsExtTest-Tag-1275266077 HTTP/1.1" status: 204 len: 168 time: 1.0270066 Oct 18 07:54:41.999710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56832) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:42.022404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-b863206e-f9f6-42f2-9e11-c6343745ac01 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '45d56618-337f-4607-8cfb-12129bb90d5b') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:42.038275 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:42.041306 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af00c164-01a8-4566-a5bb-f9e8104c5924 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:42.045356 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-af00c164-01a8-4566-a5bb-f9e8104c5924 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.0789385 Oct 18 07:54:42.048250 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56836) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:42.050790 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:42.054958 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6341a523-3131-4518-8929-db315bd668f4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.2693350 Oct 18 07:54:42.082729 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Routers {'6c5df57d-8337-4b37-87ef-a9b968793b1c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:42.083359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6c5df57d-8337-4b37-87ef-a9b968793b1c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:42.090893 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56840) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:42.135268 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-238ef78d-e4f1-4978-96c9-655e145ce24b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:42.136005 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238ef78d-e4f1-4978-96c9-655e145ce24b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:42.138235 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-238ef78d-e4f1-4978-96c9-655e145ce24b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/networks/f44e42e2-750d-4ccb-b70e-49d96d5c4e5c HTTP/1.1" status: 404 len: 339 time: 0.1712129 Oct 18 07:54:42.150406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56844) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:42.259719 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a9350baf-77e7-4ccd-afea-3aef95261760 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:42.336286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78b101a-bb65-43d1-b443-20f2318515cc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Deleting subnet 63a6ae18-231c-4a1e-bd2a-263a81345f9a {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:54:42.343064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c78b101a-bb65-43d1-b443-20f2318515cc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:42.364171 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Set router 6c5df57d-8337-4b37-87ef-a9b968793b1c gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:54:42.366130 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27dba5b-1f28-4b6e-a5a8-ae2f183f1b82 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:42.367416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a27dba5b-1f28-4b6e-a5a8-ae2f183f1b82 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:42.374417 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b863206e-f9f6-42f2-9e11-c6343745ac01 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/routers/45d56618-337f-4607-8cfb-12129bb90d5b/tags HTTP/1.1" status: 200 len: 205 time: 0.3736479 Oct 18 07:54:42.375745 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56848) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:42.397363 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.tag.tag_plugin [None req-76a85ee5-24c1-4026-8035-c62a0c81d3c9 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '76652b12-a9d9-4636-b81a-91fe922a43a3') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:42.415692 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port ea25d904-6fab-4b3d-bfbb-00148f6c4933 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:54:42.421759 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:42.441647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c78b101a-bb65-43d1-b443-20f2318515cc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:42.497456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:42.549344 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Attempt 8 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:42.586188 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a27dba5b-1f28-4b6e-a5a8-ae2f183f1b82 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:42.587394 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a27dba5b-1f28-4b6e-a5a8-ae2f183f1b82 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5379455 Oct 18 07:54:42.594156 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56852) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:42.596809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:42.649616 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:42.670007 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-dde83176-3b22-4a1d-a240-748d778b2875 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "GET /v2.0/routers/6c5df57d-8337-4b37-87ef-a9b968793b1c HTTP/1.1" status: 200 len: 908 time: 0.5767193 Oct 18 07:54:42.684751 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a9350baf-77e7-4ccd-afea-3aef95261760 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:42.690707 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56856) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:42.723121 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0085992c-1bd0-4395-a1d1-ab8f89c84e43 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1213589 Oct 18 07:54:42.723121 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-76a85ee5-24c1-4026-8035-c62a0c81d3c9 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/subnetpools/76652b12-a9d9-4636-b81a-91fe922a43a3/tags HTTP/1.1" status: 200 len: 241 time: 0.3381970 Oct 18 07:54:42.736416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56860) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:42.736757 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56862) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:42.758650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5df57d-8337-4b37-87ef-a9b968793b1c', 'name': 'tempest-snat-router-1329510368', 'tenant_id': '14a8734522ce40a2b698af839a0ea312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': '4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:54:33Z', 'updated_at': '2022-10-18T07:54:37Z', 'revision_number': 3, 'project_id': '14a8734522ce40a2b698af839a0ea312', 'gw_port': {'id': '4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5df57d-8337-4b37-87ef-a9b968793b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:54:35Z', 'updated_at': '2022-10-18T07:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:42.763876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Checking router: 6c5df57d-8337-4b37-87ef-a9b968793b1c for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:54:42.764614 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Updating router 6c5df57d-8337-4b37-87ef-a9b968793b1c port 4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:54:42.830023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:42.864546 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Pushing event updated for resources: {'Port': ['ID=9ab47069-b8d2-400e-8f8d-0734fc1559aa,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:42.913099 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db37d3c-7fc9-4104-a17d-05dc9063c3ac None None] get_active_networks_info from dv-neutron-861625-1-hyperv {{(pid=89047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 18 07:54:42.922058 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c78b101a-bb65-43d1-b443-20f2318515cc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:42.937375 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.tag.tag_plugin [None req-3a3e935e-3d02-4109-b73b-9048a99cecbd tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '76652b12-a9d9-4636-b81a-91fe922a43a3', 'tempest-TagsExtTest-Tag-1343343021') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:42.958498 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 6fb68d4c-ae52-425d-9303-53cc033ddc24 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:54:42.964655 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-3a1bbe0a-8fc9-4b13-9840-096422329ce4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:42.991731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Network 6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:42.994814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:43.008654 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 6fb68d4c-ae52-425d-9303-53cc033ddc24 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:54:43.009255 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 6fb68d4c-ae52-425d-9303-53cc033ddc24 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:54:43.092636 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9350baf-77e7-4ccd-afea-3aef95261760 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Subnet': ['ID=dca3b2e4-c4a5-4659-9eea-be7ae14edbae,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:43.112563 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a9350baf-77e7-4ccd-afea-3aef95261760 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:43.151863 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Attempt 9 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:43.166995 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c78b101a-bb65-43d1-b443-20f2318515cc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:43.213693 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c78b101a-bb65-43d1-b443-20f2318515cc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:43.222637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b101a-bb65-43d1-b443-20f2318515cc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Subnet': ['ID=63a6ae18-231c-4a1e-bd2a-263a81345f9a,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:43.246510 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c78b101a-bb65-43d1-b443-20f2318515cc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/subnets/63a6ae18-231c-4a1e-bd2a-263a81345f9a HTTP/1.1" status: 204 len: 168 time: 1.0470395 Oct 18 07:54:43.248452 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56868) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:43.279734 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a9350baf-77e7-4ccd-afea-3aef95261760 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/dca3b2e4-c4a5-4659-9eea-be7ae14edbae HTTP/1.1" status: 204 len: 168 time: 2.5776954 Oct 18 07:54:43.289388 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56872) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:43.296412 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3361f909-06a3-4809-89df-04cccee02968 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:43.318723 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:43.321630 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db37d3c-7fc9-4104-a17d-05dc9063c3ac None None] Resources bound (agent type, host, resource id): {{(pid=89047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 07:54:43.323114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d027b57-a280-467f-826a-5185fa40c5b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Deleting subnet a82606ac-bf8e-4fb6-8b03-78935d2c0edd {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:54:43.326052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d027b57-a280-467f-826a-5185fa40c5b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:43.408759 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d027b57-a280-467f-826a-5185fa40c5b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:43.500770 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Router 2e863846-aaad-49d7-ab9d-0f1bd18d9daf is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:54:43.516623 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-42a842d7-d8ae-485f-839f-022e8fa25850 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'subnet': {'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:43.536314 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3a3e935e-3d02-4109-b73b-9048a99cecbd tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/subnetpools/76652b12-a9d9-4636-b81a-91fe922a43a3/tags/tempest-TagsExtTest-Tag-1343343021 HTTP/1.1" status: 204 len: 168 time: 0.7929592 Oct 18 07:54:43.537954 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56876) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:43.571740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d027b57-a280-467f-826a-5185fa40c5b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:43.608128 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3a1bbe0a-8fc9-4b13-9840-096422329ce4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:43.624822 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:43.631481 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.tag.tag_plugin [None req-28926b73-4d64-458e-a1b5-d20221eba738 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '76652b12-a9d9-4636-b81a-91fe922a43a3', 'tempest-TagsExtTest-Tag-1343343021') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:43.691649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Transition to ACTIVE for port object 4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:43.707469 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:43.712369 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3a1bbe0a-8fc9-4b13-9840-096422329ce4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:43.735135 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:54:43.748100 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29afc8a6-0c8e-4343-a9c7-9b9d6cf84db7 None None] Sync routers for ids ['2e863846-aaad-49d7-ab9d-0f1bd18d9daf'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:54:43.758872 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dd3a6639-4edb-4cde-b339-0b6f6ffb2676 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] 10.222.0.17 "PUT /v2.0/routers/2e863846-aaad-49d7-ab9d-0f1bd18d9daf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5121489 Oct 18 07:54:43.759174 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29afc8a6-0c8e-4343-a9c7-9b9d6cf84db7 None None] Routers {'2e863846-aaad-49d7-ab9d-0f1bd18d9daf'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:43.760131 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-29afc8a6-0c8e-4343-a9c7-9b9d6cf84db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['2e863846-aaad-49d7-ab9d-0f1bd18d9daf'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:43.765537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56880) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:43.767623 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d027b57-a280-467f-826a-5185fa40c5b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:43.775543 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Attempting to bind port 4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:54:43.775543 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Attempting to bind port 4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:54:43.775847 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Attempting to bind port 4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:54:43.788748 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:54:43.789115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:54:43.789516 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:43.789905 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:54:43.790373 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Bound port: 4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:54:43.790768 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:43.808560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d027b57-a280-467f-826a-5185fa40c5b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Subnet': ['ID=a82606ac-bf8e-4fb6-8b03-78935d2c0edd,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:43.813968 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d027b57-a280-467f-826a-5185fa40c5b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:43.815840 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4d027b57-a280-467f-826a-5185fa40c5b1 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/subnets/a82606ac-bf8e-4fb6-8b03-78935d2c0edd HTTP/1.1" status: 204 len: 168 time: 0.5665708 Oct 18 07:54:43.818932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56882) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:43.820522 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Attempt 10 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:43.829568 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-29afc8a6-0c8e-4343-a9c7-9b9d6cf84db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:43.839808 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29afc8a6-0c8e-4343-a9c7-9b9d6cf84db7 None None] Routers {'2e863846-aaad-49d7-ab9d-0f1bd18d9daf'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:43.840414 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-29afc8a6-0c8e-4343-a9c7-9b9d6cf84db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['2e863846-aaad-49d7-ab9d-0f1bd18d9daf'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:43.842038 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-ce9e4150-7622-4ab3-b008-d17c7b37a7e0 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Request body: {'port': {'network_id': '6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d', 'name': 'tempest-FloatingIPNegativeTestJSON-1806624357'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:43.883783 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf7835-af21-43f7-a547-86be02567d4a None None] Pushing event updated for resources: {'Port': ['ID=4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:43.907936 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-29afc8a6-0c8e-4343-a9c7-9b9d6cf84db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:43.908579 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29afc8a6-0c8e-4343-a9c7-9b9d6cf84db7 None None] The sync data for ids ['2e863846-aaad-49d7-ab9d-0f1bd18d9daf'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:54:43.935036 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1bbe0a-8fc9-4b13-9840-096422329ce4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:43.938410 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3a1bbe0a-8fc9-4b13-9840-096422329ce4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:43.967326 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:43.982166 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:43.987011 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] For port 4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:54:43.994021 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Deleting port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:43.994448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:44.007229 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Provisioning for port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:44.019893 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] For port 4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:54:44.034797 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Provisioning complete for port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:44.035252 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:44.035660 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Attempt 1 to provision port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 Oct 18 07:54:44.069134 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:44.100855 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-42a842d7-d8ae-485f-839f-022e8fa25850 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:44.155447 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-42a842d7-d8ae-485f-839f-022e8fa25850 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:subnet and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:44.161911 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-42a842d7-d8ae-485f-839f-022e8fa25850 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:44.188382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf7835-af21-43f7-a547-86be02567d4a None None] Pushing event updated for resources: {'Port': ['ID=4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:44.192275 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4313c8b-b51a-4d84-ad40-90e9bac7f07a None None] Network 3252b8aa-4562-44a9-ac92-9972339c4529 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:44.238800 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] For port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5,segment=NetworkSegment(108b6a1f-1562-44fa-9880-5c6e75473778),segment_id=108b6a1f-1562-44fa-9880-5c6e75473778)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:44.239598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:44.241415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-42a842d7-d8ae-485f-839f-022e8fa25850 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:44.251166 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-28926b73-4d64-458e-a1b5-d20221eba738 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/subnetpools/76652b12-a9d9-4636-b81a-91fe922a43a3/tags/tempest-TagsExtTest-Tag-1343343021 HTTP/1.1" status: 204 len: 168 time: 0.6512320 Oct 18 07:54:44.260671 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3361f909-06a3-4809-89df-04cccee02968 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:44.273235 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56888) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:44.290187 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.resource_extend [None req-8de48f19-f7ff-4d81-b8be-d5945e031153 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:54:44.353415 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c36897-53cf-40c5-a7ff-d46919dfde58 None None] Network 16193d52-846b-4474-af4a-9b5a8b8b6c74 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:44.355892 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ce9e4150-7622-4ab3-b008-d17c7b37a7e0 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:44.360075 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.tag.tag_plugin [None req-193f82e2-ef6a-49b3-a41d-c453becec184 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '76652b12-a9d9-4636-b81a-91fe922a43a3') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:44.378585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Calling delete_port for 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:44.387967 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-3361f909-06a3-4809-89df-04cccee02968 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Deleting port 4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:44.388313 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3361f909-06a3-4809-89df-04cccee02968 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:44.411647 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ce9e4150-7622-4ab3-b008-d17c7b37a7e0 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Usage tracker for resource:port and tenant:17882b12c87e4f21b9bfc69cf679b8c2 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:44.422353 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Routers {'6c5df57d-8337-4b37-87ef-a9b968793b1c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:44.423379 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6c5df57d-8337-4b37-87ef-a9b968793b1c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:44.424451 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a842d7-d8ae-485f-839f-022e8fa25850 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:44.428677 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-42a842d7-d8ae-485f-839f-022e8fa25850 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:44.443550 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ce9e4150-7622-4ab3-b008-d17c7b37a7e0 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:44.461123 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:44.481988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ce9e4150-7622-4ab3-b008-d17c7b37a7e0 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:44.572112 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8de48f19-f7ff-4d81-b8be-d5945e031153 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:44.634049 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8de48f19-f7ff-4d81-b8be-d5945e031153 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:44.648936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Port': ['ID=234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:44.657357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] No DVR routers for this DVR port 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:54:44.683386 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-193f82e2-ef6a-49b3-a41d-c453becec184 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/subnetpools/76652b12-a9d9-4636-b81a-91fe922a43a3/tags HTTP/1.1" status: 200 len: 205 time: 0.4086173 Oct 18 07:54:44.693471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56892) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:44.699035 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9e4150-7622-4ab3-b008-d17c7b37a7e0 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Made reservation on behalf of 17882b12c87e4f21b9bfc69cf679b8c2 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:44.699911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-ffef8267-d9e1-4915-9956-aae3018a8f68 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '76652b12-a9d9-4636-b81a-91fe922a43a3') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:44.702440 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ce9e4150-7622-4ab3-b008-d17c7b37a7e0 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:44.803243 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] Set router 6c5df57d-8337-4b37-87ef-a9b968793b1c gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:54:44.822669 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:44.833098 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ffef8267-d9e1-4915-9956-aae3018a8f68 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/subnetpools/76652b12-a9d9-4636-b81a-91fe922a43a3/tags HTTP/1.1" status: 204 len: 168 time: 0.1361668 Oct 18 07:54:44.834636 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56896) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:44.841319 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-b8837b6b-dbdb-467f-9ebe-bb25a05f07a1 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '45d56618-337f-4607-8cfb-12129bb90d5b') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:44.911441 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-ce9e4150-7622-4ab3-b008-d17c7b37a7e0 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] device_id is not set on port 6de8aae8-dda9-4432-8cfd-a2476b8eeaf5 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:54:44.989767 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16193d52-846b-4474-af4a-9b5a8b8b6c74']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:45.017679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108b6a1f-1562-44fa-9880-5c6e75473778') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:45.018159 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108b6a1f-1562-44fa-9880-5c6e75473778') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:45.018681 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5df57d-8337-4b37-87ef-a9b968793b1c', 'name': 'tempest-snat-router-1329510368', 'tenant_id': '14a8734522ce40a2b698af839a0ea312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:54:33Z', 'updated_at': '2022-10-18T07:54:44Z', 'revision_number': 4, 'project_id': '14a8734522ce40a2b698af839a0ea312', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:45.031203 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43ebecd-d88d-4125-a713-6375a5a40a15 None None] The sync data for ids ['6c5df57d-8337-4b37-87ef-a9b968793b1c'] in dv-neutron-861625-1-hyperv is: [{'id': '6c5df57d-8337-4b37-87ef-a9b968793b1c', 'name': 'tempest-snat-router-1329510368', 'tenant_id': '14a8734522ce40a2b698af839a0ea312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:54:33Z', 'updated_at': '2022-10-18T07:54:44Z', 'revision_number': 4, 'project_id': '14a8734522ce40a2b698af839a0ea312', 'gw_port_host': None}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:54:45.033478 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Current status of the port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:54:45.033880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:45.044153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:45.069039 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b8837b6b-dbdb-467f-9ebe-bb25a05f07a1 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/routers/45d56618-337f-4607-8cfb-12129bb90d5b/tags HTTP/1.1" status: 204 len: 168 time: 0.2334738 Oct 18 07:54:45.069655 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56900) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:45.084225 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-15cc4b1c-c86d-4352-a40d-17c93e1e12f7 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ccdc8aa5-dfbf-41e2-8640-da3318320555') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:45.100019 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] For port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d9b4a790-f6e5-4bb8-bb50-e326b85c4d39,segment=NetworkSegment(6c423574-0c0a-4c3e-9f0c-025ce8c2cbee),segment_id=6c423574-0c0a-4c3e-9f0c-025ce8c2cbee)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:45.108287 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:45.148066 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:45.157635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:54:45.158526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:45.163542 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Could not find standard attr ID for object 5addc456-8661-4cf1-b94c-028d17c34c4e. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:54:45.180141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358e53b5-93d4-48a5-8ee5-5e71fab17ff3 None None] DHCP port deletion for 16193d52-846b-4474-af4a-9b5a8b8b6c74 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:54:45.252294 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e9087-0ed5-416f-abfb-26fefda75c20 None None] Pushing event updated for resources: {'Port': ['ID=d9b4a790-f6e5-4bb8-bb50-e326b85c4d39,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:45.317216 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 108b6a1f-1562-44fa-9880-5c6e75473778 resource provider aggregate not found Oct 18 07:54:45.323939 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-3361f909-06a3-4809-89df-04cccee02968 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] For port 4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:45.324594 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3361f909-06a3-4809-89df-04cccee02968 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:45.353495 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 108b6a1f-1562-44fa-9880-5c6e75473778 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 108b6a1f-1562-44fa-9880-5c6e75473778 found for delete ", "request_id": "req-f155aa21-5b30-418d-a6bb-7e1ae618b3dd"}]} Oct 18 07:54:45.376852 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:45.396108 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:45.423755 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Network': ['ID=16193d52-846b-4474-af4a-9b5a8b8b6c74,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:45.432835 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-15cc4b1c-c86d-4352-a40d-17c93e1e12f7 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/ports/ccdc8aa5-dfbf-41e2-8640-da3318320555/tags HTTP/1.1" status: 204 len: 168 time: 0.3572037 Oct 18 07:54:45.438013 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c2646f06-8405-4894-bb90-96bc55d5634a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/networks/16193d52-846b-4474-af4a-9b5a8b8b6c74 HTTP/1.1" status: 204 len: 168 time: 1.6180756 Oct 18 07:54:45.438792 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56908) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:45.439120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56910) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:45.459165 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Could not find standard attr ID for object 4ccb3504-e7d5-443e-a410-54dfde16504e. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:54:45.480933 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Provisioning for port 11e1276d-d24c-4941-b874-ed7d815b0d45 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:45.488563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-19152f58-b24c-4728-be0d-1ff249d13e37 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '679ac54a-d2cd-4226-ab01-ed03313d6dab') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:45.502710 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Provisioning complete for port 11e1276d-d24c-4941-b874-ed7d815b0d45 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:45.503083 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:45.503417 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 1 to provision port 11e1276d-d24c-4941-b874-ed7d815b0d45 Oct 18 07:54:45.545093 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce796bef-69ad-4c26-8cf6-33dc76a1380a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:45.545730 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce796bef-69ad-4c26-8cf6-33dc76a1380a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:45.550001 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ce796bef-69ad-4c26-8cf6-33dc76a1380a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/subnets/749b2e33-8d15-47b1-a317-6589905271c3 HTTP/1.1" status: 404 len: 337 time: 0.1069252 Oct 18 07:54:45.551883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56916) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:45.555742 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3a1bbe0a-8fc9-4b13-9840-096422329ce4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:45.569926 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-3361f909-06a3-4809-89df-04cccee02968 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Calling delete_port for 4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6 owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:45.590065 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-45af54cd-49e0-45a8-8893-c26d44ffdcbe tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:45.590643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45af54cd-49e0-45a8-8893-c26d44ffdcbe tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:45.594825 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-45af54cd-49e0-45a8-8893-c26d44ffdcbe tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/networks/f5ca3141-03af-4b73-b524-ab8b24f3cbec HTTP/1.1" status: 404 len: 339 time: 0.0324874 Oct 18 07:54:45.595150 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56920) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:45.657167 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-46596533-921f-464f-bb32-eba36c722c06 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:45.657804 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46596533-921f-464f-bb32-eba36c722c06 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:45.665350 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-46596533-921f-464f-bb32-eba36c722c06 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/subnets/8e4ecee4-8fa7-4ff9-871d-cd961a1a3c80 HTTP/1.1" status: 404 len: 337 time: 0.0691259 Oct 18 07:54:45.666870 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56924) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:45.670215 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Current status of the port 11e1276d-d24c-4941-b874-ed7d815b0d45 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:54:45.670689 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:45.710793 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ae3743-3491-4de5-a57f-5e83abe9b14a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:45.711654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ae3743-3491-4de5-a57f-5e83abe9b14a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:45.714033 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-63ae3743-3491-4de5-a57f-5e83abe9b14a tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/networks/fc7afbbb-3bf1-4d2d-8530-7ddd761b6e24 HTTP/1.1" status: 404 len: 339 time: 0.0443807 Oct 18 07:54:45.716435 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56928) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:45.721111 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] For port 11e1276d-d24c-4941-b874-ed7d815b0d45, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=11e1276d-d24c-4941-b874-ed7d815b0d45,segment=NetworkSegment(73756412-2014-4990-b40d-0882d3633f23),segment_id=73756412-2014-4990-b40d-0882d3633f23)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:45.740498 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:45.773306 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ba6c72-8743-4d74-86d3-dba5062e1db6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:45.774023 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ba6c72-8743-4d74-86d3-dba5062e1db6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:45.778753 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-99ba6c72-8743-4d74-86d3-dba5062e1db6 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/subnets/f3542498-8a33-4d4a-97d8-1162785c8b76 HTTP/1.1" status: 404 len: 337 time: 0.0584850 Oct 18 07:54:45.778753 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-19152f58-b24c-4728-be0d-1ff249d13e37 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/subnets/679ac54a-d2cd-4226-ab01-ed03313d6dab/tags HTTP/1.1" status: 204 len: 168 time: 0.3380103 Oct 18 07:54:45.778990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56932) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:45.811256 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56934) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:45.812511 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e387d4-3275-413a-a769-8d64077bf3aa tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:45.813020 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e387d4-3275-413a-a769-8d64077bf3aa tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:45.818511 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-41e387d4-3275-413a-a769-8d64077bf3aa tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/networks/c9d32e75-2d2b-48e1-af61-04c7b2dae92a HTTP/1.1" status: 404 len: 339 time: 0.0331104 Oct 18 07:54:45.819809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56938) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:45.824507 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Provisioning complete for port ccdc8aa5-dfbf-41e2-8640-da3318320555 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:45.825031 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:45.825031 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 1 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:45.826678 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-c90ae5ce-b94c-48cb-9218-19ead497a394 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '679ac54a-d2cd-4226-ab01-ed03313d6dab', 'tempest-TagsExtTest-Tag-1715343002') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:45.873011 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1bbe0a-8fc9-4b13-9840-096422329ce4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:45.883365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Pushing event updated for resources: {'Port': ['ID=11e1276d-d24c-4941-b874-ed7d815b0d45,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:45.901289 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-3a1bbe0a-8fc9-4b13-9840-096422329ce4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:45.902629 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:45.912115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0a02cc-6672-4622-bf0b-16a77d6d9172 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:45.920107 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-ce9e4150-7622-4ab3-b008-d17c7b37a7e0 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Allocated IP 172.20.0.10 (6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d/50494982-7c7e-43fa-b4f0-3f98d29af71e/6de8aae8-dda9-4432-8cfd-a2476b8eeaf5) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:45.925044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1bbe0a-8fc9-4b13-9840-096422329ce4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:45.925840 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3a1bbe0a-8fc9-4b13-9840-096422329ce4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:45.938400 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac890dc1-452e-43f2-8abe-b69be91ad184 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Deleting subnet 89ff96b5-a272-4de9-806a-9f9b144bb7fa {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:54:45.943875 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bbe0a-8fc9-4b13-9840-096422329ce4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=c649d1f2-a5b1-4281-8ba9-e503d6d5c593,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:45.951295 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac890dc1-452e-43f2-8abe-b69be91ad184 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:46.025404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac890dc1-452e-43f2-8abe-b69be91ad184 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:46.086452 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c90ae5ce-b94c-48cb-9218-19ead497a394 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "PUT /v2.0/subnets/679ac54a-d2cd-4226-ab01-ed03313d6dab/tags/tempest-TagsExtTest-Tag-1715343002 HTTP/1.1" status: 201 len: 201 time: 0.2666247 Oct 18 07:54:46.088654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56944) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:46.094351 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3a1bbe0a-8fc9-4b13-9840-096422329ce4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3536978 Oct 18 07:54:46.095333 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-ce3d0bdf-8cb6-4c84-8bcb-dcbaba0fa2a5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ccdc8aa5-dfbf-41e2-8640-da3318320555', 'tempest-TagsExtTest-Tag-1356145128') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:46.102026 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56948) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:46.118200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-03ba55fc-30bb-45f9-9d7a-6803b9d52608 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'mac_address': 'fa:16:3e:e3:6b:a9', 'name': 'tempest-NetworksTestDHCPv6-1558535079'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:46.186791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac890dc1-452e-43f2-8abe-b69be91ad184 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:46.233894 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': 'c649d1f2-a5b1-4281-8ba9-e503d6d5c593'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:54:46.235139 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:46.265813 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ce3d0bdf-8cb6-4c84-8bcb-dcbaba0fa2a5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "PUT /v2.0/ports/ccdc8aa5-dfbf-41e2-8640-da3318320555/tags/tempest-TagsExtTest-Tag-1356145128 HTTP/1.1" status: 201 len: 201 time: 0.1754036 Oct 18 07:54:46.271002 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56952) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:46.276336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-61858069-28a5-486c-8cf4-9e3b6ee8b8cf tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '45d56618-337f-4607-8cfb-12129bb90d5b', 'tempest-TagsExtTest-Tag-45427059') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:46.284524 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de48f19-f7ff-4d81-b8be-d5945e031153 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router cfd6ecbc-7a45-4e58-b87d-4b094663c752 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:54:46.405913 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 2 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:46.445016 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac890dc1-452e-43f2-8abe-b69be91ad184 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:46.459611 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Allocated IP 2001:db8::2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/c649d1f2-a5b1-4281-8ba9-e503d6d5c593/9e8afec9-1fba-4c4e-ae10-3a8879326b59) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:46.466475 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-42a842d7-d8ae-485f-839f-022e8fa25850 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:46.503163 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:46.616824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac890dc1-452e-43f2-8abe-b69be91ad184 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:46.635881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac890dc1-452e-43f2-8abe-b69be91ad184 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Subnet': ['ID=89ff96b5-a272-4de9-806a-9f9b144bb7fa,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:46.636513 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ce441d-435d-4c60-a471-6b538f5fdd03 None None] Network 7ba8e10a-eade-4822-9d39-bcdefb99b4e9 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:46.642017 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ac890dc1-452e-43f2-8abe-b69be91ad184 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/subnets/89ff96b5-a272-4de9-806a-9f9b144bb7fa HTTP/1.1" status: 204 len: 168 time: 0.8190303 Oct 18 07:54:46.642845 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56956) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:46.695615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a842d7-d8ae-485f-839f-022e8fa25850 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 3252b8aa-4562-44a9-ac92-9972339c4529 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:46.705581 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-42a842d7-d8ae-485f-839f-022e8fa25850 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:46.714905 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ce9e4150-7622-4ab3-b008-d17c7b37a7e0 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:46.724000 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a842d7-d8ae-485f-839f-022e8fa25850 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:46.725121 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-42a842d7-d8ae-485f-839f-022e8fa25850 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:46.733742 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-03ba55fc-30bb-45f9-9d7a-6803b9d52608 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:46.739494 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3361f909-06a3-4809-89df-04cccee02968 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:46.745397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78089a4-79cd-4797-b4d3-1eaa60d05027 None None] Network 3252b8aa-4562-44a9-ac92-9972339c4529 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:46.745713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a842d7-d8ae-485f-839f-022e8fa25850 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Subnet': ['ID=9d6076ce-9676-42c7-8a89-2606ca15c0ea,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:46.746914 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-61858069-28a5-486c-8cf4-9e3b6ee8b8cf tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "PUT /v2.0/routers/45d56618-337f-4607-8cfb-12129bb90d5b/tags/tempest-TagsExtTest-Tag-45427059 HTTP/1.1" status: 201 len: 201 time: 0.4751153 Oct 18 07:54:46.750796 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56960) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:46.756563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-5c2b43f5-9d01-4495-92ad-a1ca3fc391ee tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '76652b12-a9d9-4636-b81a-91fe922a43a3', 'tempest-TagsExtTest-Tag-1482047852') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:46.789512 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:46.809863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Deleting port 843c1cfb-e85e-493c-90e7-70392bdada2c {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:46.810251 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:46.823818 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-ce9e4150-7622-4ab3-b008-d17c7b37a7e0 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Transition to ACTIVE for port object 6de8aae8-dda9-4432-8cfd-a2476b8eeaf5 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:46.831456 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361f909-06a3-4809-89df-04cccee02968 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Pushing event deleted for resources: {'Port': ['ID=4972850e-2c2c-4c4c-8e1c-43f7bf9a15a6,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:46.836276 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-03ba55fc-30bb-45f9-9d7a-6803b9d52608 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:46.870312 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:46.875314 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5c2b43f5-9d01-4495-92ad-a1ca3fc391ee tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "PUT /v2.0/subnetpools/76652b12-a9d9-4636-b81a-91fe922a43a3/tags/tempest-TagsExtTest-Tag-1482047852 HTTP/1.1" status: 201 len: 201 time: 0.1197162 Oct 18 07:54:46.875314 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56964) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:46.882631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-efea7bcb-fd4b-4952-b547-ae3a164cd306 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '679ac54a-d2cd-4226-ab01-ed03313d6dab', {'tags': ['tempest-TagsExtTest-Tag-165450842', 'tempest-TagsExtTest-Tag-1938809124', 'tempest-TagsExtTest-Tag-89128814']}) {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:46.979070 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 11e1276d-d24c-4941-b874-ed7d815b0d45 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:47.041298 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-42a842d7-d8ae-485f-839f-022e8fa25850 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7507277 Oct 18 07:54:47.044196 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 3 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:47.070483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56968) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:47.078764 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de48f19-f7ff-4d81-b8be-d5945e031153 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:54:47.085026 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-2b5ee049-240b-494a-a715-61f049b80cba tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'security_group': {'name': 'tempest-secgroup-88041510'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:47.086063 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ba55fc-30bb-45f9-9d7a-6803b9d52608 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:47.090191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Transition to ACTIVE for port object 9e8afec9-1fba-4c4e-ae10-3a8879326b59 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:47.107242 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2b5ee049-240b-494a-a715-61f049b80cba tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:47.109729 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8de48f19-f7ff-4d81-b8be-d5945e031153 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:47.117552 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2b5ee049-240b-494a-a715-61f049b80cba tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:security_group and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:47.124610 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ca1bf-7606-4de3-84fa-0a884f7a88b0 None None] Sync routers for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:54:47.130769 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2b5ee049-240b-494a-a715-61f049b80cba tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:47.141429 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2b5ee049-240b-494a-a715-61f049b80cba tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:47.147604 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-efea7bcb-fd4b-4952-b547-ae3a164cd306 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "PUT /v2.0/subnets/679ac54a-d2cd-4226-ab01-ed03313d6dab/tags HTTP/1.1" status: 200 len: 315 time: 0.2689223 Oct 18 07:54:47.150004 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56972) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:47.155206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] For port 843c1cfb-e85e-493c-90e7-70392bdada2c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=843c1cfb-e85e-493c-90e7-70392bdada2c,segment=NetworkSegment(6d3e9113-492c-4bd3-951e-120e3d468248),segment_id=6d3e9113-492c-4bd3-951e-120e3d468248)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:47.155600 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:47.168056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-27d4ef12-99ea-4e95-bc6a-e3531d4e89b7 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '679ac54a-d2cd-4226-ab01-ed03313d6dab') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:47.200214 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Transition to ACTIVE for port object 9e8afec9-1fba-4c4e-ae10-3a8879326b59 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:47.227742 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:47.245731 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:47.259035 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3361f909-06a3-4809-89df-04cccee02968 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:47.282107 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16ca1bf-7606-4de3-84fa-0a884f7a88b0 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:47.282786 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d16ca1bf-7606-4de3-84fa-0a884f7a88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:47.333478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Calling delete_port for 843c1cfb-e85e-493c-90e7-70392bdada2c owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:47.361278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee049-240b-494a-a715-61f049b80cba tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:47.409844 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2b5ee049-240b-494a-a715-61f049b80cba tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:47.413712 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d16ca1bf-7606-4de3-84fa-0a884f7a88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:47.422083 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2b5ee049-240b-494a-a715-61f049b80cba tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:security_group_rule and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:47.425526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2b5ee049-240b-494a-a715-61f049b80cba tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:47.428576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:47.436454 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:47.445856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:47.447545 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2b5ee049-240b-494a-a715-61f049b80cba tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:47.451170 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Pushing event updated for resources: {'Port': ['ID=9e8afec9-1fba-4c4e-ae10-3a8879326b59,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:47.479254 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ce9e4150-7622-4ab3-b008-d17c7b37a7e0 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:47.499510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:47.517776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 11e1276d-d24c-4941-b874-ed7d815b0d45 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:47.517776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:47.517776 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 11e1276d-d24c-4941-b874-ed7d815b0d45 Oct 18 07:54:47.541309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16ca1bf-7606-4de3-84fa-0a884f7a88b0 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:47.541942 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d16ca1bf-7606-4de3-84fa-0a884f7a88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:47.562153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] No DVR routers for this DVR port 843c1cfb-e85e-493c-90e7-70392bdada2c on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:54:47.577906 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3361f909-06a3-4809-89df-04cccee02968 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:47.589588 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3361f909-06a3-4809-89df-04cccee02968 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:47.597306 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8de48f19-f7ff-4d81-b8be-d5945e031153 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "PUT /v2.0/floatingips/5d27d973-11eb-4516-b0fb-1610c16b1202 HTTP/1.1" status: 200 len: 978 time: 6.6316302 Oct 18 07:54:47.600040 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-03ba55fc-30bb-45f9-9d7a-6803b9d52608 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:47.609734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56976) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:47.610461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Port': ['ID=843c1cfb-e85e-493c-90e7-70392bdada2c,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:47.621567 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9e4150-7622-4ab3-b008-d17c7b37a7e0 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Network 6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:47.629321 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-ce9e4150-7622-4ab3-b008-d17c7b37a7e0 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:47.644709 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e4150-7622-4ab3-b008-d17c7b37a7e0 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:47.670556 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e4150-7622-4ab3-b008-d17c7b37a7e0 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Pushing event updated for resources: {'Port': ['ID=6de8aae8-dda9-4432-8cfd-a2476b8eeaf5,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:47.699603 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-03ba55fc-30bb-45f9-9d7a-6803b9d52608 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port 36a5da38-4ec4-458a-aefc-7c0d3104d1cf yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:54:47.707449 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d16ca1bf-7606-4de3-84fa-0a884f7a88b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:47.707854 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ca1bf-7606-4de3-84fa-0a884f7a88b0 None None] The sync data for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:54:47.728496 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 4 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:47.748858 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3361f909-06a3-4809-89df-04cccee02968 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:47.749686 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3361f909-06a3-4809-89df-04cccee02968 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c5df57d-8337-4b37-87ef-a9b968793b1c {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:54:47.816032 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9e4150-7622-4ab3-b008-d17c7b37a7e0 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:47.816704 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ce9e4150-7622-4ab3-b008-d17c7b37a7e0 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:47.822532 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3361f909-06a3-4809-89df-04cccee02968 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:47.823472 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-27d4ef12-99ea-4e95-bc6a-e3531d4e89b7 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/subnets/679ac54a-d2cd-4226-ab01-ed03313d6dab/tags HTTP/1.1" status: 204 len: 168 time: 0.6725585 Oct 18 07:54:47.824893 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3361f909-06a3-4809-89df-04cccee02968 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "DELETE /v2.0/routers/6c5df57d-8337-4b37-87ef-a9b968793b1c HTTP/1.1" status: 204 len: 168 time: 5.1027141 Oct 18 07:54:47.832950 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56980) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:47.833964 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56982) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:47.852404 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.tag.tag_plugin [None req-f8ecb97c-83b7-4fcc-a5ab-eb82a242fb44 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '679ac54a-d2cd-4226-ab01-ed03313d6dab', 'tempest-TagsExtTest-Tag-165450842') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:47.866466 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:47.878283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee049-240b-494a-a715-61f049b80cba tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:47.878532 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9792cf7b-29a4-4c21-a0a8-b03e047c98fe None None] DHCP port deletion for 7ba8e10a-eade-4822-9d39-bcdefb99b4e9 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:54:47.907052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee049-240b-494a-a715-61f049b80cba tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:47.908804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Attempting to bind port 9e8afec9-1fba-4c4e-ae10-3a8879326b59 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:54:47.909266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Attempting to bind port 9e8afec9-1fba-4c4e-ae10-3a8879326b59 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:54:47.909718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Attempting to bind port 9e8afec9-1fba-4c4e-ae10-3a8879326b59 on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:54:47.921452 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:47.924972 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:54:47.925486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:54:47.926142 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:47.926724 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:54:47.927845 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Bound port: 9e8afec9-1fba-4c4e-ae10-3a8879326b59, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:54:47.928310 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:48.004721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba8e10a-eade-4822-9d39-bcdefb99b4e9']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:48.058094 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3e9113-492c-4bd3-951e-120e3d468248') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:48.058392 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3e9113-492c-4bd3-951e-120e3d468248') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:48.078588 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ee049-240b-494a-a715-61f049b80cba tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69cd630d-c249-44e2-a45f-cbcb78dfcaa2,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:48.094998 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 11e1276d-d24c-4941-b874-ed7d815b0d45 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:54:48.096087 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:48.097482 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:48.105142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee049-240b-494a-a715-61f049b80cba tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:48.106257 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2b5ee049-240b-494a-a715-61f049b80cba tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.0348063 Oct 18 07:54:48.112283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 56988) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:48.123485 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-d4a0254d-a640-43fd-9fca-19a45a5f7ef4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'security_group': {'name': 'tempest-secgroup-1080231709'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:48.136954 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-03ba55fc-30bb-45f9-9d7a-6803b9d52608 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::1f2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/c649d1f2-a5b1-4281-8ba9-e503d6d5c593/36a5da38-4ec4-458a-aefc-7c0d3104d1cf) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:48.139129 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d4a0254d-a640-43fd-9fca-19a45a5f7ef4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:48.141755 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:48.144595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-1b015e19-9ae9-4ad6-9dde-7942f7c2fa48 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Deleting port 27ba67f2-be54-4e25-b597-83063de55e31 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:48.145012 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1b015e19-9ae9-4ad6-9dde-7942f7c2fa48 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:48.178743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d4a0254d-a640-43fd-9fca-19a45a5f7ef4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:security_group and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:48.198158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d4a0254d-a640-43fd-9fca-19a45a5f7ef4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:48.201748 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:54:48.202152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:48.220361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] For port 9e8afec9-1fba-4c4e-ae10-3a8879326b59, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:54:48.243141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] For port 9e8afec9-1fba-4c4e-ae10-3a8879326b59, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=9e8afec9-1fba-4c4e-ae10-3a8879326b59,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:54:48.254511 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:48.280704 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d4a0254d-a640-43fd-9fca-19a45a5f7ef4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:48.283481 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 6d3e9113-492c-4bd3-951e-120e3d468248 resource provider aggregate not found Oct 18 07:54:48.328373 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:48.328789 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:48.329078 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 Oct 18 07:54:48.332404 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 6d3e9113-492c-4bd3-951e-120e3d468248 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d3e9113-492c-4bd3-951e-120e3d468248 found for delete ", "request_id": "req-71d968c4-8901-4fd0-96a5-485876e592d5"}]} Oct 18 07:54:48.383074 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ce9e4150-7622-4ab3-b008-d17c7b37a7e0 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5450654 Oct 18 07:54:48.385067 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d492d445-33ee-4e16-8f7f-4b78c44260b7 None None] Update dhcp port {'port': {'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529', 'fixed_ips': [{'subnet_id': '398e1409-e819-497d-a6dd-b3b533310598', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9d6076ce-9676-42c7-8a89-2606ca15c0ea'}], 'binding:host_id': 'dv-neutron-861625-1-hyperv'}, 'id': '28104290-1669-413f-b905-72ccb75f0ace'} from dv-neutron-861625-1-hyperv. {{(pid=89047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 18 07:54:48.389579 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 56996) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:48.405948 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:48.437532 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 5 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:48.445340 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:48.473134 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Usage tracker for resource:floatingip and tenant:17882b12c87e4f21b9bfc69cf679b8c2 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:48.480686 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:48.501290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f696b9a-3a0e-45a5-a146-b12d322bc51d None None] Pushing event updated for resources: {'Port': ['ID=9e8afec9-1fba-4c4e-ae10-3a8879326b59,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:48.504827 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d4a0254d-a640-43fd-9fca-19a45a5f7ef4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:48.516007 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:48.530000 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:48.532314 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d492d445-33ee-4e16-8f7f-4b78c44260b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:48.534615 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:48.544315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:48.565795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d4a0254d-a640-43fd-9fca-19a45a5f7ef4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:48.572335 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Network': ['ID=7ba8e10a-eade-4822-9d39-bcdefb99b4e9,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:48.572695 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-f8ecb97c-83b7-4fcc-a5ab-eb82a242fb44 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] show failed (client error): The resource could not be found. Oct 18 07:54:48.577462 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f8ecb97c-83b7-4fcc-a5ab-eb82a242fb44 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/subnets/679ac54a-d2cd-4226-ab01-ed03313d6dab/tags/tempest-TagsExtTest-Tag-165450842 HTTP/1.1" status: 404 len: 328 time: 0.7402089 Oct 18 07:54:48.577717 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57000) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:48.580954 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d4a0254d-a640-43fd-9fca-19a45a5f7ef4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:security_group_rule and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:48.586623 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d4a0254d-a640-43fd-9fca-19a45a5f7ef4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:48.590106 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-31107bd3-1a8a-4cab-9878-d10e874416fc tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/networks/7ba8e10a-eade-4822-9d39-bcdefb99b4e9 HTTP/1.1" status: 204 len: 168 time: 1.9463141 Oct 18 07:54:48.597080 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.tag.tag_plugin [None req-9e7ffdb0-3ba4-4503-b12b-638dc53039c2 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '679ac54a-d2cd-4226-ab01-ed03313d6dab', 'tempest-TagsExtTest-Tag-1938809124') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:48.601008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57002) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:48.601692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d4a0254d-a640-43fd-9fca-19a45a5f7ef4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:48.632931 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb9458b4-92ad-4a24-b3de-1ed156e046fb tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:48.657658 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d1c7be-34b8-41ad-82df-49e446bb8d42 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:48.658148 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d1c7be-34b8-41ad-82df-49e446bb8d42 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:48.663264 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c9d1c7be-34b8-41ad-82df-49e446bb8d42 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/subnets/ea4d3b1c-29d0-48b1-9f2c-ba835780fa96 HTTP/1.1" status: 404 len: 337 time: 0.0529165 Oct 18 07:54:48.685391 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:48.727625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57008) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:48.747094 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-03ba55fc-30bb-45f9-9d7a-6803b9d52608 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:48.762125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1b015e19-9ae9-4ad6-9dde-7942f7c2fa48 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:48.762363 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1b015e19-9ae9-4ad6-9dde-7942f7c2fa48 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:48.765054 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:54:48.783993 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:54:48.790774 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c733339-df49-40bc-bd8e-d602d9f2e435 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] DELETE failed (client error): The resource could not be found. Oct 18 07:54:48.791256 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c733339-df49-40bc-bd8e-d602d9f2e435 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:48.833050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:54:48.833949 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 234a7b2e-ce34-41ee-a6d2-36ad7e0d37c5 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:54:48.933070 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-1b015e19-9ae9-4ad6-9dde-7942f7c2fa48 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Calling delete_port for 27ba67f2-be54-4e25-b597-83063de55e31 owned by network:floatingip {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:48.935503 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-d492d445-33ee-4e16-8f7f-4b78c44260b7 None None] Allocated IP 2001:db8::2 (3252b8aa-4562-44a9-ac92-9972339c4529/9d6076ce-9676-42c7-8a89-2606ca15c0ea/28104290-1669-413f-b905-72ccb75f0ace) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:48.991247 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 9e8afec9-1fba-4c4e-ae10-3a8879326b59 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:48.996538 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2c733339-df49-40bc-bd8e-d602d9f2e435 tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/networks/3843dd0a-87e8-4055-9bc0-5ee058a644cf HTTP/1.1" status: 404 len: 339 time: 0.2657683 Oct 18 07:54:48.997888 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57012) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:49.063473 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 6 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:49.086916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-03ba55fc-30bb-45f9-9d7a-6803b9d52608 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object 36a5da38-4ec4-458a-aefc-7c0d3104d1cf will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:49.117547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d4a0254d-a640-43fd-9fca-19a45a5f7ef4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:49.124203 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ebbad4-ebe1-4d5d-9fea-6d8957c3baed tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Deleting subnet aa547db3-6a5a-411d-b000-16272e6e430d {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:54:49.129186 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-75ebbad4-ebe1-4d5d-9fea-6d8957c3baed tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:49.168666 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:49.174507 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d4a0254d-a640-43fd-9fca-19a45a5f7ef4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:49.217427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 9e8afec9-1fba-4c4e-ae10-3a8879326b59 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:49.223595 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d492d445-33ee-4e16-8f7f-4b78c44260b7 None None] For port 28104290-1669-413f-b905-72ccb75f0ace, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=28104290-1669-413f-b905-72ccb75f0ace,segment=NetworkSegment(67717874-ef04-4799-994d-86a53002894a),segment_id=67717874-ef04-4799-994d-86a53002894a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:49.243869 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-03ba55fc-30bb-45f9-9d7a-6803b9d52608 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:49.255510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d492d445-33ee-4e16-8f7f-4b78c44260b7 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:49.272711 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d492d445-33ee-4e16-8f7f-4b78c44260b7 None None] Ignored duplicate provisioning block setup for port 28104290-1669-413f-b905-72ccb75f0ace by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 18 07:54:49.280448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-75ebbad4-ebe1-4d5d-9fea-6d8957c3baed tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:49.286233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d492d445-33ee-4e16-8f7f-4b78c44260b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:49.315073 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d4a0254d-a640-43fd-9fca-19a45a5f7ef4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:49.318641 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d4a0254d-a640-43fd-9fca-19a45a5f7ef4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2016370 Oct 18 07:54:49.318641 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0254d-a640-43fd-9fca-19a45a5f7ef4 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32298bde-7d41-4e5c-af33-3e5f4c2546d2,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:49.322976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57016) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:49.330443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-59c5b646-984e-4f92-85e1-6aa0849d2604 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'security_group': {'name': 'tempest-secgroup-1227897793'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:49.343693 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-59c5b646-984e-4f92-85e1-6aa0849d2604 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:49.354845 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-59c5b646-984e-4f92-85e1-6aa0849d2604 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:security_group and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:49.366299 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-59c5b646-984e-4f92-85e1-6aa0849d2604 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:49.374718 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ba55fc-30bb-45f9-9d7a-6803b9d52608 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:49.378433 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 843c1cfb-e85e-493c-90e7-70392bdada2c no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:54:49.385077 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-03ba55fc-30bb-45f9-9d7a-6803b9d52608 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:49.386776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-59c5b646-984e-4f92-85e1-6aa0849d2604 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:49.392665 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1b015e19-9ae9-4ad6-9dde-7942f7c2fa48 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:49.394776 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba55fc-30bb-45f9-9d7a-6803b9d52608 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=36a5da38-4ec4-458a-aefc-7c0d3104d1cf,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:49.398043 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba55fc-30bb-45f9-9d7a-6803b9d52608 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:49.407856 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ba55fc-30bb-45f9-9d7a-6803b9d52608 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:49.411087 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-03ba55fc-30bb-45f9-9d7a-6803b9d52608 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:49.431347 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 843c1cfb-e85e-493c-90e7-70392bdada2c {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:54:49.432068 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 843c1cfb-e85e-493c-90e7-70392bdada2c not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:54:49.438331 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492d445-33ee-4e16-8f7f-4b78c44260b7 None None] Pushing event updated for resources: {'Port': ['ID=28104290-1669-413f-b905-72ccb75f0ace,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:49.462053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b015e19-9ae9-4ad6-9dde-7942f7c2fa48 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event deleted for resources: {'Port': ['ID=27ba67f2-be54-4e25-b597-83063de55e31,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:49.484160 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb9458b4-92ad-4a24-b3de-1ed156e046fb tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:49.526441 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-9e7ffdb0-3ba4-4503-b12b-638dc53039c2 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] show failed (client error): The resource could not be found. Oct 18 07:54:49.527609 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9e7ffdb0-3ba4-4503-b12b-638dc53039c2 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/subnets/679ac54a-d2cd-4226-ab01-ed03313d6dab/tags/tempest-TagsExtTest-Tag-1938809124 HTTP/1.1" status: 404 len: 329 time: 0.9345489 Oct 18 07:54:49.531210 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-cb9458b4-92ad-4a24-b3de-1ed156e046fb tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Deleting port ea25d904-6fab-4b3d-bfbb-00148f6c4933 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:49.531210 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb9458b4-92ad-4a24-b3de-1ed156e046fb tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:49.533402 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-59c5b646-984e-4f92-85e1-6aa0849d2604 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:49.555099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57020) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:49.564143 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-03ba55fc-30bb-45f9-9d7a-6803b9d52608 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4533169 Oct 18 07:54:49.568963 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57022) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:49.591461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-fbf7b184-27be-4625-b588-32fccfec7b41 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '679ac54a-d2cd-4226-ab01-ed03313d6dab', 'tempest-TagsExtTest-Tag-89128814') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:49.649824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-59c5b646-984e-4f92-85e1-6aa0849d2604 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:49.669537 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 7 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:49.680273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-59c5b646-984e-4f92-85e1-6aa0849d2604 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:security_group_rule and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:49.686629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-59c5b646-984e-4f92-85e1-6aa0849d2604 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:49.692428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-75ebbad4-ebe1-4d5d-9fea-6d8957c3baed tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:49.735697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-59c5b646-984e-4f92-85e1-6aa0849d2604 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:49.738879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1b015e19-9ae9-4ad6-9dde-7942f7c2fa48 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:49.738879 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-1b015e19-9ae9-4ad6-9dde-7942f7c2fa48 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Floating IP 5d27d973-11eb-4516-b0fb-1610c16b1202 disassociated (deleted). External IP: 172.26.8.211, port: 4f3752e9-d227-4eef-a162-00df955e09d3. Oct 18 07:54:49.805068 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:49.889878 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-cb9458b4-92ad-4a24-b3de-1ed156e046fb tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] For port ea25d904-6fab-4b3d-bfbb-00148f6c4933, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ea25d904-6fab-4b3d-bfbb-00148f6c4933,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:49.890512 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb9458b4-92ad-4a24-b3de-1ed156e046fb tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:49.911438 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:50.039125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-75ebbad4-ebe1-4d5d-9fea-6d8957c3baed tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:50.091561 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-fbf7b184-27be-4625-b588-32fccfec7b41 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] show failed (client error): The resource could not be found. Oct 18 07:54:50.092611 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-fbf7b184-27be-4625-b588-32fccfec7b41 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/subnets/679ac54a-d2cd-4226-ab01-ed03313d6dab/tags/tempest-TagsExtTest-Tag-89128814 HTTP/1.1" status: 404 len: 327 time: 0.5110455 Oct 18 07:54:50.113814 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-cb9458b4-92ad-4a24-b3de-1ed156e046fb tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Calling delete_port for ea25d904-6fab-4b3d-bfbb-00148f6c4933 owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:50.154347 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57030) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:50.160572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebbad4-ebe1-4d5d-9fea-6d8957c3baed tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Subnet': ['ID=aa547db3-6a5a-411d-b000-16272e6e430d,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:50.181178 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbd36b9-b9b5-4a25-8733-068c79fcb6b1 None None] Network b67f592d-9aa0-49e2-9f40-2cb7b9b69616 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:50.323736 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb9458b4-92ad-4a24-b3de-1ed156e046fb tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:50.354315 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 8 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:50.439529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-75ebbad4-ebe1-4d5d-9fea-6d8957c3baed tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:50.445932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-0f22b73b-b15d-40b9-b22c-15645b56ce40 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ccdc8aa5-dfbf-41e2-8640-da3318320555', {'tags': ['tempest-TagsExtTest-Tag-659633878', 'tempest-TagsExtTest-Tag-247673952', 'tempest-TagsExtTest-Tag-1956778369']}) {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:50.494798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-59c5b646-984e-4f92-85e1-6aa0849d2604 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:50.499591 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9458b4-92ad-4a24-b3de-1ed156e046fb tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea25d904-6fab-4b3d-bfbb-00148f6c4933,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:50.511343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:50.518065 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb9458b4-92ad-4a24-b3de-1ed156e046fb tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:50.522885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-59c5b646-984e-4f92-85e1-6aa0849d2604 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:50.567737 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-75ebbad4-ebe1-4d5d-9fea-6d8957c3baed tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/subnets/aa547db3-6a5a-411d-b000-16272e6e430d HTTP/1.1" status: 204 len: 168 time: 1.5671237 Oct 18 07:54:50.572254 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57034) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:50.595414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-59c5b646-984e-4f92-85e1-6aa0849d2604 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:50.596629 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-59c5b646-984e-4f92-85e1-6aa0849d2604 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2727294 Oct 18 07:54:50.602846 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57036) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:50.611882 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5b646-984e-4f92-85e1-6aa0849d2604 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b1b00f-37ad-4ea6-8717-4765482d3537,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:50.617453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-94f1c3b6-1e63-40b3-ba1f-d0934f5617de tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1483984987', 'security_groups': ['45b1b00f-37ad-4ea6-8717-4765482d3537'], 'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9d6076ce-9676-42c7-8a89-2606ca15c0ea'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:50.638842 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472cfdd2-e695-48f5-b4a3-29ea3268ccad None None] DHCP port deletion for b67f592d-9aa0-49e2-9f40-2cb7b9b69616 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:54:50.645691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-472cfdd2-e695-48f5-b4a3-29ea3268ccad None None] Deleting port 68143e3a-537b-4a9c-b019-03ab1cc19cce {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:50.646342 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-472cfdd2-e695-48f5-b4a3-29ea3268ccad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:50.699800 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea6bd91-fb55-4ec6-936b-450656c70b49 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:50.705871 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea6bd91-fb55-4ec6-936b-450656c70b49 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:50.707433 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7ea6bd91-fb55-4ec6-936b-450656c70b49 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:50.710100 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-615df4bc-ad0b-441d-b963-e3e4d50217c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:50.718932 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0f22b73b-b15d-40b9-b22c-15645b56ce40 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "PUT /v2.0/ports/ccdc8aa5-dfbf-41e2-8640-da3318320555/tags HTTP/1.1" status: 200 len: 316 time: 0.5524373 Oct 18 07:54:50.722653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57042) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:50.729814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-14822156-0db1-4080-bbcf-0f04a3dadd15 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ccdc8aa5-dfbf-41e2-8640-da3318320555') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:50.792384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b015e19-9ae9-4ad6-9dde-7942f7c2fa48 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router cfd6ecbc-7a45-4e58-b87d-4b094663c752 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:54:50.877346 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-472cfdd2-e695-48f5-b4a3-29ea3268ccad None None] For port 68143e3a-537b-4a9c-b019-03ab1cc19cce, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=68143e3a-537b-4a9c-b019-03ab1cc19cce,segment=NetworkSegment(300093ee-814c-4d7c-bec3-bd28461183ec),segment_id=300093ee-814c-4d7c-bec3-bd28461183ec)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:50.877735 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-472cfdd2-e695-48f5-b4a3-29ea3268ccad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:50.988749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-94f1c3b6-1e63-40b3-ba1f-d0934f5617de tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:51.011888 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb9458b4-92ad-4a24-b3de-1ed156e046fb tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.014850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-472cfdd2-e695-48f5-b4a3-29ea3268ccad None None] Calling delete_port for 68143e3a-537b-4a9c-b019-03ab1cc19cce owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:51.019674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-94f1c3b6-1e63-40b3-ba1f-d0934f5617de tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:51.026069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb9458b4-92ad-4a24-b3de-1ed156e046fb tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.054258 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b0880747-9049-46ab-8c9d-dc325a66189b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.054892 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 9 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:51.057498 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Allocated IP 172.26.8.24 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/c89e30d3-8315-4fcd-b0b3-a24925453193) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:51.060849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f1c3b6-1e63-40b3-ba1f-d0934f5617de tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:51.078603 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7ea6bd91-fb55-4ec6-936b-450656c70b49 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:51.082972 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7ea6bd91-fb55-4ec6-936b-450656c70b49 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.4998388 Oct 18 07:54:51.083152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b015e19-9ae9-4ad6-9dde-7942f7c2fa48 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:54:51.083152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57046) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:51.093621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 28104290-1669-413f-b905-72ccb75f0ace up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:54:51.094434 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f6dadb-d373-4fd9-87ab-658d1f9373c7 None None] Sync routers for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:54:51.113490 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f6dadb-d373-4fd9-87ab-658d1f9373c7 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:51.115293 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-19f6dadb-d373-4fd9-87ab-658d1f9373c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:51.120494 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-b0880747-9049-46ab-8c9d-dc325a66189b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Deleting port 68143e3a-537b-4a9c-b019-03ab1cc19cce {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:51.120847 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b0880747-9049-46ab-8c9d-dc325a66189b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.132368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1b015e19-9ae9-4ad6-9dde-7942f7c2fa48 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.164673 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb9458b4-92ad-4a24-b3de-1ed156e046fb tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.165186 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9458b4-92ad-4a24-b3de-1ed156e046fb tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfb65c35-9a80-43d9-9a4a-4ec7f8204bed {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:54:51.222749 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-19f6dadb-d373-4fd9-87ab-658d1f9373c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:51.238612 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f6dadb-d373-4fd9-87ab-658d1f9373c7 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:54:51.240967 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-19f6dadb-d373-4fd9-87ab-658d1f9373c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:51.273701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb9458b4-92ad-4a24-b3de-1ed156e046fb tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.275305 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cb9458b4-92ad-4a24-b3de-1ed156e046fb tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "DELETE /v2.0/routers/bfb65c35-9a80-43d9-9a4a-4ec7f8204bed HTTP/1.1" status: 204 len: 168 time: 3.4399076 Oct 18 07:54:51.281496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:51.306483 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-14822156-0db1-4080-bbcf-0f04a3dadd15 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/ports/ccdc8aa5-dfbf-41e2-8640-da3318320555/tags HTTP/1.1" status: 204 len: 168 time: 0.5826249 Oct 18 07:54:51.319343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-472cfdd2-e695-48f5-b4a3-29ea3268ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.321927 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57050) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:51.322448 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57052) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:51.344308 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-540800270', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}, 'admin_state_up': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:51.358650 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-b0880747-9049-46ab-8c9d-dc325a66189b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] The port '68143e3a-537b-4a9c-b019-03ab1cc19cce' was deleted {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:54:51.362098 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.tag.tag_plugin [None req-81d7b242-ca3b-4e84-8e34-0946ca38a62b tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ccdc8aa5-dfbf-41e2-8640-da3318320555', 'tempest-TagsExtTest-Tag-659633878') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:51.366654 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-19f6dadb-d373-4fd9-87ab-658d1f9373c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:51.367096 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f6dadb-d373-4fd9-87ab-658d1f9373c7 None None] The sync data for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:54:51.387718 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1b015e19-9ae9-4ad6-9dde-7942f7c2fa48 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/floatingips/5d27d973-11eb-4516-b0fb-1610c16b1202 HTTP/1.1" status: 204 len: 168 time: 3.7699144 Oct 18 07:54:51.391644 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-50cc2010-d272-4c40-8626-13e001e1c053 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port 36a5da38-4ec4-458a-aefc-7c0d3104d1cf {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:51.391980 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-50cc2010-d272-4c40-8626-13e001e1c053 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.407971 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57058) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:51.407971 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:51.413113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cfdd2-e695-48f5-b4a3-29ea3268ccad None None] Pushing event deleted for resources: {'Port': ['ID=68143e3a-537b-4a9c-b019-03ab1cc19cce,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:51.422568 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472cfdd2-e695-48f5-b4a3-29ea3268ccad None None] No DVR routers for this DVR port 68143e3a-537b-4a9c-b019-03ab1cc19cce on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:54:51.507953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Usage tracker for resource:router and tenant:a22354d471594de4952e78e6c2ba7f7c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:51.513037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-94f1c3b6-1e63-40b3-ba1f-d0934f5617de tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.537186 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:51.559571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-94f1c3b6-1e63-40b3-ba1f-d0934f5617de tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] device_id is not set on port 64395a55-4df9-4ef9-a8ab-33555028ce2d yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:54:51.571285 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:51.664579 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.676840 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.677856 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.684064 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-bd31f128-60a5-4a8c-a0cb-618780aa018e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Deleting port 4f3752e9-d227-4eef-a162-00df955e09d3 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:51.684395 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bd31f128-60a5-4a8c-a0cb-618780aa018e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.715548 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b0880747-9049-46ab-8c9d-dc325a66189b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.754066 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 68143e3a-537b-4a9c-b019-03ab1cc19cce no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:54:51.777213 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-b0880747-9049-46ab-8c9d-dc325a66189b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67f592d-9aa0-49e2-9f40-2cb7b9b69616']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:51.806477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.814630 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 10 to provision port ccdc8aa5-dfbf-41e2-8640-da3318320555 Oct 18 07:54:51.816320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-b0880747-9049-46ab-8c9d-dc325a66189b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300093ee-814c-4d7c-bec3-bd28461183ec') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:51.816691 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-b0880747-9049-46ab-8c9d-dc325a66189b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300093ee-814c-4d7c-bec3-bd28461183ec') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:51.816806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-50cc2010-d272-4c40-8626-13e001e1c053 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.842853 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 68143e3a-537b-4a9c-b019-03ab1cc19cce {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:54:51.843207 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 68143e3a-537b-4a9c-b019-03ab1cc19cce not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:54:51.852837 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b0880747-9049-46ab-8c9d-dc325a66189b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.861222 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-81d7b242-ca3b-4e84-8e34-0946ca38a62b tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] show failed (client error): The resource could not be found. Oct 18 07:54:51.865064 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-81d7b242-ca3b-4e84-8e34-0946ca38a62b tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/ports/ccdc8aa5-dfbf-41e2-8640-da3318320555/tags/tempest-TagsExtTest-Tag-659633878 HTTP/1.1" status: 404 len: 328 time: 0.5328226 Oct 18 07:54:51.884240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57062) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:51.885319 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port ccdc8aa5-dfbf-41e2-8640-da3318320555 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:51.888389 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Could not find standard attr ID for object 473b8a4a-4323-4c4a-ab51-8f7b8b0b3482. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:54:51.899885 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Provisioning for port 9ab47069-b8d2-400e-8f8d-0734fc1559aa completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:54:51.905233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Provisioning complete for port 9ab47069-b8d2-400e-8f8d-0734fc1559aa triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:51.905899 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.906274 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 1 to provision port 9ab47069-b8d2-400e-8f8d-0734fc1559aa Oct 18 07:54:51.962621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 9ab47069-b8d2-400e-8f8d-0734fc1559aa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:51.977705 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b0880747-9049-46ab-8c9d-dc325a66189b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:51.978540 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-272b77eb-086c-4f84-b902-7311f86c2d8c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ccdc8aa5-dfbf-41e2-8640-da3318320555', 'tempest-TagsExtTest-Tag-247673952') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:52.012620 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-50cc2010-d272-4c40-8626-13e001e1c053 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for 36a5da38-4ec4-458a-aefc-7c0d3104d1cf owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:52.052040 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0880747-9049-46ab-8c9d-dc325a66189b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:54:52.052497 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b0880747-9049-46ab-8c9d-dc325a66189b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:52.158178 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:52.243178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-94f1c3b6-1e63-40b3-ba1f-d0934f5617de tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Allocated IP 2001:db8::11 (3252b8aa-4562-44a9-ac92-9972339c4529/9d6076ce-9676-42c7-8a89-2606ca15c0ea/64395a55-4df9-4ef9-a8ab-33555028ce2d) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:52.287142 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 300093ee-814c-4d7c-bec3-bd28461183ec resource provider aggregate not found Oct 18 07:54:52.369661 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 300093ee-814c-4d7c-bec3-bd28461183ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 300093ee-814c-4d7c-bec3-bd28461183ec found for delete ", "request_id": "req-1cc65234-da30-4c12-ac90-77c5fa73edec"}]} Oct 18 07:54:52.376782 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-272b77eb-086c-4f84-b902-7311f86c2d8c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] show failed (client error): The resource could not be found. Oct 18 07:54:52.377790 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-272b77eb-086c-4f84-b902-7311f86c2d8c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/ports/ccdc8aa5-dfbf-41e2-8640-da3318320555/tags/tempest-TagsExtTest-Tag-247673952 HTTP/1.1" status: 404 len: 328 time: 0.4893003 Oct 18 07:54:52.427640 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57072) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:52.441040 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-e44321f2-a825-4ce4-b0e5-4766bcc38f4c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ccdc8aa5-dfbf-41e2-8640-da3318320555', 'tempest-TagsExtTest-Tag-1956778369') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:52.455470 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:52.463686 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 2 to provision port 9ab47069-b8d2-400e-8f8d-0734fc1559aa Oct 18 07:54:52.464916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b0880747-9049-46ab-8c9d-dc325a66189b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:52.466589 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:52.468165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Pushing event updated for resources: {'Port': ['ID=c89e30d3-8315-4fcd-b0b3-a24925453193,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:52.474124 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:52.479223 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:52.514508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-50cc2010-d272-4c40-8626-13e001e1c053 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:52.542540 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 9ab47069-b8d2-400e-8f8d-0734fc1559aa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:52.589419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc2010-d272-4c40-8626-13e001e1c053 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=36a5da38-4ec4-458a-aefc-7c0d3104d1cf,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:52.654748 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b0880747-9049-46ab-8c9d-dc325a66189b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:52.678616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-50cc2010-d272-4c40-8626-13e001e1c053 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:52.691416 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-94f1c3b6-1e63-40b3-ba1f-d0934f5617de tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:52.702876 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0880747-9049-46ab-8c9d-dc325a66189b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] Pushing event deleted for resources: {'Network': ['ID=b67f592d-9aa0-49e2-9f40-2cb7b9b69616,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:52.719531 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-e44321f2-a825-4ce4-b0e5-4766bcc38f4c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] show failed (client error): The resource could not be found. Oct 18 07:54:52.720505 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e44321f2-a825-4ce4-b0e5-4766bcc38f4c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/ports/ccdc8aa5-dfbf-41e2-8640-da3318320555/tags/tempest-TagsExtTest-Tag-1956778369 HTTP/1.1" status: 404 len: 329 time: 0.2919183 Oct 18 07:54:52.721828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-94f1c3b6-1e63-40b3-ba1f-d0934f5617de tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Transition to ACTIVE for port object 64395a55-4df9-4ef9-a8ab-33555028ce2d will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:52.722358 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b0880747-9049-46ab-8c9d-dc325a66189b tempest-NetworksIpV6Test-2006213210 tempest-NetworksIpV6Test-2006213210-project] 10.222.0.17 "DELETE /v2.0/networks/b67f592d-9aa0-49e2-9f40-2cb7b9b69616 HTTP/1.1" status: 204 len: 168 time: 2.1177163 Oct 18 07:54:52.723901 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-50cc2010-d272-4c40-8626-13e001e1c053 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/36a5da38-4ec4-458a-aefc-7c0d3104d1cf HTTP/1.1" status: 204 len: 168 time: 1.6398127 Oct 18 07:54:52.724833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57076) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:52.729510 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57080) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:52.731982 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-fb81fe4e-f7c5-4c81-9d29-ca6e689fd86e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '45d56618-337f-4607-8cfb-12129bb90d5b', {'tags': ['tempest-TagsExtTest-Tag-551153117', 'tempest-TagsExtTest-Tag-723213580', 'tempest-TagsExtTest-Tag-172651914']}) {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:52.842444 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bd31f128-60a5-4a8c-a0cb-618780aa018e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:52.885487 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ea25d904-6fab-4b3d-bfbb-00148f6c4933 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:54:52.911360 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-fb81fe4e-f7c5-4c81-9d29-ca6e689fd86e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "PUT /v2.0/routers/45d56618-337f-4607-8cfb-12129bb90d5b/tags HTTP/1.1" status: 200 len: 315 time: 0.1840572 Oct 18 07:54:52.914317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57086) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:52.919779 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-2182729c-d217-4a01-8298-f0b050e79557 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '45d56618-337f-4607-8cfb-12129bb90d5b') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:52.953541 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: ea25d904-6fab-4b3d-bfbb-00148f6c4933 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:54:52.954161 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ea25d904-6fab-4b3d-bfbb-00148f6c4933 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:54:52.980563 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-430bf87e-d2e7-40fe-831b-1c3e69302fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:53.002785 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-bd31f128-60a5-4a8c-a0cb-618780aa018e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Calling delete_port for 4f3752e9-d227-4eef-a162-00df955e09d3 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:53.043892 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 3 to provision port 9ab47069-b8d2-400e-8f8d-0734fc1559aa Oct 18 07:54:53.056744 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60184157-e226-4402-aebd-626f791c2cd9 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:53.058913 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60184157-e226-4402-aebd-626f791c2cd9 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:53.059810 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-60184157-e226-4402-aebd-626f791c2cd9 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:53.064754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57092) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:53.091016 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-94f1c3b6-1e63-40b3-ba1f-d0934f5617de tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:53.101603 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:53.122419 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-60184157-e226-4402-aebd-626f791c2cd9 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:53.123823 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-60184157-e226-4402-aebd-626f791c2cd9 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3931465 Oct 18 07:54:53.135456 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 9ab47069-b8d2-400e-8f8d-0734fc1559aa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:53.161336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57098) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:53.212004 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2182729c-d217-4a01-8298-f0b050e79557 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/routers/45d56618-337f-4607-8cfb-12129bb90d5b/tags HTTP/1.1" status: 204 len: 168 time: 0.2965481 Oct 18 07:54:53.219472 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57102) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:53.237782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f1c3b6-1e63-40b3-ba1f-d0934f5617de tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 3252b8aa-4562-44a9-ac92-9972339c4529 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:53.240723 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.tag.tag_plugin [None req-b20d3c54-bfd9-4f26-8f4c-67be01a8792e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '45d56618-337f-4607-8cfb-12129bb90d5b', 'tempest-TagsExtTest-Tag-551153117') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:53.250977 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-94f1c3b6-1e63-40b3-ba1f-d0934f5617de tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:53.255055 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1c3b6-1e63-40b3-ba1f-d0934f5617de tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=64395a55-4df9-4ef9-a8ab-33555028ce2d,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:53.257742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f1c3b6-1e63-40b3-ba1f-d0934f5617de tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:53.263239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f1c3b6-1e63-40b3-ba1f-d0934f5617de tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:53.263794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-94f1c3b6-1e63-40b3-ba1f-d0934f5617de tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:53.298167 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-94f1c3b6-1e63-40b3-ba1f-d0934f5617de tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6887500 Oct 18 07:54:53.298437 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-36c61121-b6e5-40da-a4b4-c070d4cc5382 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0ff4a2ed04e848fcb5a8554e36c4dc8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325804 Oct 18 07:54:53.299076 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57106) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:53.303211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57108) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:53.307242 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-865605d3-0b4b-45dd-8af2-f38029a11fb3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'subnet': {'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:53.428648 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:53.473390 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-6349d46a-b966-4a94-aaf6-82d86e0f87b8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet c649d1f2-a5b1-4281-8ba9-e503d6d5c593 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:54:53.492345 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2aeb84f5-5e37-4839-b9a2-a8d016d09634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:53.500943 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6349d46a-b966-4a94-aaf6-82d86e0f87b8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:53.508780 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-865605d3-0b4b-45dd-8af2-f38029a11fb3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:53.519499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-865605d3-0b4b-45dd-8af2-f38029a11fb3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:subnet and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:53.525041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-865605d3-0b4b-45dd-8af2-f38029a11fb3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:53.534141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2aeb84f5-5e37-4839-b9a2-a8d016d09634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:53.540548 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-865605d3-0b4b-45dd-8af2-f38029a11fb3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:53.571214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865605d3-0b4b-45dd-8af2-f38029a11fb3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:53.574567 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-865605d3-0b4b-45dd-8af2-f38029a11fb3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:53.628420 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6349d46a-b966-4a94-aaf6-82d86e0f87b8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:53.636461 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 4 to provision port 9ab47069-b8d2-400e-8f8d-0734fc1559aa Oct 18 07:54:53.703181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2aeb84f5-5e37-4839-b9a2-a8d016d09634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:53.710838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:53.711984 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 9ab47069-b8d2-400e-8f8d-0734fc1559aa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:53.727495 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb84f5-5e37-4839-b9a2-a8d016d09634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a86617-bc8b-42de-b29d-065f7a8160d0,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:53.734586 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.ipam_backend_mixin [None req-865605d3-0b4b-45dd-8af2-f38029a11fb3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d6076ce-9676-42c7-8a89-2606ca15c0ea (CIDR: 2001:db8::/64) Oct 18 07:54:53.737192 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2aeb84f5-5e37-4839-b9a2-a8d016d09634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:53.741232 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2aeb84f5-5e37-4839-b9a2-a8d016d09634 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c8a86617-bc8b-42de-b29d-065f7a8160d0 HTTP/1.1" status: 204 len: 168 time: 0.4354103 Oct 18 07:54:53.743178 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-865605d3-0b4b-45dd-8af2-f38029a11fb3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:54:53.743178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865605d3-0b4b-45dd-8af2-f38029a11fb3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:53.748160 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-b20d3c54-bfd9-4f26-8f4c-67be01a8792e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] show failed (client error): The resource could not be found. Oct 18 07:54:53.749193 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b20d3c54-bfd9-4f26-8f4c-67be01a8792e tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/routers/45d56618-337f-4607-8cfb-12129bb90d5b/tags/tempest-TagsExtTest-Tag-551153117 HTTP/1.1" status: 404 len: 328 time: 0.5221517 Oct 18 07:54:53.753745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57116) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:53.762286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-f7d89410-4d9a-4492-9d55-376817094d55 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '45d56618-337f-4607-8cfb-12129bb90d5b', 'tempest-TagsExtTest-Tag-723213580') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:53.797149 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:53.834624 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-865605d3-0b4b-45dd-8af2-f38029a11fb3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5345008 Oct 18 07:54:53.875011 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57120) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:53.903548 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-62bcd471-6af5-4c69-94c8-2f61ed42dd0b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'subnet': {'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:53.907285 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-f7d89410-4d9a-4492-9d55-376817094d55 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] show failed (client error): The resource could not be found. Oct 18 07:54:53.910600 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f7d89410-4d9a-4492-9d55-376817094d55 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/routers/45d56618-337f-4607-8cfb-12129bb90d5b/tags/tempest-TagsExtTest-Tag-723213580 HTTP/1.1" status: 404 len: 328 time: 0.1537223 Oct 18 07:54:53.911324 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57126) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:53.917307 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-92c11f2d-0c45-4d38-a76a-266b93684223 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '45d56618-337f-4607-8cfb-12129bb90d5b', 'tempest-TagsExtTest-Tag-172651914') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:53.932962 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bd31f128-60a5-4a8c-a0cb-618780aa018e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:54.180203 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-92c11f2d-0c45-4d38-a76a-266b93684223 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] show failed (client error): The resource could not be found. Oct 18 07:54:54.181532 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-92c11f2d-0c45-4d38-a76a-266b93684223 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/routers/45d56618-337f-4607-8cfb-12129bb90d5b/tags/tempest-TagsExtTest-Tag-172651914 HTTP/1.1" status: 404 len: 328 time: 0.2687693 Oct 18 07:54:54.188273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57138) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:54.194511 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-199eff17-809d-4f25-9866-f9f972b1cc51 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '76652b12-a9d9-4636-b81a-91fe922a43a3', {'tags': ['tempest-TagsExtTest-Tag-254174079', 'tempest-TagsExtTest-Tag-1989709940', 'tempest-TagsExtTest-Tag-1219694728']}) {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:54.214233 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 5 to provision port 9ab47069-b8d2-400e-8f8d-0734fc1559aa Oct 18 07:54:54.240272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:54.257530 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-199eff17-809d-4f25-9866-f9f972b1cc51 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "PUT /v2.0/subnetpools/76652b12-a9d9-4636-b81a-91fe922a43a3/tags HTTP/1.1" status: 200 len: 317 time: 0.0655744 Oct 18 07:54:54.261499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57142) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:54.264591 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-4ff4d0b3-ecde-4108-82dc-f5510bdc7a47 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '76652b12-a9d9-4636-b81a-91fe922a43a3') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:54.271210 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31f128-60a5-4a8c-a0cb-618780aa018e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event deleted for resources: {'Port': ['ID=4f3752e9-d227-4eef-a162-00df955e09d3,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:54.325853 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4ff4d0b3-ecde-4108-82dc-f5510bdc7a47 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/subnetpools/76652b12-a9d9-4636-b81a-91fe922a43a3/tags HTTP/1.1" status: 204 len: 168 time: 0.0611539 Oct 18 07:54:54.325853 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57148) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:54.328410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-08862525-2b99-4a84-ac1c-a640f625c628 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '76652b12-a9d9-4636-b81a-91fe922a43a3', 'tempest-TagsExtTest-Tag-254174079') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:54.353729 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 9ab47069-b8d2-400e-8f8d-0734fc1559aa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:54.354678 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-08862525-2b99-4a84-ac1c-a640f625c628 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] show failed (client error): The resource could not be found. Oct 18 07:54:54.358458 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-08862525-2b99-4a84-ac1c-a640f625c628 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/subnetpools/76652b12-a9d9-4636-b81a-91fe922a43a3/tags/tempest-TagsExtTest-Tag-254174079 HTTP/1.1" status: 404 len: 328 time: 0.0316117 Oct 18 07:54:54.358764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57154) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:54.366253 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-33ca3d2d-944d-4c51-bef9-5fbe6069078c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '76652b12-a9d9-4636-b81a-91fe922a43a3', 'tempest-TagsExtTest-Tag-1989709940') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:54.388621 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:54.391638 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-33ca3d2d-944d-4c51-bef9-5fbe6069078c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] show failed (client error): The resource could not be found. Oct 18 07:54:54.402596 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-33ca3d2d-944d-4c51-bef9-5fbe6069078c tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/subnetpools/76652b12-a9d9-4636-b81a-91fe922a43a3/tags/tempest-TagsExtTest-Tag-1989709940 HTTP/1.1" status: 404 len: 329 time: 0.0414941 Oct 18 07:54:54.404539 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57160) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:54.409408 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-6404368a-34f1-4d58-90a1-b91a1ad755f5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '76652b12-a9d9-4636-b81a-91fe922a43a3', 'tempest-TagsExtTest-Tag-1219694728') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:54.438004 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-6404368a-34f1-4d58-90a1-b91a1ad755f5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] show failed (client error): The resource could not be found. Oct 18 07:54:54.442094 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6404368a-34f1-4d58-90a1-b91a1ad755f5 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/subnetpools/76652b12-a9d9-4636-b81a-91fe922a43a3/tags/tempest-TagsExtTest-Tag-1219694728 HTTP/1.1" status: 404 len: 329 time: 0.0336204 Oct 18 07:54:54.444850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57164) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:54.448385 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-41e5aafc-a588-42a8-8bfc-5d4ea693a050 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '76652b12-a9d9-4636-b81a-91fe922a43a3') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:54.492687 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-41e5aafc-a588-42a8-8bfc-5d4ea693a050 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/subnetpools/76652b12-a9d9-4636-b81a-91fe922a43a3/tags HTTP/1.1" status: 204 len: 168 time: 0.0466776 Oct 18 07:54:54.493515 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57170) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:54.498425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-ba00173b-8f99-449f-b1d2-486a56f4d0ce tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '45d56618-337f-4607-8cfb-12129bb90d5b') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:54.539886 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6349d46a-b966-4a94-aaf6-82d86e0f87b8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:54.632864 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57174) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:54.665095 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ba00173b-8f99-449f-b1d2-486a56f4d0ce tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/routers/45d56618-337f-4607-8cfb-12129bb90d5b/tags HTTP/1.1" status: 204 len: 168 time: 0.1682808 Oct 18 07:54:54.665472 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57180) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:54.667937 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-62bcd471-6af5-4c69-94c8-2f61ed42dd0b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:54.671662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-61d024a0-5f57-4422-896f-a9983d708039 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ccdc8aa5-dfbf-41e2-8640-da3318320555') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:54.683816 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-62bcd471-6af5-4c69-94c8-2f61ed42dd0b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:subnet and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:54.689890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bd31f128-60a5-4a8c-a0cb-618780aa018e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:54.696178 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-62bcd471-6af5-4c69-94c8-2f61ed42dd0b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:54.719034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-62bcd471-6af5-4c69-94c8-2f61ed42dd0b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:54.769406 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-61d024a0-5f57-4422-896f-a9983d708039 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/ports/ccdc8aa5-dfbf-41e2-8640-da3318320555/tags HTTP/1.1" status: 204 len: 168 time: 0.1025538 Oct 18 07:54:54.772288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57184) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:54.777407 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:54.778815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.tag.tag_plugin [None req-1ea64d88-0b58-447b-b478-3d1a16755d66 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '679ac54a-d2cd-4226-ab01-ed03313d6dab') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:54:54.790367 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bd31f128-60a5-4a8c-a0cb-618780aa018e tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/ports/4f3752e9-d227-4eef-a162-00df955e09d3 HTTP/1.1" status: 204 len: 168 time: 3.3809736 Oct 18 07:54:54.793666 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:54.815268 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57188) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:54.823995 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:54.833576 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:54.837808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-b5fbd8b5-e740-4f9d-8c74-4b8b7831c2da tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1106013531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:54.845608 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Usage tracker for resource:floatingip and tenant:673b068eae9a43748b342c59b1cd9387 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:54.850754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b5fbd8b5-e740-4f9d-8c74-4b8b7831c2da tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:54.854852 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:54.856086 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 6 to provision port 9ab47069-b8d2-400e-8f8d-0734fc1559aa Oct 18 07:54:54.862638 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:54.865343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b5fbd8b5-e740-4f9d-8c74-4b8b7831c2da tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Usage tracker for resource:router and tenant:3ae769bfd8634136bf95d2a671960184 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:54.870828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b5fbd8b5-e740-4f9d-8c74-4b8b7831c2da tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:54.871435 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6349d46a-b966-4a94-aaf6-82d86e0f87b8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:54.874679 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bcd471-6af5-4c69-94c8-2f61ed42dd0b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:54.878219 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-62bcd471-6af5-4c69-94c8-2f61ed42dd0b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:54.879242 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b5fbd8b5-e740-4f9d-8c74-4b8b7831c2da tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:54.890297 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:54.920279 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5fbd8b5-e740-4f9d-8c74-4b8b7831c2da tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:54.921302 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5fbd8b5-e740-4f9d-8c74-4b8b7831c2da tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:54.923559 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 9ab47069-b8d2-400e-8f8d-0734fc1559aa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:54.999619 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5fbd8b5-e740-4f9d-8c74-4b8b7831c2da tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:55.018284 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1ea64d88-0b58-447b-b478-3d1a16755d66 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/subnets/679ac54a-d2cd-4226-ab01-ed03313d6dab/tags HTTP/1.1" status: 204 len: 168 time: 0.2377901 Oct 18 07:54:55.018536 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349d46a-b966-4a94-aaf6-82d86e0f87b8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=c649d1f2-a5b1-4281-8ba9-e503d6d5c593,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:55.019110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57192) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:55.027569 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82783182-642c-466d-b814-38b985a41be7 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:55.033219 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6349d46a-b966-4a94-aaf6-82d86e0f87b8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:55.037254 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Allocated IP 172.26.8.242 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/642bcba9-9f26-4453-a4e3-52cdddcd817a) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:55.061034 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5fbd8b5-e740-4f9d-8c74-4b8b7831c2da tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:55.076086 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:55.084061 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Pushing event updated for resources: {'Port': ['ID=c89e30d3-8315-4fcd-b0b3-a24925453193,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:55.123424 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6349d46a-b966-4a94-aaf6-82d86e0f87b8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/c649d1f2-a5b1-4281-8ba9-e503d6d5c593 HTTP/1.1" status: 204 len: 168 time: 1.9542215 Oct 18 07:54:55.145930 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57196) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:55.156125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5fbd8b5-e740-4f9d-8c74-4b8b7831c2da tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:55.157587 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b5fbd8b5-e740-4f9d-8c74-4b8b7831c2da tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5219367 Oct 18 07:54:55.183819 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57200) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:55.200490 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2078590661'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:55.217541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:55.221542 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4442170a-2eeb-446f-8930-c20fd02f94f7 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8284500 Oct 18 07:54:55.221542 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:55.228997 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57204) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:55.230200 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.ipam_backend_mixin [None req-62bcd471-6af5-4c69-94c8-2f61ed42dd0b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 398e1409-e819-497d-a6dd-b3b533310598 (CIDR: 2001:db8:0:1::/64) Oct 18 07:54:55.234966 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Usage tracker for resource:network and tenant:3ae769bfd8634136bf95d2a671960184 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:55.240006 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4ec97c91-39c7-421e-ac5a-19c291e6951b tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Request body: {'floatingip': {'port_id': '6de8aae8-dda9-4432-8cfd-a2476b8eeaf5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:55.246596 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1dcbccc5-8732-4bf9-8fcf-af3ff5b65b38 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0961733 Oct 18 07:54:55.248432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57208) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:55.260530 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:55.310861 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:55.313123 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-62bcd471-6af5-4c69-94c8-2f61ed42dd0b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:54:55.313602 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62bcd471-6af5-4c69-94c8-2f61ed42dd0b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:55.331206 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:55.345312 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3b7b6ca1-2b5f-4ef8-aa21-643579cd2add tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks [] for subnetpool, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:55.346435 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3b7b6ca1-2b5f-4ef8-aa21-643579cd2add tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/subnetpools/76652b12-a9d9-4636-b81a-91fe922a43a3 HTTP/1.1" status: 204 len: 168 time: 0.3237386 Oct 18 07:54:55.353356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57212) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:55.360535 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff7cfa4-413d-4ee0-b4cd-0a3d74c3744a None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:54:55.365285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-eff7cfa4-413d-4ee0-b4cd-0a3d74c3744a None None] Deleting port 9e8afec9-1fba-4c4e-ae10-3a8879326b59 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:55.365877 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eff7cfa4-413d-4ee0-b4cd-0a3d74c3744a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:55.372017 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4ec97c91-39c7-421e-ac5a-19c291e6951b tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for floatingip, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:55.414617 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-46926367-2bcd-4669-9470-509cedb81f1a tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "GET /v2.0/ports?device_id=45d56618-337f-4607-8cfb-12129bb90d5b HTTP/1.1" status: 200 len: 205 time: 0.0579855 Oct 18 07:54:55.414617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:55.415580 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57216) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:55.425870 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 7 to provision port 9ab47069-b8d2-400e-8f8d-0734fc1559aa Oct 18 07:54:55.444724 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-62bcd471-6af5-4c69-94c8-2f61ed42dd0b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5520124 Oct 18 07:54:55.457251 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57220) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:55.462531 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Made reservation on behalf of 3ae769bfd8634136bf95d2a671960184 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:55.465854 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:55.516042 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-2109e217-95e8-4b95-979f-f5f0882898b0 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'subnet': {'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:55.533589 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 9ab47069-b8d2-400e-8f8d-0734fc1559aa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:55.566658 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:55.634795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ed907e0-8694-4ce1-8457-416fa3e3fc23 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:55.638169 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:55.640383 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-eff7cfa4-413d-4ee0-b4cd-0a3d74c3744a None None] For port 9e8afec9-1fba-4c4e-ae10-3a8879326b59, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=9e8afec9-1fba-4c4e-ae10-3a8879326b59,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:55.640983 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eff7cfa4-413d-4ee0-b4cd-0a3d74c3744a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:55.687997 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:55.695603 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d29bb8f-9111-4ef6-be3e-83357275c025 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:55.696273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3d29bb8f-9111-4ef6-be3e-83357275c025 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:55.713282 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Usage tracker for resource:security_group_rule and tenant:3ae769bfd8634136bf95d2a671960184 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:55.720457 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:55.730496 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:55.774118 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-eff7cfa4-413d-4ee0-b4cd-0a3d74c3744a None None] Calling delete_port for 9e8afec9-1fba-4c4e-ae10-3a8879326b59 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:55.804981 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-4ec97c91-39c7-421e-ac5a-19c291e6951b tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] update failed (client error): The resource could not be found. Oct 18 07:54:55.806626 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4ec97c91-39c7-421e-ac5a-19c291e6951b tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] 10.222.0.17 "PUT /v2.0/floatingips/196d128e-1454-4ac2-bd58-2ab8460da9b8 HTTP/1.1" status: 404 len: 507 time: 0.5747051 Oct 18 07:54:55.811651 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57224) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:55.861755 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eff7cfa4-413d-4ee0-b4cd-0a3d74c3744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:55.910693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7cfa4-413d-4ee0-b4cd-0a3d74c3744a None None] Pushing event deleted for resources: {'Port': ['ID=9e8afec9-1fba-4c4e-ae10-3a8879326b59,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:55.914311 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff7cfa4-413d-4ee0-b4cd-0a3d74c3744a None None] No DVR routers for this DVR port 9e8afec9-1fba-4c4e-ae10-3a8879326b59 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:54:55.951733 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3d29bb8f-9111-4ef6-be3e-83357275c025 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:55.953009 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3d29bb8f-9111-4ef6-be3e-83357275c025 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7034848 Oct 18 07:54:56.013673 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57228) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:56.016679 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2109e217-95e8-4b95-979f-f5f0882898b0 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:56.035225 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 8 to provision port 9ab47069-b8d2-400e-8f8d-0734fc1559aa Oct 18 07:54:56.047407 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2109e217-95e8-4b95-979f-f5f0882898b0 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Usage tracker for resource:subnet and tenant:0e9e13d574094643abe8d93e70221363 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:56.048828 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:56.056933 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2109e217-95e8-4b95-979f-f5f0882898b0 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:56.095434 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 9ab47069-b8d2-400e-8f8d-0734fc1559aa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:56.160131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2109e217-95e8-4b95-979f-f5f0882898b0 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:56.160886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ed907e0-8694-4ce1-8457-416fa3e3fc23 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:56.167075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ed907e0-8694-4ce1-8457-416fa3e3fc23 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:56.217262 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f8b42dad-a2ad-4152-8744-71377c97f67a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Deleting port c89e30d3-8315-4fcd-b0b3-a24925453193 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:56.217606 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f8b42dad-a2ad-4152-8744-71377c97f67a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:56.233340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfdc93b-fe82-48c2-aba9-b7a9266de296 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:56.234026 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-adfdc93b-fe82-48c2-aba9-b7a9266de296 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:54:56.237144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Allocated IP 172.26.8.43 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/3133d2e0-db3b-4480-a6ad-6f62d965c2ea) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:56.242837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ed907e0-8694-4ce1-8457-416fa3e3fc23 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:56.243365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed907e0-8694-4ce1-8457-416fa3e3fc23 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Fanout notify agent at l3_agent the message router_deleted on router 45d56618-337f-4607-8cfb-12129bb90d5b {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:54:56.250079 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:56.267082 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:56.275260 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:56.293527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ed907e0-8694-4ce1-8457-416fa3e3fc23 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:56.294635 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7ed907e0-8694-4ce1-8457-416fa3e3fc23 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/routers/45d56618-337f-4607-8cfb-12129bb90d5b HTTP/1.1" status: 204 len: 168 time: 0.8775103 Oct 18 07:54:56.295382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-adfdc93b-fe82-48c2-aba9-b7a9266de296 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:54:56.298812 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-adfdc93b-fe82-48c2-aba9-b7a9266de296 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2817869 Oct 18 07:54:56.299928 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57232) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:56.300252 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57234) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:56.302586 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2109e217-95e8-4b95-979f-f5f0882898b0 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Made reservation on behalf of 0e9e13d574094643abe8d93e70221363 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:56.305970 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2109e217-95e8-4b95-979f-f5f0882898b0 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:56.319094 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Pushing event updated for resources: {'Port': ['ID=642bcba9-9f26-4453-a4e3-52cdddcd817a,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:56.469112 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-56c8c613-0c79-4199-945e-5192caf58aba tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1656120 Oct 18 07:54:56.473288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57240) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:56.482381 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-757a9108-cb5f-4c8c-b8ff-c1af4785bfe5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:56.522835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:56.596359 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:56.597702 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 9 to provision port 9ab47069-b8d2-400e-8f8d-0734fc1559aa Oct 18 07:54:56.602338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a3ce4-4a72-45b4-b695-1304968630ec tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Deleting port ccdc8aa5-dfbf-41e2-8640-da3318320555 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:56.602709 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ed7a3ce4-4a72-45b4-b695-1304968630ec tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:56.654906 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 9ab47069-b8d2-400e-8f8d-0734fc1559aa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:56.685923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-757a9108-cb5f-4c8c-b8ff-c1af4785bfe5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:56.714143 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-757a9108-cb5f-4c8c-b8ff-c1af4785bfe5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:56.755772 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:56.765456 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:54:56.779811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757a9108-cb5f-4c8c-b8ff-c1af4785bfe5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:56.783697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-757a9108-cb5f-4c8c-b8ff-c1af4785bfe5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:56.785158 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c789880f-3dd1-4dba-a87e-44e9ba944654,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:56.819043 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:56.819380 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Added segment 4ac223a8-df45-41e9-ade5-611a00448b16 of type vlan for network 016d119e-88cc-4d23-8b8e-47892e3b18ff Oct 18 07:54:56.829538 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f8b42dad-a2ad-4152-8744-71377c97f67a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:56.829847 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f8b42dad-a2ad-4152-8744-71377c97f67a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:56.909671 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 9e8afec9-1fba-4c4e-ae10-3a8879326b59 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:54:56.944332 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 9e8afec9-1fba-4c4e-ae10-3a8879326b59 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:54:56.945036 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 9e8afec9-1fba-4c4e-ae10-3a8879326b59 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:54:56.981097 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f8b42dad-a2ad-4152-8744-71377c97f67a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Calling delete_port for c89e30d3-8315-4fcd-b0b3-a24925453193 owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:57.027875 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:57.061348 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:57.142081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ed7a3ce4-4a72-45b4-b695-1304968630ec tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:57.156558 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 10 to provision port 9ab47069-b8d2-400e-8f8d-0734fc1559aa Oct 18 07:54:57.215106 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.resource_extend [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:54:57.243665 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:57.262440 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 9ab47069-b8d2-400e-8f8d-0734fc1559aa cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:57.274213 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Provisioning complete for port 795e7d50-a439-4482-8430-c24d56562730 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:54:57.274610 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:57.274945 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 1 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:54:57.298027 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:57.303413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:57.303998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:57.315169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a3ce4-4a72-45b4-b695-1304968630ec tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Calling delete_port for ccdc8aa5-dfbf-41e2-8640-da3318320555 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:54:57.332739 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:57.464523 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:57.467176 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:57.529073 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=3133d2e0-db3b-4480-a6ad-6f62d965c2ea,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:57.598658 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:57.719809 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event updated for resources: {'Network': ['ID=016d119e-88cc-4d23-8b8e-47892e3b18ff,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:57.732124 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 016d119e-88cc-4d23-8b8e-47892e3b18ff details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:54:57.769726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f8b42dad-a2ad-4152-8744-71377c97f67a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:57.776436 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.objects.ports [None req-757a9108-cb5f-4c8c-b8ff-c1af4785bfe5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89046) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:54:57.777064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ed7a3ce4-4a72-45b4-b695-1304968630ec tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:57.815955 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-757a9108-cb5f-4c8c-b8ff-c1af4785bfe5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:57.835824 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 2 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:54:57.837609 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-245d0c6c-5e15-47c9-868e-7feae944a548 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6521850 Oct 18 07:54:57.843592 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b42dad-a2ad-4152-8744-71377c97f67a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Pushing event deleted for resources: {'Port': ['ID=c89e30d3-8315-4fcd-b0b3-a24925453193,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:57.850116 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57244) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:57.879300 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a3ce4-4a72-45b4-b695-1304968630ec tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Pushing event deleted for resources: {'Port': ['ID=ccdc8aa5-dfbf-41e2-8640-da3318320555,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:57.888076 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-13bda60a-f6d9-4919-a280-eaa3f725b6d1 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Request body: {'subnet': {'network_id': '016d119e-88cc-4d23-8b8e-47892e3b18ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:57.913443 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2109e217-95e8-4b95-979f-f5f0882898b0 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:57.922817 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:57.972266 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757a9108-cb5f-4c8c-b8ff-c1af4785bfe5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:57.987112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-757a9108-cb5f-4c8c-b8ff-c1af4785bfe5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:57.990764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757a9108-cb5f-4c8c-b8ff-c1af4785bfe5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:57.991362 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-757a9108-cb5f-4c8c-b8ff-c1af4785bfe5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:57.997919 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a795dbc5-1cd3-4be1-8682-6ceb08cab41a None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:58.016299 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:58.028527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a9108-cb5f-4c8c-b8ff-c1af4785bfe5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=15af2788-8f9c-4326-bf6f-4cdd9ae7eb1b,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:58.083609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ed7a3ce4-4a72-45b4-b695-1304968630ec tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:58.108653 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2109e217-95e8-4b95-979f-f5f0882898b0 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Network 3252b8aa-4562-44a9-ac92-9972339c4529 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:58.119174 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ed7a3ce4-4a72-45b4-b695-1304968630ec tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/ports/ccdc8aa5-dfbf-41e2-8640-da3318320555 HTTP/1.1" status: 204 len: 168 time: 1.8157494 Oct 18 07:54:58.120639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57248) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:58.121346 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-2109e217-95e8-4b95-979f-f5f0882898b0 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:58.155864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656f29cd-6149-4954-85b9-ee041d763e21 None None] Network 3252b8aa-4562-44a9-ac92-9972339c4529 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:58.166409 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-757a9108-cb5f-4c8c-b8ff-c1af4785bfe5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6924279 Oct 18 07:54:58.170713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57252) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:58.177539 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:58.193028 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2109e217-95e8-4b95-979f-f5f0882898b0 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:54:58.193613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2109e217-95e8-4b95-979f-f5f0882898b0 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:58.213428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-d05b7e05-2c00-45d4-b64b-eac6689eb3d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:58.302851 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f8b42dad-a2ad-4152-8744-71377c97f67a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:58.304558 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f8b42dad-a2ad-4152-8744-71377c97f67a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:58.310229 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f8b42dad-a2ad-4152-8744-71377c97f67a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] 10.222.0.17 "DELETE /v2.0/floatingips/196d128e-1454-4ac2-bd58-2ab8460da9b8 HTTP/1.1" status: 204 len: 168 time: 2.4905138 Oct 18 07:54:58.310229 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109e217-95e8-4b95-979f-f5f0882898b0 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Subnet': ['ID=9b637df5-9d10-4b2e-8500-2244c4b2a15b,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:58.314751 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57256) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:58.320574 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-a6a13a7a-09c8-4fe4-a48b-e524a959af0c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Request body: {'floatingip': {'floating_network_id': '6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d', 'port_id': '6de8aae8-dda9-4432-8cfd-a2476b8eeaf5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:58.326957 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-13bda60a-f6d9-4919-a280-eaa3f725b6d1 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:58.327131 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c06eeb-b5a7-4b7a-9b57-07da6c9a7f91 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Deleting subnet 679ac54a-d2cd-4226-ab01-ed03313d6dab {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:54:58.330687 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a6a13a7a-09c8-4fe4-a48b-e524a959af0c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:58.338212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-96c06eeb-b5a7-4b7a-9b57-07da6c9a7f91 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:58.341606 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2109e217-95e8-4b95-979f-f5f0882898b0 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8776312 Oct 18 07:54:58.341606 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a6a13a7a-09c8-4fe4-a48b-e524a959af0c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Usage tracker for resource:floatingip and tenant:17882b12c87e4f21b9bfc69cf679b8c2 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:58.342953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-13bda60a-f6d9-4919-a280-eaa3f725b6d1 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Usage tracker for resource:subnet and tenant:3ae769bfd8634136bf95d2a671960184 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:58.347370 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a6a13a7a-09c8-4fe4-a48b-e524a959af0c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:58.350730 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-13bda60a-f6d9-4919-a280-eaa3f725b6d1 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:58.353104 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57260) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:58.362440 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-13bda60a-f6d9-4919-a280-eaa3f725b6d1 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:58.364539 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a6a13a7a-09c8-4fe4-a48b-e524a959af0c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:58.369500 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-524adeb6-b699-4f9a-bf32-26414f0df4f2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-311233451', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9b637df5-9d10-4b2e-8500-2244c4b2a15b'}], 'security_groups': ['69cd630d-c249-44e2-a45f-cbcb78dfcaa2', '32298bde-7d41-4e5c-af33-3e5f4c2546d2']}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:58.437677 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 3 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:54:58.449281 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a6a13a7a-09c8-4fe4-a48b-e524a959af0c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:58.462130 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bda60a-f6d9-4919-a280-eaa3f725b6d1 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Made reservation on behalf of 3ae769bfd8634136bf95d2a671960184 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:58.465479 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-13bda60a-f6d9-4919-a280-eaa3f725b6d1 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:58.510283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-96c06eeb-b5a7-4b7a-9b57-07da6c9a7f91 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:58.534006 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': '15af2788-8f9c-4326-bf6f-4cdd9ae7eb1b'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:54:58.534849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:58.569941 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:58.599550 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d05b7e05-2c00-45d4-b64b-eac6689eb3d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:58.614927 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d05b7e05-2c00-45d4-b64b-eac6689eb3d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:58.620072 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d05b7e05-2c00-45d4-b64b-eac6689eb3d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:58.632890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d05b7e05-2c00-45d4-b64b-eac6689eb3d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:58.672073 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05b7e05-2c00-45d4-b64b-eac6689eb3d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:58.672321 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:58.674794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d05b7e05-2c00-45d4-b64b-eac6689eb3d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:58.769373 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Allocated IP 2001:db8::f816:3eff:fe9c:ceef (421d0710-6574-4dc6-a599-2fa72ae31b2e/15af2788-8f9c-4326-bf6f-4cdd9ae7eb1b/a8b92c00-22d0-4a07-b485-f4f0a85608b8) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:58.770176 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-96c06eeb-b5a7-4b7a-9b57-07da6c9a7f91 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:58.844501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:58.860361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ce7bcb-3279-46ba-af87-48dd47b36b47 None None] Update dhcp port {'port': {'network_id': '3252b8aa-4562-44a9-ac92-9972339c4529', 'fixed_ips': [{'subnet_id': '398e1409-e819-497d-a6dd-b3b533310598', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9d6076ce-9676-42c7-8a89-2606ca15c0ea', 'ip_address': '2001:db8::2'}, {'subnet_id': '9b637df5-9d10-4b2e-8500-2244c4b2a15b'}], 'binding:host_id': 'dv-neutron-861625-1-hyperv'}, 'id': '28104290-1669-413f-b905-72ccb75f0ace'} from dv-neutron-861625-1-hyperv. {{(pid=89047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 18 07:54:58.866263 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:58.944793 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-20ce7bcb-3279-46ba-af87-48dd47b36b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:59.019965 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.ipam_backend_mixin [None req-d05b7e05-2c00-45d4-b64b-eac6689eb3d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 15af2788-8f9c-4326-bf6f-4cdd9ae7eb1b (CIDR: 2001:db8::/64) Oct 18 07:54:59.021045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:59.027910 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=3133d2e0-db3b-4480-a6ad-6f62d965c2ea,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:59.034046 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05b7e05-2c00-45d4-b64b-eac6689eb3d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:54:59.034757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05b7e05-2c00-45d4-b64b-eac6689eb3d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:54:59.058734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-96c06eeb-b5a7-4b7a-9b57-07da6c9a7f91 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:59.075132 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 4 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:54:59.102051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:59.103491 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8169f93d-c58f-4e83-acd4-84d472cb2036 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2871232 Oct 18 07:54:59.106566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c06eeb-b5a7-4b7a-9b57-07da6c9a7f91 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Pushing event deleted for resources: {'Subnet': ['ID=679ac54a-d2cd-4226-ab01-ed03313d6dab,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:59.109790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57264) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:59.112811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-96c06eeb-b5a7-4b7a-9b57-07da6c9a7f91 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:59.117089 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-96c06eeb-b5a7-4b7a-9b57-07da6c9a7f91 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/subnets/679ac54a-d2cd-4226-ab01-ed03313d6dab HTTP/1.1" status: 204 len: 168 time: 0.9937944 Oct 18 07:54:59.118417 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d05b7e05-2c00-45d4-b64b-eac6689eb3d1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9450572 Oct 18 07:54:59.122474 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-190e2dc0-8326-4a90-aeb2-0b265c557035 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'port': {'network_id': '36b310c0-2833-4179-9c6b-806209de5cb1', 'name': 'tempest-FloatingIPTestJSON-1160835415'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:59.128183 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57268) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:59.128711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57270) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:59.151436 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-226618a7-85be-40f3-8f5e-9bd113b392e5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:54:59.170861 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2f1c66-5284-4fde-9ead-e63b755793f8 None None] Network c50d5d64-584a-4f76-9ece-7819f705e2db requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:54:59.344971 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:54:59.363512 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:59.386019 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-524adeb6-b699-4f9a-bf32-26414f0df4f2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:59.391918 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Transition to ACTIVE for port object a8b92c00-22d0-4a07-b485-f4f0a85608b8 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:59.396334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-190e2dc0-8326-4a90-aeb2-0b265c557035 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:59.400762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-190e2dc0-8326-4a90-aeb2-0b265c557035 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Usage tracker for resource:port and tenant:673b068eae9a43748b342c59b1cd9387 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:59.403902 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-190e2dc0-8326-4a90-aeb2-0b265c557035 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:59.410109 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-190e2dc0-8326-4a90-aeb2-0b265c557035 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:59.421009 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190e2dc0-8326-4a90-aeb2-0b265c557035 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Made reservation on behalf of 673b068eae9a43748b342c59b1cd9387 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:54:59.425672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-190e2dc0-8326-4a90-aeb2-0b265c557035 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:59.449361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-190e2dc0-8326-4a90-aeb2-0b265c557035 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] device_id is not set on port 66b7f818-60b2-4b2a-8957-f8335d143cb7 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:54:59.519702 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Transition to ACTIVE for port object a8b92c00-22d0-4a07-b485-f4f0a85608b8 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:54:59.538460 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:59.560317 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:59.602399 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-190e2dc0-8326-4a90-aeb2-0b265c557035 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Allocated IP 172.20.0.14 (36b310c0-2833-4179-9c6b-806209de5cb1/bfcc4d90-6791-4e69-a6e9-b96627a83de4/66b7f818-60b2-4b2a-8957-f8335d143cb7) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:59.607481 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-20ce7bcb-3279-46ba-af87-48dd47b36b47 None None] Allocated IP 2001:db8:0:2::2 (3252b8aa-4562-44a9-ac92-9972339c4529/9b637df5-9d10-4b2e-8500-2244c4b2a15b/28104290-1669-413f-b905-72ccb75f0ace) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:54:59.637438 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:59.643103 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:59.646118 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:59.649519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Pushing event updated for resources: {'Port': ['ID=a8b92c00-22d0-4a07-b485-f4f0a85608b8,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:54:59.745259 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-226618a7-85be-40f3-8f5e-9bd113b392e5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:54:59.762647 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-226618a7-85be-40f3-8f5e-9bd113b392e5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:54:59.773592 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-13bda60a-f6d9-4919-a280-eaa3f725b6d1 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:59.777128 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Deleting port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:59.777572 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:59.802527 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-226618a7-85be-40f3-8f5e-9bd113b392e5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:54:59.831176 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-190e2dc0-8326-4a90-aeb2-0b265c557035 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:59.836442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Attempting to bind port a8b92c00-22d0-4a07-b485-f4f0a85608b8 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:54:59.836805 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Attempting to bind port a8b92c00-22d0-4a07-b485-f4f0a85608b8 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:54:59.837161 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Attempting to bind port a8b92c00-22d0-4a07-b485-f4f0a85608b8 on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:54:59.846271 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Router b49a5c7d-6c4e-47a9-8fe7-dff6371847b9 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:54:59.855841 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 5 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:54:59.869203 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-190e2dc0-8326-4a90-aeb2-0b265c557035 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:59.890424 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:54:59.890721 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:54:59.891122 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:59.891595 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:54:59.892404 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Bound port: a8b92c00-22d0-4a07-b485-f4f0a85608b8, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:54:59.892539 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:59.902265 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-226618a7-85be-40f3-8f5e-9bd113b392e5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:54:59.934012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aecf4b7-6095-47f4-a2c9-e491007e8c07 None None] DHCP port deletion for c50d5d64-584a-4f76-9ece-7819f705e2db request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:54:59.954653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190e2dc0-8326-4a90-aeb2-0b265c557035 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network 36b310c0-2833-4179-9c6b-806209de5cb1 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:54:59.958357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-190e2dc0-8326-4a90-aeb2-0b265c557035 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:54:59.962182 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e2dc0-8326-4a90-aeb2-0b265c557035 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:54:59.972323 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-a6a13a7a-09c8-4fe4-a48b-e524a959af0c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:54:59.979241 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a6a13a7a-09c8-4fe4-a48b-e524a959af0c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6636274 Oct 18 07:54:59.979807 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-20ce7bcb-3279-46ba-af87-48dd47b36b47 None None] For port 28104290-1669-413f-b905-72ccb75f0ace, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=28104290-1669-413f-b905-72ccb75f0ace,segment=NetworkSegment(67717874-ef04-4799-994d-86a53002894a),segment_id=67717874-ef04-4799-994d-86a53002894a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:54:59.990290 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57276) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:54:59.990532 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3aecf4b7-6095-47f4-a2c9-e491007e8c07 None None] Deleting port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:54:59.990532 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3aecf4b7-6095-47f4-a2c9-e491007e8c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:54:59.997872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e2dc0-8326-4a90-aeb2-0b265c557035 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=66b7f818-60b2-4b2a-8957-f8335d143cb7,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:00.001663 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': '6de8aae8-dda9-4432-8cfd-a2476b8eeaf5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:00.033085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190e2dc0-8326-4a90-aeb2-0b265c557035 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:00.033695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-190e2dc0-8326-4a90-aeb2-0b265c557035 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:00.055714 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:00.059184 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-190e2dc0-8326-4a90-aeb2-0b265c557035 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9431643 Oct 18 07:55:00.061687 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57280) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:00.066849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-3ab255e2-49d6-40f5-84a2-ae75ee992033 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'floatingip': {'port_id': '66b7f818-60b2-4b2a-8957-f8335d143cb7'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:00.147086 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3ab255e2-49d6-40f5-84a2-ae75ee992033 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:00.147408 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:00.163015 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-20ce7bcb-3279-46ba-af87-48dd47b36b47 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:00.175136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226618a7-85be-40f3-8f5e-9bd113b392e5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:00.178577 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-226618a7-85be-40f3-8f5e-9bd113b392e5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:00.200037 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] For port a8b92c00-22d0-4a07-b485-f4f0a85608b8, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:55:00.216911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-20ce7bcb-3279-46ba-af87-48dd47b36b47 None None] Ignored duplicate provisioning block setup for port 28104290-1669-413f-b905-72ccb75f0ace by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 18 07:55:00.274690 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-20ce7bcb-3279-46ba-af87-48dd47b36b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:00.284286 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] For port a8b92c00-22d0-4a07-b485-f4f0a85608b8, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a8b92c00-22d0-4a07-b485-f4f0a85608b8,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:55:00.299188 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Usage tracker for resource:floatingip and tenant:17882b12c87e4f21b9bfc69cf679b8c2 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:00.301714 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bda60a-f6d9-4919-a280-eaa3f725b6d1 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event updated for resources: {'Subnet': ['ID=e3ce8345-2383-4e81-8fdd-632287430a06,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:00.315293 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:00.338177 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:00.391731 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:00.412598 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bda60a-f6d9-4919-a280-eaa3f725b6d1 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Checking segment: {'id': '4ac223a8-df45-41e9-ade5-611a00448b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '016d119e-88cc-4d23-8b8e-47892e3b18ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:00.412962 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bda60a-f6d9-4919-a280-eaa3f725b6d1 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Network hostable DHCP agents. Network: 016d119e-88cc-4d23-8b8e-47892e3b18ff, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:55:00.523442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-3aecf4b7-6095-47f4-a2c9-e491007e8c07 None None] For port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d9b4a790-f6e5-4bb8-bb50-e326b85c4d39,segment=NetworkSegment(6c423574-0c0a-4c3e-9f0c-025ce8c2cbee),segment_id=6c423574-0c0a-4c3e-9f0c-025ce8c2cbee)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:00.523848 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3aecf4b7-6095-47f4-a2c9-e491007e8c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:00.542770 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:00.602801 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 6 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:55:00.711382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce7bcb-3279-46ba-af87-48dd47b36b47 None None] Pushing event updated for resources: {'Port': ['ID=28104290-1669-413f-b905-72ccb75f0ace,revision_number=7']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:00.758734 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3aecf4b7-6095-47f4-a2c9-e491007e8c07 None None] Calling delete_port for d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:00.785483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3ab255e2-49d6-40f5-84a2-ae75ee992033 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:00.793958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3ab255e2-49d6-40f5-84a2-ae75ee992033 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:00.895420 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:00.907268 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1994e-1992-428f-aa6b-7a4a52ea8dda None None] Pushing event updated for resources: {'Port': ['ID=a8b92c00-22d0-4a07-b485-f4f0a85608b8,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:00.922929 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-524adeb6-b699-4f9a-bf32-26414f0df4f2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Delete allocated IP 2001:db8::11 (3252b8aa-4562-44a9-ac92-9972339c4529/9d6076ce-9676-42c7-8a89-2606ca15c0ea) {{(pid=89045) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 18 07:55:00.930657 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3aecf4b7-6095-47f4-a2c9-e491007e8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:01.019945 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecf4b7-6095-47f4-a2c9-e491007e8c07 None None] Pushing event deleted for resources: {'Port': ['ID=d9b4a790-f6e5-4bb8-bb50-e326b85c4d39,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:01.032318 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aecf4b7-6095-47f4-a2c9-e491007e8c07 None None] No DVR routers for this DVR port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:55:01.047341 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 28104290-1669-413f-b905-72ccb75f0ace up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:01.068372 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] For port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d9b4a790-f6e5-4bb8-bb50-e326b85c4d39,segment=NetworkSegment(6c423574-0c0a-4c3e-9f0c-025ce8c2cbee),segment_id=6c423574-0c0a-4c3e-9f0c-025ce8c2cbee)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:01.068817 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:01.185700 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-3ab255e2-49d6-40f5-84a2-ae75ee992033 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Floating IP 3669ffd4-1bba-4ba0-8ba8-73dc6ed4c8e9 associated. External IP: 172.26.8.43, port: 66b7f818-60b2-4b2a-8957-f8335d143cb7. Oct 18 07:55:01.214180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bda60a-f6d9-4919-a280-eaa3f725b6d1 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Network 016d119e-88cc-4d23-8b8e-47892e3b18ff is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:55:01.216726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:01.229140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ea8d39-249d-4899-ac26-491677436dc5 None None] Sync routers for ids ['b49a5c7d-6c4e-47a9-8fe7-dff6371847b9'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:01.251135 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ea8d39-249d-4899-ac26-491677436dc5 None None] Routers {'b49a5c7d-6c4e-47a9-8fe7-dff6371847b9'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:01.251765 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-72ea8d39-249d-4899-ac26-491677436dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b49a5c7d-6c4e-47a9-8fe7-dff6371847b9'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:01.319501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:55:01.342715 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-524adeb6-b699-4f9a-bf32-26414f0df4f2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Allocated IP 2001:db8:0:2::a7 (3252b8aa-4562-44a9-ac92-9972339c4529/9b637df5-9d10-4b2e-8500-2244c4b2a15b/64395a55-4df9-4ef9-a8ab-33555028ce2d) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:01.357077 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Calling delete_port for d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:01.364736 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-72ea8d39-249d-4899-ac26-491677436dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:01.372920 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:55:01.373263 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:55:01.381654 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ea8d39-249d-4899-ac26-491677436dc5 None None] Routers {'b49a5c7d-6c4e-47a9-8fe7-dff6371847b9'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:01.382345 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-72ea8d39-249d-4899-ac26-491677436dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b49a5c7d-6c4e-47a9-8fe7-dff6371847b9'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:01.438661 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-13bda60a-f6d9-4919-a280-eaa3f725b6d1 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 016d119e-88cc-4d23-8b8e-47892e3b18ff) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:01.442027 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 7 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:55:01.467086 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bda60a-f6d9-4919-a280-eaa3f725b6d1 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:01.468107 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-13bda60a-f6d9-4919-a280-eaa3f725b6d1 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:01.482505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab0314b-130e-4ccb-97d3-ff6a1247ffda None None] Network 016d119e-88cc-4d23-8b8e-47892e3b18ff requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:01.497783 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:01.499120 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-49d704ad-5eb8-41b7-83f0-24db45e846b9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.1711202 Oct 18 07:55:01.511081 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57284) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:01.513755 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-72ea8d39-249d-4899-ac26-491677436dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:01.514164 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ea8d39-249d-4899-ac26-491677436dc5 None None] The sync data for ids ['b49a5c7d-6c4e-47a9-8fe7-dff6371847b9'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:01.550909 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-0b2b92be-44ae-4e3a-95e5-1def08441295 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'enable_snat': False}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:01.593538 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:01.650692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab255e2-49d6-40f5-84a2-ae75ee992033 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router cfd6ecbc-7a45-4e58-b87d-4b094663c752 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:55:01.716001 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-13bda60a-f6d9-4919-a280-eaa3f725b6d1 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8634715 Oct 18 07:55:01.746000 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57288) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:01.760076 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-016d119e-88cc-4d23-8b8e-47892e3b18ff', 'network_id': '016d119e-88cc-4d23-8b8e-47892e3b18ff', 'tenant_id': '3ae769bfd8634136bf95d2a671960184', 'fixed_ips': [{'subnet_id': 'e3ce8345-2383-4e81-8fdd-632287430a06'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:55:01.761163 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:01.840177 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-be550206-fe20-4e7f-98c8-98f653fbe402 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Request body: {'network': {'name': 'tempest-router-network01--985470134'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:01.851896 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.api [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:55:01.852217 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG oslo_db.api [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:55:01.870454 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-be550206-fe20-4e7f-98c8-98f653fbe402 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:01.883275 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab255e2-49d6-40f5-84a2-ae75ee992033 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:01.899436 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484b2258-608f-41bf-8e46-c019417d214f None None] Sync routers for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:01.900732 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-be550206-fe20-4e7f-98c8-98f653fbe402 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Usage tracker for resource:network and tenant:3ae769bfd8634136bf95d2a671960184 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:01.901170 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3ab255e2-49d6-40f5-84a2-ae75ee992033 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:01.910702 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-be550206-fe20-4e7f-98c8-98f653fbe402 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:01.921835 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484b2258-608f-41bf-8e46-c019417d214f None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:01.922446 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-484b2258-608f-41bf-8e46-c019417d214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:01.941255 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-be550206-fe20-4e7f-98c8-98f653fbe402 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:01.980585 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3ab255e2-49d6-40f5-84a2-ae75ee992033 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "PUT /v2.0/floatingips/3669ffd4-1bba-4ba0-8ba8-73dc6ed4c8e9 HTTP/1.1" status: 200 len: 978 time: 1.9178073 Oct 18 07:55:01.984960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57292) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:02.007921 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Allocated IP 2001:db8::2 (016d119e-88cc-4d23-8b8e-47892e3b18ff/e3ce8345-2383-4e81-8fdd-632287430a06/1589184f-181b-481e-8aa1-68eda27eb09c) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:02.027671 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be550206-fe20-4e7f-98c8-98f653fbe402 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Made reservation on behalf of 3ae769bfd8634136bf95d2a671960184 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:02.031109 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-be550206-fe20-4e7f-98c8-98f653fbe402 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:02.053172 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-484b2258-608f-41bf-8e46-c019417d214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:02.065955 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484b2258-608f-41bf-8e46-c019417d214f None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:02.066834 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-484b2258-608f-41bf-8e46-c019417d214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:02.072799 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-f5742f99-7c11-40ce-a1de-e1cde0109cdc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Deleting port 66b7f818-60b2-4b2a-8957-f8335d143cb7 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:02.073141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f5742f99-7c11-40ce-a1de-e1cde0109cdc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:02.125407 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 8 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:55:02.139295 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-484b2258-608f-41bf-8e46-c019417d214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:02.139931 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484b2258-608f-41bf-8e46-c019417d214f None None] The sync data for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:02.227067 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:02.275854 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be550206-fe20-4e7f-98c8-98f653fbe402 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:55:02.280530 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:02.286655 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-524adeb6-b699-4f9a-bf32-26414f0df4f2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:02.292799 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-226618a7-85be-40f3-8f5e-9bd113b392e5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:02.345580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:02.357113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Transition to ACTIVE for port object 1589184f-181b-481e-8aa1-68eda27eb09c will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:02.374699 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Deleting port d9b4a790-f6e5-4bb8-bb50-e326b85c4d39 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:02.375322 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:02.376453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Transition to ACTIVE for port object 1589184f-181b-481e-8aa1-68eda27eb09c will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:02.382527 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:02.384925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f5742f99-7c11-40ce-a1de-e1cde0109cdc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:02.421479 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-be550206-fe20-4e7f-98c8-98f653fbe402 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:02.421863 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-be550206-fe20-4e7f-98c8-98f653fbe402 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Added segment a8fad156-77d3-4902-bea5-c62f0e1c00fe of type vlan for network e755454d-9e44-4210-8a37-72f4248a56c7 Oct 18 07:55:02.448183 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-524adeb6-b699-4f9a-bf32-26414f0df4f2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Ignored duplicate provisioning block setup for port 64395a55-4df9-4ef9-a8ab-33555028ce2d by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 18 07:55:02.452903 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Network 016d119e-88cc-4d23-8b8e-47892e3b18ff is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:02.456035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:02.459501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:02.499165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226618a7-85be-40f3-8f5e-9bd113b392e5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:02.503443 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Pushing event updated for resources: {'Port': ['ID=1589184f-181b-481e-8aa1-68eda27eb09c,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:02.503969 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-524adeb6-b699-4f9a-bf32-26414f0df4f2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:02.519331 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] The port 'd9b4a790-f6e5-4bb8-bb50-e326b85c4d39' was deleted {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:55:02.520387 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-226618a7-85be-40f3-8f5e-9bd113b392e5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:02.552882 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b06a70-e9e4-4d90-ac55-c84abc7a8cad None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:02.578855 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226618a7-85be-40f3-8f5e-9bd113b392e5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:02.579441 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-226618a7-85be-40f3-8f5e-9bd113b392e5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:02.642351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Attempting to bind port 1589184f-181b-481e-8aa1-68eda27eb09c on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:55:02.642746 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Attempting to bind port 1589184f-181b-481e-8aa1-68eda27eb09c by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '4ac223a8-df45-41e9-ade5-611a00448b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '016d119e-88cc-4d23-8b8e-47892e3b18ff'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:55:02.643117 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Attempting to bind port 1589184f-181b-481e-8aa1-68eda27eb09c on network 016d119e-88cc-4d23-8b8e-47892e3b18ff {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:55:02.658785 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:55:02.659066 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Checking segment: {'id': '4ac223a8-df45-41e9-ade5-611a00448b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '016d119e-88cc-4d23-8b8e-47892e3b18ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:02.659411 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:02.659809 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Bound using segment: {'id': '4ac223a8-df45-41e9-ade5-611a00448b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '016d119e-88cc-4d23-8b8e-47892e3b18ff'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:55:02.660315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Bound port: 1589184f-181b-481e-8aa1-68eda27eb09c, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac223a8-df45-41e9-ade5-611a00448b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '016d119e-88cc-4d23-8b8e-47892e3b18ff'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:55:02.660679 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:02.713526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f5742f99-7c11-40ce-a1de-e1cde0109cdc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:02.714178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f5742f99-7c11-40ce-a1de-e1cde0109cdc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:02.714497 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-f5742f99-7c11-40ce-a1de-e1cde0109cdc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Floating IP 3669ffd4-1bba-4ba0-8ba8-73dc6ed4c8e9 disassociated. External IP: 172.26.8.43, port: 66b7f818-60b2-4b2a-8957-f8335d143cb7. Oct 18 07:55:02.714901 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-f5742f99-7c11-40ce-a1de-e1cde0109cdc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Calling delete_port for 66b7f818-60b2-4b2a-8957-f8335d143cb7 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:02.728468 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 9 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:55:02.794505 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226618a7-85be-40f3-8f5e-9bd113b392e5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=60daf006-ddc4-4529-8bf2-863306c50cfa,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:02.868485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:02.877441 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f5742f99-7c11-40ce-a1de-e1cde0109cdc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:02.885713 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] For port 1589184f-181b-481e-8aa1-68eda27eb09c, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:55:02.890476 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] For port 1589184f-181b-481e-8aa1-68eda27eb09c, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=1589184f-181b-481e-8aa1-68eda27eb09c,segment=NetworkSegment(4ac223a8-df45-41e9-ade5-611a00448b16),segment_id=4ac223a8-df45-41e9-ade5-611a00448b16)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:55:02.927007 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-be550206-fe20-4e7f-98c8-98f653fbe402 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:02.941325 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:03.075261 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a8b92c00-22d0-4a07-b485-f4f0a85608b8 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:03.117154 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5742f99-7c11-40ce-a1de-e1cde0109cdc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event deleted for resources: {'Port': ['ID=66b7f818-60b2-4b2a-8957-f8335d143cb7,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:03.135464 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-524adeb6-b699-4f9a-bf32-26414f0df4f2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] In _notify_port_updated(), no bound segment for port 64395a55-4df9-4ef9-a8ab-33555028ce2d on network 3252b8aa-4562-44a9-ac92-9972339c4529 {{(pid=89045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:55:03.141571 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524adeb6-b699-4f9a-bf32-26414f0df4f2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:03.142415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-524adeb6-b699-4f9a-bf32-26414f0df4f2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:03.144005 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-524adeb6-b699-4f9a-bf32-26414f0df4f2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "PUT /v2.0/ports/64395a55-4df9-4ef9-a8ab-33555028ce2d HTTP/1.1" status: 200 len: 968 time: 4.7899644 Oct 18 07:55:03.155585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524adeb6-b699-4f9a-bf32-26414f0df4f2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event updated for resources: {'Port': ['ID=64395a55-4df9-4ef9-a8ab-33555028ce2d,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:03.158209 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57296) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:03.197410 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.resource_extend [None req-be550206-fe20-4e7f-98c8-98f653fbe402 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:55:03.209321 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-226618a7-85be-40f3-8f5e-9bd113b392e5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0754731 Oct 18 07:55:03.221834 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b87e6b-4d46-4e47-8d03-91657239d3c4 None None] Pushing event updated for resources: {'Port': ['ID=1589184f-181b-481e-8aa1-68eda27eb09c,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:03.258244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57300) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:03.258867 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port a8b92c00-22d0-4a07-b485-f4f0a85608b8 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:03.286815 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:03.346350 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'mac_address': 'fa:16:3e:86:32:95', 'name': 'tempest-NetworksTestDHCPv6-1370189582'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:03.363905 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-be550206-fe20-4e7f-98c8-98f653fbe402 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:03.369661 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be550206-fe20-4e7f-98c8-98f653fbe402 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:03.370597 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-be550206-fe20-4e7f-98c8-98f653fbe402 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:03.376978 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50d5d64-584a-4f76-9ece-7819f705e2db']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:03.408051 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 10 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:55:03.425327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Allocated IP 172.26.8.139 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/749c4f1a-d03d-4581-b2c0-ddbb431191fb) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:03.435969 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c423574-0c0a-4c3e-9f0c-025ce8c2cbee') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:03.436514 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c423574-0c0a-4c3e-9f0c-025ce8c2cbee') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:03.493056 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8b07e75d-e8ff-477f-8bf3-35392d086254 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port 64395a55-4df9-4ef9-a8ab-33555028ce2d {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:03.493562 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b07e75d-e8ff-477f-8bf3-35392d086254 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:03.516392 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:03.518027 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8900275-338c-41a9-9919-6f21c83c7866 None None] Update dhcp port {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'fixed_ips': [{'subnet_id': '15af2788-8f9c-4326-bf6f-4cdd9ae7eb1b', 'ip_address': '2001:db8::f816:3eff:fe9c:ceef'}, {'subnet_id': '60daf006-ddc4-4529-8bf2-863306c50cfa'}], 'binding:host_id': 'dv-neutron-861625-1-hyperv'}, 'id': 'a8b92c00-22d0-4a07-b485-f4f0a85608b8'} from dv-neutron-861625-1-hyperv. {{(pid=89047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 18 07:55:03.520814 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:03.567701 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5742f99-7c11-40ce-a1de-e1cde0109cdc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router cfd6ecbc-7a45-4e58-b87d-4b094663c752 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:55:03.574932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:03.583445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:port and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:03.588065 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Provisioning for port 28104290-1669-413f-b905-72ccb75f0ace completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:03.588363 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:03.595751 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Provisioning complete for port 28104290-1669-413f-b905-72ccb75f0ace triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:03.596161 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:03.596491 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Attempt 1 to provision port 28104290-1669-413f-b905-72ccb75f0ace Oct 18 07:55:03.619143 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-be550206-fe20-4e7f-98c8-98f653fbe402 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8381186 Oct 18 07:55:03.624025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b8900275-338c-41a9-9919-6f21c83c7866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:03.649272 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57304) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:03.652479 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0b2b92be-44ae-4e3a-95e5-1def08441295 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:03.689263 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:03.731608 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:03.737064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-92b1baa0-2ecc-4a99-8abf-19bb356a04f9 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Request body: {'network': {'name': 'tempest-router-network02--996716847'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:03.742692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-92b1baa0-2ecc-4a99-8abf-19bb356a04f9 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:03.763406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be550206-fe20-4e7f-98c8-98f653fbe402 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event updated for resources: {'Network': ['ID=e755454d-9e44-4210-8a37-72f4248a56c7,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:03.765073 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-92b1baa0-2ecc-4a99-8abf-19bb356a04f9 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Usage tracker for resource:network and tenant:3ae769bfd8634136bf95d2a671960184 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:03.774433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-92b1baa0-2ecc-4a99-8abf-19bb356a04f9 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:03.783858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network e755454d-9e44-4210-8a37-72f4248a56c7 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:55:03.785192 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-92b1baa0-2ecc-4a99-8abf-19bb356a04f9 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:03.791470 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:03.802978 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:55:03.803391 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:03.878507 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b1baa0-2ecc-4a99-8abf-19bb356a04f9 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Made reservation on behalf of 3ae769bfd8634136bf95d2a671960184 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:03.881940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-92b1baa0-2ecc-4a99-8abf-19bb356a04f9 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:03.911976 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 6c423574-0c0a-4c3e-9f0c-025ce8c2cbee resource provider aggregate not found Oct 18 07:55:03.938325 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b1baa0-2ecc-4a99-8abf-19bb356a04f9 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:55:03.967502 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-92b1baa0-2ecc-4a99-8abf-19bb356a04f9 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:03.967856 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-92b1baa0-2ecc-4a99-8abf-19bb356a04f9 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Added segment 76fdb33d-91a2-48e7-bfd5-d098eaa79e8f of type vlan for network 72e23d89-e914-4db9-b993-b09f367a75d3 Oct 18 07:55:03.992953 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5742f99-7c11-40ce-a1de-e1cde0109cdc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:03.995723 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 6c423574-0c0a-4c3e-9f0c-025ce8c2cbee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c423574-0c0a-4c3e-9f0c-025ce8c2cbee found for delete ", "request_id": "req-c10d581e-cc4c-4d8a-86a5-624d76fa17bf"}]} Oct 18 07:55:04.022605 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Current status of the port 28104290-1669-413f-b905-72ccb75f0ace is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:04.030065 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e78b5-2943-44bf-a191-8d057ad59f54 None None] Sync routers for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:04.038678 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7c46e8b8-2da1-4c1d-93e9-49463d2a7d8d None None] Could not find standard attr ID for object 6fb68d4c-ae52-425d-9303-53cc033ddc24. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:55:04.053095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:04.066931 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e78b5-2943-44bf-a191-8d057ad59f54 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:04.067655 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-782e78b5-2943-44bf-a191-8d057ad59f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:04.115721 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-b8900275-338c-41a9-9919-6f21c83c7866 None None] Allocated IP 2001:db8:0:1::2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/60daf006-ddc4-4529-8bf2-863306c50cfa/a8b92c00-22d0-4a07-b485-f4f0a85608b8) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:04.116790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-92b1baa0-2ecc-4a99-8abf-19bb356a04f9 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:04.126999 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:04.134878 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-782e78b5-2943-44bf-a191-8d057ad59f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:04.151885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port 63d9185f-e061-47b3-bf6c-9297f25d0c0c yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:55:04.178344 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:04.218196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:04.222159 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] Pushing event deleted for resources: {'Network': ['ID=c50d5d64-584a-4f76-9ece-7819f705e2db,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:04.251160 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f5742f99-7c11-40ce-a1de-e1cde0109cdc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:04.256384 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a1ce8123-b592-4532-acd9-8b61b7f5f577 tempest-TagsExtTest-70107443 tempest-TagsExtTest-70107443-project] 10.222.0.17 "DELETE /v2.0/networks/c50d5d64-584a-4f76-9ece-7819f705e2db HTTP/1.1" status: 204 len: 168 time: 5.1238809 Oct 18 07:55:04.260377 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e78b5-2943-44bf-a191-8d057ad59f54 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:04.261801 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-782e78b5-2943-44bf-a191-8d057ad59f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:04.279519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-92b1baa0-2ecc-4a99-8abf-19bb356a04f9 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:04.285110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b1baa0-2ecc-4a99-8abf-19bb356a04f9 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:04.285791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-92b1baa0-2ecc-4a99-8abf-19bb356a04f9 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:04.334977 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f5742f99-7c11-40ce-a1de-e1cde0109cdc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/ports/66b7f818-60b2-4b2a-8957-f8335d143cb7 HTTP/1.1" status: 204 len: 168 time: 2.3488016 Oct 18 07:55:04.342514 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57314) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:04.381664 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Provisioning for port a8b92c00-22d0-4a07-b485-f4f0a85608b8 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:04.396407 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-92b1baa0-2ecc-4a99-8abf-19bb356a04f9 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7335246 Oct 18 07:55:04.405560 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-782e78b5-2943-44bf-a191-8d057ad59f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:04.406759 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e78b5-2943-44bf-a191-8d057ad59f54 None None] The sync data for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:04.406881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57318) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:04.411914 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Provisioning complete for port a8b92c00-22d0-4a07-b485-f4f0a85608b8 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:04.412283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:04.412731 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Attempt 1 to provision port a8b92c00-22d0-4a07-b485-f4f0a85608b8 Oct 18 07:55:04.414314 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-1218e8b6-043d-49ff-89c6-cf5e8cbc9f4c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Request body: {'subnet': {'network_id': 'e755454d-9e44-4210-8a37-72f4248a56c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:04.496203 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:04.501026 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1baa0-2ecc-4a99-8abf-19bb356a04f9 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event updated for resources: {'Network': ['ID=72e23d89-e914-4db9-b993-b09f367a75d3,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:04.529522 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 72e23d89-e914-4db9-b993-b09f367a75d3 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:55:04.537836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b07e75d-e8ff-477f-8bf3-35392d086254 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:04.549931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1218e8b6-043d-49ff-89c6-cf5e8cbc9f4c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:04.556475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1218e8b6-043d-49ff-89c6-cf5e8cbc9f4c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Usage tracker for resource:subnet and tenant:3ae769bfd8634136bf95d2a671960184 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:04.560305 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1218e8b6-043d-49ff-89c6-cf5e8cbc9f4c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:04.572909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1218e8b6-043d-49ff-89c6-cf5e8cbc9f4c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:04.577460 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-42c6e831-a247-48f7-8a9f-1a8501652fb7 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "GET /v2.0/floatingips/3669ffd4-1bba-4ba0-8ba8-73dc6ed4c8e9 HTTP/1.1" status: 200 len: 687 time: 0.2338624 Oct 18 07:55:04.578276 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57322) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:04.587749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1218e8b6-043d-49ff-89c6-cf5e8cbc9f4c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Made reservation on behalf of 3ae769bfd8634136bf95d2a671960184 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:04.593717 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1218e8b6-043d-49ff-89c6-cf5e8cbc9f4c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:04.695774 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b8900275-338c-41a9-9919-6f21c83c7866 None None] For port a8b92c00-22d0-4a07-b485-f4f0a85608b8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a8b92c00-22d0-4a07-b485-f4f0a85608b8,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:04.803342 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5fc17f-fa45-485e-880f-8d65eccee02a None None] Network 016d119e-88cc-4d23-8b8e-47892e3b18ff requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:04.816858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b8900275-338c-41a9-9919-6f21c83c7866 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:04.828209 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57328) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:04.829003 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Current status of the port a8b92c00-22d0-4a07-b485-f4f0a85608b8 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:04.829375 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:04.907417 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b8900275-338c-41a9-9919-6f21c83c7866 None None] Ignored duplicate provisioning block setup for port a8b92c00-22d0-4a07-b485-f4f0a85608b8 by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 18 07:55:04.926824 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b8900275-338c-41a9-9919-6f21c83c7866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:04.937274 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8b07e75d-e8ff-477f-8bf3-35392d086254 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for 64395a55-4df9-4ef9-a8ab-33555028ce2d owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:05.035085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1218e8b6-043d-49ff-89c6-cf5e8cbc9f4c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:05.077191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 1589184f-181b-481e-8aa1-68eda27eb09c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:05.138129 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:05.265414 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:55:05.266079 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:55:05.312696 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8900275-338c-41a9-9919-6f21c83c7866 None None] Pushing event updated for resources: {'Port': ['ID=a8b92c00-22d0-4a07-b485-f4f0a85608b8,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:05.342875 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e880be96-0485-43b3-965d-27cccb7423cb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cd71c571db0f49ca8b1dba09d423d69b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5111728 Oct 18 07:55:05.355916 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57334) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:05.356443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1218e8b6-043d-49ff-89c6-cf5e8cbc9f4c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Checking segment: {'id': 'a8fad156-77d3-4902-bea5-c62f0e1c00fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e755454d-9e44-4210-8a37-72f4248a56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:05.356879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1218e8b6-043d-49ff-89c6-cf5e8cbc9f4c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Network hostable DHCP agents. Network: e755454d-9e44-4210-8a37-72f4248a56c7, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:55:05.367388 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218e8b6-043d-49ff-89c6-cf5e8cbc9f4c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event updated for resources: {'Subnet': ['ID=ff345537-1bd1-456c-b09e-aa8775c80bc4,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:05.375585 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 1589184f-181b-481e-8aa1-68eda27eb09c completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:05.421586 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8:0:1::31a (421d0710-6574-4dc6-a599-2fa72ae31b2e/60daf006-ddc4-4529-8bf2-863306c50cfa/63d9185f-e061-47b3-bf6c-9297f25d0c0c) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:05.441579 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::f816:3eff:fe86:3295 (421d0710-6574-4dc6-a599-2fa72ae31b2e/15af2788-8f9c-4326-bf6f-4cdd9ae7eb1b/63d9185f-e061-47b3-bf6c-9297f25d0c0c) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:05.458837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1218e8b6-043d-49ff-89c6-cf5e8cbc9f4c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Network e755454d-9e44-4210-8a37-72f4248a56c7 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:55:05.491875 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:05.496937 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f9be0039-3c0b-47a2-9aea-4f1de3e6b7fa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Deleting port 3133d2e0-db3b-4480-a6ad-6f62d965c2ea {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:05.497268 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f9be0039-3c0b-47a2-9aea-4f1de3e6b7fa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:05.500051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-1218e8b6-043d-49ff-89c6-cf5e8cbc9f4c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, e755454d-9e44-4210-8a37-72f4248a56c7) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:05.507863 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5215bd30-a3bd-4d00-a96f-a4990311c092 None None] Network e755454d-9e44-4210-8a37-72f4248a56c7 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:05.511568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1218e8b6-043d-49ff-89c6-cf5e8cbc9f4c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:05.512555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1218e8b6-043d-49ff-89c6-cf5e8cbc9f4c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:05.517421 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7a245951-cd48-4eee-aa7d-52ba9a9482d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:05.533907 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:05.566510 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:05.602195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7a245951-cd48-4eee-aa7d-52ba9a9482d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:05.616683 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1218e8b6-043d-49ff-89c6-cf5e8cbc9f4c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2037349 Oct 18 07:55:05.618499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57338) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:05.624891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-b338aad2-827d-481a-970e-d9807abf4d90 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Request body: {'subnet': {'network_id': '72e23d89-e914-4db9-b993-b09f367a75d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:05.705481 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Pushing event updated for resources: {'Port': ['ID=749c4f1a-d03d-4581-b2c0-ddbb431191fb,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:05.882507 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b338aad2-827d-481a-970e-d9807abf4d90 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:05.899646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b338aad2-827d-481a-970e-d9807abf4d90 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Usage tracker for resource:subnet and tenant:3ae769bfd8634136bf95d2a671960184 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:05.901024 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f9be0039-3c0b-47a2-9aea-4f1de3e6b7fa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:05.901361 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f9be0039-3c0b-47a2-9aea-4f1de3e6b7fa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:05.904736 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Current status of the port a8b92c00-22d0-4a07-b485-f4f0a85608b8 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:05.905236 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:05.907899 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b338aad2-827d-481a-970e-d9807abf4d90 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:05.918903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7a245951-cd48-4eee-aa7d-52ba9a9482d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:05.924651 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b338aad2-827d-481a-970e-d9807abf4d90 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:05.940596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-e755454d-9e44-4210-8a37-72f4248a56c7', 'network_id': 'e755454d-9e44-4210-8a37-72f4248a56c7', 'tenant_id': '3ae769bfd8634136bf95d2a671960184', 'fixed_ips': [{'subnet_id': 'ff345537-1bd1-456c-b09e-aa8775c80bc4'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:55:05.941598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:05.960904 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a245951-cd48-4eee-aa7d-52ba9a9482d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3053b12b-b2c1-462e-8cf3-b783292356a6,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:05.985245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7a245951-cd48-4eee-aa7d-52ba9a9482d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:05.989690 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7a245951-cd48-4eee-aa7d-52ba9a9482d2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3053b12b-b2c1-462e-8cf3-b783292356a6 HTTP/1.1" status: 204 len: 168 time: 0.6280341 Oct 18 07:55:05.997007 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] For port a8b92c00-22d0-4a07-b485-f4f0a85608b8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a8b92c00-22d0-4a07-b485-f4f0a85608b8,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:06.007189 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b338aad2-827d-481a-970e-d9807abf4d90 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Made reservation on behalf of 3ae769bfd8634136bf95d2a671960184 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:06.012172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b338aad2-827d-481a-970e-d9807abf4d90 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:06.046394 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:06.076800 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f9be0039-3c0b-47a2-9aea-4f1de3e6b7fa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Calling delete_port for 3133d2e0-db3b-4480-a6ad-6f62d965c2ea owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:06.133212 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Pushing event updated for resources: {'Port': ['ID=a8b92c00-22d0-4a07-b485-f4f0a85608b8,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:06.142783 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Could not find standard attr ID for object 64395a55-4df9-4ef9-a8ab-33555028ce2d. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:55:06.189471 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Provisioning complete for port 795e7d50-a439-4482-8430-c24d56562730 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:06.190397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:06.190891 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Attempt 1 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:55:06.212723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:06.228403 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b07e75d-e8ff-477f-8bf3-35392d086254 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:06.298497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:06.311050 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object 63d9185f-e061-47b3-bf6c-9297f25d0c0c will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:06.360309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Allocated IP 2001:db8::2 (e755454d-9e44-4210-8a37-72f4248a56c7/ff345537-1bd1-456c-b09e-aa8775c80bc4/f03e891b-6121-40d6-bd6a-96c05e789da6) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:06.382646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:06.449154 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07e75d-e8ff-477f-8bf3-35392d086254 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Port': ['ID=64395a55-4df9-4ef9-a8ab-33555028ce2d,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:06.519585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:06.522180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=63d9185f-e061-47b3-bf6c-9297f25d0c0c,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:06.526524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:06.528990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:06.538450 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:06.540958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:06.575442 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-de5e3187-73da-43f9-af57-a7d6a656e9a8 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.3170824 Oct 18 07:55:06.578779 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57344) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:06.652175 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b338aad2-827d-481a-970e-d9807abf4d90 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:06.662401 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:06.674904 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Transition to ACTIVE for port object f03e891b-6121-40d6-bd6a-96c05e789da6 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:06.698018 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Transition to ACTIVE for port object f03e891b-6121-40d6-bd6a-96c05e789da6 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:06.705304 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:06.728035 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-af227dd6-24f9-4afd-944e-802b04d27631 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port 63d9185f-e061-47b3-bf6c-9297f25d0c0c {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:06.728387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af227dd6-24f9-4afd-944e-802b04d27631 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:06.778573 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Network e755454d-9e44-4210-8a37-72f4248a56c7 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:06.782029 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:06.784743 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:06.799611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338aad2-827d-481a-970e-d9807abf4d90 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event updated for resources: {'Subnet': ['ID=ff43ef9b-d42a-40ca-a128-1dba95b7aa16,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:06.804533 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Deleting port 749c4f1a-d03d-4581-b2c0-ddbb431191fb {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:06.805157 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:06.817514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338aad2-827d-481a-970e-d9807abf4d90 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Checking segment: {'id': '76fdb33d-91a2-48e7-bfd5-d098eaa79e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '72e23d89-e914-4db9-b993-b09f367a75d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:06.817964 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b338aad2-827d-481a-970e-d9807abf4d90 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Network hostable DHCP agents. Network: 72e23d89-e914-4db9-b993-b09f367a75d3, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:55:06.845028 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Attempt 2 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:55:06.859063 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b07e75d-e8ff-477f-8bf3-35392d086254 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:06.864519 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f9be0039-3c0b-47a2-9aea-4f1de3e6b7fa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:06.885097 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Pushing event updated for resources: {'Port': ['ID=f03e891b-6121-40d6-bd6a-96c05e789da6,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:06.924962 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b338aad2-827d-481a-970e-d9807abf4d90 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Network 72e23d89-e914-4db9-b993-b09f367a75d3 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:55:06.961389 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a8b92c00-22d0-4a07-b485-f4f0a85608b8 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:07.002730 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-b338aad2-827d-481a-970e-d9807abf4d90 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 72e23d89-e914-4db9-b993-b09f367a75d3) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:07.013766 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b338aad2-827d-481a-970e-d9807abf4d90 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:07.015020 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b338aad2-827d-481a-970e-d9807abf4d90 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:07.021486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de228cbd-ac6b-42ba-98a5-19130a80e6cd None None] Network 72e23d89-e914-4db9-b993-b09f367a75d3 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:07.042180 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b338aad2-827d-481a-970e-d9807abf4d90 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4219117 Oct 18 07:55:07.044990 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be0039-3c0b-47a2-9aea-4f1de3e6b7fa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event deleted for resources: {'Port': ['ID=3133d2e0-db3b-4480-a6ad-6f62d965c2ea,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:07.046783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57348) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:07.099142 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:07.105527 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Attempting to bind port f03e891b-6121-40d6-bd6a-96c05e789da6 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:55:07.106229 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Attempting to bind port f03e891b-6121-40d6-bd6a-96c05e789da6 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'a8fad156-77d3-4902-bea5-c62f0e1c00fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e755454d-9e44-4210-8a37-72f4248a56c7'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:55:07.106409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Attempting to bind port f03e891b-6121-40d6-bd6a-96c05e789da6 on network e755454d-9e44-4210-8a37-72f4248a56c7 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:55:07.126094 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:55:07.126462 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Checking segment: {'id': 'a8fad156-77d3-4902-bea5-c62f0e1c00fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e755454d-9e44-4210-8a37-72f4248a56c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:07.127124 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8b07e75d-e8ff-477f-8bf3-35392d086254 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/ports/64395a55-4df9-4ef9-a8ab-33555028ce2d HTTP/1.1" status: 204 len: 168 time: 3.9409671 Oct 18 07:55:07.129837 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:07.130161 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Bound using segment: {'id': 'a8fad156-77d3-4902-bea5-c62f0e1c00fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e755454d-9e44-4210-8a37-72f4248a56c7'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:55:07.130682 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Bound port: f03e891b-6121-40d6-bd6a-96c05e789da6, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8fad156-77d3-4902-bea5-c62f0e1c00fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e755454d-9e44-4210-8a37-72f4248a56c7'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:55:07.131067 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:07.136814 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57352) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:07.202661 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f82510-5cd4-4083-8c75-88f901ae21c2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] GET failed (client error): The resource could not be found. Oct 18 07:55:07.203107 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-94f82510-5cd4-4083-8c75-88f901ae21c2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:55:07.223891 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f9be0039-3c0b-47a2-9aea-4f1de3e6b7fa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:07.226210 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f9be0039-3c0b-47a2-9aea-4f1de3e6b7fa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:07.227413 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f9be0039-3c0b-47a2-9aea-4f1de3e6b7fa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/floatingips/3669ffd4-1bba-4ba0-8ba8-73dc6ed4c8e9 HTTP/1.1" status: 204 len: 168 time: 2.6453094 Oct 18 07:55:07.231751 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57356) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:07.252221 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': 'd5fe5721-7ac6-4f57-adc7-f5a18dc60868'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:07.257288 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port a8b92c00-22d0-4a07-b485-f4f0a85608b8 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:07.257660 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:07.258353 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port a8b92c00-22d0-4a07-b485-f4f0a85608b8 Oct 18 07:55:07.264449 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:07.274303 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Usage tracker for resource:floatingip and tenant:673b068eae9a43748b342c59b1cd9387 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:07.300815 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:07.301222 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:07.345661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:07.439345 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] For port f03e891b-6121-40d6-bd6a-96c05e789da6, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:55:07.477878 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] For port f03e891b-6121-40d6-bd6a-96c05e789da6, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=f03e891b-6121-40d6-bd6a-96c05e789da6,segment=NetworkSegment(a8fad156-77d3-4902-bea5-c62f0e1c00fe),segment_id=a8fad156-77d3-4902-bea5-c62f0e1c00fe)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:55:07.497528 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-94f82510-5cd4-4083-8c75-88f901ae21c2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:55:07.501319 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-94f82510-5cd4-4083-8c75-88f901ae21c2 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports/64395a55-4df9-4ef9-a8ab-33555028ce2d HTTP/1.1" status: 404 len: 333 time: 0.3608794 Oct 18 07:55:07.508149 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Calling delete_port for 749c4f1a-d03d-4581-b2c0-ddbb431191fb owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:07.515141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:07.529243 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57360) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:07.541476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:07.549723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af227dd6-24f9-4afd-944e-802b04d27631 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:07.593541 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port a8b92c00-22d0-4a07-b485-f4f0a85608b8 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:07.602865 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Attempt 3 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:55:07.644799 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-72e23d89-e914-4db9-b993-b09f367a75d3', 'network_id': '72e23d89-e914-4db9-b993-b09f367a75d3', 'tenant_id': '3ae769bfd8634136bf95d2a671960184', 'fixed_ips': [{'subnet_id': 'ff43ef9b-d42a-40ca-a128-1dba95b7aa16'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:55:07.645813 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:07.661343 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0b2b92be-44ae-4e3a-95e5-1def08441295 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:07.668073 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0b2b92be-44ae-4e3a-95e5-1def08441295 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:07.823768 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Allocated IP 2001:db8::2 (72e23d89-e914-4db9-b993-b09f367a75d3/ff43ef9b-d42a-40ca-a128-1dba95b7aa16/b48f6d1b-edde-4af8-920e-24e9bab96639) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:07.830667 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:07.871851 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-af227dd6-24f9-4afd-944e-802b04d27631 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for 63d9185f-e061-47b3-bf6c-9297f25d0c0c owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:07.880115 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:07.944197 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Pushing event deleted for resources: {'Port': ['ID=749c4f1a-d03d-4581-b2c0-ddbb431191fb,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:07.978087 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863f993-6e0e-4857-8b42-47d77650ada9 None None] Pushing event updated for resources: {'Port': ['ID=f03e891b-6121-40d6-bd6a-96c05e789da6,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:07.980060 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2b92be-44ae-4e3a-95e5-1def08441295 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Router b49a5c7d-6c4e-47a9-8fe7-dff6371847b9 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:55:07.982223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:08.119396 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c3e0816c-28c3-439d-9b2c-c39b405f8f5c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:08.170139 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:08.186693 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:08.187579 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Transition to ACTIVE for port object b48f6d1b-edde-4af8-920e-24e9bab96639 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:08.218196 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Transition to ACTIVE for port object b48f6d1b-edde-4af8-920e-24e9bab96639 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:08.225880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:08.299478 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Network 72e23d89-e914-4db9-b993-b09f367a75d3 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:08.302374 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:08.306032 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:08.344186 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c3e0816c-28c3-439d-9b2c-c39b405f8f5c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:08.363936 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] create failed (client error): The resource could not be found. Oct 18 07:55:08.366596 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f49c95a1-ee4a-4993-9331-0a113bd96c95 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 8.3704932 Oct 18 07:55:08.368936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57364) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:08.399457 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Pushing event updated for resources: {'Port': ['ID=b48f6d1b-edde-4af8-920e-24e9bab96639,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:08.428037 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Attempting to bind port b48f6d1b-edde-4af8-920e-24e9bab96639 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:55:08.428662 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Attempting to bind port b48f6d1b-edde-4af8-920e-24e9bab96639 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '76fdb33d-91a2-48e7-bfd5-d098eaa79e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '72e23d89-e914-4db9-b993-b09f367a75d3'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:55:08.429714 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Attempting to bind port b48f6d1b-edde-4af8-920e-24e9bab96639 on network 72e23d89-e914-4db9-b993-b09f367a75d3 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:55:08.436007 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:55:08.436648 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Checking segment: {'id': '76fdb33d-91a2-48e7-bfd5-d098eaa79e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '72e23d89-e914-4db9-b993-b09f367a75d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:08.437220 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:08.437942 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Bound using segment: {'id': '76fdb33d-91a2-48e7-bfd5-d098eaa79e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '72e23d89-e914-4db9-b993-b09f367a75d3'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:55:08.438985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Bound port: b48f6d1b-edde-4af8-920e-24e9bab96639, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fdb33d-91a2-48e7-bfd5-d098eaa79e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '72e23d89-e914-4db9-b993-b09f367a75d3'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:55:08.439705 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:08.441152 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2b92be-44ae-4e3a-95e5-1def08441295 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:08.457841 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdaf07d-8fb0-4fd9-bf28-384699f8f9a7 None None] Sync routers for ids ['b49a5c7d-6c4e-47a9-8fe7-dff6371847b9'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:08.458380 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0b2b92be-44ae-4e3a-95e5-1def08441295 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:08.459146 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0b2b92be-44ae-4e3a-95e5-1def08441295 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "PUT /v2.0/routers/b49a5c7d-6c4e-47a9-8fe7-dff6371847b9 HTTP/1.1" status: 200 len: 925 time: 6.9361956 Oct 18 07:55:08.461819 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57368) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:08.475992 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdaf07d-8fb0-4fd9-bf28-384699f8f9a7 None None] Routers {'b49a5c7d-6c4e-47a9-8fe7-dff6371847b9'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:08.476747 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-afdaf07d-8fb0-4fd9-bf28-384699f8f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b49a5c7d-6c4e-47a9-8fe7-dff6371847b9'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:08.563733 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-fefb6a0e-f7d8-414f-9554-5cb0eb0f86c3 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Deleting port 6de8aae8-dda9-4432-8cfd-a2476b8eeaf5 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:08.564136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fefb6a0e-f7d8-414f-9554-5cb0eb0f86c3 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:08.564531 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-afdaf07d-8fb0-4fd9-bf28-384699f8f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:08.569160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] For port b48f6d1b-edde-4af8-920e-24e9bab96639, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:55:08.573353 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] For port b48f6d1b-edde-4af8-920e-24e9bab96639, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b48f6d1b-edde-4af8-920e-24e9bab96639,segment=NetworkSegment(76fdb33d-91a2-48e7-bfd5-d098eaa79e8f),segment_id=76fdb33d-91a2-48e7-bfd5-d098eaa79e8f)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:55:08.574922 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Attempt 4 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:55:08.586255 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdaf07d-8fb0-4fd9-bf28-384699f8f9a7 None None] Routers {'b49a5c7d-6c4e-47a9-8fe7-dff6371847b9'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:08.587369 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-afdaf07d-8fb0-4fd9-bf28-384699f8f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b49a5c7d-6c4e-47a9-8fe7-dff6371847b9'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:08.604739 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c3e0816c-28c3-439d-9b2c-c39b405f8f5c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:08.651397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:08.677516 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-afdaf07d-8fb0-4fd9-bf28-384699f8f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:08.678173 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdaf07d-8fb0-4fd9-bf28-384699f8f9a7 None None] The sync data for ids ['b49a5c7d-6c4e-47a9-8fe7-dff6371847b9'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:08.711880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:08.742660 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0816c-28c3-439d-9b2c-c39b405f8f5c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b1b00f-37ad-4ea6-8717-4765482d3537,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:08.767412 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:08.775608 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c3e0816c-28c3-439d-9b2c-c39b405f8f5c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:08.776827 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c3e0816c-28c3-439d-9b2c-c39b405f8f5c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/security-groups/45b1b00f-37ad-4ea6-8717-4765482d3537 HTTP/1.1" status: 204 len: 168 time: 1.2385075 Oct 18 07:55:08.784755 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13ed57-363e-42a8-be1e-563cf82af0a4 None None] Pushing event updated for resources: {'Port': ['ID=b48f6d1b-edde-4af8-920e-24e9bab96639,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:08.816178 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57372) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:08.926260 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af227dd6-24f9-4afd-944e-802b04d27631 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:08.999527 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f03e891b-6121-40d6-bd6a-96c05e789da6 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:09.012424 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af227dd6-24f9-4afd-944e-802b04d27631 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=63d9185f-e061-47b3-bf6c-9297f25d0c0c,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:09.013298 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-30f47398-ae75-4c25-818d-7bfb47c38ef9 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "GET /v2.0/routers/b49a5c7d-6c4e-47a9-8fe7-dff6371847b9 HTTP/1.1" status: 200 len: 925 time: 0.5503333 Oct 18 07:55:09.019806 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57376) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:09.123116 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa59d0b-fcc8-4bb9-81b7-7356a0c0100f None None] Network e755454d-9e44-4210-8a37-72f4248a56c7 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:09.130681 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Allocated IP 2001:db8::1 (e755454d-9e44-4210-8a37-72f4248a56c7/ff345537-1bd1-456c-b09e-aa8775c80bc4/a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:09.137398 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fdb2367e-6900-4a57-ae82-c322e8f92b1f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:09.193892 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fefb6a0e-f7d8-414f-9554-5cb0eb0f86c3 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:09.272802 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Attempt 5 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:55:09.277459 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fdb2367e-6900-4a57-ae82-c322e8f92b1f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:09.384512 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:09.388483 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-fefb6a0e-f7d8-414f-9554-5cb0eb0f86c3 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Calling delete_port for 6de8aae8-dda9-4432-8cfd-a2476b8eeaf5 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:09.452222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af227dd6-24f9-4afd-944e-802b04d27631 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:09.462490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Allocated IP 172.26.8.7 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/5ef5c823-60a9-43d2-bc4b-deb92d599814) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:09.497956 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port f03e891b-6121-40d6-bd6a-96c05e789da6 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:09.521144 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ecfb32-8e3f-40bb-b9fd-30a87082b4c6 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:09.521872 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d4ecfb32-8e3f-40bb-b9fd-30a87082b4c6 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Synchronizing usage tracker for tenant:14a8734522ce40a2b698af839a0ea312 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:55:09.537430 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-af227dd6-24f9-4afd-944e-802b04d27631 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/63d9185f-e061-47b3-bf6c-9297f25d0c0c HTTP/1.1" status: 204 len: 168 time: 2.9576118 Oct 18 07:55:09.541877 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57380) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:09.591974 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fdb2367e-6900-4a57-ae82-c322e8f92b1f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:09.614105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d4ecfb32-8e3f-40bb-b9fd-30a87082b4c6 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Unset dirty status for tenant:14a8734522ce40a2b698af839a0ea312 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:55:09.617665 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d4ecfb32-8e3f-40bb-b9fd-30a87082b4c6 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=d273aec7-4774-4175-825f-ae90a4511626&device_id=b49a5c7d-6c4e-47a9-8fe7-dff6371847b9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5940454 Oct 18 07:55:09.618081 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57384) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:09.641327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2367e-6900-4a57-ae82-c322e8f92b1f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32298bde-7d41-4e5c-af33-3e5f4c2546d2,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:09.647829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fefb6a0e-f7d8-414f-9554-5cb0eb0f86c3 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:09.757275 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb6a0e-f7d8-414f-9554-5cb0eb0f86c3 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Pushing event deleted for resources: {'Port': ['ID=6de8aae8-dda9-4432-8cfd-a2476b8eeaf5,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:09.798632 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fdb2367e-6900-4a57-ae82-c322e8f92b1f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:09.799770 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fdb2367e-6900-4a57-ae82-c322e8f92b1f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/security-groups/32298bde-7d41-4e5c-af33-3e5f4c2546d2 HTTP/1.1" status: 204 len: 168 time: 0.9812329 Oct 18 07:55:09.809654 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57388) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:09.814787 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e42a17-cf83-4863-96e2-35a72562f495 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:09.815842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f3e42a17-cf83-4863-96e2-35a72562f495 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:55:09.828713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:09.877033 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f3e42a17-cf83-4863-96e2-35a72562f495 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:55:09.880864 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f3e42a17-cf83-4863-96e2-35a72562f495 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3303785 Oct 18 07:55:09.881717 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Transition to ACTIVE for port object a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:09.884705 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57392) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:09.885676 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Attempt 6 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:55:09.919242 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:09.976310 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:10.050092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:10.064307 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:10.111362 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event updated for resources: {'Port': ['ID=a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:10.116682 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Network e755454d-9e44-4210-8a37-72f4248a56c7 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:10.163340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:10.166485 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:10.172431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:10.172967 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:10.175801 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:10.196932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:10.248804 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c040dc41-df70-4212-952e-29095469581e tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:10.249943 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c040dc41-df70-4212-952e-29095469581e tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Synchronizing usage tracker for tenant:14a8734522ce40a2b698af839a0ea312 on resource:network {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:55:10.253561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fefb6a0e-f7d8-414f-9554-5cb0eb0f86c3 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:10.258377 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fefb6a0e-f7d8-414f-9554-5cb0eb0f86c3 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] 10.222.0.17 "DELETE /v2.0/ports/6de8aae8-dda9-4432-8cfd-a2476b8eeaf5 HTTP/1.1" status: 204 len: 168 time: 1.8884392 Oct 18 07:55:10.265751 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57396) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:10.271598 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e315893e-a579-45b5-9934-3d4e5ca24bab tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:10.295071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=5ef5c823-60a9-43d2-bc4b-deb92d599814,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:10.376925 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e315893e-a579-45b5-9934-3d4e5ca24bab tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:10.389888 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c040dc41-df70-4212-952e-29095469581e tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Unset dirty status for tenant:14a8734522ce40a2b698af839a0ea312 on resource:network {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:55:10.393845 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c040dc41-df70-4212-952e-29095469581e tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "GET /v2.0/networks/d273aec7-4774-4175-825f-ae90a4511626 HTTP/1.1" status: 200 len: 881 time: 0.7718961 Oct 18 07:55:10.394580 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57400) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:10.404789 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed018b2-26d1-40dd-8218-50e9a5e885d1 None None] Network 72e23d89-e914-4db9-b993-b09f367a75d3 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:10.420410 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced0ff41-2400-4fda-aeb8-909fe05b9502 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:10.424381 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ced0ff41-2400-4fda-aeb8-909fe05b9502 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5334284 Oct 18 07:55:10.428410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57402) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:10.461060 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0adbbf1-7244-43fe-bec6-7a81479dc2e3 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:10.461542 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d0adbbf1-7244-43fe-bec6-7a81479dc2e3 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Synchronizing usage tracker for tenant:17882b12c87e4f21b9bfc69cf679b8c2 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:55:10.465630 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e315893e-a579-45b5-9934-3d4e5ca24bab tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:10.488607 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315893e-a579-45b5-9934-3d4e5ca24bab tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cd630d-c249-44e2-a45f-cbcb78dfcaa2,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:10.505029 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e315893e-a579-45b5-9934-3d4e5ca24bab tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:10.506185 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e315893e-a579-45b5-9934-3d4e5ca24bab tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/security-groups/69cd630d-c249-44e2-a45f-cbcb78dfcaa2 HTTP/1.1" status: 204 len: 168 time: 0.6877449 Oct 18 07:55:10.509069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57408) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:10.541030 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:10.548557 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d0adbbf1-7244-43fe-bec6-7a81479dc2e3 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Unset dirty status for tenant:17882b12c87e4f21b9bfc69cf679b8c2 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:55:10.554087 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a37f7d71-b346-4be3-877a-20738051ecff tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "GET /v2.0/ports?device_id=b49a5c7d-6c4e-47a9-8fe7-dff6371847b9 HTTP/1.1" status: 200 len: 205 time: 0.1279795 Oct 18 07:55:10.554270 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d0adbbf1-7244-43fe-bec6-7a81479dc2e3 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] 10.222.0.17 "GET /v2.0/ports?device_id=2e863846-aaad-49d7-ab9d-0f1bd18d9daf HTTP/1.1" status: 200 len: 913 time: 0.2841494 Oct 18 07:55:10.554270 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57412) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:10.560656 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57414) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:10.585570 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Attempt 7 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:55:10.658222 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:10.691801 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad40e315-5270-42fa-a826-bbfda74bf45c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:10.692123 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad40e315-5270-42fa-a826-bbfda74bf45c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:10.693790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad40e315-5270-42fa-a826-bbfda74bf45c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:10.696065 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ad40e315-5270-42fa-a826-bbfda74bf45c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:55:10.857535 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f70e46-0a89-42f4-b5fb-ec62b59f0108 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting subnet 9d6076ce-9676-42c7-8a89-2606ca15c0ea {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:55:10.867091 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-51f70e46-0a89-42f4-b5fb-ec62b59f0108 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:10.984108 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ad40e315-5270-42fa-a826-bbfda74bf45c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:55:10.985266 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ad40e315-5270-42fa-a826-bbfda74bf45c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5555487 Oct 18 07:55:10.992009 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57420) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:10.993937 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b48f6d1b-edde-4af8-920e-24e9bab96639 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:11.037920 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-51f70e46-0a89-42f4-b5fb-ec62b59f0108 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:11.073419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port b48f6d1b-edde-4af8-920e-24e9bab96639 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:11.159442 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b256081e-f5b7-4bb1-b580-63f36c30d35b tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:11.159720 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Attempt 8 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:55:11.228298 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:11.296842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c0286d-21c4-42b4-8f70-4f3f853dd725 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 15af2788-8f9c-4326-bf6f-4cdd9ae7eb1b {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:55:11.305459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77c0286d-21c4-42b4-8f70-4f3f853dd725 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:11.408664 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77c0286d-21c4-42b4-8f70-4f3f853dd725 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:11.475579 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-51f70e46-0a89-42f4-b5fb-ec62b59f0108 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:11.516308 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:11.526584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:11.527300 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:11.528658 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b256081e-f5b7-4bb1-b580-63f36c30d35b tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:11.557075 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-b256081e-f5b7-4bb1-b580-63f36c30d35b tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Deleting port 642bcba9-9f26-4453-a4e3-52cdddcd817a {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:11.557359 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b256081e-f5b7-4bb1-b580-63f36c30d35b tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:11.673458 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77c0286d-21c4-42b4-8f70-4f3f853dd725 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:11.702431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:11.729915 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Attempt 9 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:55:11.734280 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event updated for resources: {'Port': ['ID=a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:11.793735 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:11.853908 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-51f70e46-0a89-42f4-b5fb-ec62b59f0108 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:11.869301 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:11.898894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Network e755454d-9e44-4210-8a37-72f4248a56c7 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:11.909825 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77c0286d-21c4-42b4-8f70-4f3f853dd725 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:11.913665 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:11.918223 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f70e46-0a89-42f4-b5fb-ec62b59f0108 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Subnet': ['ID=9d6076ce-9676-42c7-8a89-2606ca15c0ea,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:11.931209 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-51f70e46-0a89-42f4-b5fb-ec62b59f0108 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:11.944260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e892feb-b578-4990-be4d-b0b761b509b0 None None] Network 3252b8aa-4562-44a9-ac92-9972339c4529 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:11.962328 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-51f70e46-0a89-42f4-b5fb-ec62b59f0108 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/9d6076ce-9676-42c7-8a89-2606ca15c0ea HTTP/1.1" status: 204 len: 168 time: 1.4487934 Oct 18 07:55:11.964086 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57424) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:11.968321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0286d-21c4-42b4-8f70-4f3f853dd725 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=15af2788-8f9c-4326-bf6f-4cdd9ae7eb1b,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:11.981037 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116bd2ca-fdfb-4074-9809-718e787bd6f6 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:12.025595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77c0286d-21c4-42b4-8f70-4f3f853dd725 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:12.037457 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b256081e-f5b7-4bb1-b580-63f36c30d35b tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:12.172125 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-77c0286d-21c4-42b4-8f70-4f3f853dd725 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/15af2788-8f9c-4326-bf6f-4cdd9ae7eb1b HTTP/1.1" status: 204 len: 168 time: 1.1791387 Oct 18 07:55:12.177747 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57428) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:12.185436 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-b256081e-f5b7-4bb1-b580-63f36c30d35b tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Calling delete_port for 642bcba9-9f26-4453-a4e3-52cdddcd817a owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:12.266430 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93a358a-09c9-4292-a9d2-67e52fbdd268 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting subnet 9b637df5-9d10-4b2e-8500-2244c4b2a15b {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:55:12.275472 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e93a358a-09c9-4292-a9d2-67e52fbdd268 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:12.315322 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5275cb8b-4cd5-4e2d-b5d7-c2950869841a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:12.330085 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Attempt 10 to provision port 795e7d50-a439-4482-8430-c24d56562730 Oct 18 07:55:12.331271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Router 68472e41-a873-4f58-a3dd-0e262707cb18 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:55:12.413724 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:12.444996 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Port 795e7d50-a439-4482-8430-c24d56562730 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:12.487913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:12.509176 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-d779cdeb-e81d-42d9-8250-f8d808b05611 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 60daf006-ddc4-4529-8bf2-863306c50cfa {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:55:12.520543 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Provisioning complete for port 28104290-1669-413f-b905-72ccb75f0ace triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:12.520790 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e93a358a-09c9-4292-a9d2-67e52fbdd268 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:12.520909 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:12.520909 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Attempt 1 to provision port 28104290-1669-413f-b905-72ccb75f0ace Oct 18 07:55:12.566755 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d779cdeb-e81d-42d9-8250-f8d808b05611 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:12.613903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=5ef5c823-60a9-43d2-bc4b-deb92d599814,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:12.618241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:12.699109 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Current status of the port 28104290-1669-413f-b905-72ccb75f0ace is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:12.703449 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Could not find standard attr ID for object 6de8aae8-dda9-4432-8cfd-a2476b8eeaf5. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:55:12.707074 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Could not find standard attr ID for object 36a5da38-4ec4-458a-aefc-7c0d3104d1cf. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:55:12.708367 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d779cdeb-e81d-42d9-8250-f8d808b05611 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:12.716235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-07a5efbc-ed71-485b-8cfb-f73ab17104e3 None None] Could not find standard attr ID for object 9e8afec9-1fba-4c4e-ae10-3a8879326b59. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:55:12.833053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Could not find standard attr ID for object 63d9185f-e061-47b3-bf6c-9297f25d0c0c. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:55:12.851510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Provisioning complete for port a8b92c00-22d0-4a07-b485-f4f0a85608b8 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:12.852337 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:12.853162 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Attempt 1 to provision port a8b92c00-22d0-4a07-b485-f4f0a85608b8 Oct 18 07:55:12.876090 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:12.902438 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-177b4561-6227-41b5-a727-35a0f9ee8ffb tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "PUT /v2.0/routers/68472e41-a873-4f58-a3dd-0e262707cb18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8545041 Oct 18 07:55:12.903417 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57432) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:12.934154 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e93a358a-09c9-4292-a9d2-67e52fbdd268 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:12.980299 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d3737-520f-46c7-b3a0-4c7898b38947 None None] Sync routers for ids ['68472e41-a873-4f58-a3dd-0e262707cb18'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:12.996844 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d779cdeb-e81d-42d9-8250-f8d808b05611 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:13.002140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d3737-520f-46c7-b3a0-4c7898b38947 None None] Routers {'68472e41-a873-4f58-a3dd-0e262707cb18'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:13.002814 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4d3d3737-520f-46c7-b3a0-4c7898b38947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['68472e41-a873-4f58-a3dd-0e262707cb18'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:13.076727 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b256081e-f5b7-4bb1-b580-63f36c30d35b tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:13.184675 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4d3d3737-520f-46c7-b3a0-4c7898b38947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:13.220287 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d3737-520f-46c7-b3a0-4c7898b38947 None None] Routers {'68472e41-a873-4f58-a3dd-0e262707cb18'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:13.221063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4d3d3737-520f-46c7-b3a0-4c7898b38947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['68472e41-a873-4f58-a3dd-0e262707cb18'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:13.225913 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256081e-f5b7-4bb1-b580-63f36c30d35b tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Pushing event deleted for resources: {'Port': ['ID=642bcba9-9f26-4453-a4e3-52cdddcd817a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:13.330148 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4d3d3737-520f-46c7-b3a0-4c7898b38947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:13.330662 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d3737-520f-46c7-b3a0-4c7898b38947 None None] The sync data for ids ['68472e41-a873-4f58-a3dd-0e262707cb18'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:13.336233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Current status of the port a8b92c00-22d0-4a07-b485-f4f0a85608b8 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:13.351351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Provisioning for port 1589184f-181b-481e-8aa1-68eda27eb09c completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:13.361437 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Provisioning complete for port 1589184f-181b-481e-8aa1-68eda27eb09c triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:13.361884 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:13.362388 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Attempt 1 to provision port 1589184f-181b-481e-8aa1-68eda27eb09c Oct 18 07:55:13.519202 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Floating IP 211067ba-b9d9-4ff1-9c29-efc322e1ee39 associated. External IP: 172.26.8.7, port: d5fe5721-7ac6-4f57-adc7-f5a18dc60868. Oct 18 07:55:13.544396 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e93a358a-09c9-4292-a9d2-67e52fbdd268 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:13.595989 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Current status of the port 1589184f-181b-481e-8aa1-68eda27eb09c is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:13.596441 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:13.623527 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a358a-09c9-4292-a9d2-67e52fbdd268 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Subnet': ['ID=9b637df5-9d10-4b2e-8500-2244c4b2a15b,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:13.625228 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-5275cb8b-4cd5-4e2d-b5d7-c2950869841a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Deleting port 9ab47069-b8d2-400e-8f8d-0734fc1559aa {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:13.625568 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5275cb8b-4cd5-4e2d-b5d7-c2950869841a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:13.638199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] For port 1589184f-181b-481e-8aa1-68eda27eb09c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=1589184f-181b-481e-8aa1-68eda27eb09c,segment=NetworkSegment(4ac223a8-df45-41e9-ade5-611a00448b16),segment_id=4ac223a8-df45-41e9-ade5-611a00448b16)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:13.642581 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:13.662007 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e93a358a-09c9-4292-a9d2-67e52fbdd268 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:13.676167 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d779cdeb-e81d-42d9-8250-f8d808b05611 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:13.680441 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e93a358a-09c9-4292-a9d2-67e52fbdd268 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/9b637df5-9d10-4b2e-8500-2244c4b2a15b HTTP/1.1" status: 204 len: 168 time: 1.7161450 Oct 18 07:55:13.687999 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b6bdd0-d73b-41e0-96ca-19d127eb44a5 None None] Network 3252b8aa-4562-44a9-ac92-9972339c4529 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:13.735792 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57436) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:13.783381 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:55:13.791734 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Provisioning for port b48f6d1b-edde-4af8-920e-24e9bab96639 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:13.801510 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779cdeb-e81d-42d9-8250-f8d808b05611 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=60daf006-ddc4-4529-8bf2-863306c50cfa,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:13.810169 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Pushing event updated for resources: {'Port': ['ID=1589184f-181b-481e-8aa1-68eda27eb09c,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:13.817672 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Provisioning complete for port b48f6d1b-edde-4af8-920e-24e9bab96639 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:13.818512 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:13.818962 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Attempt 1 to provision port b48f6d1b-edde-4af8-920e-24e9bab96639 Oct 18 07:55:13.836513 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d779cdeb-e81d-42d9-8250-f8d808b05611 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:13.841051 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d779cdeb-e81d-42d9-8250-f8d808b05611 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/60daf006-ddc4-4529-8bf2-863306c50cfa HTTP/1.1" status: 204 len: 168 time: 1.6251137 Oct 18 07:55:13.841051 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-e471d9c1-4161-443c-9c08-8ba8ebd25be3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] DELETE failed (client error): The resource could not be found. Oct 18 07:55:13.841051 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e471d9c1-4161-443c-9c08-8ba8ebd25be3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:55:13.841495 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e471d9c1-4161-443c-9c08-8ba8ebd25be3 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/9d6076ce-9676-42c7-8a89-2606ca15c0ea HTTP/1.1" status: 404 len: 337 time: 0.1047628 Oct 18 07:55:13.842334 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b256081e-f5b7-4bb1-b580-63f36c30d35b tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:13.843432 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2eed82e-cb28-4400-8aa8-4f73758e6674 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:13.849291 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57440) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:13.849829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57442) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:13.984989 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cd134f06-51f3-45d6-afda-2d692f70629b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1204965 Oct 18 07:55:13.995774 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57448) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:14.007678 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-7ba687c1-f8c5-489d-97e3-6aa8f9519c8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:14.095255 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b256081e-f5b7-4bb1-b580-63f36c30d35b tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:14.099752 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b256081e-f5b7-4bb1-b580-63f36c30d35b tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:14.144251 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-8f868758-d18d-499b-b3e3-6fe7101bbfca tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:55:14.145469 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8f868758-d18d-499b-b3e3-6fe7101bbfca tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "PUT /v2.0/routers/68472e41-a873-4f58-a3dd-0e262707cb18/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2382302 Oct 18 07:55:14.151152 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57452) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:14.219368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5275cb8b-4cd5-4e2d-b5d7-c2950869841a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:14.226872 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b256081e-f5b7-4bb1-b580-63f36c30d35b tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:14.227464 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b256081e-f5b7-4bb1-b580-63f36c30d35b tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Fanout notify agent at l3_agent the message router_deleted on router b49a5c7d-6c4e-47a9-8fe7-dff6371847b9 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:55:14.280525 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Current status of the port b48f6d1b-edde-4af8-920e-24e9bab96639 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:14.280898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:14.333524 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] For port b48f6d1b-edde-4af8-920e-24e9bab96639, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b48f6d1b-edde-4af8-920e-24e9bab96639,segment=NetworkSegment(76fdb33d-91a2-48e7-bfd5-d098eaa79e8f),segment_id=76fdb33d-91a2-48e7-bfd5-d098eaa79e8f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:14.341540 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:14.416895 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-510171d0-4737-4efe-953f-2704f488cfee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting subnet 398e1409-e819-497d-a6dd-b3b533310598 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:55:14.422352 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77010f49-1627-4fb3-8f2e-e818025ebd68 None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:55:14.427260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Provisioning for port a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:14.438204 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b256081e-f5b7-4bb1-b580-63f36c30d35b tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:14.442797 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b256081e-f5b7-4bb1-b580-63f36c30d35b tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "DELETE /v2.0/routers/b49a5c7d-6c4e-47a9-8fe7-dff6371847b9 HTTP/1.1" status: 204 len: 168 time: 3.8755012 Oct 18 07:55:14.446522 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-5275cb8b-4cd5-4e2d-b5d7-c2950869841a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Calling delete_port for 9ab47069-b8d2-400e-8f8d-0734fc1559aa owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:14.447925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-510171d0-4737-4efe-953f-2704f488cfee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:14.448498 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Provisioning complete for port a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:14.449024 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:14.449457 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Attempt 1 to provision port a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 Oct 18 07:55:14.477288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57456) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:14.477610 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-77010f49-1627-4fb3-8f2e-e818025ebd68 None None] Deleting port a8b92c00-22d0-4a07-b485-f4f0a85608b8 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:14.478079 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-77010f49-1627-4fb3-8f2e-e818025ebd68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:14.496966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-82d7ca8a-0521-40a0-a2ac-1a6cab39e2e7 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-759896278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:14.517893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-82d7ca8a-0521-40a0-a2ac-1a6cab39e2e7 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:14.542680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-82d7ca8a-0521-40a0-a2ac-1a6cab39e2e7 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Usage tracker for resource:router and tenant:a22354d471594de4952e78e6c2ba7f7c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:14.550246 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-82d7ca8a-0521-40a0-a2ac-1a6cab39e2e7 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:14.559918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-510171d0-4737-4efe-953f-2704f488cfee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:14.579090 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Pushing event updated for resources: {'Port': ['ID=b48f6d1b-edde-4af8-920e-24e9bab96639,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:14.591478 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Port a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:14.603056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-82d7ca8a-0521-40a0-a2ac-1a6cab39e2e7 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:14.610937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7ba687c1-f8c5-489d-97e3-6aa8f9519c8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:14.635891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7ba687c1-f8c5-489d-97e3-6aa8f9519c8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:14.646136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7ba687c1-f8c5-489d-97e3-6aa8f9519c8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:14.664249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-82d7ca8a-0521-40a0-a2ac-1a6cab39e2e7 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:14.665451 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-82d7ca8a-0521-40a0-a2ac-1a6cab39e2e7 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:14.681113 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-82d7ca8a-0521-40a0-a2ac-1a6cab39e2e7 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:14.700759 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7ba687c1-f8c5-489d-97e3-6aa8f9519c8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:14.751630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-510171d0-4737-4efe-953f-2704f488cfee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:14.808401 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-82d7ca8a-0521-40a0-a2ac-1a6cab39e2e7 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:14.826152 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-77010f49-1627-4fb3-8f2e-e818025ebd68 None None] For port a8b92c00-22d0-4a07-b485-f4f0a85608b8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a8b92c00-22d0-4a07-b485-f4f0a85608b8,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:14.826912 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-77010f49-1627-4fb3-8f2e-e818025ebd68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:14.838896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router cfd6ecbc-7a45-4e58-b87d-4b094663c752 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:55:14.870264 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba687c1-f8c5-489d-97e3-6aa8f9519c8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:14.873958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ba687c1-f8c5-489d-97e3-6aa8f9519c8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:14.976253 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-82d7ca8a-0521-40a0-a2ac-1a6cab39e2e7 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:14.979914 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-82d7ca8a-0521-40a0-a2ac-1a6cab39e2e7 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4995172 Oct 18 07:55:14.993674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 1589184f-181b-481e-8aa1-68eda27eb09c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:15.015330 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57460) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:15.029536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-77010f49-1627-4fb3-8f2e-e818025ebd68 None None] Calling delete_port for a8b92c00-22d0-4a07-b485-f4f0a85608b8 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:15.040193 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-1871b9a0-53cd-453d-8f66-f49e1ca4c135 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:15.096178 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Attempt 2 to provision port a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 Oct 18 07:55:15.197289 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-510171d0-4737-4efe-953f-2704f488cfee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:15.210613 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Port a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:15.226414 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 1589184f-181b-481e-8aa1-68eda27eb09c triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:15.227013 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:15.227500 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 1589184f-181b-481e-8aa1-68eda27eb09c Oct 18 07:55:15.242108 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-510171d0-4737-4efe-953f-2704f488cfee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:15.256504 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510171d0-4737-4efe-953f-2704f488cfee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Subnet': ['ID=398e1409-e819-497d-a6dd-b3b533310598,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:15.276932 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-510171d0-4737-4efe-953f-2704f488cfee tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/398e1409-e819-497d-a6dd-b3b533310598 HTTP/1.1" status: 204 len: 168 time: 1.4110429 Oct 18 07:55:15.300260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94197382-d0ac-4083-9af1-e21c1bbab5b2 None None] Network 3252b8aa-4562-44a9-ac92-9972339c4529 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:15.305361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57464) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:15.306455 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:15.319123 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246393c5-be92-489f-8a15-c50e56a8f4b6 None None] Sync routers for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:15.326243 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-77010f49-1627-4fb3-8f2e-e818025ebd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:15.329053 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246393c5-be92-489f-8a15-c50e56a8f4b6 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:15.329894 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-246393c5-be92-489f-8a15-c50e56a8f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:15.366592 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92b156c-44eb-4317-a37d-90bb788c9065 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] DELETE failed (client error): The resource could not be found. Oct 18 07:55:15.367001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92b156c-44eb-4317-a37d-90bb788c9065 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:55:15.371011 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e92b156c-44eb-4317-a37d-90bb788c9065 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/dca3b2e4-c4a5-4659-9eea-be7ae14edbae HTTP/1.1" status: 404 len: 337 time: 0.0603995 Oct 18 07:55:15.372028 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57468) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:15.409042 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-246393c5-be92-489f-8a15-c50e56a8f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:15.418676 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246393c5-be92-489f-8a15-c50e56a8f4b6 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:15.419591 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-246393c5-be92-489f-8a15-c50e56a8f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:15.428587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:15.437446 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77010f49-1627-4fb3-8f2e-e818025ebd68 None None] Pushing event deleted for resources: {'Port': ['ID=a8b92c00-22d0-4a07-b485-f4f0a85608b8,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:15.467951 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77010f49-1627-4fb3-8f2e-e818025ebd68 None None] No DVR routers for this DVR port a8b92c00-22d0-4a07-b485-f4f0a85608b8 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:55:15.488939 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-246393c5-be92-489f-8a15-c50e56a8f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:15.489606 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246393c5-be92-489f-8a15-c50e56a8f4b6 None None] The sync data for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:15.494179 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0f58f87b-2ae4-485d-b3eb-ac47b13a8d35 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.2556520 Oct 18 07:55:15.496750 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-df9447d9-8b75-46f8-b907-0d9493676a0b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Synchronizing usage tracker for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:55:15.500093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57472) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:15.511740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c4a496ba-a39a-4501-986f-6e41a35705b3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2124613204'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:15.521997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c4a496ba-a39a-4501-986f-6e41a35705b3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:15.531694 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1871b9a0-53cd-453d-8f66-f49e1ca4c135 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:15.544244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c4a496ba-a39a-4501-986f-6e41a35705b3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Usage tracker for resource:network and tenant:673b068eae9a43748b342c59b1cd9387 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:15.555681 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-df9447d9-8b75-46f8-b907-0d9493676a0b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Unset dirty status for tenant:0e9e13d574094643abe8d93e70221363 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:55:15.559538 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-df9447d9-8b75-46f8-b907-0d9493676a0b tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "GET /v2.0/ports?device_id=a98cec8f-ba85-45f3-a62b-a9755aae0bd0 HTTP/1.1" status: 200 len: 205 time: 0.1835985 Oct 18 07:55:15.559538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c4a496ba-a39a-4501-986f-6e41a35705b3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:15.565596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57476) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:15.623784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c4a496ba-a39a-4501-986f-6e41a35705b3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:15.626261 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5275cb8b-4cd5-4e2d-b5d7-c2950869841a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:15.647541 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-b6bdba87-bac2-4878-af21-e8114be496ab tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] delete failed (client error): The resource could not be found. Oct 18 07:55:15.648579 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b6bdba87-bac2-4878-af21-e8114be496ab tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/routers/a98cec8f-ba85-45f3-a62b-a9755aae0bd0 HTTP/1.1" status: 404 len: 336 time: 0.0820804 Oct 18 07:55:15.651835 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57480) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:15.662490 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 1589184f-181b-481e-8aa1-68eda27eb09c is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:15.663590 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b48f6d1b-edde-4af8-920e-24e9bab96639 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:15.694011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a496ba-a39a-4501-986f-6e41a35705b3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Made reservation on behalf of 673b068eae9a43748b342c59b1cd9387 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:15.697412 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c4a496ba-a39a-4501-986f-6e41a35705b3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:15.711833 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Attempt 3 to provision port a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 Oct 18 07:55:15.735892 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-05120833-7094-4364-9597-6ccbc15d9b35 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] DELETE failed (client error): The resource could not be found. Oct 18 07:55:15.736329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05120833-7094-4364-9597-6ccbc15d9b35 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:55:15.738216 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-05120833-7094-4364-9597-6ccbc15d9b35 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/4fac9099-c964-4664-9b74-84105ee7f570 HTTP/1.1" status: 404 len: 337 time: 0.0853131 Oct 18 07:55:15.745290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57484) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:15.766731 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275cb8b-4cd5-4e2d-b5d7-c2950869841a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Pushing event deleted for resources: {'Port': ['ID=9ab47069-b8d2-400e-8f8d-0734fc1559aa,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:15.785936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Port a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:15.803762 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port b48f6d1b-edde-4af8-920e-24e9bab96639 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:15.804412 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:15.804942 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port b48f6d1b-edde-4af8-920e-24e9bab96639 Oct 18 07:55:15.808563 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba6fc78-b119-4e48-97df-aa812d1689e5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] DELETE failed (client error): The resource could not be found. Oct 18 07:55:15.809239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba6fc78-b119-4e48-97df-aa812d1689e5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:55:15.811124 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5ba6fc78-b119-4e48-97df-aa812d1689e5 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/a742e2b7-2f72-4025-87ec-943c5e7a4986 HTTP/1.1" status: 404 len: 337 time: 0.0601270 Oct 18 07:55:15.814827 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57488) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:15.858948 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a496ba-a39a-4501-986f-6e41a35705b3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:55:15.874207 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.objects.ports [None req-7ba687c1-f8c5-489d-97e3-6aa8f9519c8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89046) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:55:15.876733 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ba687c1-f8c5-489d-97e3-6aa8f9519c8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:15.887999 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5812bf-a689-49c4-ba3b-51f1f1b8b01d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] DELETE failed (client error): The resource could not be found. Oct 18 07:55:15.888447 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5812bf-a689-49c4-ba3b-51f1f1b8b01d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:55:15.915497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b24216-cc27-46dc-b1d5-318a4d5101b9 None None] DHCP port deletion for 3252b8aa-4562-44a9-ac92-9972339c4529 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:55:15.915709 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3e5812bf-a689-49c4-ba3b-51f1f1b8b01d tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/43b89e78-0c7c-4d2c-8583-07a53385fb87 HTTP/1.1" status: 404 len: 337 time: 0.0871053 Oct 18 07:55:15.916053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57492) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:15.922366 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-24b24216-cc27-46dc-b1d5-318a4d5101b9 None None] Deleting port 28104290-1669-413f-b905-72ccb75f0ace {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:15.922765 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-24b24216-cc27-46dc-b1d5-318a4d5101b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:15.969069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c4a496ba-a39a-4501-986f-6e41a35705b3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:15.969577 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-c4a496ba-a39a-4501-986f-6e41a35705b3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Added segment fbe5e39f-577d-4e29-b810-98f847e04ba2 of type vlan for network c001529c-7e70-4862-9812-effea03e981b Oct 18 07:55:16.006101 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c4a496ba-a39a-4501-986f-6e41a35705b3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:16.041814 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ca1f1f-9de5-465c-92f3-bf44690e3bc8 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] DELETE failed (client error): The resource could not be found. Oct 18 07:55:16.042360 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ca1f1f-9de5-465c-92f3-bf44690e3bc8 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:55:16.046524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba687c1-f8c5-489d-97e3-6aa8f9519c8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:16.056247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-7ba687c1-f8c5-489d-97e3-6aa8f9519c8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:16.062473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba687c1-f8c5-489d-97e3-6aa8f9519c8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:16.063338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ba687c1-f8c5-489d-97e3-6aa8f9519c8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:16.068989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba687c1-f8c5-489d-97e3-6aa8f9519c8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=d55548fc-f738-424c-8274-82ef6434fc91,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:16.069169 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5275cb8b-4cd5-4e2d-b5d7-c2950869841a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:16.077267 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bab51e0a-658c-4a8d-b9e3-12db6bbc1fd0 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:16.089948 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-02ca1f1f-9de5-465c-92f3-bf44690e3bc8 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/ports/1378d893-162c-45bc-b2af-264cbef5f0d9 HTTP/1.1" status: 404 len: 333 time: 0.1577663 Oct 18 07:55:16.091223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57496) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:16.094244 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780d2200-2422-4319-911b-4f777c584493 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:16.140952 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3de88d-0f1c-40cd-989b-7be9b597876c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] DELETE failed (client error): The resource could not be found. Oct 18 07:55:16.141562 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3de88d-0f1c-40cd-989b-7be9b597876c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:55:16.144525 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6e3de88d-0f1c-40cd-989b-7be9b597876c tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/599b40b8-dbeb-4199-8824-f29ed283055c HTTP/1.1" status: 404 len: 337 time: 0.0497651 Oct 18 07:55:16.151866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57500) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:16.152551 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c4a496ba-a39a-4501-986f-6e41a35705b3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:16.161931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a496ba-a39a-4501-986f-6e41a35705b3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:16.162579 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c4a496ba-a39a-4501-986f-6e41a35705b3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:16.168374 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7ba687c1-f8c5-489d-97e3-6aa8f9519c8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1714306 Oct 18 07:55:16.196668 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57504) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:16.280916 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port b48f6d1b-edde-4af8-920e-24e9bab96639 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:16.287137 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Attempt 4 to provision port a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 Oct 18 07:55:16.357541 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a8b92c00-22d0-4a07-b485-f4f0a85608b8 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:55:16.384116 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-24b24216-cc27-46dc-b1d5-318a4d5101b9 None None] For port 28104290-1669-413f-b905-72ccb75f0ace, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=28104290-1669-413f-b905-72ccb75f0ace,segment=NetworkSegment(67717874-ef04-4799-994d-86a53002894a),segment_id=67717874-ef04-4799-994d-86a53002894a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:16.384548 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-24b24216-cc27-46dc-b1d5-318a4d5101b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:16.416681 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f9633195-f2df-4f28-a87e-d697610cd607 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:16.434804 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd0393c-4895-4eee-a845-67976a840e39 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] DELETE failed (client error): The resource could not be found. Oct 18 07:55:16.435259 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd0393c-4895-4eee-a845-67976a840e39 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:55:16.439395 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1fd0393c-4895-4eee-a845-67976a840e39 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/39234891-ec7d-4d9c-85b7-10b021e4f224 HTTP/1.1" status: 404 len: 337 time: 0.2672477 Oct 18 07:55:16.441378 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57508) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:16.472603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: a8b92c00-22d0-4a07-b485-f4f0a85608b8 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:55:16.472603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a8b92c00-22d0-4a07-b485-f4f0a85608b8 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:55:16.476989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a496ba-a39a-4501-986f-6e41a35705b3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Network': ['ID=c001529c-7e70-4862-9812-effea03e981b,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:16.482114 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c4a496ba-a39a-4501-986f-6e41a35705b3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9754455 Oct 18 07:55:16.485658 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57512) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:16.491304 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-3edee474-c069-4725-85b1-169d1042928a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'subnet': {'network_id': 'c001529c-7e70-4862-9812-effea03e981b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:16.508580 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfee650e-8fc9-4865-886d-ecacf6083f20 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] DELETE failed (client error): The resource could not be found. Oct 18 07:55:16.509050 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfee650e-8fc9-4865-886d-ecacf6083f20 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:55:16.513097 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bfee650e-8fc9-4865-886d-ecacf6083f20 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/ports/31bd18d0-26d0-48f5-a56b-9bf1390996df HTTP/1.1" status: 404 len: 333 time: 0.0699809 Oct 18 07:55:16.518435 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57516) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:16.542382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-24b24216-cc27-46dc-b1d5-318a4d5101b9 None None] Calling delete_port for 28104290-1669-413f-b905-72ccb75f0ace owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:16.570413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network c001529c-7e70-4862-9812-effea03e981b details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:55:16.615712 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da1218b-2391-4187-9fd0-411624e7fad7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] DELETE failed (client error): The resource could not be found. Oct 18 07:55:16.616287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da1218b-2391-4187-9fd0-411624e7fad7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:55:16.619915 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8da1218b-2391-4187-9fd0-411624e7fad7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/0b1197ca-2630-4b55-bc37-4b0403a4f6a6 HTTP/1.1" status: 404 len: 337 time: 0.0982580 Oct 18 07:55:16.621940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57520) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:16.626925 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Port a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:16.672933 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d17bf7f-435a-47c3-b7f2-ea3d56dd0de7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] DELETE failed (client error): The resource could not be found. Oct 18 07:55:16.673379 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d17bf7f-435a-47c3-b7f2-ea3d56dd0de7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:55:16.677376 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6d17bf7f-435a-47c3-b7f2-ea3d56dd0de7 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/subnets/6ecf67ee-28e8-42d8-a9aa-f544ac99733f HTTP/1.1" status: 404 len: 337 time: 0.0528746 Oct 18 07:55:16.678626 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57524) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:16.732740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3edee474-c069-4725-85b1-169d1042928a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:16.741029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3edee474-c069-4725-85b1-169d1042928a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Usage tracker for resource:subnet and tenant:673b068eae9a43748b342c59b1cd9387 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:16.746326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3edee474-c069-4725-85b1-169d1042928a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:16.756647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3edee474-c069-4725-85b1-169d1042928a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:16.769219 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-93983400-4053-4202-89e4-f4ba83117f38 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Deleting port 795e7d50-a439-4482-8430-c24d56562730 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:16.770307 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-93983400-4053-4202-89e4-f4ba83117f38 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:16.824122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edee474-c069-4725-85b1-169d1042928a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Made reservation on behalf of 673b068eae9a43748b342c59b1cd9387 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:16.827753 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3edee474-c069-4725-85b1-169d1042928a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:16.841784 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-24b24216-cc27-46dc-b1d5-318a4d5101b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:16.895314 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b24216-cc27-46dc-b1d5-318a4d5101b9 None None] Pushing event deleted for resources: {'Port': ['ID=28104290-1669-413f-b905-72ccb75f0ace,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:16.897710 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': 'd55548fc-f738-424c-8274-82ef6434fc91'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:55:16.898834 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:16.965814 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 28104290-1669-413f-b905-72ccb75f0ace no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:55:16.996048 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b24216-cc27-46dc-b1d5-318a4d5101b9 None None] No DVR routers for this DVR port 28104290-1669-413f-b905-72ccb75f0ace on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:55:17.005950 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 28104290-1669-413f-b905-72ccb75f0ace {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:55:17.006987 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 28104290-1669-413f-b905-72ccb75f0ace not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:55:17.042645 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5275cb8b-4cd5-4e2d-b5d7-c2950869841a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Router 2e863846-aaad-49d7-ab9d-0f1bd18d9daf has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:55:17.090789 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f9633195-f2df-4f28-a87e-d697610cd607 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:17.093984 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1871b9a0-53cd-453d-8f66-f49e1ca4c135 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:17.119919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-93983400-4053-4202-89e4-f4ba83117f38 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:17.124347 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Allocated IP 2001:db8::f816:3eff:fe75:788a (421d0710-6574-4dc6-a599-2fa72ae31b2e/d55548fc-f738-424c-8274-82ef6434fc91/a3b216fd-ad9c-4a1d-925a-6016ff318453) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:17.129851 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Attempt 5 to provision port a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 Oct 18 07:55:17.142298 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f9633195-f2df-4f28-a87e-d697610cd607 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:17.149100 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1871b9a0-53cd-453d-8f66-f49e1ca4c135 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:17.151480 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f9633195-f2df-4f28-a87e-d697610cd607 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:17.193765 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Port a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:17.246307 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f9633195-f2df-4f28-a87e-d697610cd607 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:17.281879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-93983400-4053-4202-89e4-f4ba83117f38 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Calling delete_port for 795e7d50-a439-4482-8430-c24d56562730 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:17.345974 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5275cb8b-4cd5-4e2d-b5d7-c2950869841a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:17.347496 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9633195-f2df-4f28-a87e-d697610cd607 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:17.351642 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f9633195-f2df-4f28-a87e-d697610cd607 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:17.374192 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e433cb41-088d-4c6e-a889-5f6b758e99ee None None] Sync routers for ids ['2e863846-aaad-49d7-ab9d-0f1bd18d9daf'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:17.403130 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e433cb41-088d-4c6e-a889-5f6b758e99ee None None] Routers {'2e863846-aaad-49d7-ab9d-0f1bd18d9daf'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:17.403805 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e433cb41-088d-4c6e-a889-5f6b758e99ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['2e863846-aaad-49d7-ab9d-0f1bd18d9daf'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:17.404854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3edee474-c069-4725-85b1-169d1042928a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:17.447918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-93983400-4053-4202-89e4-f4ba83117f38 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:17.454331 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5275cb8b-4cd5-4e2d-b5d7-c2950869841a tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] 10.222.0.17 "PUT /v2.0/routers/2e863846-aaad-49d7-ab9d-0f1bd18d9daf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8924105 Oct 18 07:55:17.456499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57528) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:17.477367 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e433cb41-088d-4c6e-a889-5f6b758e99ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:17.479670 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:17.494680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Transition to ACTIVE for port object a3b216fd-ad9c-4a1d-925a-6016ff318453 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:17.500832 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e433cb41-088d-4c6e-a889-5f6b758e99ee None None] Routers {'2e863846-aaad-49d7-ab9d-0f1bd18d9daf'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:17.501460 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e433cb41-088d-4c6e-a889-5f6b758e99ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['2e863846-aaad-49d7-ab9d-0f1bd18d9daf'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:17.573970 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e433cb41-088d-4c6e-a889-5f6b758e99ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:17.574907 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e433cb41-088d-4c6e-a889-5f6b758e99ee None None] The sync data for ids ['2e863846-aaad-49d7-ab9d-0f1bd18d9daf'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:17.586509 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Transition to ACTIVE for port object a3b216fd-ad9c-4a1d-925a-6016ff318453 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:17.593310 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:17.614844 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.ipam_backend_mixin [None req-f9633195-f2df-4f28-a87e-d697610cd607 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d55548fc-f738-424c-8274-82ef6434fc91 (CIDR: 2001:db8::/64) Oct 18 07:55:17.626505 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9633195-f2df-4f28-a87e-d697610cd607 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:55:17.626912 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9633195-f2df-4f28-a87e-d697610cd607 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:55:17.630268 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-bab51e0a-658c-4a8d-b9e3-12db6bbc1fd0 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Deleting port a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:17.630654 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bab51e0a-658c-4a8d-b9e3-12db6bbc1fd0 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:17.635564 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93983400-4053-4202-89e4-f4ba83117f38 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Port': ['ID=795e7d50-a439-4482-8430-c24d56562730,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:17.680343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:17.680621 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-93983400-4053-4202-89e4-f4ba83117f38 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:17.683624 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:17.689892 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:17.695940 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Attempt 6 to provision port a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 Oct 18 07:55:17.699013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edee474-c069-4725-85b1-169d1042928a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Subnet': ['ID=ba3df6eb-b285-4903-bbe4-7ac2c2388e74,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:17.704896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6c1eaea4-f906-4c80-b236-ba5d9787445d tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:17.722349 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Pushing event updated for resources: {'Port': ['ID=a3b216fd-ad9c-4a1d-925a-6016ff318453,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:17.756459 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-93983400-4053-4202-89e4-f4ba83117f38 tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/ports/795e7d50-a439-4482-8430-c24d56562730 HTTP/1.1" status: 204 len: 168 time: 1.0742157 Oct 18 07:55:17.802688 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57532) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:17.845466 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Port a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:17.850397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Attempting to bind port a3b216fd-ad9c-4a1d-925a-6016ff318453 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:55:17.850397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Attempting to bind port a3b216fd-ad9c-4a1d-925a-6016ff318453 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:55:17.850725 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Attempting to bind port a3b216fd-ad9c-4a1d-925a-6016ff318453 on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:55:17.851006 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-1871b9a0-53cd-453d-8f66-f49e1ca4c135 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Allocated IP 172.26.8.194 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/eaac7d77-a36a-4daa-aad4-d4385ba080c9) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:17.856480 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:55:17.856852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:17.857242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:17.857655 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:55:17.858099 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Bound port: a3b216fd-ad9c-4a1d-925a-6016ff318453, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:55:17.858456 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:17.946736 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edee474-c069-4725-85b1-169d1042928a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Checking segment: {'id': 'fbe5e39f-577d-4e29-b810-98f847e04ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c001529c-7e70-4862-9812-effea03e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:17.947067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edee474-c069-4725-85b1-169d1042928a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network hostable DHCP agents. Network: c001529c-7e70-4862-9812-effea03e981b, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:55:17.953116 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f9633195-f2df-4f28-a87e-d697610cd607 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7535734 Oct 18 07:55:17.957702 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] For port a3b216fd-ad9c-4a1d-925a-6016ff318453, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:55:17.960802 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57536) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:17.960964 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] For port a3b216fd-ad9c-4a1d-925a-6016ff318453, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a3b216fd-ad9c-4a1d-925a-6016ff318453,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:55:17.964928 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:17.970810 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c207ff2c-e763-4c2d-9190-87131ccd5559 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:18.050556 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec578ea-21eb-4e8a-a0cb-75cc119731d7 None None] Pushing event updated for resources: {'Port': ['ID=a3b216fd-ad9c-4a1d-925a-6016ff318453,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:18.112626 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b6647c3f-ca4c-4f08-aa3e-961b5a4fa35f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.294224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edee474-c069-4725-85b1-169d1042928a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network c001529c-7e70-4862-9812-effea03e981b is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:55:18.309202 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6c1eaea4-f906-4c80-b236-ba5d9787445d tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.319953 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6c1eaea4-f906-4c80-b236-ba5d9787445d tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.325879 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bab51e0a-658c-4a8d-b9e3-12db6bbc1fd0 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.341392 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-3edee474-c069-4725-85b1-169d1042928a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, c001529c-7e70-4862-9812-effea03e981b) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:18.345780 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edee474-c069-4725-85b1-169d1042928a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:18.346382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3edee474-c069-4725-85b1-169d1042928a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.346838 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Attempt 7 to provision port a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 Oct 18 07:55:18.384770 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3edee474-c069-4725-85b1-169d1042928a tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8981433 Oct 18 07:55:18.387784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57546) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:18.399034 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1925713009', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}, 'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:18.407270 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b444aa6-68a6-43ef-be0a-9444f94e8610 None None] Network c001529c-7e70-4862-9812-effea03e981b requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:18.407487 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c207ff2c-e763-4c2d-9190-87131ccd5559 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:18.410781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6c1eaea4-f906-4c80-b236-ba5d9787445d tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.411301 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1eaea4-f906-4c80-b236-ba5d9787445d tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Fanout notify agent at l3_agent the message router_deleted on router 2e863846-aaad-49d7-ab9d-0f1bd18d9daf {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:55:18.420368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:18.427163 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6c1eaea4-f906-4c80-b236-ba5d9787445d tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.431231 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6c1eaea4-f906-4c80-b236-ba5d9787445d tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] 10.222.0.17 "DELETE /v2.0/routers/2e863846-aaad-49d7-ab9d-0f1bd18d9daf HTTP/1.1" status: 204 len: 168 time: 0.9715166 Oct 18 07:55:18.433368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c207ff2c-e763-4c2d-9190-87131ccd5559 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:18.436118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57550) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:18.439804 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c207ff2c-e763-4c2d-9190-87131ccd5559 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:18.443483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Usage tracker for resource:router and tenant:673b068eae9a43748b342c59b1cd9387 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:18.507289 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-bab51e0a-658c-4a8d-b9e3-12db6bbc1fd0 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Calling delete_port for a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:18.520155 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-31225ce4-932d-4d60-acb9-46b221582815 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Deleting subnet 50494982-7c7e-43fa-b4f0-3f98d29af71e {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:55:18.521680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Port a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:18.522705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:18.532242 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c207ff2c-e763-4c2d-9190-87131ccd5559 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:18.535493 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-31225ce4-932d-4d60-acb9-46b221582815 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.535679 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b6647c3f-ca4c-4f08-aa3e-961b5a4fa35f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.570436 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:18.571452 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1871b9a0-53cd-453d-8f66-f49e1ca4c135 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.601179 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-b6647c3f-ca4c-4f08-aa3e-961b5a4fa35f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3252b8aa-4562-44a9-ac92-9972339c4529']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:18.607332 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c207ff2c-e763-4c2d-9190-87131ccd5559 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:18.611329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c207ff2c-e763-4c2d-9190-87131ccd5559 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.626255 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-b6647c3f-ca4c-4f08-aa3e-961b5a4fa35f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67717874-ef04-4799-994d-86a53002894a') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:18.626582 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-b6647c3f-ca4c-4f08-aa3e-961b5a4fa35f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67717874-ef04-4799-994d-86a53002894a') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:18.636950 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.637968 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.663732 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b6647c3f-ca4c-4f08-aa3e-961b5a4fa35f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.671483 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-c001529c-7e70-4862-9812-effea03e981b', 'network_id': 'c001529c-7e70-4862-9812-effea03e981b', 'tenant_id': '673b068eae9a43748b342c59b1cd9387', 'fixed_ips': [{'subnet_id': 'ba3df6eb-b285-4903-bbe4-7ac2c2388e74'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:55:18.672470 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.700743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b6647c3f-ca4c-4f08-aa3e-961b5a4fa35f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.705675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-31225ce4-932d-4d60-acb9-46b221582815 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.713586 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6647c3f-ca4c-4f08-aa3e-961b5a4fa35f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:55:18.714009 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b6647c3f-ca4c-4f08-aa3e-961b5a4fa35f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.791661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.845105 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 67717874-ef04-4799-994d-86a53002894a resource provider aggregate not found Oct 18 07:55:18.849789 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Allocated IP 172.20.0.2 (c001529c-7e70-4862-9812-effea03e981b/ba3df6eb-b285-4903-bbe4-7ac2c2388e74/66993468-578a-409b-9aed-979ee9d34f68) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:18.856998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bab51e0a-658c-4a8d-b9e3-12db6bbc1fd0 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.906001 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1871b9a0-53cd-453d-8f66-f49e1ca4c135 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:18.935921 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 67717874-ef04-4799-994d-86a53002894a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67717874-ef04-4799-994d-86a53002894a found for delete ", "request_id": "req-77920c40-6863-4cc4-9e24-10ec8f12e208"}]} Oct 18 07:55:19.010743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab51e0a-658c-4a8d-b9e3-12db6bbc1fd0 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event deleted for resources: {'Port': ['ID=a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:19.029360 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Attempt 8 to provision port a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 Oct 18 07:55:19.044316 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-31225ce4-932d-4d60-acb9-46b221582815 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:19.083691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a3b216fd-ad9c-4a1d-925a-6016ff318453 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:19.102779 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1871b9a0-53cd-453d-8f66-f49e1ca4c135 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:19.131214 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-1871b9a0-53cd-453d-8f66-f49e1ca4c135 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:19.137280 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b6647c3f-ca4c-4f08-aa3e-961b5a4fa35f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:19.188313 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Port a8fcda85-32f3-4d6e-a197-c3ac53f8f6a3 was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:55:19.255277 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Provisioning for port f03e891b-6121-40d6-bd6a-96c05e789da6 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:19.292518 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1871b9a0-53cd-453d-8f66-f49e1ca4c135 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:19.324999 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Provisioning complete for port f03e891b-6121-40d6-bd6a-96c05e789da6 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:19.325381 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:19.325728 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Attempt 1 to provision port f03e891b-6121-40d6-bd6a-96c05e789da6 Oct 18 07:55:19.330538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:19.418116 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port a3b216fd-ad9c-4a1d-925a-6016ff318453 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:19.426132 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:19.442206 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Transition to ACTIVE for port object 66993468-578a-409b-9aed-979ee9d34f68 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:19.508925 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Transition to ACTIVE for port object 66993468-578a-409b-9aed-979ee9d34f68 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:19.516292 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Current status of the port f03e891b-6121-40d6-bd6a-96c05e789da6 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:19.516898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:19.522603 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b6647c3f-ca4c-4f08-aa3e-961b5a4fa35f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:19.534804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:19.536413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bab51e0a-658c-4a8d-b9e3-12db6bbc1fd0 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:19.546723 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6647c3f-ca4c-4f08-aa3e-961b5a4fa35f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] Pushing event deleted for resources: {'Network': ['ID=3252b8aa-4562-44a9-ac92-9972339c4529,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:19.562385 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b6647c3f-ca4c-4f08-aa3e-961b5a4fa35f tempest-PortsIpV6TestJSON-772351448 tempest-PortsIpV6TestJSON-772351448-project] 10.222.0.17 "DELETE /v2.0/networks/3252b8aa-4562-44a9-ac92-9972339c4529 HTTP/1.1" status: 204 len: 168 time: 1.7490029 Oct 18 07:55:19.597620 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] For port f03e891b-6121-40d6-bd6a-96c05e789da6, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=f03e891b-6121-40d6-bd6a-96c05e789da6,segment=NetworkSegment(a8fad156-77d3-4902-bea5-c62f0e1c00fe),segment_id=a8fad156-77d3-4902-bea5-c62f0e1c00fe)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:19.604519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-31225ce4-932d-4d60-acb9-46b221582815 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:19.621830 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:19.631231 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Network c001529c-7e70-4862-9812-effea03e981b is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:19.634596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:19.635805 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871b9a0-53cd-453d-8f66-f49e1ca4c135 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Pushing event updated for resources: {'Port': ['ID=eaac7d77-a36a-4daa-aad4-d4385ba080c9,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:19.637837 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:19.646200 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Pushing event updated for resources: {'Port': ['ID=66993468-578a-409b-9aed-979ee9d34f68,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:19.797594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3c295814-6e66-4543-8505-b8c1b76ec107 None None] Could not find standard attr ID for object a8b92c00-22d0-4a07-b485-f4f0a85608b8. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:55:19.802388 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31225ce4-932d-4d60-acb9-46b221582815 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Pushing event deleted for resources: {'Subnet': ['ID=50494982-7c7e-43fa-b4f0-3f98d29af71e,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:19.810248 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Attempting to bind port 66993468-578a-409b-9aed-979ee9d34f68 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:55:19.810649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Attempting to bind port 66993468-578a-409b-9aed-979ee9d34f68 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'fbe5e39f-577d-4e29-b810-98f847e04ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c001529c-7e70-4862-9812-effea03e981b'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:55:19.811278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Attempting to bind port 66993468-578a-409b-9aed-979ee9d34f68 on network c001529c-7e70-4862-9812-effea03e981b {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:55:19.824200 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-31225ce4-932d-4d60-acb9-46b221582815 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:19.825081 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324b0df1-fbf8-4ef3-9fce-de0382e7b2fb None None] Network 6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:19.838234 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:55:19.838693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Checking segment: {'id': 'fbe5e39f-577d-4e29-b810-98f847e04ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c001529c-7e70-4862-9812-effea03e981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:19.839026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:19.839420 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Bound using segment: {'id': 'fbe5e39f-577d-4e29-b810-98f847e04ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c001529c-7e70-4862-9812-effea03e981b'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:55:19.839911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Bound port: 66993468-578a-409b-9aed-979ee9d34f68, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe5e39f-577d-4e29-b810-98f847e04ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c001529c-7e70-4862-9812-effea03e981b'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:55:19.840285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:19.875167 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a53ab-eaeb-4fd1-b026-060c9a3a8d2d None None] Pushing event updated for resources: {'Port': ['ID=f03e891b-6121-40d6-bd6a-96c05e789da6,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:19.879549 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-31225ce4-932d-4d60-acb9-46b221582815 tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] 10.222.0.17 "DELETE /v2.0/subnets/50494982-7c7e-43fa-b4f0-3f98d29af71e HTTP/1.1" status: 204 len: 168 time: 1.4384620 Oct 18 07:55:19.900160 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57562) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:19.928558 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3c295814-6e66-4543-8505-b8c1b76ec107 None None] Provisioning for port a3b216fd-ad9c-4a1d-925a-6016ff318453 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:19.996709 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3c295814-6e66-4543-8505-b8c1b76ec107 None None] Provisioning complete for port a3b216fd-ad9c-4a1d-925a-6016ff318453 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:19.996709 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3c295814-6e66-4543-8505-b8c1b76ec107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:19.997000 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-3c295814-6e66-4543-8505-b8c1b76ec107 None None] Attempt 1 to provision port a3b216fd-ad9c-4a1d-925a-6016ff318453 Oct 18 07:55:19.998404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57566) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:20.015795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c207ff2c-e763-4c2d-9190-87131ccd5559 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:20.094281 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207ff2c-e763-4c2d-9190-87131ccd5559 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=6442112a-21a1-45a8-ab32-e2cf6d6b63c9,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:20.167928 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] For port 66993468-578a-409b-9aed-979ee9d34f68, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:55:20.187519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] For port 66993468-578a-409b-9aed-979ee9d34f68, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=66993468-578a-409b-9aed-979ee9d34f68,segment=NetworkSegment(fbe5e39f-577d-4e29-b810-98f847e04ba2),segment_id=fbe5e39f-577d-4e29-b810-98f847e04ba2)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:55:20.219490 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:20.240267 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab51e0a-658c-4a8d-b9e3-12db6bbc1fd0 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Router 68472e41-a873-4f58-a3dd-0e262707cb18 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:55:20.304305 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:20.320054 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3c295814-6e66-4543-8505-b8c1b76ec107 None None] Current status of the port a3b216fd-ad9c-4a1d-925a-6016ff318453 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:20.320435 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3c295814-6e66-4543-8505-b8c1b76ec107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:20.355762 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea56631-9c16-4de3-8b52-5a00bb5338c3 None None] Pushing event updated for resources: {'Port': ['ID=66993468-578a-409b-9aed-979ee9d34f68,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:20.364211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c207ff2c-e763-4c2d-9190-87131ccd5559 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:20.370888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-3c295814-6e66-4543-8505-b8c1b76ec107 None None] For port a3b216fd-ad9c-4a1d-925a-6016ff318453, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a3b216fd-ad9c-4a1d-925a-6016ff318453,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:20.377282 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3c295814-6e66-4543-8505-b8c1b76ec107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:20.381720 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-c207ff2c-e763-4c2d-9190-87131ccd5559 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:20.384876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c207ff2c-e763-4c2d-9190-87131ccd5559 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:20.385568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c207ff2c-e763-4c2d-9190-87131ccd5559 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:20.395493 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:20.414583 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1871b9a0-53cd-453d-8f66-f49e1ca4c135 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:20.425620 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:20.433565 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa878ec3-68f0-4563-9f30-7ed46a7d0e9e None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:20.462431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3c295814-6e66-4543-8505-b8c1b76ec107 None None] Could not find standard attr ID for object 28104290-1669-413f-b905-72ccb75f0ace. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:55:20.475672 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c65618-3b4b-4ebf-aad7-adf904640c1c None None] DHCP port deletion for 6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:55:20.535234 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3c295814-6e66-4543-8505-b8c1b76ec107 None None] Could not find standard attr ID for object 795e7d50-a439-4482-8430-c24d56562730. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:55:20.537002 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab51e0a-658c-4a8d-b9e3-12db6bbc1fd0 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:20.540409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f2c65618-3b4b-4ebf-aad7-adf904640c1c None None] Deleting port 11e1276d-d24c-4941-b874-ed7d815b0d45 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:20.540791 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f2c65618-3b4b-4ebf-aad7-adf904640c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:20.548382 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a1ba76-5eb1-46ab-ab65-95a7a04eead0 None None] Sync routers for ids ['68472e41-a873-4f58-a3dd-0e262707cb18'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:20.561212 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bab51e0a-658c-4a8d-b9e3-12db6bbc1fd0 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "PUT /v2.0/routers/68472e41-a873-4f58-a3dd-0e262707cb18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4067757 Oct 18 07:55:20.562110 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57572) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:20.566820 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a1ba76-5eb1-46ab-ab65-95a7a04eead0 None None] Routers {'68472e41-a873-4f58-a3dd-0e262707cb18'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:20.567627 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c0a1ba76-5eb1-46ab-ab65-95a7a04eead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['68472e41-a873-4f58-a3dd-0e262707cb18'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:20.644972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Allocated IP 172.26.8.127 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/a0696da9-c0ef-40f7-9a3e-67dc7005aef8) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:20.648614 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-e2ccd52a-fd46-4a6b-847a-d8fe2d12a537 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] delete failed (client error): The resource could not be found. Oct 18 07:55:20.655425 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e2ccd52a-fd46-4a6b-847a-d8fe2d12a537 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "DELETE /v2.0/routers/tempest-non_exist_router-16857884 HTTP/1.1" status: 404 len: 333 time: 0.0835626 Oct 18 07:55:20.656101 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57576) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:20.665695 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-9eeae750-a357-4cef-a85a-ca33d7519b49 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Request body: {'router': {'external_gateway_info': {'network_id': '68472e41-a873-4f58-a3dd-0e262707cb18'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:20.734606 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c0a1ba76-5eb1-46ab-ab65-95a7a04eead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:20.752176 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a1ba76-5eb1-46ab-ab65-95a7a04eead0 None None] Routers {'68472e41-a873-4f58-a3dd-0e262707cb18'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:20.752788 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c0a1ba76-5eb1-46ab-ab65-95a7a04eead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['68472e41-a873-4f58-a3dd-0e262707cb18'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:20.762498 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Deleting port 11e1276d-d24c-4941-b874-ed7d815b0d45 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:20.763022 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:20.829807 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c295814-6e66-4543-8505-b8c1b76ec107 None None] Pushing event updated for resources: {'Port': ['ID=a3b216fd-ad9c-4a1d-925a-6016ff318453,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:20.864181 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c0a1ba76-5eb1-46ab-ab65-95a7a04eead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:20.864496 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a1ba76-5eb1-46ab-ab65-95a7a04eead0 None None] The sync data for ids ['68472e41-a873-4f58-a3dd-0e262707cb18'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:21.041181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] For port 11e1276d-d24c-4941-b874-ed7d815b0d45, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=11e1276d-d24c-4941-b874-ed7d815b0d45,segment=NetworkSegment(73756412-2014-4990-b40d-0882d3633f23),segment_id=73756412-2014-4990-b40d-0882d3633f23)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:21.041693 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:21.042515 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-f2c65618-3b4b-4ebf-aad7-adf904640c1c None None] For port 11e1276d-d24c-4941-b874-ed7d815b0d45, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=11e1276d-d24c-4941-b874-ed7d815b0d45,segment=NetworkSegment(73756412-2014-4990-b40d-0882d3633f23),segment_id=73756412-2014-4990-b40d-0882d3633f23)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:21.042943 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f2c65618-3b4b-4ebf-aad7-adf904640c1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:21.177161 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Calling delete_port for 11e1276d-d24c-4941-b874-ed7d815b0d45 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:21.180824 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f2c65618-3b4b-4ebf-aad7-adf904640c1c None None] Calling delete_port for 11e1276d-d24c-4941-b874-ed7d815b0d45 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:21.211567 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5169cd0c-2d98-4e27-b8d8-4eeeb6527c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:21.231592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 66993468-578a-409b-9aed-979ee9d34f68 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:21.284031 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c207ff2c-e763-4c2d-9190-87131ccd5559 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3213186 Oct 18 07:55:21.293365 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-03c4995e-83d0-4221-88aa-3b367bc6c760 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0e9e13d574094643abe8d93e70221363&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2913897 Oct 18 07:55:21.293365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57580) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:21.318098 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57582) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:21.323602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'mac_address': 'fa:16:3e:27:ef:d8', 'name': 'tempest-NetworksTestDHCPv6-2130701114'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:21.396216 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9eeae750-a357-4cef-a85a-ca33d7519b49 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:21.440039 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-9eeae750-a357-4cef-a85a-ca33d7519b49 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] update failed (client error): The resource could not be found. Oct 18 07:55:21.447091 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9eeae750-a357-4cef-a85a-ca33d7519b49 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "PUT /v2.0/routers/68472e41-a873-4f58-a3dd-0e262707cb18 HTTP/1.1" status: 404 len: 339 time: 0.7876573 Oct 18 07:55:21.448016 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57588) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:21.452073 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-f2c65618-3b4b-4ebf-aad7-adf904640c1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:55:21.452577 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-f2c65618-3b4b-4ebf-aad7-adf904640c1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:55:21.466246 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-726323323'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:21.475180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:21.479411 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 66993468-578a-409b-9aed-979ee9d34f68 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:21.482615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Usage tracker for resource:network and tenant:3ae769bfd8634136bf95d2a671960184 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:21.487541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:21.492494 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1871b9a0-53cd-453d-8f66-f49e1ca4c135 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:21.493807 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f03e891b-6121-40d6-bd6a-96c05e789da6 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:21.498174 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:21.502415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1871b9a0-53cd-453d-8f66-f49e1ca4c135 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:21.508193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:21.605169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-263cb8e8-884f-4fbf-828f-d99ffde3b844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:21.606969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Pushing event deleted for resources: {'Port': ['ID=11e1276d-d24c-4941-b874-ed7d815b0d45,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:21.627477 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:21.631395 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] No DVR routers for this DVR port 11e1276d-d24c-4941-b874-ed7d815b0d45 on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:55:21.635341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:21.635512 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:21.635715 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:21.636057 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:21.637158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:21.637158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:21.637608 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:21.637951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:21.638284 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:21.638652 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:21.638987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:21.639311 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:21.648382 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Made reservation on behalf of 3ae769bfd8634136bf95d2a671960184 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:21.651818 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:21.676479 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a6ec72-e1ed-4273-a182-8ac75da147ab None None] Update dhcp port {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'fixed_ips': [{'subnet_id': 'd55548fc-f738-424c-8274-82ef6434fc91', 'ip_address': '2001:db8::f816:3eff:fe75:788a'}, {'subnet_id': '6442112a-21a1-45a8-ab32-e2cf6d6b63c9'}], 'binding:host_id': 'dv-neutron-861625-1-hyperv'}, 'id': 'a3b216fd-ad9c-4a1d-925a-6016ff318453'} from dv-neutron-861625-1-hyperv. {{(pid=89047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 18 07:55:21.704288 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:55:21.723360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:21.723704 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Added segment 843df74c-64f6-4c17-8ed0-2e845f59ef3b of type vlan for network 52875932-0cc5-4b55-a13e-cfe06945e762 Oct 18 07:55:21.750370 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-47a6ec72-e1ed-4273-a182-8ac75da147ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:21.771391 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:21.803870 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1871b9a0-53cd-453d-8f66-f49e1ca4c135 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Router b7d4feab-04c1-430b-924d-35349b473056 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:55:21.814112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port f03e891b-6121-40d6-bd6a-96c05e789da6 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:21.814763 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:21.815200 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port f03e891b-6121-40d6-bd6a-96c05e789da6 Oct 18 07:55:21.847480 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a944397-e0e9-4ff5-a177-02853abb2a8f None None] Network c001529c-7e70-4862-9812-effea03e981b requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:21.873889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:21.879370 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:21.880283 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:21.956157 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-263cb8e8-884f-4fbf-828f-d99ffde3b844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:21.992159 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f2c65618-3b4b-4ebf-aad7-adf904640c1c None None] Deleting port 11e1276d-d24c-4941-b874-ed7d815b0d45 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:21.992748 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f2c65618-3b4b-4ebf-aad7-adf904640c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:22.000709 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:22.040966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:22.051546 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:22.058678 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5967391 Oct 18 07:55:22.060557 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:port and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:22.062565 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57592) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:22.069998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:22.075056 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event updated for resources: {'Network': ['ID=52875932-0cc5-4b55-a13e-cfe06945e762,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:22.078222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-99a6eacc-dc17-4193-8872-109481156336 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Request body: {'subnet': {'network_id': '52875932-0cc5-4b55-a13e-cfe06945e762', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:22.094541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:22.094912 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:22.095255 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:22.095601 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:22.095949 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:22.096252 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:22.096577 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:22.096926 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:22.097232 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:22.097589 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:22.097914 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:22.098232 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099d0798-f0fe-4ad6-9507-e5f6d2aee355 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:22.099622 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73756412-2014-4990-b40d-0882d3633f23') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:22.100252 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73756412-2014-4990-b40d-0882d3633f23') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:22.115475 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1871b9a0-53cd-453d-8f66-f49e1ca4c135 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:22.122313 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1871b9a0-53cd-453d-8f66-f49e1ca4c135 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:22.123610 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1871b9a0-53cd-453d-8f66-f49e1ca4c135 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "PUT /v2.0/routers/b7d4feab-04c1-430b-924d-35349b473056 HTTP/1.1" status: 200 len: 883 time: 7.1021276 Oct 18 07:55:22.126156 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57598) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:22.135241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:22.145554 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f2c65618-3b4b-4ebf-aad7-adf904640c1c None None] The port '11e1276d-d24c-4941-b874-ed7d815b0d45' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:55:22.162944 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e33b1-668d-4c86-ad68-a66a959328a3 None None] Sync routers for ids ['b7d4feab-04c1-430b-924d-35349b473056'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:22.167052 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 52875932-0cc5-4b55-a13e-cfe06945e762 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:55:22.201684 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:22.209431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:22.281089 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e33b1-668d-4c86-ad68-a66a959328a3 None None] Routers {'b7d4feab-04c1-430b-924d-35349b473056'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:22.281089 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c23e33b1-668d-4c86-ad68-a66a959328a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b7d4feab-04c1-430b-924d-35349b473056'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:22.307543 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:22.323450 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:22.327048 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:22.348837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:22.354774 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:55:22.355188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:22.372204 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c23e33b1-668d-4c86-ad68-a66a959328a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:22.373150 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-263cb8e8-884f-4fbf-828f-d99ffde3b844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:22.395937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:22.513343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Provisioning for port 66993468-578a-409b-9aed-979ee9d34f68 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:22.519411 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-61889b3d-ea1c-47e9-81eb-307db34590c2 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "GET /v2.0/routers/b7d4feab-04c1-430b-924d-35349b473056 HTTP/1.1" status: 200 len: 924 time: 0.3919270 Oct 18 07:55:22.519992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57608) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:22.540409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e33b1-668d-4c86-ad68-a66a959328a3 None None] Routers {'b7d4feab-04c1-430b-924d-35349b473056'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:22.541244 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c23e33b1-668d-4c86-ad68-a66a959328a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:54:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b7d4feab-04c1-430b-924d-35349b473056'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:22.564064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-99a6eacc-dc17-4193-8872-109481156336 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:22.583764 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 73756412-2014-4990-b40d-0882d3633f23 resource provider aggregate not found Oct 18 07:55:22.587397 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263cb8e8-884f-4fbf-828f-d99ffde3b844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc1babf-933a-4347-8cdf-1b34d2c23536,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:22.605881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=a0696da9-c0ef-40f7-9a3e-67dc7005aef8,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:22.609274 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3cef31-0766-4020-9f4e-1cd748878584 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:22.614472 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7f3cef31-0766-4020-9f4e-1cd748878584 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=d273aec7-4774-4175-825f-ae90a4511626&device_id=b7d4feab-04c1-430b-924d-35349b473056&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0932879 Oct 18 07:55:22.615108 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57614) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:22.617982 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 73756412-2014-4990-b40d-0882d3633f23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73756412-2014-4990-b40d-0882d3633f23 found for delete ", "request_id": "req-b6191f28-2cae-41e0-988e-79108e65e876"}]} Oct 18 07:55:22.619128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-99a6eacc-dc17-4193-8872-109481156336 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Usage tracker for resource:subnet and tenant:3ae769bfd8634136bf95d2a671960184 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:22.629375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-99a6eacc-dc17-4193-8872-109481156336 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:22.695109 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Provisioning complete for port 66993468-578a-409b-9aed-979ee9d34f68 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:22.695429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:22.696279 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Attempt 1 to provision port 66993468-578a-409b-9aed-979ee9d34f68 Oct 18 07:55:22.697788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-99a6eacc-dc17-4193-8872-109481156336 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:22.749695 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb3bd0e-eaab-4d76-84d5-c29fe9c81c61 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:22.753757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c23e33b1-668d-4c86-ad68-a66a959328a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:22.754365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e33b1-668d-4c86-ad68-a66a959328a3 None None] The sync data for ids ['b7d4feab-04c1-430b-924d-35349b473056'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:22.754491 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ebb3bd0e-eaab-4d76-84d5-c29fe9c81c61 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "GET /v2.0/networks/d273aec7-4774-4175-825f-ae90a4511626 HTTP/1.1" status: 200 len: 881 time: 0.1382937 Oct 18 07:55:22.755092 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57618) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:22.767680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:22.813868 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:22.815784 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a9a25046-2ea9-4be7-a3b4-bbfb4e076e06 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7d4feab-04c1-430b-924d-35349b473056 HTTP/1.1" status: 200 len: 205 time: 0.0588758 Oct 18 07:55:22.818471 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57622) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:22.835931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-263cb8e8-884f-4fbf-828f-d99ffde3b844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:22.838719 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-263cb8e8-884f-4fbf-828f-d99ffde3b844 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0fc1babf-933a-4347-8cdf-1b34d2c23536 HTTP/1.1" status: 204 len: 168 time: 1.5200942 Oct 18 07:55:22.842391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] Pushing event deleted for resources: {'Network': ['ID=6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:22.844309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a6eacc-dc17-4193-8872-109481156336 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Made reservation on behalf of 3ae769bfd8634136bf95d2a671960184 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:22.848527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-99a6eacc-dc17-4193-8872-109481156336 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:22.891029 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port f03e891b-6121-40d6-bd6a-96c05e789da6 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:22.892266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a3b216fd-ad9c-4a1d-925a-6016ff318453 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:22.904955 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-569e101c-f8e0-4b7f-9244-5b999ffc5a9c tempest-FloatingIPNegativeTestJSON-1429722636 tempest-FloatingIPNegativeTestJSON-1429722636-project] 10.222.0.17 "DELETE /v2.0/networks/6b61f329-f3b5-47e6-8e85-ddc0df9d5d4d HTTP/1.1" status: 204 len: 168 time: 2.9995489 Oct 18 07:55:22.986331 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-47a6ec72-e1ed-4273-a182-8ac75da147ab None None] Allocated IP 2001:db8:0:1::2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/6442112a-21a1-45a8-ab32-e2cf6d6b63c9/a3b216fd-ad9c-4a1d-925a-6016ff318453) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:23.050720 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f6743beb-10fc-4ad7-ade4-18f94f1d7ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:23.098862 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1ec41d52-15c1-4fcc-a7a8-1735bc96801c tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:23.124246 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:23.243159 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port 6c4fc420-1742-4582-b6f3-f48a1e1deae5 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:55:23.305029 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Current status of the port 66993468-578a-409b-9aed-979ee9d34f68 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:23.305657 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:23.375132 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port a3b216fd-ad9c-4a1d-925a-6016ff318453 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:23.375767 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:23.376370 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port a3b216fd-ad9c-4a1d-925a-6016ff318453 Oct 18 07:55:23.406686 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1ec41d52-15c1-4fcc-a7a8-1735bc96801c tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:23.424073 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] For port 66993468-578a-409b-9aed-979ee9d34f68, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=66993468-578a-409b-9aed-979ee9d34f68,segment=NetworkSegment(fbe5e39f-577d-4e29-b810-98f847e04ba2),segment_id=fbe5e39f-577d-4e29-b810-98f847e04ba2)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:23.440019 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-1ec41d52-15c1-4fcc-a7a8-1735bc96801c tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Deleting port eaac7d77-a36a-4daa-aad4-d4385ba080c9 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:23.440475 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1ec41d52-15c1-4fcc-a7a8-1735bc96801c tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:23.451438 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:23.489719 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57640) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:23.536273 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-47a6ec72-e1ed-4273-a182-8ac75da147ab None None] For port a3b216fd-ad9c-4a1d-925a-6016ff318453, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a3b216fd-ad9c-4a1d-925a-6016ff318453,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:23.578779 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Pushing event updated for resources: {'Port': ['ID=66993468-578a-409b-9aed-979ee9d34f68,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:23.588828 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-47a6ec72-e1ed-4273-a182-8ac75da147ab None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:23.627969 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:23.629112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:23.629870 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:23.630354 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:23.630986 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:23.631577 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:23.632059 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:23.632540 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:23.633032 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:23.633519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:23.634008 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:23.634483 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf894b-859b-4571-807d-238fbee11f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:55:23.684650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-47a6ec72-e1ed-4273-a182-8ac75da147ab None None] Transition to ACTIVE for port object a3b216fd-ad9c-4a1d-925a-6016ff318453 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:23.689953 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b7d29a27-f944-43a9-8a04-4ef0c1b5d999 None None] Provisioning complete for port 66993468-578a-409b-9aed-979ee9d34f68 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:23.691747 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b7d29a27-f944-43a9-8a04-4ef0c1b5d999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:23.692381 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b7d29a27-f944-43a9-8a04-4ef0c1b5d999 None None] Attempt 1 to provision port 66993468-578a-409b-9aed-979ee9d34f68 Oct 18 07:55:23.726134 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-47a6ec72-e1ed-4273-a182-8ac75da147ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:23.778874 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port a3b216fd-ad9c-4a1d-925a-6016ff318453 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:23.822683 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:23.825631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1ec41d52-15c1-4fcc-a7a8-1735bc96801c tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:23.879303 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 11e1276d-d24c-4941-b874-ed7d815b0d45 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:55:23.931814 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 11e1276d-d24c-4941-b874-ed7d815b0d45 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:55:23.932165 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 11e1276d-d24c-4941-b874-ed7d815b0d45 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:55:23.961411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:23.975103 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:23.996919 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6ec72-e1ed-4273-a182-8ac75da147ab None None] Pushing event updated for resources: {'Port': ['ID=a3b216fd-ad9c-4a1d-925a-6016ff318453,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:24.065232 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b7d29a27-f944-43a9-8a04-4ef0c1b5d999 None None] Current status of the port 66993468-578a-409b-9aed-979ee9d34f68 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:24.091933 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 66993468-578a-409b-9aed-979ee9d34f68 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:24.144724 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-1ec41d52-15c1-4fcc-a7a8-1735bc96801c tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Calling delete_port for eaac7d77-a36a-4daa-aad4-d4385ba080c9 owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:24.151785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57656) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:24.211201 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e50ed503-1e9c-453f-bb84-d79185c5dbf9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=17882b12c87e4f21b9bfc69cf679b8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7202158 Oct 18 07:55:24.213750 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57662) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:24.227592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-99a6eacc-dc17-4193-8872-109481156336 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:24.251711 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 66993468-578a-409b-9aed-979ee9d34f68 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:24.251711 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:24.252127 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 66993468-578a-409b-9aed-979ee9d34f68 Oct 18 07:55:24.412989 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 66993468-578a-409b-9aed-979ee9d34f68 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:24.431157 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-af657036-e516-400a-b34a-e1dbabc5b4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:24.474019 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-af657036-e516-400a-b34a-e1dbabc5b4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:24.480902 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1ec41d52-15c1-4fcc-a7a8-1735bc96801c tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:24.481275 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6eacc-dc17-4193-8872-109481156336 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event updated for resources: {'Subnet': ['ID=ecc3acde-553a-4b81-8ea0-d40e1cf480d9,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:24.484039 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8:0:1::1a9 (421d0710-6574-4dc6-a599-2fa72ae31b2e/6442112a-21a1-45a8-ab32-e2cf6d6b63c9/6c4fc420-1742-4582-b6f3-f48a1e1deae5) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:24.546035 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec41d52-15c1-4fcc-a7a8-1735bc96801c tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Pushing event deleted for resources: {'Port': ['ID=eaac7d77-a36a-4daa-aad4-d4385ba080c9,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:24.548709 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-3a301623-db05-481d-8c22-0daa5b65fdb3 tempest-DvrRoutersNegativeTest-1922904881 tempest-DvrRoutersNegativeTest-1922904881-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1610582067', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:24.551559 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.policy [None req-3a301623-db05-481d-8c22-0daa5b65fdb3 tempest-DvrRoutersNegativeTest-1922904881 tempest-DvrRoutersNegativeTest-1922904881-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89046) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Oct 18 07:55:24.551862 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.policy [None req-3a301623-db05-481d-8c22-0daa5b65fdb3 tempest-DvrRoutersNegativeTest-1922904881 tempest-DvrRoutersNegativeTest-1922904881-project] Failed policy check for 'create_router' {{(pid=89046) enforce /opt/stack/neutron/neutron/policy.py:520}} Oct 18 07:55:24.552400 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-3a301623-db05-481d-8c22-0daa5b65fdb3 tempest-DvrRoutersNegativeTest-1922904881 tempest-DvrRoutersNegativeTest-1922904881-project] create failed (client error): Access was denied to this resource. Oct 18 07:55:24.556445 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3a301623-db05-481d-8c22-0daa5b65fdb3 tempest-DvrRoutersNegativeTest-1922904881 tempest-DvrRoutersNegativeTest-1922904881-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3863304 Oct 18 07:55:24.585907 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a6eacc-dc17-4193-8872-109481156336 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Checking segment: {'id': '843df74c-64f6-4c17-8ed0-2e845f59ef3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '52875932-0cc5-4b55-a13e-cfe06945e762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:24.586247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a6eacc-dc17-4193-8872-109481156336 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Network hostable DHCP agents. Network: 52875932-0cc5-4b55-a13e-cfe06945e762, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:55:24.604274 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::f816:3eff:fe27:efd8 (421d0710-6574-4dc6-a599-2fa72ae31b2e/d55548fc-f738-424c-8274-82ef6434fc91/6c4fc420-1742-4582-b6f3-f48a1e1deae5) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:24.645788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a6eacc-dc17-4193-8872-109481156336 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Network 52875932-0cc5-4b55-a13e-cfe06945e762 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:55:24.682824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-99a6eacc-dc17-4193-8872-109481156336 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 52875932-0cc5-4b55-a13e-cfe06945e762) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:24.684262 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1ec41d52-15c1-4fcc-a7a8-1735bc96801c tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:24.697021 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d65ca70-ab55-4cc9-b15d-7a1126f1513f None None] Network 52875932-0cc5-4b55-a13e-cfe06945e762 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:24.704517 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a6eacc-dc17-4193-8872-109481156336 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:24.705393 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-99a6eacc-dc17-4193-8872-109481156336 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:24.748328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:24.829299 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4854436a-c0ee-48d8-bf0b-68bbff9e3a8c None None] Provisioning for port a3b216fd-ad9c-4a1d-925a-6016ff318453 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:24.842583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4854436a-c0ee-48d8-bf0b-68bbff9e3a8c None None] Provisioning complete for port a3b216fd-ad9c-4a1d-925a-6016ff318453 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:24.842971 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4854436a-c0ee-48d8-bf0b-68bbff9e3a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:24.843309 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4854436a-c0ee-48d8-bf0b-68bbff9e3a8c None None] Attempt 1 to provision port a3b216fd-ad9c-4a1d-925a-6016ff318453 Oct 18 07:55:24.892956 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-99a6eacc-dc17-4193-8872-109481156336 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8268383 Oct 18 07:55:24.901465 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57670) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:24.965254 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-af657036-e516-400a-b34a-e1dbabc5b4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:24.995406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57674) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:25.034300 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-09bd233c-faaf-4c4e-a2c6-10a71870f432 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Request body: {'router': {'external_gateway_info': {'network_id': '52875932-0cc5-4b55-a13e-cfe06945e762'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:25.047915 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4854436a-c0ee-48d8-bf0b-68bbff9e3a8c None None] Current status of the port a3b216fd-ad9c-4a1d-925a-6016ff318453 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:25.105599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-52875932-0cc5-4b55-a13e-cfe06945e762', 'network_id': '52875932-0cc5-4b55-a13e-cfe06945e762', 'tenant_id': '3ae769bfd8634136bf95d2a671960184', 'fixed_ips': [{'subnet_id': 'ecc3acde-553a-4b81-8ea0-d40e1cf480d9'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:55:25.106685 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:25.131738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:25.150180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object 6c4fc420-1742-4582-b6f3-f48a1e1deae5 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:25.206213 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:25.208784 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af657036-e516-400a-b34a-e1dbabc5b4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ab22e3-13a7-4d7c-9b65-28b2ff35d1a0,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:25.222539 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-af657036-e516-400a-b34a-e1dbabc5b4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:25.223712 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-af657036-e516-400a-b34a-e1dbabc5b4bb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/72ab22e3-13a7-4d7c-9b65-28b2ff35d1a0 HTTP/1.1" status: 204 len: 168 time: 1.0049779 Oct 18 07:55:25.226145 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1ec41d52-15c1-4fcc-a7a8-1735bc96801c tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:25.289883 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1ec41d52-15c1-4fcc-a7a8-1735bc96801c tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:25.309958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=6c4fc420-1742-4582-b6f3-f48a1e1deae5,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:25.313445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cde354ee-0b71-4e5c-a9b4-698f9d6ebc09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:25.331350 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:25.335615 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:25.348585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:25.354274 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:25.354756 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:25.378344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cde354ee-0b71-4e5c-a9b4-698f9d6ebc09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:25.391351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cde354ee-0b71-4e5c-a9b4-698f9d6ebc09 admin admin] Usage tracker for resource:security_group_rule and tenant:11449af79a564c1cb70b9553cbcbf459 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:25.399283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cde354ee-0b71-4e5c-a9b4-698f9d6ebc09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:25.405740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cde354ee-0b71-4e5c-a9b4-698f9d6ebc09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:25.422538 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f6a20d8c-bab9-48d7-ad2d-265893c10e8b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.1101704 Oct 18 07:55:25.425814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57684) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:25.454236 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:25.471479 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Allocated IP 2001:db8:1::2 (52875932-0cc5-4b55-a13e-cfe06945e762/ecc3acde-553a-4b81-8ea0-d40e1cf480d9/a9e07611-a454-4946-a8c6-fb3d7b0e44dc) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:25.511201 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-28db0659-15c8-4104-8664-788adb2514f7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port 6c4fc420-1742-4582-b6f3-f48a1e1deae5 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:25.511551 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-28db0659-15c8-4104-8664-788adb2514f7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:25.544743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1ec41d52-15c1-4fcc-a7a8-1735bc96801c tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:25.545424 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec41d52-15c1-4fcc-a7a8-1735bc96801c tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Fanout notify agent at l3_agent the message router_deleted on router b7d4feab-04c1-430b-924d-35349b473056 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:55:25.575318 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-09bd233c-faaf-4c4e-a2c6-10a71870f432 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:25.583587 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1ec41d52-15c1-4fcc-a7a8-1735bc96801c tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:25.589206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57690) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:25.590108 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1ec41d52-15c1-4fcc-a7a8-1735bc96801c tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "DELETE /v2.0/routers/b7d4feab-04c1-430b-924d-35349b473056 HTTP/1.1" status: 204 len: 168 time: 2.7702937 Oct 18 07:55:25.607214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-d446bd2a-f1b6-417e-8bf5-c9547c86b85a tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-919076240', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:25.622328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d446bd2a-f1b6-417e-8bf5-c9547c86b85a tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:25.683214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d446bd2a-f1b6-417e-8bf5-c9547c86b85a tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Usage tracker for resource:router and tenant:a22354d471594de4952e78e6c2ba7f7c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:25.743691 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d446bd2a-f1b6-417e-8bf5-c9547c86b85a tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:25.746679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router 716198f7-88e7-4718-96ff-7f1764d74581 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:55:25.780344 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:25.798285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Transition to ACTIVE for port object a9e07611-a454-4946-a8c6-fb3d7b0e44dc will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:25.821960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d446bd2a-f1b6-417e-8bf5-c9547c86b85a tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:25.830949 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-39e40960-b74f-4d70-a240-2782331b17aa None None] Provisioning for port 6c4fc420-1742-4582-b6f3-f48a1e1deae5 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:25.840328 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-09bd233c-faaf-4c4e-a2c6-10a71870f432 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:55:25.842076 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-09bd233c-faaf-4c4e-a2c6-10a71870f432 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "PUT /v2.0/routers/68472e41-a873-4f58-a3dd-0e262707cb18 HTTP/1.1" status: 400 len: 364 time: 0.9374235 Oct 18 07:55:25.848062 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57700) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:25.858508 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-39e40960-b74f-4d70-a240-2782331b17aa None None] Provisioning complete for port 6c4fc420-1742-4582-b6f3-f48a1e1deae5 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:25.860600 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-39e40960-b74f-4d70-a240-2782331b17aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:25.860955 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-39e40960-b74f-4d70-a240-2782331b17aa None None] Attempt 1 to provision port 6c4fc420-1742-4582-b6f3-f48a1e1deae5 Oct 18 07:55:25.936081 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Transition to ACTIVE for port object a9e07611-a454-4946-a8c6-fb3d7b0e44dc will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:26.022785 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:26.100489 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a3b216fd-ad9c-4a1d-925a-6016ff318453 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:26.142598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-39e40960-b74f-4d70-a240-2782331b17aa None None] Port 6c4fc420-1742-4582-b6f3-f48a1e1deae5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:26.175305 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Network 52875932-0cc5-4b55-a13e-cfe06945e762 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:26.181926 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:26.189402 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:26.195424 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Pushing event updated for resources: {'Port': ['ID=a9e07611-a454-4946-a8c6-fb3d7b0e44dc,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:26.212403 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cde354ee-0b71-4e5c-a9b4-698f9d6ebc09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:26.278054 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cde354ee-0b71-4e5c-a9b4-698f9d6ebc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:26.324279 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cde354ee-0b71-4e5c-a9b4-698f9d6ebc09 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=11449af79a564c1cb70b9553cbcbf459&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3278022 Oct 18 07:55:26.326998 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Attempting to bind port a9e07611-a454-4946-a8c6-fb3d7b0e44dc on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:55:26.327440 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Attempting to bind port a9e07611-a454-4946-a8c6-fb3d7b0e44dc by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '843df74c-64f6-4c17-8ed0-2e845f59ef3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '52875932-0cc5-4b55-a13e-cfe06945e762'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:55:26.327867 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Attempting to bind port a9e07611-a454-4946-a8c6-fb3d7b0e44dc on network 52875932-0cc5-4b55-a13e-cfe06945e762 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:55:26.333903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d446bd2a-f1b6-417e-8bf5-c9547c86b85a tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:26.335226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d446bd2a-f1b6-417e-8bf5-c9547c86b85a tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:26.337176 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:55:26.337556 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Checking segment: {'id': '843df74c-64f6-4c17-8ed0-2e845f59ef3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '52875932-0cc5-4b55-a13e-cfe06945e762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:26.337959 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:26.338345 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Bound using segment: {'id': '843df74c-64f6-4c17-8ed0-2e845f59ef3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '52875932-0cc5-4b55-a13e-cfe06945e762'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:55:26.339087 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Bound port: a9e07611-a454-4946-a8c6-fb3d7b0e44dc, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843df74c-64f6-4c17-8ed0-2e845f59ef3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '52875932-0cc5-4b55-a13e-cfe06945e762'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:55:26.339295 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:26.346687 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57712) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:26.360746 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port a3b216fd-ad9c-4a1d-925a-6016ff318453 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:26.361175 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:26.361513 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port a3b216fd-ad9c-4a1d-925a-6016ff318453 Oct 18 07:55:26.442714 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57716) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:26.449078 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d446bd2a-f1b6-417e-8bf5-c9547c86b85a tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:26.460745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde354ee-0b71-4e5c-a9b4-698f9d6ebc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d61593-24b6-43f2-b9e8-dc7b9a1f3e3d,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:26.524993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:26.531852 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-28db0659-15c8-4104-8664-788adb2514f7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:26.541670 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812c499-73d1-45c8-b465-bd36a86a2b9b None None] Sync routers for ids ['716198f7-88e7-4718-96ff-7f1764d74581'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:26.551428 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] For port a9e07611-a454-4946-a8c6-fb3d7b0e44dc, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:55:26.560598 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812c499-73d1-45c8-b465-bd36a86a2b9b None None] Routers {'716198f7-88e7-4718-96ff-7f1764d74581'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:26.561504 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-4812c499-73d1-45c8-b465-bd36a86a2b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['716198f7-88e7-4718-96ff-7f1764d74581'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:26.567063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] For port a9e07611-a454-4946-a8c6-fb3d7b0e44dc, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a9e07611-a454-4946-a8c6-fb3d7b0e44dc,segment=NetworkSegment(843df74c-64f6-4c17-8ed0-2e845f59ef3b),segment_id=843df74c-64f6-4c17-8ed0-2e845f59ef3b)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:55:26.569612 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port a3b216fd-ad9c-4a1d-925a-6016ff318453 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:26.575819 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:26.643479 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-39e40960-b74f-4d70-a240-2782331b17aa None None] Attempt 2 to provision port 6c4fc420-1742-4582-b6f3-f48a1e1deae5 Oct 18 07:55:26.673147 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-4812c499-73d1-45c8-b465-bd36a86a2b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:26.683970 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812c499-73d1-45c8-b465-bd36a86a2b9b None None] Routers {'716198f7-88e7-4718-96ff-7f1764d74581'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:26.684778 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-4812c499-73d1-45c8-b465-bd36a86a2b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['716198f7-88e7-4718-96ff-7f1764d74581'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:26.720833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:26.721936 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-047ac5cb-349f-4c6c-959d-ba7fb34445f5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.3330512 Oct 18 07:55:26.747588 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-4812c499-73d1-45c8-b465-bd36a86a2b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:26.748241 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812c499-73d1-45c8-b465-bd36a86a2b9b None None] The sync data for ids ['716198f7-88e7-4718-96ff-7f1764d74581'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:26.778861 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-39e40960-b74f-4d70-a240-2782331b17aa None None] Port 6c4fc420-1742-4582-b6f3-f48a1e1deae5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:26.783863 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57722) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:26.790619 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00cfca-af07-42b7-9808-46ba98141f68 None None] Pushing event updated for resources: {'Port': ['ID=a9e07611-a454-4946-a8c6-fb3d7b0e44dc,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:26.801618 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-28db0659-15c8-4104-8664-788adb2514f7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for 6c4fc420-1742-4582-b6f3-f48a1e1deae5 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:26.838453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1104677480'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:26.842865 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d446bd2a-f1b6-417e-8bf5-c9547c86b85a tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:26.867940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:26.882385 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-034558af-e992-483e-8a10-39890080762c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:26.884594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:network and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:26.889659 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:26.911707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:26.922268 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d446bd2a-f1b6-417e-8bf5-c9547c86b85a tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:26.926700 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d446bd2a-f1b6-417e-8bf5-c9547c86b85a tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3329563 Oct 18 07:55:26.934038 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57726) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:26.942980 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-034558af-e992-483e-8a10-39890080762c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:26.970402 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-c4e71e36-9aa4-4517-901e-3d05c078f810 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'enable_snat': True}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:26.995069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:26.998493 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:27.032195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:27.090384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:27.096846 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:security_group_rule and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:27.106132 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:27.116801 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:27.167764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-034558af-e992-483e-8a10-39890080762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:27.213215 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034558af-e992-483e-8a10-39890080762c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d61593-24b6-43f2-b9e8-dc7b9a1f3e3d,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:27.255002 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-28db0659-15c8-4104-8664-788adb2514f7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:27.280975 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-39e40960-b74f-4d70-a240-2782331b17aa None None] Attempt 3 to provision port 6c4fc420-1742-4582-b6f3-f48a1e1deae5 Oct 18 07:55:27.296080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-034558af-e992-483e-8a10-39890080762c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:27.297293 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-034558af-e992-483e-8a10-39890080762c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d0d61593-24b6-43f2-b9e8-dc7b9a1f3e3d HTTP/1.1" status: 204 len: 168 time: 0.9465511 Oct 18 07:55:27.320559 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-39e40960-b74f-4d70-a240-2782331b17aa None None] Port 6c4fc420-1742-4582-b6f3-f48a1e1deae5 was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:55:27.321632 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db0659-15c8-4104-8664-788adb2514f7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=6c4fc420-1742-4582-b6f3-f48a1e1deae5,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:27.336517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:27.438013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-28db0659-15c8-4104-8664-788adb2514f7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:27.455548 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-28db0659-15c8-4104-8664-788adb2514f7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/6c4fc420-1742-4582-b6f3-f48a1e1deae5 HTTP/1.1" status: 204 len: 168 time: 2.0243194 Oct 18 07:55:27.461521 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57732) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:27.511496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:27.527985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:27.564057 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:55:27.592396 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:27.593053 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Added segment 21067ecf-f8e0-4350-ac2f-10d9b8725f69 of type vlan for network 0f01f519-edfe-481d-8730-2d6dc1ae82af Oct 18 07:55:27.633133 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:27.691380 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f2330c-2f85-44a3-a5d3-897204b37733,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:27.694071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:27.705269 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:27.707200 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:27.806498 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4e71e36-9aa4-4517-901e-3d05c078f810 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:27.856685 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa607eea-f177-4e51-b18f-7216aee776d3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:27.857372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-aa607eea-f177-4e51-b18f-7216aee776d3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:55:27.863099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Network': ['ID=0f01f519-edfe-481d-8730-2d6dc1ae82af,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:27.867528 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-da430a7b-37d7-4741-84c9-e3689443aa05 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4203727 Oct 18 07:55:27.870934 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57746) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:27.875894 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:55:27.879358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-8bf59714-e93a-443a-82df-b9d71fa469e1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af', 'name': 'tempest-PortsTestJSON-1851688590'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:27.996804 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-aa607eea-f177-4e51-b18f-7216aee776d3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:55:27.997978 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-aa607eea-f177-4e51-b18f-7216aee776d3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5354333 Oct 18 07:55:28.001762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57750) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:28.129143 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a9e07611-a454-4946-a8c6-fb3d7b0e44dc up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:28.171831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-8bf59714-e93a-443a-82df-b9d71fa469e1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:28.187105 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-8bf59714-e93a-443a-82df-b9d71fa469e1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:port and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:28.203524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-8bf59714-e93a-443a-82df-b9d71fa469e1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:28.214262 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb798d10-3180-4aaa-a230-e6da4412f896 None None] Network 52875932-0cc5-4b55-a13e-cfe06945e762 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:28.231677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-8bf59714-e93a-443a-82df-b9d71fa469e1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:28.244734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794cb913-3590-460e-8935-18af2cc7793f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:28.249833 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-794cb913-3590-460e-8935-18af2cc7793f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2435822 Oct 18 07:55:28.249833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57760) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:28.317437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf59714-e93a-443a-82df-b9d71fa469e1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:28.324961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8bf59714-e93a-443a-82df-b9d71fa469e1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:28.368331 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1eb6fdb7-c7d6-4110-9caa-1ecab5daf72a None None] Provisioning for port a9e07611-a454-4946-a8c6-fb3d7b0e44dc completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:28.374241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-8bf59714-e93a-443a-82df-b9d71fa469e1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] device_id is not set on port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:55:28.435354 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1908ae02-aa7b-4ff0-a31b-3443218a9db3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:28.436785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1908ae02-aa7b-4ff0-a31b-3443218a9db3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:28.438395 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1908ae02-aa7b-4ff0-a31b-3443218a9db3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:28.439222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1908ae02-aa7b-4ff0-a31b-3443218a9db3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:55:28.458460 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57766) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:28.460660 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port a9e07611-a454-4946-a8c6-fb3d7b0e44dc completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:28.471573 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port a9e07611-a454-4946-a8c6-fb3d7b0e44dc triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:28.472087 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:28.472515 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port a9e07611-a454-4946-a8c6-fb3d7b0e44dc Oct 18 07:55:28.496554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1908ae02-aa7b-4ff0-a31b-3443218a9db3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:55:28.497713 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1908ae02-aa7b-4ff0-a31b-3443218a9db3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2468932 Oct 18 07:55:28.500913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57772) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:28.587051 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Allocated IP 2001:db8::1 (016d119e-88cc-4d23-8b8e-47892e3b18ff/e3ce8345-2383-4e81-8fdd-632287430a06/9f8b0904-38e7-4aa7-b831-a6746cb061c2) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:28.625398 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port a9e07611-a454-4946-a8c6-fb3d7b0e44dc is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:28.625876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:28.669437 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f5ae0c12-297d-47ca-abcc-121079845f57 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1829697728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:28.756660 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port a9e07611-a454-4946-a8c6-fb3d7b0e44dc, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a9e07611-a454-4946-a8c6-fb3d7b0e44dc,segment=NetworkSegment(843df74c-64f6-4c17-8ed0-2e845f59ef3b),segment_id=843df74c-64f6-4c17-8ed0-2e845f59ef3b)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:28.764022 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:28.791867 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f5ae0c12-297d-47ca-abcc-121079845f57 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:28.796597 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-2051ac9f-efbc-4004-85a8-d1ae50f08635 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 6442112a-21a1-45a8-ab32-e2cf6d6b63c9 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:55:28.810496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2051ac9f-efbc-4004-85a8-d1ae50f08635 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:28.841363 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=a9e07611-a454-4946-a8c6-fb3d7b0e44dc,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:28.867828 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f5ae0c12-297d-47ca-abcc-121079845f57 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Usage tracker for resource:router and tenant:7b0d365ca086414bbed16b9fb19d2122 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:28.876356 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f5ae0c12-297d-47ca-abcc-121079845f57 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:28.894878 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f5ae0c12-297d-47ca-abcc-121079845f57 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:28.896838 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2051ac9f-efbc-4004-85a8-d1ae50f08635 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:28.932782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8bf59714-e93a-443a-82df-b9d71fa469e1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:28.998572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2051ac9f-efbc-4004-85a8-d1ae50f08635 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.006972 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f5ae0c12-297d-47ca-abcc-121079845f57 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.007892 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f5ae0c12-297d-47ca-abcc-121079845f57 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.027243 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8bf59714-e93a-443a-82df-b9d71fa469e1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.064617 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4e71e36-9aa4-4517-901e-3d05c078f810 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.115593 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f6d3236d-39b6-4a1a-a98e-eefdcbdc877d None None] Provisioning complete for port a9e07611-a454-4946-a8c6-fb3d7b0e44dc triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:29.116748 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f6d3236d-39b6-4a1a-a98e-eefdcbdc877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.117303 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f6d3236d-39b6-4a1a-a98e-eefdcbdc877d None None] Attempt 1 to provision port a9e07611-a454-4946-a8c6-fb3d7b0e44dc Oct 18 07:55:29.133221 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4e71e36-9aa4-4517-901e-3d05c078f810 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.152563 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f5ae0c12-297d-47ca-abcc-121079845f57 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.171706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf59714-e93a-443a-82df-b9d71fa469e1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:29.184456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf59714-e93a-443a-82df-b9d71fa469e1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Checking segment: {'id': '21067ecf-f8e0-4350-ac2f-10d9b8725f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:29.184830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf59714-e93a-443a-82df-b9d71fa469e1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network hostable DHCP agents. Network: 0f01f519-edfe-481d-8730-2d6dc1ae82af, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:55:29.207222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2051ac9f-efbc-4004-85a8-d1ae50f08635 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.219257 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.244023 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.251358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf59714-e93a-443a-82df-b9d71fa469e1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:55:29.256632 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051ac9f-efbc-4004-85a8-d1ae50f08635 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=6442112a-21a1-45a8-ab32-e2cf6d6b63c9,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:29.263399 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2051ac9f-efbc-4004-85a8-d1ae50f08635 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.272849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f6d3236d-39b6-4a1a-a98e-eefdcbdc877d None None] Current status of the port a9e07611-a454-4946-a8c6-fb3d7b0e44dc is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:29.273118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Transition to ACTIVE for port object 9f8b0904-38e7-4aa7-b831-a6746cb061c2 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:29.277920 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4dfe2b-1b09-4a70-9d5e-861583bea910 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:29.280774 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-8bf59714-e93a-443a-82df-b9d71fa469e1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 0f01f519-edfe-481d-8730-2d6dc1ae82af) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:29.285677 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f5ae0c12-297d-47ca-abcc-121079845f57 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.288181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf59714-e93a-443a-82df-b9d71fa469e1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:29.294080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf59714-e93a-443a-82df-b9d71fa469e1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:29.294731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8bf59714-e93a-443a-82df-b9d71fa469e1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.302469 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2051ac9f-efbc-4004-85a8-d1ae50f08635 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/6442112a-21a1-45a8-ab32-e2cf6d6b63c9 HTTP/1.1" status: 204 len: 168 time: 0.7981653 Oct 18 07:55:29.303371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57776) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:29.352955 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a71123-8cc6-4a99-9f7a-18abb3a6cc5f None None] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:29.361452 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8bf59714-e93a-443a-82df-b9d71fa469e1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4895175 Oct 18 07:55:29.364979 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57780) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:29.371375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-0a39fd89-5eac-486f-985f-40a342cd0ab3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-173620037'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:29.383054 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0a39fd89-5eac-486f-985f-40a342cd0ab3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:29.391015 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0a39fd89-5eac-486f-985f-40a342cd0ab3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:network and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:29.396236 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0a39fd89-5eac-486f-985f-40a342cd0ab3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:29.402071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec3e7f7-b35f-4944-b4cf-294c1ad366a3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet d55548fc-f738-424c-8274-82ef6434fc91 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:55:29.407142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ec3e7f7-b35f-4944-b4cf-294c1ad366a3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.434329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0a39fd89-5eac-486f-985f-40a342cd0ab3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:29.467231 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ec3e7f7-b35f-4944-b4cf-294c1ad366a3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.509384 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f5ae0c12-297d-47ca-abcc-121079845f57 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.513332 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f5ae0c12-297d-47ca-abcc-121079845f57 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0509117 Oct 18 07:55:29.513633 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57784) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:29.529460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2118886330'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:29.536563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a39fd89-5eac-486f-985f-40a342cd0ab3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:29.539924 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a39fd89-5eac-486f-985f-40a342cd0ab3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.551419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:29.565053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Usage tracker for resource:network and tenant:7b0d365ca086414bbed16b9fb19d2122 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:29.572220 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.573777 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:29.587484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:29.604781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a39fd89-5eac-486f-985f-40a342cd0ab3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:55:29.607702 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Made reservation on behalf of 7b0d365ca086414bbed16b9fb19d2122 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:29.611086 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.611573 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-c4e71e36-9aa4-4517-901e-3d05c078f810 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Allocated IP 172.26.8.8 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/3b317dab-1cc8-474d-8bee-b8d1f2eea668) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:29.632532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.643643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ec3e7f7-b35f-4944-b4cf-294c1ad366a3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.671596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a39fd89-5eac-486f-985f-40a342cd0ab3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.671990 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-0a39fd89-5eac-486f-985f-40a342cd0ab3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Added segment 4b13652f-538f-446f-8a37-5ee7de50a089 of type vlan for network f5334fb8-8862-4b2c-9094-18cb2b63d5f7 Oct 18 07:55:29.695958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:29.707229 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Usage tracker for resource:security_group_rule and tenant:7b0d365ca086414bbed16b9fb19d2122 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:29.727462 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:29.742060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:29.748200 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a39fd89-5eac-486f-985f-40a342cd0ab3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.806583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ec3e7f7-b35f-4944-b4cf-294c1ad366a3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.852886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3e7f7-b35f-4944-b4cf-294c1ad366a3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=d55548fc-f738-424c-8274-82ef6434fc91,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:29.858644 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a39fd89-5eac-486f-985f-40a342cd0ab3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.864478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a39fd89-5eac-486f-985f-40a342cd0ab3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:29.865100 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a39fd89-5eac-486f-985f-40a342cd0ab3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.871682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Network 016d119e-88cc-4d23-8b8e-47892e3b18ff is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:29.887998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ec3e7f7-b35f-4944-b4cf-294c1ad366a3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.897582 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:29.955125 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:29.956053 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:29.965877 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event updated for resources: {'Port': ['ID=9f8b0904-38e7-4aa7-b831-a6746cb061c2,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:30.014021 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7ec3e7f7-b35f-4944-b4cf-294c1ad366a3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/d55548fc-f738-424c-8274-82ef6434fc91 HTTP/1.1" status: 204 len: 168 time: 0.7102020 Oct 18 07:55:30.024204 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57788) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:30.030568 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0a39fd89-5eac-486f-985f-40a342cd0ab3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6644485 Oct 18 07:55:30.035250 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39fd89-5eac-486f-985f-40a342cd0ab3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Network': ['ID=f5334fb8-8862-4b2c-9094-18cb2b63d5f7,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:30.059411 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network f5334fb8-8862-4b2c-9094-18cb2b63d5f7 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:55:30.129448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57792) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:30.135326 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3eadb404-d62d-41d0-a5ea-10190ef212df tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073563 Oct 18 07:55:30.136355 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57794) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:30.142128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'ports': [{'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af'}, {'network_id': 'f5334fb8-8862-4b2c-9094-18cb2b63d5f7'}]} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:30.142525 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:30.143088 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'network_id': 'f5334fb8-8862-4b2c-9094-18cb2b63d5f7'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:30.154323 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a9e07611-a454-4946-a8c6-fb3d7b0e44dc up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:30.256098 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Allocated IP 172.20.0.1 (c001529c-7e70-4862-9812-effea03e981b/ba3df6eb-b285-4903-bbe4-7ac2c2388e74/1d2b8c05-2173-4d95-8669-33b7e177f3ed) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:30.286063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port a9e07611-a454-4946-a8c6-fb3d7b0e44dc triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:30.286261 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:30.286477 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port a9e07611-a454-4946-a8c6-fb3d7b0e44dc Oct 18 07:55:30.289431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-d29f95e4-e6ac-4cdb-9a6e-89f39d38dc9e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:30.414853 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:30.436635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:30.437703 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port a9e07611-a454-4946-a8c6-fb3d7b0e44dc is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:30.442861 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Provisioning for port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:30.450015 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Provisioning complete for port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:30.450146 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:30.450496 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Attempt 1 to provision port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 Oct 18 07:55:30.473720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:30.492640 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Transition to ACTIVE for port object 1d2b8c05-2173-4d95-8669-33b7e177f3ed will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:30.510821 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:30.564635 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:30.577893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:55:30.581031 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d29f95e4-e6ac-4cdb-9a6e-89f39d38dc9e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:30.587087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d29f95e4-e6ac-4cdb-9a6e-89f39d38dc9e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:30.591022 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d29f95e4-e6ac-4cdb-9a6e-89f39d38dc9e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:30.620425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d29f95e4-e6ac-4cdb-9a6e-89f39d38dc9e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:30.648119 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7133ab11-e54a-45dd-9da3-48b0099ff43f,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:30.659724 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:30.660076 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Added segment 2dcb7c6c-c164-4d77-b481-913ad76fa3f9 of type vlan for network 60502a89-b509-474c-bf8e-604cd562773e Oct 18 07:55:30.662227 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4e71e36-9aa4-4517-901e-3d05c078f810 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:30.674542 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network c001529c-7e70-4862-9812-effea03e981b is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:30.677438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29f95e4-e6ac-4cdb-9a6e-89f39d38dc9e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:30.680880 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d29f95e4-e6ac-4cdb-9a6e-89f39d38dc9e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:30.712960 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:30.732081 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:30.751665 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e676417-db7a-469f-ae1c-1faeb7d10dc3 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:30.776689 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=1d2b8c05-2173-4d95-8669-33b7e177f3ed,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:30.782181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:30.798017 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:30.805584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:port and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:30.811006 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:30.817040 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:30.825575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:30.835978 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:30.991469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'port': 2} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:30.995986 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:31.013532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:31.013712 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Attempt 2 to provision port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 Oct 18 07:55:31.018907 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:31.019490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:31.073804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:31.084009 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:31.088927 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4e71e36-9aa4-4517-901e-3d05c078f810 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:31.101260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1e65e4-4d9f-4f66-8a2c-a37864c6e32c None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:55:31.106996 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e65e4-4d9f-4f66-8a2c-a37864c6e32c None None] Deleting port a3b216fd-ad9c-4a1d-925a-6016ff318453 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:31.107536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ae1e65e4-4d9f-4f66-8a2c-a37864c6e32c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:31.164124 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e71e36-9aa4-4517-901e-3d05c078f810 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Pushing event updated for resources: {'Port': ['ID=3b317dab-1cc8-474d-8bee-b8d1f2eea668,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:31.204035 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e71e36-9aa4-4517-901e-3d05c078f810 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:31.209885 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-c4e71e36-9aa4-4517-901e-3d05c078f810 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:31.212309 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e71e36-9aa4-4517-901e-3d05c078f810 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:31.298211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Pushing event updated for resources: {'Network': ['ID=60502a89-b509-474c-bf8e-604cd562773e,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:31.309755 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-017df89b-c2c5-49e4-a671-dd5b880e83db tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7944300 Oct 18 07:55:31.310802 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57800) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:31.313197 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 60502a89-b509-474c-bf8e-604cd562773e details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:55:31.363929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-1fab96e5-1185-436b-accd-247787a6edc1 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Request body: {'subnet': {'network_id': '60502a89-b509-474c-bf8e-604cd562773e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:31.446430 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-ae1e65e4-4d9f-4f66-8a2c-a37864c6e32c None None] For port a3b216fd-ad9c-4a1d-925a-6016ff318453, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a3b216fd-ad9c-4a1d-925a-6016ff318453,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:31.446846 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ae1e65e4-4d9f-4f66-8a2c-a37864c6e32c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:31.467261 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d29f95e4-e6ac-4cdb-9a6e-89f39d38dc9e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:31.577383 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Attempt 3 to provision port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 Oct 18 07:55:31.613041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e65e4-4d9f-4f66-8a2c-a37864c6e32c None None] Calling delete_port for a3b216fd-ad9c-4a1d-925a-6016ff318453 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:31.632308 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29f95e4-e6ac-4cdb-9a6e-89f39d38dc9e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:31.652378 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-d29f95e4-e6ac-4cdb-9a6e-89f39d38dc9e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:31.658908 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1fab96e5-1185-436b-accd-247787a6edc1 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:31.663956 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29f95e4-e6ac-4cdb-9a6e-89f39d38dc9e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:31.664550 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d29f95e4-e6ac-4cdb-9a6e-89f39d38dc9e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:31.674271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] device_id is not set on port d95f292c-b0d2-45b7-9991-1cf46f90da6a yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:55:31.692014 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1fab96e5-1185-436b-accd-247787a6edc1 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Usage tracker for resource:subnet and tenant:7b0d365ca086414bbed16b9fb19d2122 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:31.699435 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:31.699637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1fab96e5-1185-436b-accd-247787a6edc1 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:31.701550 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f95e4-e6ac-4cdb-9a6e-89f39d38dc9e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=ea37434f-4499-4d2e-b84e-c2b112cdfa94,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:31.708738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1fab96e5-1185-436b-accd-247787a6edc1 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:31.711717 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d29f95e4-e6ac-4cdb-9a6e-89f39d38dc9e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4410396 Oct 18 07:55:31.716721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57804) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:31.725846 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-38b281f9-a2e5-4679-9cbc-cad91fbff906 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:31.728846 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ae1e65e4-4d9f-4f66-8a2c-a37864c6e32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:31.734935 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:31.781136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e65e4-4d9f-4f66-8a2c-a37864c6e32c None None] Pushing event deleted for resources: {'Port': ['ID=a3b216fd-ad9c-4a1d-925a-6016ff318453,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:31.783113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e65e4-4d9f-4f66-8a2c-a37864c6e32c None None] No DVR routers for this DVR port a3b216fd-ad9c-4a1d-925a-6016ff318453 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:55:31.800668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd5d7ff-f962-4fad-9115-479eccdf74e3 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:31.809534 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fab96e5-1185-436b-accd-247787a6edc1 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Made reservation on behalf of 7b0d365ca086414bbed16b9fb19d2122 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:31.813455 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1fab96e5-1185-436b-accd-247787a6edc1 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:32.032090 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-38b281f9-a2e5-4679-9cbc-cad91fbff906 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:32.045868 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': 'ea37434f-4499-4d2e-b84e-c2b112cdfa94'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:55:32.047058 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:32.053806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-38b281f9-a2e5-4679-9cbc-cad91fbff906 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:32.062441 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-38b281f9-a2e5-4679-9cbc-cad91fbff906 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:32.065922 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a3b216fd-ad9c-4a1d-925a-6016ff318453 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:55:32.104108 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:32.105219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: a3b216fd-ad9c-4a1d-925a-6016ff318453 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:55:32.105649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a3b216fd-ad9c-4a1d-925a-6016ff318453 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:55:32.109264 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-38b281f9-a2e5-4679-9cbc-cad91fbff906 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:32.127722 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.resource_extend [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:55:32.151756 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:32.177589 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:32.178321 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:32.198660 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Attempt 4 to provision port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 Oct 18 07:55:32.223108 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b281f9-a2e5-4679-9cbc-cad91fbff906 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:32.227664 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-38b281f9-a2e5-4679-9cbc-cad91fbff906 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:32.303497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:32.325450 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Allocated IP 2001:db8::2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/ea37434f-4499-4d2e-b84e-c2b112cdfa94/84986f4c-17c2-4af7-ba24-1b94bde1b786) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:32.351350 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4e71e36-9aa4-4517-901e-3d05c078f810 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:32.374088 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] device_id is not set on port b79010b3-1912-4a87-9862-8a1e0e2d75ba yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:55:32.410537 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1fab96e5-1185-436b-accd-247787a6edc1 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:32.418766 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event updated for resources: {'Port': ['ID=9f8b0904-38e7-4aa7-b831-a6746cb061c2,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:32.487867 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.ipam_backend_mixin [None req-38b281f9-a2e5-4679-9cbc-cad91fbff906 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ea37434f-4499-4d2e-b84e-c2b112cdfa94 (CIDR: 2001:db8::/64) Oct 18 07:55:32.514063 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b281f9-a2e5-4679-9cbc-cad91fbff906 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:55:32.514963 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b281f9-a2e5-4679-9cbc-cad91fbff906 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:55:32.532094 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab96e5-1185-436b-accd-247787a6edc1 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Pushing event updated for resources: {'Subnet': ['ID=9ef63602-e390-4969-bff6-a7c5afbf7672,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:32.547526 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:32.556582 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fab96e5-1185-436b-accd-247787a6edc1 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Checking segment: {'id': '2dcb7c6c-c164-4d77-b481-913ad76fa3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '60502a89-b509-474c-bf8e-604cd562773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:32.556946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fab96e5-1185-436b-accd-247787a6edc1 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Network hostable DHCP agents. Network: 60502a89-b509-474c-bf8e-604cd562773e, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:55:32.560356 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Transition to ACTIVE for port object 84986f4c-17c2-4af7-ba24-1b94bde1b786 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:32.574792 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-38b281f9-a2e5-4679-9cbc-cad91fbff906 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8570135 Oct 18 07:55:32.579984 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57808) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:32.584127 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Transition to ACTIVE for port object 84986f4c-17c2-4af7-ba24-1b94bde1b786 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:32.589928 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:32.601866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:32.653845 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:32.656846 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:32.660482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:32.669299 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Pushing event updated for resources: {'Port': ['ID=84986f4c-17c2-4af7-ba24-1b94bde1b786,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:32.697489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fab96e5-1185-436b-accd-247787a6edc1 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Network 60502a89-b509-474c-bf8e-604cd562773e is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:55:32.714336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Network 016d119e-88cc-4d23-8b8e-47892e3b18ff is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:32.721983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:32.725276 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:32.745900 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-1fab96e5-1185-436b-accd-247787a6edc1 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 60502a89-b509-474c-bf8e-604cd562773e) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:32.775061 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Attempting to bind port 84986f4c-17c2-4af7-ba24-1b94bde1b786 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:55:32.775294 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Attempting to bind port 84986f4c-17c2-4af7-ba24-1b94bde1b786 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:55:32.775591 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Attempting to bind port 84986f4c-17c2-4af7-ba24-1b94bde1b786 on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:55:32.780820 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e2556f-91fe-4484-b762-f8e01c6eb316 None None] Network 60502a89-b509-474c-bf8e-604cd562773e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:32.798338 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:55:32.798936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:32.799145 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:32.799468 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:55:32.800485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Bound port: 84986f4c-17c2-4af7-ba24-1b94bde1b786, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:55:32.800864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:32.814235 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Attempt 5 to provision port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 Oct 18 07:55:32.880275 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fab96e5-1185-436b-accd-247787a6edc1 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:32.880859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1fab96e5-1185-436b-accd-247787a6edc1 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:32.928644 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:32.934410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:32.941476 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1fab96e5-1185-436b-accd-247787a6edc1 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6179013 Oct 18 07:55:32.941476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:32.945671 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57812) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:32.948226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:32.955064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-97928942-01d3-45ba-b7d9-6677347ef4ae tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Request body: {'network': {'name': 'tempest-router-network01--421414736'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:32.969446 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-97928942-01d3-45ba-b7d9-6677347ef4ae tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:32.972459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:32.977167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-97928942-01d3-45ba-b7d9-6677347ef4ae tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Usage tracker for resource:network and tenant:7b0d365ca086414bbed16b9fb19d2122 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:33.023969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-97928942-01d3-45ba-b7d9-6677347ef4ae tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:33.036401 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:33.036611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:33.040244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:33.080180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-97928942-01d3-45ba-b7d9-6677347ef4ae tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:33.149338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:33.156140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:33.163869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:33.164696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:33.174928 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=d95f292c-b0d2-45b7-9991-1cf46f90da6a,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:33.205829 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] For port 84986f4c-17c2-4af7-ba24-1b94bde1b786, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:55:33.210516 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] For port 84986f4c-17c2-4af7-ba24-1b94bde1b786, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=84986f4c-17c2-4af7-ba24-1b94bde1b786,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:55:33.225501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:33.229278 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:33.234452 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Router 68472e41-a873-4f58-a3dd-0e262707cb18 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:55:33.243815 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:33.263611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97928942-01d3-45ba-b7d9-6677347ef4ae tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Made reservation on behalf of 7b0d365ca086414bbed16b9fb19d2122 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:33.266944 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-97928942-01d3-45ba-b7d9-6677347ef4ae tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:33.280407 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=b79010b3-1912-4a87-9862-8a1e0e2d75ba,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:33.329470 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4e71e36-9aa4-4517-901e-3d05c078f810 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:33.349574 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Checking segment: {'id': '4b13652f-538f-446f-8a37-5ee7de50a089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f5334fb8-8862-4b2c-9094-18cb2b63d5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:33.349934 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network hostable DHCP agents. Network: f5334fb8-8862-4b2c-9094-18cb2b63d5f7, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:55:33.359813 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97928942-01d3-45ba-b7d9-6677347ef4ae tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:55:33.381307 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-97928942-01d3-45ba-b7d9-6677347ef4ae tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:33.381995 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54007f-2273-45a4-b6a3-eacbc22c57a3 None None] Pushing event updated for resources: {'Port': ['ID=84986f4c-17c2-4af7-ba24-1b94bde1b786,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:33.382437 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-97928942-01d3-45ba-b7d9-6677347ef4ae tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Added segment fcea6fa2-9581-46c8-a645-31d4d99a20e6 of type vlan for network 83aee064-2d0e-4626-8f35-8ca89a72703e Oct 18 07:55:33.406077 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-60502a89-b509-474c-bf8e-604cd562773e', 'network_id': '60502a89-b509-474c-bf8e-604cd562773e', 'tenant_id': '7b0d365ca086414bbed16b9fb19d2122', 'fixed_ips': [{'subnet_id': '9ef63602-e390-4969-bff6-a7c5afbf7672'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:55:33.407222 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:33.422520 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network f5334fb8-8862-4b2c-9094-18cb2b63d5f7 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:55:33.447933 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-97928942-01d3-45ba-b7d9-6677347ef4ae tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:33.455401 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, f5334fb8-8862-4b2c-9094-18cb2b63d5f7) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:33.463624 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:33.469300 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:33.474586 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:33.475245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:33.487810 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4e71e36-9aa4-4517-901e-3d05c078f810 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:33.488077 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80782ac-da19-4a84-8f1b-803224333e41 None None] Network f5334fb8-8862-4b2c-9094-18cb2b63d5f7 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:33.518213 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:33.570061 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Attempt 6 to provision port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 Oct 18 07:55:33.579761 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3863aa1a-fbd7-4346-b9fe-b4f618e57af5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4454954 Oct 18 07:55:33.580309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57816) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:33.635400 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-97928942-01d3-45ba-b7d9-6677347ef4ae tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:33.649777 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97928942-01d3-45ba-b7d9-6677347ef4ae tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:33.650396 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-97928942-01d3-45ba-b7d9-6677347ef4ae tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:33.670395 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=1d2b8c05-2173-4d95-8669-33b7e177f3ed,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:33.733689 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:33.779863 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-97928942-01d3-45ba-b7d9-6677347ef4ae tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8331249 Oct 18 07:55:33.781494 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57820) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:33.782627 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:33.799928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-a49d8570-9289-47f3-b9bf-78bd0f27246d tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Request body: {'network': {'name': 'tempest-router-network02--161445894'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:33.810303 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a49d8570-9289-47f3-b9bf-78bd0f27246d tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:33.814935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-729bf7a3-0223-412d-8a9d-1763173f8327 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port b79010b3-1912-4a87-9862-8a1e0e2d75ba {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:33.814935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-729bf7a3-0223-412d-8a9d-1763173f8327 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:33.817743 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-25c67a9c-0aec-4aba-931e-dee6f856204a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "PUT /v2.0/routers/68472e41-a873-4f58-a3dd-0e262707cb18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9686432 Oct 18 07:55:33.830002 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57824) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:33.844077 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a49d8570-9289-47f3-b9bf-78bd0f27246d tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Usage tracker for resource:network and tenant:7b0d365ca086414bbed16b9fb19d2122 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:33.854621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e05d15-ef54-43fb-a3a0-3573127d3d3f None None] Sync routers for ids ['68472e41-a873-4f58-a3dd-0e262707cb18'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:33.876732 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e05d15-ef54-43fb-a3a0-3573127d3d3f None None] Routers {'68472e41-a873-4f58-a3dd-0e262707cb18'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:33.876980 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97928942-01d3-45ba-b7d9-6677347ef4ae tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Pushing event updated for resources: {'Network': ['ID=83aee064-2d0e-4626-8f35-8ca89a72703e,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:33.877588 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c9e05d15-ef54-43fb-a3a0-3573127d3d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['68472e41-a873-4f58-a3dd-0e262707cb18'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:33.908600 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a49d8570-9289-47f3-b9bf-78bd0f27246d tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:33.952571 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 83aee064-2d0e-4626-8f35-8ca89a72703e details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:55:33.995312 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a49d8570-9289-47f3-b9bf-78bd0f27246d tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:34.035242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c9e05d15-ef54-43fb-a3a0-3573127d3d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:34.066251 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49d8570-9289-47f3-b9bf-78bd0f27246d tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Made reservation on behalf of 7b0d365ca086414bbed16b9fb19d2122 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:34.069423 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a49d8570-9289-47f3-b9bf-78bd0f27246d tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:34.081831 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e05d15-ef54-43fb-a3a0-3573127d3d3f None None] Routers {'68472e41-a873-4f58-a3dd-0e262707cb18'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:34.083320 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c9e05d15-ef54-43fb-a3a0-3573127d3d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['68472e41-a873-4f58-a3dd-0e262707cb18'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:34.107567 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network c001529c-7e70-4862-9812-effea03e981b is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:34.111986 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-66dccf37-86ac-4ddd-a799-3df31867fe08 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:34.177170 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:34.179885 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 84986f4c-17c2-4af7-ba24-1b94bde1b786 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:34.183757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-729bf7a3-0223-412d-8a9d-1763173f8327 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:34.235660 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Attempt 7 to provision port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 Oct 18 07:55:34.322477 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c9e05d15-ef54-43fb-a3a0-3573127d3d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:34.322976 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e05d15-ef54-43fb-a3a0-3573127d3d3f None None] The sync data for ids ['68472e41-a873-4f58-a3dd-0e262707cb18'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:34.354562 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Allocated IP 172.20.0.2 (60502a89-b509-474c-bf8e-604cd562773e/9ef63602-e390-4969-bff6-a7c5afbf7672/c5fd77a7-b741-4cd3-a7b1-e2d498bda843) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:34.372248 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-729bf7a3-0223-412d-8a9d-1763173f8327 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for b79010b3-1912-4a87-9862-8a1e0e2d75ba owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:34.407355 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49d8570-9289-47f3-b9bf-78bd0f27246d tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:55:34.426383 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:34.441341 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e71e36-9aa4-4517-901e-3d05c078f810 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Router ded3dcc0-66f5-4cb2-b452-6420802d870a is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:55:34.466007 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a49d8570-9289-47f3-b9bf-78bd0f27246d tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:34.466310 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-a49d8570-9289-47f3-b9bf-78bd0f27246d tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Added segment e3419aea-c513-481d-b26d-7822abdfe0fe of type vlan for network 442b21f4-5b80-44c3-8d3e-7aab652d3ff2 Oct 18 07:55:34.467919 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:34.501225 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-729bf7a3-0223-412d-8a9d-1763173f8327 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:34.554728 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 84986f4c-17c2-4af7-ba24-1b94bde1b786 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:34.577875 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bf7a3-0223-412d-8a9d-1763173f8327 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Port': ['ID=b79010b3-1912-4a87-9862-8a1e0e2d75ba,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:34.582994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.objects.ports [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89046) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:55:34.673656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-729bf7a3-0223-412d-8a9d-1763173f8327 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:34.715137 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-729bf7a3-0223-412d-8a9d-1763173f8327 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/ports/b79010b3-1912-4a87-9862-8a1e0e2d75ba HTTP/1.1" status: 204 len: 168 time: 1.1305461 Oct 18 07:55:34.719364 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57828) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:34.758116 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:34.774840 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Transition to ACTIVE for port object c5fd77a7-b741-4cd3-a7b1-e2d498bda843 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:34.788307 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-66dccf37-86ac-4ddd-a799-3df31867fe08 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 18 07:55:34.789312 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-66dccf37-86ac-4ddd-a799-3df31867fe08 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "DELETE /v2.0/routers/68472e41-a873-4f58-a3dd-0e262707cb18 HTTP/1.1" status: 409 len: 329 time: 0.9559491 Oct 18 07:55:34.792395 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57832) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:34.801636 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Transition to ACTIVE for port object c5fd77a7-b741-4cd3-a7b1-e2d498bda843 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:34.809088 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:34.876334 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a49d8570-9289-47f3-b9bf-78bd0f27246d tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:34.877111 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Network 60502a89-b509-474c-bf8e-604cd562773e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:34.880368 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:34.884225 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:34.936217 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Pushing event updated for resources: {'Port': ['ID=c5fd77a7-b741-4cd3-a7b1-e2d498bda843,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:34.974591 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Attempt 8 to provision port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 Oct 18 07:55:34.976498 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router 716198f7-88e7-4718-96ff-7f1764d74581 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:55:35.002062 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a49d8570-9289-47f3-b9bf-78bd0f27246d tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:35.007031 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49d8570-9289-47f3-b9bf-78bd0f27246d tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:35.007703 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a49d8570-9289-47f3-b9bf-78bd0f27246d tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:35.011731 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e71e36-9aa4-4517-901e-3d05c078f810 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:35.025066 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da5e1d-9b3a-4b22-94bc-3704eb69b932 None None] Sync routers for ids ['ded3dcc0-66f5-4cb2-b452-6420802d870a'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:35.036295 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da5e1d-9b3a-4b22-94bc-3704eb69b932 None None] Routers {'ded3dcc0-66f5-4cb2-b452-6420802d870a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:35.036909 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c9da5e1d-9b3a-4b22-94bc-3704eb69b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ded3dcc0-66f5-4cb2-b452-6420802d870a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:35.089000 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Attempting to bind port c5fd77a7-b741-4cd3-a7b1-e2d498bda843 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:55:35.089437 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Attempting to bind port c5fd77a7-b741-4cd3-a7b1-e2d498bda843 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '2dcb7c6c-c164-4d77-b481-913ad76fa3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '60502a89-b509-474c-bf8e-604cd562773e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:55:35.089897 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Attempting to bind port c5fd77a7-b741-4cd3-a7b1-e2d498bda843 on network 60502a89-b509-474c-bf8e-604cd562773e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:55:35.099055 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:55:35.099307 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Checking segment: {'id': '2dcb7c6c-c164-4d77-b481-913ad76fa3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '60502a89-b509-474c-bf8e-604cd562773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:35.099798 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:35.101086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Bound using segment: {'id': '2dcb7c6c-c164-4d77-b481-913ad76fa3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '60502a89-b509-474c-bf8e-604cd562773e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:55:35.101086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Bound port: c5fd77a7-b741-4cd3-a7b1-e2d498bda843, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcb7c6c-c164-4d77-b481-913ad76fa3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '60502a89-b509-474c-bf8e-604cd562773e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:55:35.101086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:35.101844 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c9da5e1d-9b3a-4b22-94bc-3704eb69b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:35.110727 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da5e1d-9b3a-4b22-94bc-3704eb69b932 None None] Routers {'ded3dcc0-66f5-4cb2-b452-6420802d870a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:35.111991 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c9da5e1d-9b3a-4b22-94bc-3704eb69b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ded3dcc0-66f5-4cb2-b452-6420802d870a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:35.112392 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:35.167823 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4e71e36-9aa4-4517-901e-3d05c078f810 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:35.170722 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c4e71e36-9aa4-4517-901e-3d05c078f810 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "PUT /v2.0/routers/ded3dcc0-66f5-4cb2-b452-6420802d870a HTTP/1.1" status: 200 len: 916 time: 8.2342789 Oct 18 07:55:35.176095 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c9da5e1d-9b3a-4b22-94bc-3704eb69b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:35.176681 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da5e1d-9b3a-4b22-94bc-3704eb69b932 None None] The sync data for ids ['ded3dcc0-66f5-4cb2-b452-6420802d870a'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:35.214416 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] For port c5fd77a7-b741-4cd3-a7b1-e2d498bda843, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:55:35.219292 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] For port c5fd77a7-b741-4cd3-a7b1-e2d498bda843, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c5fd77a7-b741-4cd3-a7b1-e2d498bda843,segment=NetworkSegment(2dcb7c6c-c164-4d77-b481-913ad76fa3f9),segment_id=2dcb7c6c-c164-4d77-b481-913ad76fa3f9)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:55:35.225951 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57836) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:35.228151 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:35.261705 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9fc4b8-c1f3-49db-a87a-63a6b4b39935 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:35.267505 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9fc4b8-c1f3-49db-a87a-63a6b4b39935 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:35.273539 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4b9fc4b8-c1f3-49db-a87a-63a6b4b39935 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4829786 Oct 18 07:55:35.313163 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f2a5e-e16a-4996-b98b-6759c9149e4b None None] Pushing event updated for resources: {'Port': ['ID=c5fd77a7-b741-4cd3-a7b1-e2d498bda843,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:35.317159 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57840) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:35.348474 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a49d8570-9289-47f3-b9bf-78bd0f27246d tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5568523 Oct 18 07:55:35.355829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57844) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:35.387715 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:35.406006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-bf90a072-bbe2-4192-8f55-86c88e1efd77 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Request body: {'subnet': {'network_id': '83aee064-2d0e-4626-8f35-8ca89a72703e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:35.444607 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d8570-9289-47f3-b9bf-78bd0f27246d tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Pushing event updated for resources: {'Network': ['ID=442b21f4-5b80-44c3-8d3e-7aab652d3ff2,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:35.459107 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 442b21f4-5b80-44c3-8d3e-7aab652d3ff2 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:55:35.518116 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:35.526125 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2434f49a-c35e-4b9a-bb90-413ef908e73d tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "PUT /v2.0/routers/716198f7-88e7-4718-96ff-7f1764d74581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7390208 Oct 18 07:55:35.530334 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57848) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:35.538582 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-255528b7-3c04-4728-a093-45862aac1bfa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'port': {'network_id': 'c001529c-7e70-4862-9812-effea03e981b', 'name': 'tempest-FloatingIPTestJSON-1912211871'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:35.555457 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6a357d-5d27-4ede-bb8f-392091b967f0 None None] Sync routers for ids ['716198f7-88e7-4718-96ff-7f1764d74581'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:35.566705 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-96b24af3-68b8-4114-8bb5-086c9415c4d0 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "GET /v2.0/routers/ded3dcc0-66f5-4cb2-b452-6420802d870a HTTP/1.1" status: 200 len: 922 time: 0.3229218 Oct 18 07:55:35.608673 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57852) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:35.619568 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Attempt 9 to provision port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 Oct 18 07:55:35.678007 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6a357d-5d27-4ede-bb8f-392091b967f0 None None] Routers {'716198f7-88e7-4718-96ff-7f1764d74581'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:35.678641 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3c6a357d-5d27-4ede-bb8f-392091b967f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['716198f7-88e7-4718-96ff-7f1764d74581'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:35.710751 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-8c2bbf75-6366-4948-b1ec-f5609b8a61d9 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port d95f292c-b0d2-45b7-9991-1cf46f90da6a {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:35.711098 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbf75-6366-4948-b1ec-f5609b8a61d9 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:35.718571 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-255528b7-3c04-4728-a093-45862aac1bfa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:35.723618 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-255528b7-3c04-4728-a093-45862aac1bfa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Usage tracker for resource:port and tenant:673b068eae9a43748b342c59b1cd9387 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:35.726735 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-255528b7-3c04-4728-a093-45862aac1bfa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:35.733017 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-255528b7-3c04-4728-a093-45862aac1bfa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:35.740641 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:35.747068 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255528b7-3c04-4728-a093-45862aac1bfa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Made reservation on behalf of 673b068eae9a43748b342c59b1cd9387 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:35.749074 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3c6a357d-5d27-4ede-bb8f-392091b967f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:35.750850 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-255528b7-3c04-4728-a093-45862aac1bfa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:35.759109 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6a357d-5d27-4ede-bb8f-392091b967f0 None None] Routers {'716198f7-88e7-4718-96ff-7f1764d74581'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:35.759782 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3c6a357d-5d27-4ede-bb8f-392091b967f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['716198f7-88e7-4718-96ff-7f1764d74581'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:35.773616 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-255528b7-3c04-4728-a093-45862aac1bfa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] device_id is not set on port 79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:55:35.821799 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3c6a357d-5d27-4ede-bb8f-392091b967f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:35.822061 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6a357d-5d27-4ede-bb8f-392091b967f0 None None] The sync data for ids ['716198f7-88e7-4718-96ff-7f1764d74581'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:35.884592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-bf90a072-bbe2-4192-8f55-86c88e1efd77 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:35.922225 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-255528b7-3c04-4728-a093-45862aac1bfa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Allocated IP 172.20.0.9 (c001529c-7e70-4862-9812-effea03e981b/ba3df6eb-b285-4903-bbe4-7ac2c2388e74/79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:35.972025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-bf90a072-bbe2-4192-8f55-86c88e1efd77 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Usage tracker for resource:subnet and tenant:7b0d365ca086414bbed16b9fb19d2122 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:35.991461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-bf90a072-bbe2-4192-8f55-86c88e1efd77 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:36.011106 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-bf90a072-bbe2-4192-8f55-86c88e1efd77 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:36.072487 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c5fd77a7-b741-4cd3-a7b1-e2d498bda843 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:36.105293 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0a1c56-e9de-471a-9cab-c9f62f3c72d6 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:36.106832 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-df0a1c56-e9de-471a-9cab-c9f62f3c72d6 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=d273aec7-4774-4175-825f-ae90a4511626&device_id=ded3dcc0-66f5-4cb2-b452-6420802d870a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.4951775 Oct 18 07:55:36.115210 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57856) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:36.158018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf90a072-bbe2-4192-8f55-86c88e1efd77 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Made reservation on behalf of 7b0d365ca086414bbed16b9fb19d2122 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:36.161122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bf90a072-bbe2-4192-8f55-86c88e1efd77 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:36.191278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port c5fd77a7-b741-4cd3-a7b1-e2d498bda843 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:36.241338 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Attempt 10 to provision port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 Oct 18 07:55:36.302022 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb182da-f6cc-4b92-9624-857943e98e7a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:36.303324 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ffb182da-f6cc-4b92-9624-857943e98e7a tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "GET /v2.0/networks/d273aec7-4774-4175-825f-ae90a4511626 HTTP/1.1" status: 200 len: 881 time: 0.1876144 Oct 18 07:55:36.306454 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57860) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:36.314678 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-029cb6df-4341-4aa1-948f-95d4af3bb218 None None] Port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:36.352234 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-255528b7-3c04-4728-a093-45862aac1bfa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:36.368605 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c3175fbe-b4f7-4fb5-b741-95b25dd92888 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "GET /v2.0/ports?device_id=ded3dcc0-66f5-4cb2-b452-6420802d870a HTTP/1.1" status: 200 len: 205 time: 0.0587628 Oct 18 07:55:36.369399 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57864) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:36.383496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbf75-6366-4948-b1ec-f5609b8a61d9 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:36.391763 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] For port 84986f4c-17c2-4af7-ba24-1b94bde1b786, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=84986f4c-17c2-4af7-ba24-1b94bde1b786,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:36.432034 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Could not find standard attr ID for object a3b216fd-ad9c-4a1d-925a-6016ff318453. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:55:36.447996 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Provisioning for port 1d2b8c05-2173-4d95-8669-33b7e177f3ed completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:36.457045 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Provisioning complete for port 1d2b8c05-2173-4d95-8669-33b7e177f3ed triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:36.457765 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:36.458163 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Attempt 1 to provision port 1d2b8c05-2173-4d95-8669-33b7e177f3ed Oct 18 07:55:36.508898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cab5b6d-34b2-451d-b4cf-bba1362023db None None] Network 60502a89-b509-474c-bf8e-604cd562773e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:36.535766 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-8c2bbf75-6366-4948-b1ec-f5609b8a61d9 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for d95f292c-b0d2-45b7-9991-1cf46f90da6a owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:36.598055 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Port 1d2b8c05-2173-4d95-8669-33b7e177f3ed cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:36.640612 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-255528b7-3c04-4728-a093-45862aac1bfa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Transition to ACTIVE for port object 79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:36.719244 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f1b497f1-61dd-477f-ad44-743148033626 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:36.748754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:36.762850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:36.763555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:36.776526 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-255528b7-3c04-4728-a093-45862aac1bfa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:36.933458 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255528b7-3c04-4728-a093-45862aac1bfa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Network c001529c-7e70-4862-9812-effea03e981b is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:36.934001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:36.939496 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-255528b7-3c04-4728-a093-45862aac1bfa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:36.941988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:36.945571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-66cfc563-5d4b-4327-ab1b-b478034bdb2a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:36.949046 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255528b7-3c04-4728-a093-45862aac1bfa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:36.957205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20265329-a5d0-46a6-a585-cd98574927a3 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:37.007749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:37.008611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:37.012129 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255528b7-3c04-4728-a093-45862aac1bfa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event updated for resources: {'Port': ['ID=79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:37.021089 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255528b7-3c04-4728-a093-45862aac1bfa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:37.021089 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-255528b7-3c04-4728-a093-45862aac1bfa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:37.091642 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-255528b7-3c04-4728-a093-45862aac1bfa tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5595307 Oct 18 07:55:37.093660 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f1b497f1-61dd-477f-ad44-743148033626 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:37.096835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57868) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:37.106935 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-0273e8d1-1265-4538-b209-4c6c41850981 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Request body: {'floatingip': {'port_id': '79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:37.115243 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbf75-6366-4948-b1ec-f5609b8a61d9 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:37.134839 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Attempt 2 to provision port 1d2b8c05-2173-4d95-8669-33b7e177f3ed Oct 18 07:55:37.182492 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=d3a5a518-507f-4301-8d92-317483221975,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:37.233249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbf75-6366-4948-b1ec-f5609b8a61d9 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:37.237928 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8c2bbf75-6366-4948-b1ec-f5609b8a61d9 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/ports/d95f292c-b0d2-45b7-9991-1cf46f90da6a HTTP/1.1" status: 204 len: 168 time: 1.8921034 Oct 18 07:55:37.240965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57872) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:37.244131 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Port 1d2b8c05-2173-4d95-8669-33b7e177f3ed cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:37.247065 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.6626599 Oct 18 07:55:37.250227 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57876) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:37.250379 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e2209-f540-4ae9-86c6-c3b4a7b91f06 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=84986f4c-17c2-4af7-ba24-1b94bde1b786,revision_number=4']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:37.258092 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f1b497f1-61dd-477f-ad44-743148033626 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Deleting port 3b317dab-1cc8-474d-8bee-b8d1f2eea668 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:37.259375 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f1b497f1-61dd-477f-ad44-743148033626 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:37.294236 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'mac_address': 'fa:16:3e:73:f5:29', 'name': 'tempest-NetworksTestDHCPv6-1233314054'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:37.416214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bbf75-6366-4948-b1ec-f5609b8a61d9 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Port': ['ID=d95f292c-b0d2-45b7-9991-1cf46f90da6a,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:37.431181 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0273e8d1-1265-4538-b209-4c6c41850981 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:37.436872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bf90a072-bbe2-4192-8f55-86c88e1efd77 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:37.577108 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90a072-bbe2-4192-8f55-86c88e1efd77 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Pushing event updated for resources: {'Subnet': ['ID=6c45dba3-40fe-4578-bdba-c7e1f5d56e54,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:37.602992 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf90a072-bbe2-4192-8f55-86c88e1efd77 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Checking segment: {'id': 'fcea6fa2-9581-46c8-a645-31d4d99a20e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '83aee064-2d0e-4626-8f35-8ca89a72703e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:37.603366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf90a072-bbe2-4192-8f55-86c88e1efd77 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Network hostable DHCP agents. Network: 83aee064-2d0e-4626-8f35-8ca89a72703e, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:55:37.615382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b86f319-5279-48c6-bf27-258a9e8b778d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:37.616098 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5b86f319-5279-48c6-bf27-258a9e8b778d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Synchronizing usage tracker for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:55:37.663330 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:37.684119 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf90a072-bbe2-4192-8f55-86c88e1efd77 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Network 83aee064-2d0e-4626-8f35-8ca89a72703e is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:55:37.685592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5b86f319-5279-48c6-bf27-258a9e8b778d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Unset dirty status for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:55:37.689383 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5b86f319-5279-48c6-bf27-258a9e8b778d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4384751 Oct 18 07:55:37.701673 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57880) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:37.727035 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:port and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:37.734687 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:37.738866 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f1b497f1-61dd-477f-ad44-743148033626 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:37.747130 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Attempt 3 to provision port 1d2b8c05-2173-4d95-8669-33b7e177f3ed Oct 18 07:55:37.754733 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-bf90a072-bbe2-4192-8f55-86c88e1efd77 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 83aee064-2d0e-4626-8f35-8ca89a72703e) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:37.758888 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:37.759279 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf90a072-bbe2-4192-8f55-86c88e1efd77 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:37.759872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bf90a072-bbe2-4192-8f55-86c88e1efd77 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:37.768448 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e8be16-db33-4920-9c3a-1203003fe7f4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] GET failed (client error): The resource could not be found. Oct 18 07:55:37.772480 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d4e8be16-db33-4920-9c3a-1203003fe7f4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports/b79010b3-1912-4a87-9862-8a1e0e2d75ba HTTP/1.1" status: 404 len: 333 time: 0.0655956 Oct 18 07:55:37.779360 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57884) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:37.833879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-66cfc563-5d4b-4327-ab1b-b478034bdb2a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Deleting port 9f8b0904-38e7-4aa7-b831-a6746cb061c2 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:37.834321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-66cfc563-5d4b-4327-ab1b-b478034bdb2a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:37.843550 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Port 1d2b8c05-2173-4d95-8669-33b7e177f3ed cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:37.845352 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0710a754-7d8c-45f4-ab18-ec0df1cff072 None None] Network 83aee064-2d0e-4626-8f35-8ca89a72703e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:37.860253 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7ec866-621c-4d38-9864-092f8f19ece3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] GET failed (client error): The resource could not be found. Oct 18 07:55:37.861593 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6c7ec866-621c-4d38-9864-092f8f19ece3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports/d95f292c-b0d2-45b7-9991-1cf46f90da6a HTTP/1.1" status: 404 len: 333 time: 0.0813901 Oct 18 07:55:37.866233 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bf90a072-bbe2-4192-8f55-86c88e1efd77 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4665041 Oct 18 07:55:37.868664 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57888) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:37.868994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57890) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:37.889126 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-dca73de5-a42d-458e-972c-958a0b549ef6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Request body: {'subnet': {'network_id': '442b21f4-5b80-44c3-8d3e-7aab652d3ff2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:37.912169 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f1b497f1-61dd-477f-ad44-743148033626 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Calling delete_port for 3b317dab-1cc8-474d-8bee-b8d1f2eea668 owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:37.965844 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:38.094628 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 84986f4c-17c2-4af7-ba24-1b94bde1b786 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:38.197361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-83aee064-2d0e-4626-8f35-8ca89a72703e', 'network_id': '83aee064-2d0e-4626-8f35-8ca89a72703e', 'tenant_id': '7b0d365ca086414bbed16b9fb19d2122', 'fixed_ips': [{'subnet_id': '6c45dba3-40fe-4578-bdba-c7e1f5d56e54'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:55:38.198365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:38.198765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-521ef69f-7e08-474a-8535-d7bdece33d8d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:38.216251 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-dca73de5-a42d-458e-972c-958a0b549ef6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:38.225355 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-dca73de5-a42d-458e-972c-958a0b549ef6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Usage tracker for resource:subnet and tenant:7b0d365ca086414bbed16b9fb19d2122 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:38.232865 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-dca73de5-a42d-458e-972c-958a0b549ef6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:38.262953 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-dca73de5-a42d-458e-972c-958a0b549ef6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:38.335912 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-66cfc563-5d4b-4327-ab1b-b478034bdb2a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:38.347803 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Attempt 4 to provision port 1d2b8c05-2173-4d95-8669-33b7e177f3ed Oct 18 07:55:38.350003 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca73de5-a42d-458e-972c-958a0b549ef6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Made reservation on behalf of 7b0d365ca086414bbed16b9fb19d2122 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:38.353451 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dca73de5-a42d-458e-972c-958a0b549ef6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:38.421038 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Port 1d2b8c05-2173-4d95-8669-33b7e177f3ed cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:38.432111 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Allocated IP 172.20.0.2 (83aee064-2d0e-4626-8f35-8ca89a72703e/6c45dba3-40fe-4578-bdba-c7e1f5d56e54/26badf59-9d91-4fa5-9393-417e3c2f176f) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:38.437004 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:38.555696 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port a6f87ddd-7fdf-43bc-ab4a-bf3e559acdfc yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:55:38.738941 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-66cfc563-5d4b-4327-ab1b-b478034bdb2a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Calling delete_port for 9f8b0904-38e7-4aa7-b831-a6746cb061c2 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:38.739169 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f1b497f1-61dd-477f-ad44-743148033626 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:38.790685 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:38.794201 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-521ef69f-7e08-474a-8535-d7bdece33d8d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:38.810296 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Transition to ACTIVE for port object 26badf59-9d91-4fa5-9393-417e3c2f176f will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:38.813012 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b497f1-61dd-477f-ad44-743148033626 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Pushing event deleted for resources: {'Port': ['ID=3b317dab-1cc8-474d-8bee-b8d1f2eea668,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:38.843756 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Transition to ACTIVE for port object 26badf59-9d91-4fa5-9393-417e3c2f176f will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:38.849817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-521ef69f-7e08-474a-8535-d7bdece33d8d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5334fb8-8862-4b2c-9094-18cb2b63d5f7']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:38.850985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:38.892574 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-521ef69f-7e08-474a-8535-d7bdece33d8d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b13652f-538f-446f-8a37-5ee7de50a089') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:38.892960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-521ef69f-7e08-474a-8535-d7bdece33d8d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b13652f-538f-446f-8a37-5ee7de50a089') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:38.909553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-521ef69f-7e08-474a-8535-d7bdece33d8d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:38.921652 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Attempt 5 to provision port 1d2b8c05-2173-4d95-8669-33b7e177f3ed Oct 18 07:55:38.966415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-521ef69f-7e08-474a-8535-d7bdece33d8d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:38.980097 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Network 83aee064-2d0e-4626-8f35-8ca89a72703e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:38.986240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521ef69f-7e08-474a-8535-d7bdece33d8d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:55:38.986689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-521ef69f-7e08-474a-8535-d7bdece33d8d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:38.986828 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:38.990135 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:39.003999 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Pushing event updated for resources: {'Port': ['ID=26badf59-9d91-4fa5-9393-417e3c2f176f,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:39.046076 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Port 1d2b8c05-2173-4d95-8669-33b7e177f3ed cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:39.069678 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 4b13652f-538f-446f-8a37-5ee7de50a089 resource provider aggregate not found Oct 18 07:55:39.082232 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f1b497f1-61dd-477f-ad44-743148033626 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:39.100979 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 4b13652f-538f-446f-8a37-5ee7de50a089 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b13652f-538f-446f-8a37-5ee7de50a089 found for delete ", "request_id": "req-0cacd609-8692-4f97-b15d-cd07d62a50d5"}]} Oct 18 07:55:39.120220 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Attempting to bind port 26badf59-9d91-4fa5-9393-417e3c2f176f on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:55:39.120594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Attempting to bind port 26badf59-9d91-4fa5-9393-417e3c2f176f by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'fcea6fa2-9581-46c8-a645-31d4d99a20e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '83aee064-2d0e-4626-8f35-8ca89a72703e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:55:39.120961 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Attempting to bind port 26badf59-9d91-4fa5-9393-417e3c2f176f on network 83aee064-2d0e-4626-8f35-8ca89a72703e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:55:39.128825 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:55:39.129205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Checking segment: {'id': 'fcea6fa2-9581-46c8-a645-31d4d99a20e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '83aee064-2d0e-4626-8f35-8ca89a72703e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:39.129601 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:39.129992 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Bound using segment: {'id': 'fcea6fa2-9581-46c8-a645-31d4d99a20e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '83aee064-2d0e-4626-8f35-8ca89a72703e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:55:39.130468 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Bound port: 26badf59-9d91-4fa5-9393-417e3c2f176f, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcea6fa2-9581-46c8-a645-31d4d99a20e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '83aee064-2d0e-4626-8f35-8ca89a72703e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:55:39.130872 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:39.197676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dca73de5-a42d-458e-972c-958a0b549ef6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:39.235888 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-521ef69f-7e08-474a-8535-d7bdece33d8d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:39.250374 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] For port 26badf59-9d91-4fa5-9393-417e3c2f176f, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:55:39.254012 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::276 (421d0710-6574-4dc6-a599-2fa72ae31b2e/ea37434f-4499-4d2e-b84e-c2b112cdfa94/a6f87ddd-7fdf-43bc-ab4a-bf3e559acdfc) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:39.256182 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] For port 26badf59-9d91-4fa5-9393-417e3c2f176f, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=26badf59-9d91-4fa5-9393-417e3c2f176f,segment=NetworkSegment(fcea6fa2-9581-46c8-a645-31d4d99a20e6),segment_id=fcea6fa2-9581-46c8-a645-31d4d99a20e6)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:55:39.260717 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:39.272698 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8:0:1:f816:3eff:fe73:f529 (421d0710-6574-4dc6-a599-2fa72ae31b2e/d3a5a518-507f-4301-8d92-317483221975/a6f87ddd-7fdf-43bc-ab4a-bf3e559acdfc) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:39.273543 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-521ef69f-7e08-474a-8535-d7bdece33d8d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:39.279271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ef69f-7e08-474a-8535-d7bdece33d8d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Network': ['ID=f5334fb8-8862-4b2c-9094-18cb2b63d5f7,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:39.286991 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f1b497f1-61dd-477f-ad44-743148033626 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:39.292785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-66cfc563-5d4b-4327-ab1b-b478034bdb2a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:39.295127 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f1b497f1-61dd-477f-ad44-743148033626 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:39.301424 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0273e8d1-1265-4538-b209-4c6c41850981 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:39.329230 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0273e8d1-1265-4538-b209-4c6c41850981 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:39.359615 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46f139-4b2b-476d-9269-3bf72caafee7 None None] Pushing event updated for resources: {'Port': ['ID=26badf59-9d91-4fa5-9393-417e3c2f176f,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:39.429681 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-521ef69f-7e08-474a-8535-d7bdece33d8d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/networks/f5334fb8-8862-4b2c-9094-18cb2b63d5f7 HTTP/1.1" status: 204 len: 168 time: 1.5595810 Oct 18 07:55:39.436366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57900) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:39.442480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfc563-5d4b-4327-ab1b-b478034bdb2a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event deleted for resources: {'Port': ['ID=9f8b0904-38e7-4aa7-b831-a6746cb061c2,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:39.448117 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-e61e2172-704f-4fd9-bb0f-fdc5592785fd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1015022998'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:39.460072 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca73de5-a42d-458e-972c-958a0b549ef6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Pushing event updated for resources: {'Subnet': ['ID=cc5a6758-23d3-4b46-8363-8ee176fa56ac,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:39.517379 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca73de5-a42d-458e-972c-958a0b549ef6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Checking segment: {'id': 'e3419aea-c513-481d-b26d-7822abdfe0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '442b21f4-5b80-44c3-8d3e-7aab652d3ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:39.517652 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca73de5-a42d-458e-972c-958a0b549ef6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Network hostable DHCP agents. Network: 442b21f4-5b80-44c3-8d3e-7aab652d3ff2, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:55:39.528998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e61e2172-704f-4fd9-bb0f-fdc5592785fd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:39.547533 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Attempt 6 to provision port 1d2b8c05-2173-4d95-8669-33b7e177f3ed Oct 18 07:55:39.604115 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e61e2172-704f-4fd9-bb0f-fdc5592785fd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:network and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:39.625514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e61e2172-704f-4fd9-bb0f-fdc5592785fd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:39.635022 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e61e2172-704f-4fd9-bb0f-fdc5592785fd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:39.639853 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-66cfc563-5d4b-4327-ab1b-b478034bdb2a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:39.665136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f1b497f1-61dd-477f-ad44-743148033626 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:39.665834 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b497f1-61dd-477f-ad44-743148033626 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Fanout notify agent at l3_agent the message router_deleted on router ded3dcc0-66f5-4cb2-b452-6420802d870a {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:55:39.671789 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Port 1d2b8c05-2173-4d95-8669-33b7e177f3ed cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:39.768080 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f1b497f1-61dd-477f-ad44-743148033626 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:39.770595 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f1b497f1-61dd-477f-ad44-743148033626 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "DELETE /v2.0/routers/ded3dcc0-66f5-4cb2-b452-6420802d870a HTTP/1.1" status: 204 len: 168 time: 3.3998597 Oct 18 07:55:39.781973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57904) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:39.786680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61e2172-704f-4fd9-bb0f-fdc5592785fd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:39.790096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e61e2172-704f-4fd9-bb0f-fdc5592785fd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:39.794314 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-58021fa2-aa65-467a-b156-c7613d5650f0 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-806768504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:39.799118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca73de5-a42d-458e-972c-958a0b549ef6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Network 442b21f4-5b80-44c3-8d3e-7aab652d3ff2 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:55:39.805169 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-58021fa2-aa65-467a-b156-c7613d5650f0 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:39.822482 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-58021fa2-aa65-467a-b156-c7613d5650f0 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Usage tracker for resource:router and tenant:a22354d471594de4952e78e6c2ba7f7c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:39.836546 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-58021fa2-aa65-467a-b156-c7613d5650f0 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:39.836760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-dca73de5-a42d-458e-972c-958a0b549ef6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 442b21f4-5b80-44c3-8d3e-7aab652d3ff2) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:39.844361 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-58021fa2-aa65-467a-b156-c7613d5650f0 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:39.846497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41530d6-c357-4bc2-ac39-cfbf6dd47525 None None] Network 442b21f4-5b80-44c3-8d3e-7aab652d3ff2 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:39.896211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61e2172-704f-4fd9-bb0f-fdc5592785fd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:55:39.904204 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca73de5-a42d-458e-972c-958a0b549ef6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:39.904836 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dca73de5-a42d-458e-972c-958a0b549ef6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:39.906634 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-0273e8d1-1265-4538-b209-4c6c41850981 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Floating IP 211067ba-b9d9-4ff1-9c29-efc322e1ee39 associated. External IP: 172.26.8.7, port: d5fe5721-7ac6-4f57-adc7-f5a18dc60868. Oct 18 07:55:39.985465 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e61e2172-704f-4fd9-bb0f-fdc5592785fd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:39.985465 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-e61e2172-704f-4fd9-bb0f-fdc5592785fd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Added segment cd7ec8cf-5bf1-4447-81fe-c154046882b2 of type vlan for network 069cc848-8981-4270-91f3-d24157b7e3fd Oct 18 07:55:40.027089 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dca73de5-a42d-458e-972c-958a0b549ef6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1555486 Oct 18 07:55:40.031093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cfc563-5d4b-4327-ab1b-b478034bdb2a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Router 68472e41-a873-4f58-a3dd-0e262707cb18 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:55:40.031921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57908) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:40.048353 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-58021fa2-aa65-467a-b156-c7613d5650f0 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:40.049442 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-58021fa2-aa65-467a-b156-c7613d5650f0 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:40.049606 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e61e2172-704f-4fd9-bb0f-fdc5592785fd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:40.087082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 26badf59-9d91-4fa5-9393-417e3c2f176f up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:40.101477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:40.144801 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object a6f87ddd-7fdf-43bc-ab4a-bf3e559acdfc will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:40.183951 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Attempt 7 to provision port 1d2b8c05-2173-4d95-8669-33b7e177f3ed Oct 18 07:55:40.232289 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-58021fa2-aa65-467a-b156-c7613d5650f0 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:40.235355 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:40.256866 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-442b21f4-5b80-44c3-8d3e-7aab652d3ff2', 'network_id': '442b21f4-5b80-44c3-8d3e-7aab652d3ff2', 'tenant_id': '7b0d365ca086414bbed16b9fb19d2122', 'fixed_ips': [{'subnet_id': 'cc5a6758-23d3-4b46-8363-8ee176fa56ac'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:55:40.257672 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:40.351639 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Port 1d2b8c05-2173-4d95-8669-33b7e177f3ed cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:40.463402 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Allocated IP 172.20.0.2 (442b21f4-5b80-44c3-8d3e-7aab652d3ff2/cc5a6758-23d3-4b46-8363-8ee176fa56ac/bdd55ccf-38e2-4253-81d6-7be464d1acf6) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:40.476184 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:40.478291 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cfc563-5d4b-4327-ab1b-b478034bdb2a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:40.481803 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e61e2172-704f-4fd9-bb0f-fdc5592785fd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:40.487275 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61e2172-704f-4fd9-bb0f-fdc5592785fd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:40.488519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e61e2172-704f-4fd9-bb0f-fdc5592785fd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:40.488674 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:40.492068 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d396e8-b0ba-404e-a9d0-0fda1224cd87 None None] Sync routers for ids ['68472e41-a873-4f58-a3dd-0e262707cb18'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:40.493186 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:40.500368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:40.501147 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:40.511438 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d396e8-b0ba-404e-a9d0-0fda1224cd87 None None] Routers {'68472e41-a873-4f58-a3dd-0e262707cb18'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:40.512056 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b3d396e8-b0ba-404e-a9d0-0fda1224cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['68472e41-a873-4f58-a3dd-0e262707cb18'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:40.512357 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=a6f87ddd-7fdf-43bc-ab4a-bf3e559acdfc,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:40.523809 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-58021fa2-aa65-467a-b156-c7613d5650f0 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:40.555919 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-66cfc563-5d4b-4327-ab1b-b478034bdb2a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "PUT /v2.0/routers/68472e41-a873-4f58-a3dd-0e262707cb18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7577906 Oct 18 07:55:40.556156 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-58021fa2-aa65-467a-b156-c7613d5650f0 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:40.560479 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-58021fa2-aa65-467a-b156-c7613d5650f0 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7720256 Oct 18 07:55:40.562467 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57912) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:40.562823 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57914) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:40.639495 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b3d396e8-b0ba-404e-a9d0-0fda1224cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:40.646650 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-5a862c2c-8711-46ce-a996-da06459560d4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'enable_snat': False}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:40.664679 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d396e8-b0ba-404e-a9d0-0fda1224cd87 None None] Routers {'68472e41-a873-4f58-a3dd-0e262707cb18'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:40.665306 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b3d396e8-b0ba-404e-a9d0-0fda1224cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['68472e41-a873-4f58-a3dd-0e262707cb18'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:40.704577 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-70f6bd4d-3f73-4053-9dd6-d2721b543c17 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4529767 Oct 18 07:55:40.724188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57920) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:40.769863 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b3d396e8-b0ba-404e-a9d0-0fda1224cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:40.770273 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d396e8-b0ba-404e-a9d0-0fda1224cd87 None None] The sync data for ids ['68472e41-a873-4f58-a3dd-0e262707cb18'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:40.794895 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 26badf59-9d91-4fa5-9393-417e3c2f176f completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:40.813399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b75c1a7-c243-4195-856b-b8ad09c91625 None None] Network 83aee064-2d0e-4626-8f35-8ca89a72703e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:40.820550 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-ab36080d-277c-4772-af02-05c3239cb42b tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] show failed (client error): The resource could not be found. Oct 18 07:55:40.828762 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ab36080d-277c-4772-af02-05c3239cb42b tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "GET /v2.0/routers/tempest-non_exist_router-1435762018 HTTP/1.1" status: 404 len: 335 time: 0.2567351 Oct 18 07:55:40.828962 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57924) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:40.897865 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Attempt 8 to provision port 1d2b8c05-2173-4d95-8669-33b7e177f3ed Oct 18 07:55:40.920321 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e61e2172-704f-4fd9-bb0f-fdc5592785fd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4767065 Oct 18 07:55:40.925839 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-828ae127-1aa2-4b94-aaaa-520451e923d6 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:40.929289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:40.977787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Transition to ACTIVE for port object bdd55ccf-38e2-4253-81d6-7be464d1acf6 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:40.983626 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57928) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:41.022142 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0273e8d1-1265-4538-b209-4c6c41850981 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router cfd6ecbc-7a45-4e58-b87d-4b094663c752 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:55:41.023579 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Port 1d2b8c05-2173-4d95-8669-33b7e177f3ed cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:41.032960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-be5cd781-39a9-450f-a785-229ecde9a8c6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'subnet': {'network_id': '069cc848-8981-4270-91f3-d24157b7e3fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:41.048878 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Transition to ACTIVE for port object bdd55ccf-38e2-4253-81d6-7be464d1acf6 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:41.062068 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:41.063453 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-828ae127-1aa2-4b94-aaaa-520451e923d6 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] update failed (client error): The resource could not be found. Oct 18 07:55:41.069146 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-828ae127-1aa2-4b94-aaaa-520451e923d6 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "PUT /v2.0/routers/tempest-non_exist_router-1071355408 HTTP/1.1" status: 404 len: 335 time: 0.2356181 Oct 18 07:55:41.086513 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57932) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:41.141429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Network 442b21f4-5b80-44c3-8d3e-7aab652d3ff2 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:41.148510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:41.156135 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:41.175537 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e2172-704f-4fd9-bb0f-fdc5592785fd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Network': ['ID=069cc848-8981-4270-91f3-d24157b7e3fd,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:41.194989 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 069cc848-8981-4270-91f3-d24157b7e3fd details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:55:41.255665 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Pushing event updated for resources: {'Port': ['ID=bdd55ccf-38e2-4253-81d6-7be464d1acf6,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:41.273992 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-90ed487e-e35d-4964-9a5a-90532157126f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port a6f87ddd-7fdf-43bc-ab4a-bf3e559acdfc {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:41.274329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-90ed487e-e35d-4964-9a5a-90532157126f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:41.417211 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Attempting to bind port bdd55ccf-38e2-4253-81d6-7be464d1acf6 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:55:41.417652 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Attempting to bind port bdd55ccf-38e2-4253-81d6-7be464d1acf6 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'e3419aea-c513-481d-b26d-7822abdfe0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '442b21f4-5b80-44c3-8d3e-7aab652d3ff2'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:55:41.418128 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Attempting to bind port bdd55ccf-38e2-4253-81d6-7be464d1acf6 on network 442b21f4-5b80-44c3-8d3e-7aab652d3ff2 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:55:41.426829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-be5cd781-39a9-450f-a785-229ecde9a8c6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:41.432101 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:55:41.432636 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Checking segment: {'id': 'e3419aea-c513-481d-b26d-7822abdfe0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '442b21f4-5b80-44c3-8d3e-7aab652d3ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:41.433416 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:41.433911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Bound using segment: {'id': 'e3419aea-c513-481d-b26d-7822abdfe0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '442b21f4-5b80-44c3-8d3e-7aab652d3ff2'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:55:41.434489 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Bound port: bdd55ccf-38e2-4253-81d6-7be464d1acf6, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3419aea-c513-481d-b26d-7822abdfe0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '442b21f4-5b80-44c3-8d3e-7aab652d3ff2'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:55:41.435006 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:41.459243 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-be5cd781-39a9-450f-a785-229ecde9a8c6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:subnet and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:41.466359 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-be5cd781-39a9-450f-a785-229ecde9a8c6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:41.503223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-be5cd781-39a9-450f-a785-229ecde9a8c6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:41.525779 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Attempt 9 to provision port 1d2b8c05-2173-4d95-8669-33b7e177f3ed Oct 18 07:55:41.531422 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a862c2c-8711-46ce-a996-da06459560d4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:41.535455 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:41.587091 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] For port bdd55ccf-38e2-4253-81d6-7be464d1acf6, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:55:41.600914 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] For port bdd55ccf-38e2-4253-81d6-7be464d1acf6, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=bdd55ccf-38e2-4253-81d6-7be464d1acf6,segment=NetworkSegment(e3419aea-c513-481d-b26d-7822abdfe0fe),segment_id=e3419aea-c513-481d-b26d-7822abdfe0fe)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:55:41.602280 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Port 1d2b8c05-2173-4d95-8669-33b7e177f3ed cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:41.607036 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:41.618583 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f586bb-c118-40dd-b803-4f4722f80876 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Deleting subnet ecc3acde-553a-4b81-8ea0-d40e1cf480d9 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:55:41.622112 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-80f586bb-c118-40dd-b803-4f4722f80876 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:41.706289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fba58b-4209-447b-a3c5-35f6c5ff2de9 None None] Pushing event updated for resources: {'Port': ['ID=bdd55ccf-38e2-4253-81d6-7be464d1acf6,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:41.706855 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-80f586bb-c118-40dd-b803-4f4722f80876 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:41.742428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5cd781-39a9-450f-a785-229ecde9a8c6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:41.745861 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be5cd781-39a9-450f-a785-229ecde9a8c6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:41.818403 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0273e8d1-1265-4538-b209-4c6c41850981 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:41.836596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9e51d9-ea38-4da0-8d6a-548215c15f4f None None] Sync routers for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:41.849540 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9e51d9-ea38-4da0-8d6a-548215c15f4f None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:41.850297 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-af9e51d9-ea38-4da0-8d6a-548215c15f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:41.928508 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-af9e51d9-ea38-4da0-8d6a-548215c15f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:41.970247 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9e51d9-ea38-4da0-8d6a-548215c15f4f None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:41.970247 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-af9e51d9-ea38-4da0-8d6a-548215c15f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:42.023208 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-80f586bb-c118-40dd-b803-4f4722f80876 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:42.067851 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-af9e51d9-ea38-4da0-8d6a-548215c15f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:42.067851 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9e51d9-ea38-4da0-8d6a-548215c15f4f None None] The sync data for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:42.103257 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Attempt 10 to provision port 1d2b8c05-2173-4d95-8669-33b7e177f3ed Oct 18 07:55:42.148830 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device bdd55ccf-38e2-4253-81d6-7be464d1acf6 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:42.197109 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.ipam_backend_mixin [None req-be5cd781-39a9-450f-a785-229ecde9a8c6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Performing IP validity checks on allocation pools {{(pid=89046) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 18 07:55:42.197661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.ipam_backend_mixin [None req-be5cd781-39a9-450f-a785-229ecde9a8c6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89046) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 18 07:55:42.226439 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Port 1d2b8c05-2173-4d95-8669-33b7e177f3ed cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:42.247058 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Provisioning for port 84986f4c-17c2-4af7-ba24-1b94bde1b786 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:42.251445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port bdd55ccf-38e2-4253-81d6-7be464d1acf6 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:42.256456 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Provisioning complete for port 84986f4c-17c2-4af7-ba24-1b94bde1b786 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:42.256838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:42.257175 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Attempt 1 to provision port 84986f4c-17c2-4af7-ba24-1b94bde1b786 Oct 18 07:55:42.275337 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-90ed487e-e35d-4964-9a5a-90532157126f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:42.327513 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-80f586bb-c118-40dd-b803-4f4722f80876 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:42.386836 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Current status of the port 84986f4c-17c2-4af7-ba24-1b94bde1b786 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:42.387223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:42.421783 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] For port 84986f4c-17c2-4af7-ba24-1b94bde1b786, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=84986f4c-17c2-4af7-ba24-1b94bde1b786,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:42.426722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:42.427891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-90ed487e-e35d-4964-9a5a-90532157126f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for a6f87ddd-7fdf-43bc-ab4a-bf3e559acdfc owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:42.464775 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800e679e-1e9a-453c-aeff-c745b66b8bd7 None None] Network 52875932-0cc5-4b55-a13e-cfe06945e762 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:42.497193 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Could not find standard attr ID for object 9f8b0904-38e7-4aa7-b831-a6746cb061c2. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:55:42.497449 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f586bb-c118-40dd-b803-4f4722f80876 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc3acde-553a-4b81-8ea0-d40e1cf480d9,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:42.499131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-80f586bb-c118-40dd-b803-4f4722f80876 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:42.563388 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-80f586bb-c118-40dd-b803-4f4722f80876 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "DELETE /v2.0/subnets/ecc3acde-553a-4b81-8ea0-d40e1cf480d9 HTTP/1.1" status: 204 len: 168 time: 1.4691870 Oct 18 07:55:42.569779 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57936) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:42.595393 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd183d-6a3c-44bc-ab4e-6278c1933831 None None] Pushing event updated for resources: {'Port': ['ID=84986f4c-17c2-4af7-ba24-1b94bde1b786,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:42.620085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Allocated IP 172.20.0.1 (83aee064-2d0e-4626-8f35-8ca89a72703e/6c45dba3-40fe-4578-bdba-c7e1f5d56e54/b52cec1c-ea3c-4b0d-aa7b-de209bdf604d) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:42.734179 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0273e8d1-1265-4538-b209-4c6c41850981 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router 716198f7-88e7-4718-96ff-7f1764d74581 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:55:42.740959 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Provisioning complete for port 84986f4c-17c2-4af7-ba24-1b94bde1b786 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:42.741466 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:42.741915 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Attempt 1 to provision port 84986f4c-17c2-4af7-ba24-1b94bde1b786 Oct 18 07:55:42.749928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a862c2c-8711-46ce-a996-da06459560d4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:42.840750 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be5cd781-39a9-450f-a785-229ecde9a8c6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:42.897315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Current status of the port 84986f4c-17c2-4af7-ba24-1b94bde1b786 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:42.936123 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f50a10-0b0e-4a3f-9c14-c60da74f7abe None None] DHCP port deletion for 52875932-0cc5-4b55-a13e-cfe06945e762 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:55:42.942956 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-12f50a10-0b0e-4a3f-9c14-c60da74f7abe None None] Deleting port a9e07611-a454-4946-a8c6-fb3d7b0e44dc {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:42.943637 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-12f50a10-0b0e-4a3f-9c14-c60da74f7abe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:42.963229 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:42.966936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a862c2c-8711-46ce-a996-da06459560d4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:43.061812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cd781-39a9-450f-a785-229ecde9a8c6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Subnet': ['ID=0cc35e49-23d4-4956-b4df-bb048a52c90c,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:43.086390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-90ed487e-e35d-4964-9a5a-90532157126f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:43.089211 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Provisioning for port a6f87ddd-7fdf-43bc-ab4a-bf3e559acdfc completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:43.090125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:43.113528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Provisioning complete for port a6f87ddd-7fdf-43bc-ab4a-bf3e559acdfc triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:43.113906 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:43.114251 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Attempt 1 to provision port a6f87ddd-7fdf-43bc-ab4a-bf3e559acdfc Oct 18 07:55:43.201126 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Port a6f87ddd-7fdf-43bc-ab4a-bf3e559acdfc was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:55:43.214591 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed487e-e35d-4964-9a5a-90532157126f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=a6f87ddd-7fdf-43bc-ab4a-bf3e559acdfc,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:43.216770 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Deleting port a9e07611-a454-4946-a8c6-fb3d7b0e44dc {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:43.217182 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:43.235147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Provisioning for port 26badf59-9d91-4fa5-9393-417e3c2f176f completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:43.245534 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-12f50a10-0b0e-4a3f-9c14-c60da74f7abe None None] For port a9e07611-a454-4946-a8c6-fb3d7b0e44dc, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a9e07611-a454-4946-a8c6-fb3d7b0e44dc,segment=NetworkSegment(843df74c-64f6-4c17-8ed0-2e845f59ef3b),segment_id=843df74c-64f6-4c17-8ed0-2e845f59ef3b)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:43.246126 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-12f50a10-0b0e-4a3f-9c14-c60da74f7abe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:43.253838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Provisioning complete for port 26badf59-9d91-4fa5-9393-417e3c2f176f triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:43.254432 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:43.254952 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Attempt 1 to provision port 26badf59-9d91-4fa5-9393-417e3c2f176f Oct 18 07:55:43.279054 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Transition to ACTIVE for port object b52cec1c-ea3c-4b0d-aa7b-de209bdf604d will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:43.290100 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5cd781-39a9-450f-a785-229ecde9a8c6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Checking segment: {'id': 'cd7ec8cf-5bf1-4447-81fe-c154046882b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '069cc848-8981-4270-91f3-d24157b7e3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:43.290460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5cd781-39a9-450f-a785-229ecde9a8c6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network hostable DHCP agents. Network: 069cc848-8981-4270-91f3-d24157b7e3fd, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:55:43.294191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d253371e-72b4-4989-b3e6-fa7b7f6085ab None None] Network 442b21f4-5b80-44c3-8d3e-7aab652d3ff2 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:43.354287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-90ed487e-e35d-4964-9a5a-90532157126f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:43.381525 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-90ed487e-e35d-4964-9a5a-90532157126f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/a6f87ddd-7fdf-43bc-ab4a-bf3e559acdfc HTTP/1.1" status: 204 len: 168 time: 2.6480880 Oct 18 07:55:43.383372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57940) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:43.387035 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5cd781-39a9-450f-a785-229ecde9a8c6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 069cc848-8981-4270-91f3-d24157b7e3fd is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:55:43.441617 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-12f50a10-0b0e-4a3f-9c14-c60da74f7abe None None] Calling delete_port for a9e07611-a454-4946-a8c6-fb3d7b0e44dc owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:43.445220 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0273e8d1-1265-4538-b209-4c6c41850981 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:43.463303 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-be5cd781-39a9-450f-a785-229ecde9a8c6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 069cc848-8981-4270-91f3-d24157b7e3fd) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:43.466254 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:43.478043 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0273e8d1-1265-4538-b209-4c6c41850981 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:43.492435 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d9fce6-1bd3-4a08-9392-4040c3125483 None None] Sync routers for ids ['716198f7-88e7-4718-96ff-7f1764d74581'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:43.509241 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d9fce6-1bd3-4a08-9392-4040c3125483 None None] Routers {'716198f7-88e7-4718-96ff-7f1764d74581'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:43.511650 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-17d9fce6-1bd3-4a08-9392-4040c3125483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['716198f7-88e7-4718-96ff-7f1764d74581'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:43.527154 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-5a862c2c-8711-46ce-a996-da06459560d4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Allocated IP 172.26.8.161 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/00256c63-860d-43f4-b150-92d4d99c9662) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:43.533640 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a8c1da-1fe0-48d7-a54b-c304eec63059 None None] Network 069cc848-8981-4270-91f3-d24157b7e3fd requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:43.611553 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-17d9fce6-1bd3-4a08-9392-4040c3125483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:43.620719 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d9fce6-1bd3-4a08-9392-4040c3125483 None None] Routers {'716198f7-88e7-4718-96ff-7f1764d74581'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:43.621322 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-17d9fce6-1bd3-4a08-9392-4040c3125483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['716198f7-88e7-4718-96ff-7f1764d74581'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:43.642065 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5cd781-39a9-450f-a785-229ecde9a8c6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:43.642943 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be5cd781-39a9-450f-a785-229ecde9a8c6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:43.684893 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-17d9fce6-1bd3-4a08-9392-4040c3125483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:43.685309 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d9fce6-1bd3-4a08-9392-4040c3125483 None None] The sync data for ids ['716198f7-88e7-4718-96ff-7f1764d74581'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:43.697028 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Network 83aee064-2d0e-4626-8f35-8ca89a72703e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:43.705631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:43.712654 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-be5cd781-39a9-450f-a785-229ecde9a8c6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7084403 Oct 18 07:55:43.717841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:43.719046 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57944) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:43.747645 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Pushing event updated for resources: {'Port': ['ID=b52cec1c-ea3c-4b0d-aa7b-de209bdf604d,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:43.748070 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-ca138580-c4dc-47ee-bca4-004c2432e351 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'network_id': '069cc848-8981-4270-91f3-d24157b7e3fd', 'name': 'tempest-PortsTestJSON-561874343'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:43.788740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd9d497-df54-41f5-9cd1-0ac00bf76379 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:43.789475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0bd9d497-df54-41f5-9cd1-0ac00bf76379 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:55:43.797859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:43.882720 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-12f50a10-0b0e-4a3f-9c14-c60da74f7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:43.907715 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0bd9d497-df54-41f5-9cd1-0ac00bf76379 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:55:43.912575 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0bd9d497-df54-41f5-9cd1-0ac00bf76379 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5273085 Oct 18 07:55:43.912742 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57948) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:43.922592 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] For port a9e07611-a454-4946-a8c6-fb3d7b0e44dc, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a9e07611-a454-4946-a8c6-fb3d7b0e44dc,segment=NetworkSegment(843df74c-64f6-4c17-8ed0-2e845f59ef3b),segment_id=843df74c-64f6-4c17-8ed0-2e845f59ef3b)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:43.923010 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:43.936879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:44.038266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f50a10-0b0e-4a3f-9c14-c60da74f7abe None None] Pushing event deleted for resources: {'Port': ['ID=a9e07611-a454-4946-a8c6-fb3d7b0e44dc,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:44.106080 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Current status of the port 26badf59-9d91-4fa5-9393-417e3c2f176f is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:44.106464 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:44.152624 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 84986f4c-17c2-4af7-ba24-1b94bde1b786 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:44.179036 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Calling delete_port for a9e07611-a454-4946-a8c6-fb3d7b0e44dc owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:44.200567 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f50a10-0b0e-4a3f-9c14-c60da74f7abe None None] No DVR routers for this DVR port a9e07611-a454-4946-a8c6-fb3d7b0e44dc on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:55:44.249530 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0273e8d1-1265-4538-b209-4c6c41850981 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "PUT /v2.0/floatingips/211067ba-b9d9-4ff1-9c29-efc322e1ee39 HTTP/1.1" status: 200 len: 976 time: 7.1499338 Oct 18 07:55:44.251437 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57952) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:44.266585 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-069cc848-8981-4270-91f3-d24157b7e3fd', 'network_id': '069cc848-8981-4270-91f3-d24157b7e3fd', 'tenant_id': '491c7abebf5a4f46aa6b1b9fa1ea0fa8', 'fixed_ips': [{'subnet_id': '0cc35e49-23d4-4956-b4df-bb048a52c90c'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:55:44.267456 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:44.363561 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:44.369361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:44.391747 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] For port 26badf59-9d91-4fa5-9393-417e3c2f176f, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=26badf59-9d91-4fa5-9393-417e3c2f176f,segment=NetworkSegment(fcea6fa2-9581-46c8-a645-31d4d99a20e6),segment_id=fcea6fa2-9581-46c8-a645-31d4d99a20e6)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:44.403211 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a862c2c-8711-46ce-a996-da06459560d4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:44.403668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:44.432903 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.api [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:55:44.433363 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG oslo_db.api [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:55:44.443625 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a862c2c-8711-46ce-a996-da06459560d4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:44.451193 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ca138580-c4dc-47ee-bca4-004c2432e351 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:44.486137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Pushing event updated for resources: {'Port': ['ID=b52cec1c-ea3c-4b0d-aa7b-de209bdf604d,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:44.489324 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:44.493772 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 84986f4c-17c2-4af7-ba24-1b94bde1b786 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:44.494141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:44.494472 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 84986f4c-17c2-4af7-ba24-1b94bde1b786 Oct 18 07:55:44.523461 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a862c2c-8711-46ce-a996-da06459560d4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Pushing event updated for resources: {'Port': ['ID=00256c63-860d-43f4-b150-92d4d99c9662,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:44.546006 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a862c2c-8711-46ce-a996-da06459560d4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:44.551180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-31bde858-f9f0-42c1-9b7b-13e49635ca1b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Deleting port 79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:44.551180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31bde858-f9f0-42c1-9b7b-13e49635ca1b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:44.553546 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Provisioning for port c5fd77a7-b741-4cd3-a7b1-e2d498bda843 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:44.605650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Provisioning complete for port c5fd77a7-b741-4cd3-a7b1-e2d498bda843 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:44.605650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:44.606991 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Attempt 1 to provision port c5fd77a7-b741-4cd3-a7b1-e2d498bda843 Oct 18 07:55:44.642427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Pushing event updated for resources: {'Port': ['ID=26badf59-9d91-4fa5-9393-417e3c2f176f,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:44.671830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Network 83aee064-2d0e-4626-8f35-8ca89a72703e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:44.678602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:44.715213 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Allocated IP 172.20.0.2 (069cc848-8981-4270-91f3-d24157b7e3fd/0cc35e49-23d4-4956-b4df-bb048a52c90c/31235787-f107-4aa8-88e7-326f0d08df54) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:44.722655 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ca138580-c4dc-47ee-bca4-004c2432e351 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:44.724016 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-5a862c2c-8711-46ce-a996-da06459560d4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:44.742426 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a862c2c-8711-46ce-a996-da06459560d4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:44.821470 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83209ef-777d-479e-9a77-80cab7d97982 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:44.832237 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a83209ef-777d-479e-9a77-80cab7d97982 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:55:44.937798 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 84986f4c-17c2-4af7-ba24-1b94bde1b786 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:44.941222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Router 80299211-8601-41f2-bc7e-ba0d22e19b77 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:55:44.977383 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Current status of the port c5fd77a7-b741-4cd3-a7b1-e2d498bda843 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:44.977777 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:44.979087 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Deleting port a9e07611-a454-4946-a8c6-fb3d7b0e44dc {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:44.979439 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:45.031676 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a9e07611-a454-4946-a8c6-fb3d7b0e44dc no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:55:45.060329 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a83209ef-777d-479e-9a77-80cab7d97982 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:55:45.064596 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a83209ef-777d-479e-9a77-80cab7d97982 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.1421938 Oct 18 07:55:45.071859 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: a9e07611-a454-4946-a8c6-fb3d7b0e44dc {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:55:45.072447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a9e07611-a454-4946-a8c6-fb3d7b0e44dc not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:55:45.072551 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca138580-c4dc-47ee-bca4-004c2432e351 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:45.075843 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ca138580-c4dc-47ee-bca4-004c2432e351 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:45.089804 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57956) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:45.094475 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] The port 'a9e07611-a454-4946-a8c6-fb3d7b0e44dc' was deleted {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:55:45.126731 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] For port c5fd77a7-b741-4cd3-a7b1-e2d498bda843, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c5fd77a7-b741-4cd3-a7b1-e2d498bda843,segment=NetworkSegment(2dcb7c6c-c164-4d77-b481-913ad76fa3f9),segment_id=2dcb7c6c-c164-4d77-b481-913ad76fa3f9)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:45.140594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:45.153977 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:45.161934 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7484ab6b-1fda-45fd-826f-d71215163536 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "PUT /v2.0/routers/80299211-8601-41f2-bc7e-ba0d22e19b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1260066 Oct 18 07:55:45.162334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57960) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:45.185907 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c334c8-40c7-4e09-afd7-fb2036fb90cc None None] Sync routers for ids ['80299211-8601-41f2-bc7e-ba0d22e19b77'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:45.188159 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:45.211929 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Transition to ACTIVE for port object 31235787-f107-4aa8-88e7-326f0d08df54 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:45.244543 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Transition to ACTIVE for port object 31235787-f107-4aa8-88e7-326f0d08df54 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:45.253433 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c334c8-40c7-4e09-afd7-fb2036fb90cc None None] Routers {'80299211-8601-41f2-bc7e-ba0d22e19b77'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:45.254055 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-29c334c8-40c7-4e09-afd7-fb2036fb90cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['80299211-8601-41f2-bc7e-ba0d22e19b77'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:45.289349 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-ca138580-c4dc-47ee-bca4-004c2432e351 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] device_id is not set on port de91ea68-cac1-4ba5-90e4-472c04238e7f yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:55:45.312519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Provisioning for port 79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:45.316626 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:45.336601 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-29c334c8-40c7-4e09-afd7-fb2036fb90cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:45.342082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Provisioning complete for port 79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:45.342452 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:45.342818 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Attempt 1 to provision port 79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 Oct 18 07:55:45.396824 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Pushing event updated for resources: {'Port': ['ID=c5fd77a7-b741-4cd3-a7b1-e2d498bda843,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:45.433655 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c334c8-40c7-4e09-afd7-fb2036fb90cc None None] Routers {'80299211-8601-41f2-bc7e-ba0d22e19b77'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:45.434288 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-29c334c8-40c7-4e09-afd7-fb2036fb90cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['80299211-8601-41f2-bc7e-ba0d22e19b77'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:45.487889 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Network 069cc848-8981-4270-91f3-d24157b7e3fd is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:45.490645 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d22ca8-ea2a-4baa-aefa-df92f48e6972 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:45.492237 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d22ca8-ea2a-4baa-aefa-df92f48e6972 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:45.493769 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d22ca8-ea2a-4baa-aefa-df92f48e6972 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:45.494500 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-19d22ca8-ea2a-4baa-aefa-df92f48e6972 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:55:45.511253 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:45.525255 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:45.535124 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Port 79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:45.535630 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-29c334c8-40c7-4e09-afd7-fb2036fb90cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:45.536014 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c334c8-40c7-4e09-afd7-fb2036fb90cc None None] The sync data for ids ['80299211-8601-41f2-bc7e-ba0d22e19b77'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:45.562276 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:45.633534 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Pushing event updated for resources: {'Port': ['ID=31235787-f107-4aa8-88e7-326f0d08df54,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:45.644754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Attempting to bind port 31235787-f107-4aa8-88e7-326f0d08df54 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:55:45.644923 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Attempting to bind port 31235787-f107-4aa8-88e7-326f0d08df54 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'cd7ec8cf-5bf1-4447-81fe-c154046882b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '069cc848-8981-4270-91f3-d24157b7e3fd'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:55:45.645293 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Attempting to bind port 31235787-f107-4aa8-88e7-326f0d08df54 on network 069cc848-8981-4270-91f3-d24157b7e3fd {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:55:45.651319 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:55:45.651319 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Checking segment: {'id': 'cd7ec8cf-5bf1-4447-81fe-c154046882b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '069cc848-8981-4270-91f3-d24157b7e3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:45.651615 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:45.651850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Bound using segment: {'id': 'cd7ec8cf-5bf1-4447-81fe-c154046882b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '069cc848-8981-4270-91f3-d24157b7e3fd'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:55:45.652376 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Bound port: 31235787-f107-4aa8-88e7-326f0d08df54, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7ec8cf-5bf1-4447-81fe-c154046882b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '069cc848-8981-4270-91f3-d24157b7e3fd'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:55:45.652963 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:45.746660 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] For port 31235787-f107-4aa8-88e7-326f0d08df54, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:55:45.749762 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] For port 31235787-f107-4aa8-88e7-326f0d08df54, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=31235787-f107-4aa8-88e7-326f0d08df54,segment=NetworkSegment(cd7ec8cf-5bf1-4447-81fe-c154046882b2),segment_id=cd7ec8cf-5bf1-4447-81fe-c154046882b2)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:55:45.754242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:45.769864 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52875932-0cc5-4b55-a13e-cfe06945e762']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:45.801351 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-19d22ca8-ea2a-4baa-aefa-df92f48e6972 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:55:45.805137 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-19d22ca8-ea2a-4baa-aefa-df92f48e6972 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.7052484 Oct 18 07:55:45.814097 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57964) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:45.816248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843df74c-64f6-4c17-8ed0-2e845f59ef3b') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:45.816248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843df74c-64f6-4c17-8ed0-2e845f59ef3b') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:45.834018 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144466a8-91b8-466e-9222-8a8c74fd4800 None None] Pushing event updated for resources: {'Port': ['ID=31235787-f107-4aa8-88e7-326f0d08df54,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:45.905342 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-00a9812f-1319-4820-bbec-9bf0a1bc2f90 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:55:45.906713 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-00a9812f-1319-4820-bbec-9bf0a1bc2f90 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "PUT /v2.0/routers/80299211-8601-41f2-bc7e-ba0d22e19b77/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7431521 Oct 18 07:55:45.906846 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:45.910144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57968) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:45.974099 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31bde858-f9f0-42c1-9b7b-13e49635ca1b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:45.982136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-ca138580-c4dc-47ee-bca4-004c2432e351 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Allocated IP 172.20.0.14 (069cc848-8981-4270-91f3-d24157b7e3fd/0cc35e49-23d4-4956-b4df-bb048a52c90c/de91ea68-cac1-4ba5-90e4-472c04238e7f) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:45.993413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:46.036902 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Attempt 2 to provision port 79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 Oct 18 07:55:46.104133 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:55:46.104539 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:46.128185 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 26badf59-9d91-4fa5-9393-417e3c2f176f up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:46.128803 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dbe1074-fc65-4a89-8f3c-b5e64af02fb3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet d3a5a518-507f-4301-8d92-317483221975 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:55:46.256453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Port 79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:46.267300 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 26badf59-9d91-4fa5-9393-417e3c2f176f triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:46.267823 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:46.268706 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 26badf59-9d91-4fa5-9393-417e3c2f176f Oct 18 07:55:46.351493 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9dbe1074-fc65-4a89-8f3c-b5e64af02fb3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:46.383875 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 843df74c-64f6-4c17-8ed0-2e845f59ef3b resource provider aggregate not found Oct 18 07:55:46.396945 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 26badf59-9d91-4fa5-9393-417e3c2f176f is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:46.398111 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c5fd77a7-b741-4cd3-a7b1-e2d498bda843 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:46.414029 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a862c2c-8711-46ce-a996-da06459560d4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:46.489865 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 843df74c-64f6-4c17-8ed0-2e845f59ef3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 843df74c-64f6-4c17-8ed0-2e845f59ef3b found for delete ", "request_id": "req-723cfb69-6d37-4239-822c-6fec1c00c676"}]} Oct 18 07:55:46.517424 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port c5fd77a7-b741-4cd3-a7b1-e2d498bda843 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:46.518728 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:46.519283 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port c5fd77a7-b741-4cd3-a7b1-e2d498bda843 Oct 18 07:55:46.536816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a995324f-8ea0-4422-a850-97a1e1874291 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:46.614267 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9dbe1074-fc65-4a89-8f3c-b5e64af02fb3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:46.646759 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port c5fd77a7-b741-4cd3-a7b1-e2d498bda843 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:46.731117 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:46.757787 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Attempt 3 to provision port 79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 Oct 18 07:55:46.762724 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:46.823571 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Port 79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:46.866145 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event deleted for resources: {'Network': ['ID=52875932-0cc5-4b55-a13e-cfe06945e762,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:46.902406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-a995324f-8ea0-4422-a850-97a1e1874291 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Deleting port b52cec1c-ea3c-4b0d-aa7b-de209bdf604d {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:46.903767 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a995324f-8ea0-4422-a850-97a1e1874291 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:46.984649 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d799bd2c-d266-4492-8075-222bffe3a5ef tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "DELETE /v2.0/networks/52875932-0cc5-4b55-a13e-cfe06945e762 HTTP/1.1" status: 204 len: 168 time: 4.4116249 Oct 18 07:55:46.997857 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85048e33-70d8-4201-98b2-173a524f1351 None None] Network 069cc848-8981-4270-91f3-d24157b7e3fd requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:47.010304 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57976) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:47.228967 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a995324f-8ea0-4422-a850-97a1e1874291 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:47.301098 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc0b603-0ad6-4167-b5f3-df10b313535a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Deleting subnet ff43ef9b-d42a-40ca-a128-1dba95b7aa16 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:55:47.309545 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31bde858-f9f0-42c1-9b7b-13e49635ca1b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:47.309916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31bde858-f9f0-42c1-9b7b-13e49635ca1b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:47.310227 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-31bde858-f9f0-42c1-9b7b-13e49635ca1b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Floating IP 211067ba-b9d9-4ff1-9c29-efc322e1ee39 disassociated. External IP: 172.26.8.7, port: 79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2. Oct 18 07:55:47.310587 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-31bde858-f9f0-42c1-9b7b-13e49635ca1b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Calling delete_port for 79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:47.324337 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Attempt 4 to provision port 79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 Oct 18 07:55:47.340469 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9dbe1074-fc65-4a89-8f3c-b5e64af02fb3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:47.362885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-a995324f-8ea0-4422-a850-97a1e1874291 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Calling delete_port for b52cec1c-ea3c-4b0d-aa7b-de209bdf604d owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:47.395011 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ca138580-c4dc-47ee-bca4-004c2432e351 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:47.399676 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Port 79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:47.407573 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8dc0b603-0ad6-4167-b5f3-df10b313535a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:47.481998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-ca138580-c4dc-47ee-bca4-004c2432e351 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Transition to ACTIVE for port object de91ea68-cac1-4ba5-90e4-472c04238e7f will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:47.539987 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8dc0b603-0ad6-4167-b5f3-df10b313535a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:47.551503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a995324f-8ea0-4422-a850-97a1e1874291 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:47.596385 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a862c2c-8711-46ce-a996-da06459560d4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:47.601320 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995324f-8ea0-4422-a850-97a1e1874291 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Pushing event deleted for resources: {'Port': ['ID=b52cec1c-ea3c-4b0d-aa7b-de209bdf604d,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:47.623654 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a862c2c-8711-46ce-a996-da06459560d4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:47.671687 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9dbe1074-fc65-4a89-8f3c-b5e64af02fb3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:47.789953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe1074-fc65-4a89-8f3c-b5e64af02fb3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a5a518-507f-4301-8d92-317483221975,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:47.849311 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a995324f-8ea0-4422-a850-97a1e1874291 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:47.900638 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Attempt 5 to provision port 79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 Oct 18 07:55:47.960479 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Port 79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:48.026141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa500f8c-29ca-466e-a613-96c1738bbbe1 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:48.028659 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9dbe1074-fc65-4a89-8f3c-b5e64af02fb3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:48.057173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ca138580-c4dc-47ee-bca4-004c2432e351 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:48.120034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31bde858-f9f0-42c1-9b7b-13e49635ca1b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:48.123623 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9dbe1074-fc65-4a89-8f3c-b5e64af02fb3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/d3a5a518-507f-4301-8d92-317483221975 HTTP/1.1" status: 204 len: 168 time: 2.2970669 Oct 18 07:55:48.125709 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57980) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:48.142419 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8dc0b603-0ad6-4167-b5f3-df10b313535a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:48.186137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a995324f-8ea0-4422-a850-97a1e1874291 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Router 80299211-8601-41f2-bc7e-ba0d22e19b77 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:55:48.216311 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca138580-c4dc-47ee-bca4-004c2432e351 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 069cc848-8981-4270-91f3-d24157b7e3fd is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:48.224944 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 31235787-f107-4aa8-88e7-326f0d08df54 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:48.225153 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-ca138580-c4dc-47ee-bca4-004c2432e351 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:48.241513 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca138580-c4dc-47ee-bca4-004c2432e351 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:48.281899 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca138580-c4dc-47ee-bca4-004c2432e351 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=de91ea68-cac1-4ba5-90e4-472c04238e7f,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:48.386001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-6523ece6-a1a9-4249-919b-b9c0b8c6ca64 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet ea37434f-4499-4d2e-b84e-c2b112cdfa94 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:55:48.394198 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6523ece6-a1a9-4249-919b-b9c0b8c6ca64 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:48.439917 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 31235787-f107-4aa8-88e7-326f0d08df54 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:48.464224 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Attempt 6 to provision port 79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 Oct 18 07:55:48.482559 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a995324f-8ea0-4422-a850-97a1e1874291 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:48.496662 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58569064-7614-4740-ba6c-305914994d7a None None] Sync routers for ids ['80299211-8601-41f2-bc7e-ba0d22e19b77'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:48.500423 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6523ece6-a1a9-4249-919b-b9c0b8c6ca64 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:48.515726 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58569064-7614-4740-ba6c-305914994d7a None None] Routers {'80299211-8601-41f2-bc7e-ba0d22e19b77'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:48.516183 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-550ea045-92b4-4f3a-b876-153db46835e6 None None] Port 79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:55:48.516340 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-58569064-7614-4740-ba6c-305914994d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['80299211-8601-41f2-bc7e-ba0d22e19b77'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:48.577194 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bde858-f9f0-42c1-9b7b-13e49635ca1b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event deleted for resources: {'Port': ['ID=79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:48.607166 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-58569064-7614-4740-ba6c-305914994d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:48.623246 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58569064-7614-4740-ba6c-305914994d7a None None] Routers {'80299211-8601-41f2-bc7e-ba0d22e19b77'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:48.623883 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-58569064-7614-4740-ba6c-305914994d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['80299211-8601-41f2-bc7e-ba0d22e19b77'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:48.655814 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Provisioning for port bdd55ccf-38e2-4253-81d6-7be464d1acf6 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:48.656084 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca138580-c4dc-47ee-bca4-004c2432e351 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:48.656659 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ca138580-c4dc-47ee-bca4-004c2432e351 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:48.669737 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Provisioning complete for port bdd55ccf-38e2-4253-81d6-7be464d1acf6 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:48.676743 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a995324f-8ea0-4422-a850-97a1e1874291 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "PUT /v2.0/routers/80299211-8601-41f2-bc7e-ba0d22e19b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7655416 Oct 18 07:55:48.681498 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:48.681808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57984) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:48.683027 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Attempt 1 to provision port bdd55ccf-38e2-4253-81d6-7be464d1acf6 Oct 18 07:55:48.691219 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ca138580-c4dc-47ee-bca4-004c2432e351 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.9660811 Oct 18 07:55:48.692946 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 57988) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:48.694140 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8dc0b603-0ad6-4167-b5f3-df10b313535a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:48.706717 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-58569064-7614-4740-ba6c-305914994d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:48.707110 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58569064-7614-4740-ba6c-305914994d7a None None] The sync data for ids ['80299211-8601-41f2-bc7e-ba0d22e19b77'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:48.741394 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a862c2c-8711-46ce-a996-da06459560d4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Router 922fbab3-fe4a-4744-b1a9-ef606910ff48 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:55:48.762813 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-61801540-7216-4aa0-b5b2-83678304e21e tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] delete failed (client error): The resource could not be found. Oct 18 07:55:48.767391 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-61801540-7216-4aa0-b5b2-83678304e21e tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "DELETE /v2.0/routers/tempest-non_exist_router-992631471 HTTP/1.1" status: 404 len: 334 time: 0.0811729 Oct 18 07:55:48.769926 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57992) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:48.778968 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-d8b22d66-41b6-47f5-97ab-15f33f34f1f0 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Request body: {'router': {'external_gateway_info': {'network_id': '80299211-8601-41f2-bc7e-ba0d22e19b77'}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:48.810986 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0b603-0ad6-4167-b5f3-df10b313535a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event deleted for resources: {'Subnet': ['ID=ff43ef9b-d42a-40ca-a128-1dba95b7aa16,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:48.823758 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8dc0b603-0ad6-4167-b5f3-df10b313535a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:48.827803 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8dc0b603-0ad6-4167-b5f3-df10b313535a tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "DELETE /v2.0/subnets/ff43ef9b-d42a-40ca-a128-1dba95b7aa16 HTTP/1.1" status: 204 len: 168 time: 1.8047497 Oct 18 07:55:48.834251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c14d2c-b006-4afc-a5f1-731f339895ac None None] Network 72e23d89-e914-4db9-b993-b09f367a75d3 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:48.930432 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Current status of the port bdd55ccf-38e2-4253-81d6-7be464d1acf6 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:48.930961 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:49.015649 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 57996) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:49.024774 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a862c2c-8711-46ce-a996-da06459560d4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:49.029339 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5a862c2c-8711-46ce-a996-da06459560d4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:49.030669 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5a862c2c-8711-46ce-a996-da06459560d4 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "PUT /v2.0/routers/922fbab3-fe4a-4744-b1a9-ef606910ff48 HTTP/1.1" status: 200 len: 919 time: 8.4632845 Oct 18 07:55:49.036551 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58000) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:49.050728 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bde858-f9f0-42c1-9b7b-13e49635ca1b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router 716198f7-88e7-4718-96ff-7f1764d74581 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:55:49.063162 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8000c1-fe85-4cb0-a111-4edc29406e64 None None] Sync routers for ids ['922fbab3-fe4a-4744-b1a9-ef606910ff48'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:49.072474 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] For port bdd55ccf-38e2-4253-81d6-7be464d1acf6, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=bdd55ccf-38e2-4253-81d6-7be464d1acf6,segment=NetworkSegment(e3419aea-c513-481d-b26d-7822abdfe0fe),segment_id=e3419aea-c513-481d-b26d-7822abdfe0fe)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:49.089346 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:49.136777 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8000c1-fe85-4cb0-a111-4edc29406e64 None None] Routers {'922fbab3-fe4a-4744-b1a9-ef606910ff48'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:49.137802 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0f8000c1-fe85-4cb0-a111-4edc29406e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['922fbab3-fe4a-4744-b1a9-ef606910ff48'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:49.219220 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-b3e16d51-f40c-4a96-82ed-be08b895d4b4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port de91ea68-cac1-4ba5-90e4-472c04238e7f {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:49.219569 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b3e16d51-f40c-4a96-82ed-be08b895d4b4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:49.238194 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0f8000c1-fe85-4cb0-a111-4edc29406e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:49.266141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Provisioning for port de91ea68-cac1-4ba5-90e4-472c04238e7f completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:49.282151 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8000c1-fe85-4cb0-a111-4edc29406e64 None None] Routers {'922fbab3-fe4a-4744-b1a9-ef606910ff48'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:49.283031 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0f8000c1-fe85-4cb0-a111-4edc29406e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['922fbab3-fe4a-4744-b1a9-ef606910ff48'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:49.358379 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ab3d09-b8e7-4ec7-a240-1063b29c4b93 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Deleting subnet ff345537-1bd1-456c-b09e-aa8775c80bc4 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:55:49.364298 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d8b22d66-41b6-47f5-97ab-15f33f34f1f0 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:49.367807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73ab3d09-b8e7-4ec7-a240-1063b29c4b93 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:49.379307 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Provisioning complete for port de91ea68-cac1-4ba5-90e4-472c04238e7f triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:49.379949 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:49.380470 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Attempt 1 to provision port de91ea68-cac1-4ba5-90e4-472c04238e7f Oct 18 07:55:49.409503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6523ece6-a1a9-4249-919b-b9c0b8c6ca64 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:49.434769 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Pushing event updated for resources: {'Port': ['ID=bdd55ccf-38e2-4253-81d6-7be464d1acf6,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:49.457253 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0f8000c1-fe85-4cb0-a111-4edc29406e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:49.457924 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8000c1-fe85-4cb0-a111-4edc29406e64 None None] The sync data for ids ['922fbab3-fe4a-4744-b1a9-ef606910ff48'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:49.473346 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Port de91ea68-cac1-4ba5-90e4-472c04238e7f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:49.482309 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-d8b22d66-41b6-47f5-97ab-15f33f34f1f0 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] update failed (client error): The resource could not be found. Oct 18 07:55:49.483493 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d8b22d66-41b6-47f5-97ab-15f33f34f1f0 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "PUT /v2.0/routers/80299211-8601-41f2-bc7e-ba0d22e19b77 HTTP/1.1" status: 404 len: 339 time: 0.7125461 Oct 18 07:55:49.489671 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58004) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:49.492064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73ab3d09-b8e7-4ec7-a240-1063b29c4b93 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:49.546267 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1ea708-f9e1-44e7-90c3-4ff29886dee4 None None] DHCP port deletion for 72e23d89-e914-4db9-b993-b09f367a75d3 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:55:49.549722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ea708-f9e1-44e7-90c3-4ff29886dee4 None None] Deleting port b48f6d1b-edde-4af8-920e-24e9bab96639 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:49.550037 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea708-f9e1-44e7-90c3-4ff29886dee4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:49.777060 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-3c1ea708-f9e1-44e7-90c3-4ff29886dee4 None None] For port b48f6d1b-edde-4af8-920e-24e9bab96639, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b48f6d1b-edde-4af8-920e-24e9bab96639,segment=NetworkSegment(76fdb33d-91a2-48e7-bfd5-d098eaa79e8f),segment_id=76fdb33d-91a2-48e7-bfd5-d098eaa79e8f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:49.777421 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea708-f9e1-44e7-90c3-4ff29886dee4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:49.791180 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-be454024-6ff1-4953-9046-48caa55bdc95 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "GET /v2.0/routers/922fbab3-fe4a-4744-b1a9-ef606910ff48 HTTP/1.1" status: 200 len: 925 time: 0.7491424 Oct 18 07:55:49.793348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58008) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:49.842413 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6523ece6-a1a9-4249-919b-b9c0b8c6ca64 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:49.869471 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bde858-f9f0-42c1-9b7b-13e49635ca1b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:49.885068 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec23e70b-5f56-4db3-898f-4f851a74040e None None] Sync routers for ids ['716198f7-88e7-4718-96ff-7f1764d74581'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:49.898757 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec23e70b-5f56-4db3-898f-4f851a74040e None None] Routers {'716198f7-88e7-4718-96ff-7f1764d74581'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:49.899805 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ec23e70b-5f56-4db3-898f-4f851a74040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['716198f7-88e7-4718-96ff-7f1764d74581'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:49.922827 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ea708-f9e1-44e7-90c3-4ff29886dee4 None None] Calling delete_port for b48f6d1b-edde-4af8-920e-24e9bab96639 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:49.937216 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b3e16d51-f40c-4a96-82ed-be08b895d4b4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:49.974877 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Attempt 2 to provision port de91ea68-cac1-4ba5-90e4-472c04238e7f Oct 18 07:55:50.038198 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ec23e70b-5f56-4db3-898f-4f851a74040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:50.061411 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec23e70b-5f56-4db3-898f-4f851a74040e None None] Routers {'716198f7-88e7-4718-96ff-7f1764d74581'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:50.062010 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ec23e70b-5f56-4db3-898f-4f851a74040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['716198f7-88e7-4718-96ff-7f1764d74581'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:50.067099 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Port de91ea68-cac1-4ba5-90e4-472c04238e7f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:50.079131 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523ece6-a1a9-4249-919b-b9c0b8c6ca64 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=ea37434f-4499-4d2e-b84e-c2b112cdfa94,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:50.114755 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e3e869-718b-4215-b585-90e1268a4259 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:50.124399 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ec23e70b-5f56-4db3-898f-4f851a74040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:50.124793 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec23e70b-5f56-4db3-898f-4f851a74040e None None] The sync data for ids ['716198f7-88e7-4718-96ff-7f1764d74581'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:50.125167 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-b3e16d51-f40c-4a96-82ed-be08b895d4b4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for de91ea68-cac1-4ba5-90e4-472c04238e7f owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:50.137884 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device bdd55ccf-38e2-4253-81d6-7be464d1acf6 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:50.167595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6523ece6-a1a9-4249-919b-b9c0b8c6ca64 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:50.197446 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6523ece6-a1a9-4249-919b-b9c0b8c6ca64 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/ea37434f-4499-4d2e-b84e-c2b112cdfa94 HTTP/1.1" status: 204 len: 168 time: 2.0705671 Oct 18 07:55:50.198923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73ab3d09-b8e7-4ec7-a240-1063b29c4b93 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:50.204080 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31bde858-f9f0-42c1-9b7b-13e49635ca1b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:50.208793 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-31bde858-f9f0-42c1-9b7b-13e49635ca1b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/ports/79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 HTTP/1.1" status: 204 len: 168 time: 5.9409785 Oct 18 07:55:50.209324 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58012) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:50.209651 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58014) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:50.342203 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea708-f9e1-44e7-90c3-4ff29886dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:50.348359 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:50.412102 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ea708-f9e1-44e7-90c3-4ff29886dee4 None None] Pushing event deleted for resources: {'Port': ['ID=b48f6d1b-edde-4af8-920e-24e9bab96639,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:50.416562 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c51a17ed-53b0-4ce7-9035-b0e96a13a706 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2029727 Oct 18 07:55:50.418331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58020) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:50.421043 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1ea708-f9e1-44e7-90c3-4ff29886dee4 None None] No DVR routers for this DVR port b48f6d1b-edde-4af8-920e-24e9bab96639 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:55:50.427648 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73ab3d09-b8e7-4ec7-a240-1063b29c4b93 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:50.448711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daae5a2-3adb-4c33-8095-39c83210734d tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:50.448711 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2daae5a2-3adb-4c33-8095-39c83210734d tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=d273aec7-4774-4175-825f-ae90a4511626&device_id=922fbab3-fe4a-4744-b1a9-ef606910ff48&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6481583 Oct 18 07:55:50.449488 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port bdd55ccf-38e2-4253-81d6-7be464d1acf6 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:50.449488 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:50.449488 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port bdd55ccf-38e2-4253-81d6-7be464d1acf6 Oct 18 07:55:50.459203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58024) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:50.488535 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-1db63115-5a5a-47f6-84c3-82ae3ee42142 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:50.553738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab3d09-b8e7-4ec7-a240-1063b29c4b93 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event deleted for resources: {'Subnet': ['ID=ff345537-1bd1-456c-b09e-aa8775c80bc4,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:50.568359 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Attempt 3 to provision port de91ea68-cac1-4ba5-90e4-472c04238e7f Oct 18 07:55:50.629053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d02c4a-9c36-4e0d-bf55-11b00b0eb70f None None] Network e755454d-9e44-4210-8a37-72f4248a56c7 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:50.650089 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e1506c-23ee-481e-9e22-d9d05d029096 None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:55:50.651952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port bdd55ccf-38e2-4253-81d6-7be464d1acf6 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:50.668711 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73ab3d09-b8e7-4ec7-a240-1063b29c4b93 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:50.684935 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-73ab3d09-b8e7-4ec7-a240-1063b29c4b93 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "DELETE /v2.0/subnets/ff345537-1bd1-456c-b09e-aa8775c80bc4 HTTP/1.1" status: 204 len: 168 time: 1.6661642 Oct 18 07:55:50.685702 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58028) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:50.732402 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b3e16d51-f40c-4a96-82ed-be08b895d4b4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:50.733467 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b48f6d1b-edde-4af8-920e-24e9bab96639 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:55:50.758279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-75e1506c-23ee-481e-9e22-d9d05d029096 None None] Deleting port 84986f4c-17c2-4af7-ba24-1b94bde1b786 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:50.758671 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-75e1506c-23ee-481e-9e22-d9d05d029096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:50.784939 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:55:50.797774 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Port de91ea68-cac1-4ba5-90e4-472c04238e7f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:50.807623 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1db63115-5a5a-47f6-84c3-82ae3ee42142 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:50.832839 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: b48f6d1b-edde-4af8-920e-24e9bab96639 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:55:50.833177 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b48f6d1b-edde-4af8-920e-24e9bab96639 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:55:50.842856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bf7838c3-7158-4fb5-907e-bcee7de0de50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:50.862312 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1db63115-5a5a-47f6-84c3-82ae3ee42142 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:50.872961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1db63115-5a5a-47f6-84c3-82ae3ee42142 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:50.877741 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e16d51-f40c-4a96-82ed-be08b895d4b4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Port': ['ID=de91ea68-cac1-4ba5-90e4-472c04238e7f,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:50.890532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1db63115-5a5a-47f6-84c3-82ae3ee42142 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:50.923317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-efe6d875-05b2-47a2-abf7-017aa163d67f tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:50.932238 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db63115-5a5a-47f6-84c3-82ae3ee42142 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:50.937085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1db63115-5a5a-47f6-84c3-82ae3ee42142 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:50.982113 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1c7a5f-1aa3-4a4b-8b54-83b1b49fc542 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:50.983950 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bb1c7a5f-1aa3-4a4b-8b54-83b1b49fc542 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "GET /v2.0/networks/d273aec7-4774-4175-825f-ae90a4511626 HTTP/1.1" status: 200 len: 881 time: 0.5234127 Oct 18 07:55:50.999824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58032) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:51.149566 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-75e1506c-23ee-481e-9e22-d9d05d029096 None None] For port 84986f4c-17c2-4af7-ba24-1b94bde1b786, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=84986f4c-17c2-4af7-ba24-1b94bde1b786,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:51.149945 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-75e1506c-23ee-481e-9e22-d9d05d029096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:51.165618 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d5179518-31b3-4501-ae37-057280826470 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "GET /v2.0/ports?device_id=922fbab3-fe4a-4744-b1a9-ef606910ff48 HTTP/1.1" status: 200 len: 205 time: 0.1163895 Oct 18 07:55:51.184792 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58036) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:51.282838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-75e1506c-23ee-481e-9e22-d9d05d029096 None None] Calling delete_port for 84986f4c-17c2-4af7-ba24-1b94bde1b786 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:51.293909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-efe6d875-05b2-47a2-abf7-017aa163d67f tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:51.304532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Allocated IP 172.20.0.1 (60502a89-b509-474c-bf8e-604cd562773e/9ef63602-e390-4969-bff6-a7c5afbf7672/7f11d24e-26cb-49a4-98af-1c68ac9bec5f) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:51.312392 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Attempt 4 to provision port de91ea68-cac1-4ba5-90e4-472c04238e7f Oct 18 07:55:51.337792 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-efe6d875-05b2-47a2-abf7-017aa163d67f tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e23d89-e914-4db9-b993-b09f367a75d3']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:51.348507 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6880efb2-9720-4de4-99a0-36c1a2cc62d9 None None] DHCP port deletion for e755454d-9e44-4210-8a37-72f4248a56c7 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:55:51.358061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-efe6d875-05b2-47a2-abf7-017aa163d67f tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fdb33d-91a2-48e7-bfd5-d098eaa79e8f') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:51.358459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-efe6d875-05b2-47a2-abf7-017aa163d67f tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fdb33d-91a2-48e7-bfd5-d098eaa79e8f') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:51.371000 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Port de91ea68-cac1-4ba5-90e4-472c04238e7f was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:55:51.374640 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6880efb2-9720-4de4-99a0-36c1a2cc62d9 None None] Deleting port f03e891b-6121-40d6-bd6a-96c05e789da6 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:51.375005 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6880efb2-9720-4de4-99a0-36c1a2cc62d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:51.391752 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-efe6d875-05b2-47a2-abf7-017aa163d67f tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:51.421326 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Could not find standard attr ID for object b52cec1c-ea3c-4b0d-aa7b-de209bdf604d. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:55:51.482242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Provisioning for port 31235787-f107-4aa8-88e7-326f0d08df54 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:51.498179 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-75e1506c-23ee-481e-9e22-d9d05d029096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:51.504538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-efe6d875-05b2-47a2-abf7-017aa163d67f tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:51.535635 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b3e16d51-f40c-4a96-82ed-be08b895d4b4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:51.536654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe6d875-05b2-47a2-abf7-017aa163d67f tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:55:51.537063 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-efe6d875-05b2-47a2-abf7-017aa163d67f tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:51.552326 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Provisioning complete for port 31235787-f107-4aa8-88e7-326f0d08df54 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:51.552693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:51.553025 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Attempt 1 to provision port 31235787-f107-4aa8-88e7-326f0d08df54 Oct 18 07:55:51.565511 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b3e16d51-f40c-4a96-82ed-be08b895d4b4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/ports/de91ea68-cac1-4ba5-90e4-472c04238e7f HTTP/1.1" status: 204 len: 168 time: 2.8633001 Oct 18 07:55:51.566840 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58040) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:51.580699 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1506c-23ee-481e-9e22-d9d05d029096 None None] Pushing event deleted for resources: {'Port': ['ID=84986f4c-17c2-4af7-ba24-1b94bde1b786,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:51.592280 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e1506c-23ee-481e-9e22-d9d05d029096 None None] No DVR routers for this DVR port 84986f4c-17c2-4af7-ba24-1b94bde1b786 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:55:51.633419 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d78d5c-432e-49f3-82b6-2b2e62043ef7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] DELETE failed (client error): The resource could not be found. Oct 18 07:55:51.634056 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d78d5c-432e-49f3-82b6-2b2e62043ef7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:55:51.638193 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-24d78d5c-432e-49f3-82b6-2b2e62043ef7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/ports/de91ea68-cac1-4ba5-90e4-472c04238e7f HTTP/1.1" status: 404 len: 333 time: 0.0678766 Oct 18 07:55:51.639638 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58044) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:51.722962 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16de7521-e1ef-4807-b3fa-cd63be2032aa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:51.743015 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 76fdb33d-91a2-48e7-bfd5-d098eaa79e8f resource provider aggregate not found Oct 18 07:55:51.746275 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-6880efb2-9720-4de4-99a0-36c1a2cc62d9 None None] For port f03e891b-6121-40d6-bd6a-96c05e789da6, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=f03e891b-6121-40d6-bd6a-96c05e789da6,segment=NetworkSegment(a8fad156-77d3-4902-bea5-c62f0e1c00fe),segment_id=a8fad156-77d3-4902-bea5-c62f0e1c00fe)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:51.746867 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6880efb2-9720-4de4-99a0-36c1a2cc62d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:51.788431 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 76fdb33d-91a2-48e7-bfd5-d098eaa79e8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76fdb33d-91a2-48e7-bfd5-d098eaa79e8f found for delete ", "request_id": "req-02fddeb1-f842-454d-a071-b1d3551c72a9"}]} Oct 18 07:55:51.841529 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4c1a5c-85df-4f94-a0ed-6ad315d6dabe tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] GET failed (client error): The resource could not be found. Oct 18 07:55:51.841993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-bf4c1a5c-85df-4f94-a0ed-6ad315d6dabe tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Synchronizing usage tracker for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:55:51.842502 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:51.845440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-efe6d875-05b2-47a2-abf7-017aa163d67f tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:51.870530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-efe6d875-05b2-47a2-abf7-017aa163d67f tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:51.883526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1db63115-5a5a-47f6-84c3-82ae3ee42142 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:51.891511 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-bf4c1a5c-85df-4f94-a0ed-6ad315d6dabe tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Unset dirty status for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:55:51.895361 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bf4c1a5c-85df-4f94-a0ed-6ad315d6dabe tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports/de91ea68-cac1-4ba5-90e4-472c04238e7f HTTP/1.1" status: 404 len: 333 time: 0.2525959 Oct 18 07:55:51.897224 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58052) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:51.903324 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6880efb2-9720-4de4-99a0-36c1a2cc62d9 None None] Calling delete_port for f03e891b-6121-40d6-bd6a-96c05e789da6 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:51.926826 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Transition to ACTIVE for port object 7f11d24e-26cb-49a4-98af-1c68ac9bec5f will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:51.930169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6d875-05b2-47a2-abf7-017aa163d67f tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event deleted for resources: {'Network': ['ID=72e23d89-e914-4db9-b993-b09f367a75d3,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:51.966284 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-efe6d875-05b2-47a2-abf7-017aa163d67f tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "DELETE /v2.0/networks/72e23d89-e914-4db9-b993-b09f367a75d3 HTTP/1.1" status: 204 len: 168 time: 1.2730591 Oct 18 07:55:51.969524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58056) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:51.972184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:51.981404 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Current status of the port 31235787-f107-4aa8-88e7-326f0d08df54 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:51.981782 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:51.998788 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bc016c56-c089-4ab8-9489-75483ccff75b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:52.021666 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db63115-5a5a-47f6-84c3-82ae3ee42142 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:52.026491 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6880efb2-9720-4de4-99a0-36c1a2cc62d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:52.051628 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16de7521-e1ef-4807-b3fa-cd63be2032aa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:52.067309 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a23695-ba62-40b6-b9db-3147afd88e3d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting subnet 0cc35e49-23d4-4956-b4df-bb048a52c90c {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:55:52.071738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-1db63115-5a5a-47f6-84c3-82ae3ee42142 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:52.086933 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Network 60502a89-b509-474c-bf8e-604cd562773e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:52.088710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db63115-5a5a-47f6-84c3-82ae3ee42142 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:52.089311 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1db63115-5a5a-47f6-84c3-82ae3ee42142 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:52.093089 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6977b836-cd9a-47bc-8df5-7cc441dcf72d None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:52.142334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:52.144293 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4a23695-ba62-40b6-b9db-3147afd88e3d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:52.157562 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db63115-5a5a-47f6-84c3-82ae3ee42142 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=92bc1068-04d7-44dd-86bd-662c594992c5,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:52.162745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:52.178242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-16de7521-e1ef-4807-b3fa-cd63be2032aa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Deleting port 00256c63-860d-43f4-b150-92d4d99c9662 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:52.178600 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16de7521-e1ef-4807-b3fa-cd63be2032aa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:52.249341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:52.261821 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880efb2-9720-4de4-99a0-36c1a2cc62d9 None None] Pushing event deleted for resources: {'Port': ['ID=f03e891b-6121-40d6-bd6a-96c05e789da6,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:52.270878 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] For port 31235787-f107-4aa8-88e7-326f0d08df54, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=31235787-f107-4aa8-88e7-326f0d08df54,segment=NetworkSegment(cd7ec8cf-5bf1-4447-81fe-c154046882b2),segment_id=cd7ec8cf-5bf1-4447-81fe-c154046882b2)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:52.272985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6880efb2-9720-4de4-99a0-36c1a2cc62d9 None None] No DVR routers for this DVR port f03e891b-6121-40d6-bd6a-96c05e789da6 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:55:52.298162 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4a23695-ba62-40b6-b9db-3147afd88e3d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:52.303833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Pushing event updated for resources: {'Port': ['ID=7f11d24e-26cb-49a4-98af-1c68ac9bec5f,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:52.306121 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f03e891b-6121-40d6-bd6a-96c05e789da6 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:55:52.317084 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1db63115-5a5a-47f6-84c3-82ae3ee42142 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8977082 Oct 18 07:55:52.322265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58060) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:52.362020 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-459091ce-3d89-446d-becc-1da7fd4fbfcd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:52.363505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:52.381946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84e3430b-da59-4b9a-81b5-f929c3309e38 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:52.461031 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: f03e891b-6121-40d6-bd6a-96c05e789da6 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:55:52.461633 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f03e891b-6121-40d6-bd6a-96c05e789da6 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:55:52.462213 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 84986f4c-17c2-4af7-ba24-1b94bde1b786 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:55:52.576411 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 84986f4c-17c2-4af7-ba24-1b94bde1b786 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:55:52.577009 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 84986f4c-17c2-4af7-ba24-1b94bde1b786 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:55:52.582486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Could not find standard attr ID for object 84986f4c-17c2-4af7-ba24-1b94bde1b786. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:55:52.586323 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:52.587746 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-421d0710-6574-4dc6-a599-2fa72ae31b2e', 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'tenant_id': 'd4eeffd966b740cb93b913597321fe50', 'fixed_ips': [{'subnet_id': '92bc1068-04d7-44dd-86bd-662c594992c5'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:55:52.588566 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:52.622645 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4a23695-ba62-40b6-b9db-3147afd88e3d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:52.624239 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70330c06-da2b-4d0d-9a01-dee3bd6d212a None None] Pushing event updated for resources: {'Port': ['ID=31235787-f107-4aa8-88e7-326f0d08df54,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:52.663592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Provisioning for port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:52.670190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Provisioning complete for port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:52.670190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:52.670190 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Attempt 1 to provision port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f Oct 18 07:55:52.676009 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16de7521-e1ef-4807-b3fa-cd63be2032aa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:52.726859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84e3430b-da59-4b9a-81b5-f929c3309e38 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:52.753970 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:52.819845 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Allocated IP 2001:db8::2 (421d0710-6574-4dc6-a599-2fa72ae31b2e/92bc1068-04d7-44dd-86bd-662c594992c5/b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:52.905454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-84e3430b-da59-4b9a-81b5-f929c3309e38 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e755454d-9e44-4210-8a37-72f4248a56c7']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:52.932933 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-459091ce-3d89-446d-becc-1da7fd4fbfcd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:52.941252 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-84e3430b-da59-4b9a-81b5-f929c3309e38 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8fad156-77d3-4902-bea5-c62f0e1c00fe') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:52.941553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-84e3430b-da59-4b9a-81b5-f929c3309e38 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8fad156-77d3-4902-bea5-c62f0e1c00fe') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:52.950207 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-459091ce-3d89-446d-becc-1da7fd4fbfcd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:52.953898 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-16de7521-e1ef-4807-b3fa-cd63be2032aa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Calling delete_port for 00256c63-860d-43f4-b150-92d4d99c9662 owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:52.955566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-459091ce-3d89-446d-becc-1da7fd4fbfcd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:52.965117 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-459091ce-3d89-446d-becc-1da7fd4fbfcd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:52.971431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84e3430b-da59-4b9a-81b5-f929c3309e38 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.006203 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84e3430b-da59-4b9a-81b5-f929c3309e38 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.008527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459091ce-3d89-446d-becc-1da7fd4fbfcd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:53.012094 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-459091ce-3d89-446d-becc-1da7fd4fbfcd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.014938 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d1372f7e-95cc-4be3-9b3c-e5046b448c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.028367 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4a23695-ba62-40b6-b9db-3147afd88e3d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.051691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.062212 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Transition to ACTIVE for port object b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:53.082404 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Transition to ACTIVE for port object b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:53.087994 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.093637 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a23695-ba62-40b6-b9db-3147afd88e3d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc35e49-23d4-4956-b4df-bb048a52c90c,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:53.099228 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4a23695-ba62-40b6-b9db-3147afd88e3d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.100631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e3430b-da59-4b9a-81b5-f929c3309e38 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:55:53.101166 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84e3430b-da59-4b9a-81b5-f929c3309e38 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.115032 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e4a23695-ba62-40b6-b9db-3147afd88e3d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/0cc35e49-23d4-4956-b4df-bb048a52c90c HTTP/1.1" status: 204 len: 168 time: 1.2151806 Oct 18 07:55:53.125629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58064) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:53.131752 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45acb4e3-eed4-44a7-a046-cee9fd4f7d10 None None] Network 069cc848-8981-4270-91f3-d24157b7e3fd requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:53.189713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-bc016c56-c089-4ab8-9489-75483ccff75b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Deleting port 1d2b8c05-2173-4d95-8669-33b7e177f3ed {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:53.190775 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bc016c56-c089-4ab8-9489-75483ccff75b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.245020 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:53.251113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:53.263611 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Attempt 2 to provision port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f Oct 18 07:55:53.294062 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:53.296026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Pushing event updated for resources: {'Port': ['ID=b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:53.404008 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16de7521-e1ef-4807-b3fa-cd63be2032aa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.483638 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de7521-e1ef-4807-b3fa-cd63be2032aa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Pushing event deleted for resources: {'Port': ['ID=00256c63-860d-43f4-b150-92d4d99c9662,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:53.492569 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:53.514582 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Attempting to bind port b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:55:53.514871 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Attempting to bind port b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:55:53.515232 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Attempting to bind port b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e on network 421d0710-6574-4dc6-a599-2fa72ae31b2e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:55:53.523270 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:55:53.523637 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Checking segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:53.524038 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.524526 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Bound using segment: {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:55:53.525024 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Bound port: b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:55:53.525398 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.550259 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.578654 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bc016c56-c089-4ab8-9489-75483ccff75b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.630589 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.ipam_backend_mixin [None req-459091ce-3d89-446d-becc-1da7fd4fbfcd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92bc1068-04d7-44dd-86bd-662c594992c5 (CIDR: 2001:db8::/64) Oct 18 07:55:53.631193 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] For port b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:55:53.631744 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84e3430b-da59-4b9a-81b5-f929c3309e38 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.636053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] For port b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:55:53.641179 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.654494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84e3430b-da59-4b9a-81b5-f929c3309e38 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.674819 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-459091ce-3d89-446d-becc-1da7fd4fbfcd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:55:53.675305 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459091ce-3d89-446d-becc-1da7fd4fbfcd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:55:53.693075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3430b-da59-4b9a-81b5-f929c3309e38 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event deleted for resources: {'Network': ['ID=e755454d-9e44-4210-8a37-72f4248a56c7,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:53.694858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port 31235787-f107-4aa8-88e7-326f0d08df54 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:53.695196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.696302 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f435d6-4e8a-4bb9-ab4f-20c3213f639b None None] DHCP port deletion for 069cc848-8981-4270-91f3-d24157b7e3fd request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:55:53.727388 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-bc016c56-c089-4ab8-9489-75483ccff75b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Calling delete_port for 1d2b8c05-2173-4d95-8669-33b7e177f3ed owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:53.732029 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e7f435d6-4e8a-4bb9-ab4f-20c3213f639b None None] Deleting port 31235787-f107-4aa8-88e7-326f0d08df54 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:53.732176 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e7f435d6-4e8a-4bb9-ab4f-20c3213f639b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.738427 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-84e3430b-da59-4b9a-81b5-f929c3309e38 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "DELETE /v2.0/networks/e755454d-9e44-4210-8a37-72f4248a56c7 HTTP/1.1" status: 204 len: 168 time: 1.7541230 Oct 18 07:55:53.758146 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58068) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:53.763545 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-459091ce-3d89-446d-becc-1da7fd4fbfcd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4358344 Oct 18 07:55:53.769362 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58072) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:53.779663 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'subnet': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:53.800305 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.831325 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16de7521-e1ef-4807-b3fa-cd63be2032aa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.844001 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aede4-23bb-4f5c-b007-7bb2492ad5a1 None None] Pushing event updated for resources: {'Port': ['ID=b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:53.852622 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:53.952759 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment a8fad156-77d3-4902-bea5-c62f0e1c00fe resource provider aggregate not found Oct 18 07:55:53.994385 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment a8fad156-77d3-4902-bea5-c62f0e1c00fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8fad156-77d3-4902-bea5-c62f0e1c00fe found for delete ", "request_id": "req-70854c1e-14b1-4645-9f28-8c38a0a6d5af"}]} Oct 18 07:55:54.004245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:54.006097 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Attempt 3 to provision port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f Oct 18 07:55:54.063730 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:54.072060 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e7f435d6-4e8a-4bb9-ab4f-20c3213f639b None None] For port 31235787-f107-4aa8-88e7-326f0d08df54, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=31235787-f107-4aa8-88e7-326f0d08df54,segment=NetworkSegment(cd7ec8cf-5bf1-4447-81fe-c154046882b2),segment_id=cd7ec8cf-5bf1-4447-81fe-c154046882b2)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:54.072552 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e7f435d6-4e8a-4bb9-ab4f-20c3213f639b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:54.130244 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:54.134591 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 31235787-f107-4aa8-88e7-326f0d08df54 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:55:54.157317 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16de7521-e1ef-4807-b3fa-cd63be2032aa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:54.162969 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee15ca73-aa34-4bed-9de4-81aefa25b47c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Deleting subnet e3ce8345-2383-4e81-8fdd-632287430a06 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:55:54.166486 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ee15ca73-aa34-4bed-9de4-81aefa25b47c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:54.213610 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16de7521-e1ef-4807-b3fa-cd63be2032aa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:54.231285 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:54.278725 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ee15ca73-aa34-4bed-9de4-81aefa25b47c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:54.279018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:subnet and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:54.287814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:54.320860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:54.321045 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16de7521-e1ef-4807-b3fa-cd63be2032aa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:54.321415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16de7521-e1ef-4807-b3fa-cd63be2032aa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Fanout notify agent at l3_agent the message router_deleted on router 922fbab3-fe4a-4744-b1a9-ef606910ff48 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:55:54.332325 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Pushing event updated for resources: {'Port': ['ID=7f11d24e-26cb-49a4-98af-1c68ac9bec5f,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:54.340093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:54.340625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e7f435d6-4e8a-4bb9-ab4f-20c3213f639b None None] Calling delete_port for 31235787-f107-4aa8-88e7-326f0d08df54 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:54.345545 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] For port 31235787-f107-4aa8-88e7-326f0d08df54, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=31235787-f107-4aa8-88e7-326f0d08df54,segment=NetworkSegment(cd7ec8cf-5bf1-4447-81fe-c154046882b2),segment_id=cd7ec8cf-5bf1-4447-81fe-c154046882b2)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:54.345927 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:54.382796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16de7521-e1ef-4807-b3fa-cd63be2032aa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:54.383900 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-16de7521-e1ef-4807-b3fa-cd63be2032aa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "DELETE /v2.0/routers/922fbab3-fe4a-4744-b1a9-ef606910ff48 HTTP/1.1" status: 204 len: 168 time: 3.1978548 Oct 18 07:55:54.391068 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58082) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:54.400278 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-82941228', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}, 'admin_state_up': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:54.412838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:54.440460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:54.443892 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:54.453468 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Usage tracker for resource:router and tenant:a22354d471594de4952e78e6c2ba7f7c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:54.462065 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:54.469140 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ee15ca73-aa34-4bed-9de4-81aefa25b47c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:54.507261 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:54.545232 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:54.546284 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:54.560823 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bc016c56-c089-4ab8-9489-75483ccff75b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:54.572875 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 31235787-f107-4aa8-88e7-326f0d08df54 is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:55:54.573310 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:54.581156 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for 31235787-f107-4aa8-88e7-326f0d08df54 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:54.594102 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e7f435d6-4e8a-4bb9-ab4f-20c3213f639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:54.636589 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Attempt 4 to provision port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f Oct 18 07:55:54.709147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f435d6-4e8a-4bb9-ab4f-20c3213f639b None None] Pushing event deleted for resources: {'Port': ['ID=31235787-f107-4aa8-88e7-326f0d08df54,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:54.710991 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f435d6-4e8a-4bb9-ab4f-20c3213f639b None None] No DVR routers for this DVR port 31235787-f107-4aa8-88e7-326f0d08df54 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:55:54.808251 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc016c56-c089-4ab8-9489-75483ccff75b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event deleted for resources: {'Port': ['ID=1d2b8c05-2173-4d95-8669-33b7e177f3ed,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: from cryptography.utils import int_from_bytes Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: from cryptography.utils import int_from_bytes Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn_limited( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn_limited( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:55:54.816810 dv-neutron-861625-1-hyperv neutron-server[89046]: util.warn( Oct 18 07:55:54.823841 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:54.823970 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:54.863396 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Network 60502a89-b509-474c-bf8e-604cd562773e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:54.864187 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:55:54.864637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:55:54.869693 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:54.940143 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ee15ca73-aa34-4bed-9de4-81aefa25b47c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:55.043434 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef69d61-beae-4bf5-8daf-45257dcdadb5 None None] Network 016d119e-88cc-4d23-8b8e-47892e3b18ff requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:55.057592 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ee15ca73-aa34-4bed-9de4-81aefa25b47c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:55.075767 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15ca73-aa34-4bed-9de4-81aefa25b47c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ce8345-2383-4e81-8fdd-632287430a06,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:55.278108 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Router 80299211-8601-41f2-bc7e-ba0d22e19b77 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:55:55.326774 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Attempt 5 to provision port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f Oct 18 07:55:55.382936 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ee15ca73-aa34-4bed-9de4-81aefa25b47c tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "DELETE /v2.0/subnets/e3ce8345-2383-4e81-8fdd-632287430a06 HTTP/1.1" status: 204 len: 168 time: 1.6242521 Oct 18 07:55:55.386314 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58086) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:55.399984 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:55.478704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:55.511771 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port 31235787-f107-4aa8-88e7-326f0d08df54 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:55.511771 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:55.586443 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58edd117-4b81-4bcf-8eff-0ccc32b449f4 None None] DHCP port deletion for 016d119e-88cc-4d23-8b8e-47892e3b18ff request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:55:55.590771 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-58edd117-4b81-4bcf-8eff-0ccc32b449f4 None None] Deleting port 1589184f-181b-481e-8aa1-68eda27eb09c {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:55.591167 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-58edd117-4b81-4bcf-8eff-0ccc32b449f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:55.681972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] The port '31235787-f107-4aa8-88e7-326f0d08df54' was deleted {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:55:55.745605 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:55.775021 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:55.787694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f87300-646a-461a-bf4f-38a2906c1cc8 None None] Sync routers for ids ['80299211-8601-41f2-bc7e-ba0d22e19b77'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:55.801576 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0f944e94-7644-4884-b3bb-c731a24178fa tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:55.814838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f87300-646a-461a-bf4f-38a2906c1cc8 None None] Routers {'80299211-8601-41f2-bc7e-ba0d22e19b77'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:55.815458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b1f87300-646a-461a-bf4f-38a2906c1cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['80299211-8601-41f2-bc7e-ba0d22e19b77'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:55.880429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b1f87300-646a-461a-bf4f-38a2906c1cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:55.886177 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e0f01075-03ca-4071-a8c3-8139d9c02453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "PUT /v2.0/routers/80299211-8601-41f2-bc7e-ba0d22e19b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3634894 Oct 18 07:55:55.888589 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58090) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:55.890202 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-58edd117-4b81-4bcf-8eff-0ccc32b449f4 None None] For port 1589184f-181b-481e-8aa1-68eda27eb09c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=1589184f-181b-481e-8aa1-68eda27eb09c,segment=NetworkSegment(4ac223a8-df45-41e9-ade5-611a00448b16),segment_id=4ac223a8-df45-41e9-ade5-611a00448b16)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:55.890631 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-58edd117-4b81-4bcf-8eff-0ccc32b449f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:55.891636 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:55.892922 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bc016c56-c089-4ab8-9489-75483ccff75b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:55.953399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f87300-646a-461a-bf4f-38a2906c1cc8 None None] Routers {'80299211-8601-41f2-bc7e-ba0d22e19b77'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:55.953399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b1f87300-646a-461a-bf4f-38a2906c1cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['80299211-8601-41f2-bc7e-ba0d22e19b77'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:55.953702 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-0f944e94-7644-4884-b3bb-c731a24178fa tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Deleting port 1589184f-181b-481e-8aa1-68eda27eb09c {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:55.954054 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0f944e94-7644-4884-b3bb-c731a24178fa tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:55.963523 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069cc848-8981-4270-91f3-d24157b7e3fd']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:55.983617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7ec8cf-5bf1-4447-81fe-c154046882b2') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:55.983925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7ec8cf-5bf1-4447-81fe-c154046882b2') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:56.000595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:56.008258 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.objects.ports [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89046) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:55:56.063550 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Attempt 6 to provision port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f Oct 18 07:55:56.072636 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:56.093323 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-58edd117-4b81-4bcf-8eff-0ccc32b449f4 None None] Calling delete_port for 1589184f-181b-481e-8aa1-68eda27eb09c owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:55:56.095028 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:55:56.095028 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:56.176166 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b1f87300-646a-461a-bf4f-38a2906c1cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:56.176893 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f87300-646a-461a-bf4f-38a2906c1cc8 None None] The sync data for ids ['80299211-8601-41f2-bc7e-ba0d22e19b77'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:56.183892 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:56.189356 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment cd7ec8cf-5bf1-4447-81fe-c154046882b2 resource provider aggregate not found Oct 18 07:55:56.208667 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:56.234151 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment cd7ec8cf-5bf1-4447-81fe-c154046882b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd7ec8cf-5bf1-4447-81fe-c154046882b2 found for delete ", "request_id": "req-f2b5cb63-b6b2-4b8c-8060-1b983c43cab1"}]} Oct 18 07:55:56.266005 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:56.292228 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-58edd117-4b81-4bcf-8eff-0ccc32b449f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:56.294174 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:56.335755 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Network': ['ID=069cc848-8981-4270-91f3-d24157b7e3fd,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:56.347227 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c9aaf8d9-3d0c-47f8-b84c-69e398b80901 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/networks/069cc848-8981-4270-91f3-d24157b7e3fd HTTP/1.1" status: 204 len: 168 time: 3.2143638 Oct 18 07:55:56.347401 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:55:56.348661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58098) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:56.353168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edd117-4b81-4bcf-8eff-0ccc32b449f4 None None] Pushing event deleted for resources: {'Port': ['ID=1589184f-181b-481e-8aa1-68eda27eb09c,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:56.355030 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58edd117-4b81-4bcf-8eff-0ccc32b449f4 None None] No DVR routers for this DVR port 1589184f-181b-481e-8aa1-68eda27eb09c on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:55:56.383044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-e9f1fb5d-2717-4634-bcc2-17f40d437772 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-92932159'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:56.389519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e9f1fb5d-2717-4634-bcc2-17f40d437772 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:56.397706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e9f1fb5d-2717-4634-bcc2-17f40d437772 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:network and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:56.402224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e9f1fb5d-2717-4634-bcc2-17f40d437772 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:56.413642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e9f1fb5d-2717-4634-bcc2-17f40d437772 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:56.415596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 1589184f-181b-481e-8aa1-68eda27eb09c no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:55:56.415758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:56.451591 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-0f944e94-7644-4884-b3bb-c731a24178fa tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] The port '1589184f-181b-481e-8aa1-68eda27eb09c' was deleted {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:55:56.452189 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 1589184f-181b-481e-8aa1-68eda27eb09c {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:55:56.452189 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 1589184f-181b-481e-8aa1-68eda27eb09c not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:55:56.469218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f1fb5d-2717-4634-bcc2-17f40d437772 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:56.472635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e9f1fb5d-2717-4634-bcc2-17f40d437772 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:56.527693 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b707a6a-974b-4e03-816b-ca540ddd45bc tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:56.532366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f1fb5d-2717-4634-bcc2-17f40d437772 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:55:56.608919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e9f1fb5d-2717-4634-bcc2-17f40d437772 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:56.609255 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-e9f1fb5d-2717-4634-bcc2-17f40d437772 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Added segment 3bc10202-1804-498a-bf30-98a30e235a33 of type vlan for network abaae9fa-31c9-47fa-bd23-428b1ac108af Oct 18 07:55:56.664798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e9f1fb5d-2717-4634-bcc2-17f40d437772 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:56.685928 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Attempt 7 to provision port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f Oct 18 07:55:56.704167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] For port b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:55:56.729066 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e9f1fb5d-2717-4634-bcc2-17f40d437772 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:56.734386 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f1fb5d-2717-4634-bcc2-17f40d437772 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:56.734984 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e9f1fb5d-2717-4634-bcc2-17f40d437772 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:56.743031 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:56.770207 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0f944e94-7644-4884-b3bb-c731a24178fa tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:56.771306 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:56.827142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:56.827826 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:56.934182 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e9f1fb5d-2717-4634-bcc2-17f40d437772 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5805967 Oct 18 07:55:56.942304 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58102) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:56.962994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-12b8c4bb-e1b2-494f-a14d-7878d511820a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'subnet': {'network_id': 'abaae9fa-31c9-47fa-bd23-428b1ac108af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:56.964864 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-0f944e94-7644-4884-b3bb-c731a24178fa tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016d119e-88cc-4d23-8b8e-47892e3b18ff']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:56.978985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1fb5d-2717-4634-bcc2-17f40d437772 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Network': ['ID=abaae9fa-31c9-47fa-bd23-428b1ac108af,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:56.980683 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-9b707a6a-974b-4e03-816b-ca540ddd45bc tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 18 07:55:56.981737 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9b707a6a-974b-4e03-816b-ca540ddd45bc tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "DELETE /v2.0/routers/80299211-8601-41f2-bc7e-ba0d22e19b77 HTTP/1.1" status: 409 len: 329 time: 1.0921788 Oct 18 07:55:56.982285 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:56.988868 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58106) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:56.990482 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-0f944e94-7644-4884-b3bb-c731a24178fa tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac223a8-df45-41e9-ade5-611a00448b16') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:56.990798 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-0f944e94-7644-4884-b3bb-c731a24178fa tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac223a8-df45-41e9-ade5-611a00448b16') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:56.993233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network abaae9fa-31c9-47fa-bd23-428b1ac108af details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:55:56.998020 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:57.011762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:57.012345 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:57.014908 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acc3f7e-071c-409f-9388-096156b0550a None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:57.207696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Subnet': ['ID=47ce96fd-4765-4b28-99ac-a482ae283ae4,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:57.217393 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e,revision_number=4']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:57.244326 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6fde8a0c-b654-4c53-ba86-ba78c346c813 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4723423 Oct 18 07:55:57.245330 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Attempt 8 to provision port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f Oct 18 07:55:57.246862 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58110) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:57.253454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Request body: {'port': {'network_id': '421d0710-6574-4dc6-a599-2fa72ae31b2e', 'mac_address': 'fa:16:3e:84:98:52', 'name': 'tempest-NetworksTestDHCPv6-2044121863'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:57.260796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0f944e94-7644-4884-b3bb-c731a24178fa tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:57.273208 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-12b8c4bb-e1b2-494f-a14d-7878d511820a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:57.321219 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:57.322844 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-12b8c4bb-e1b2-494f-a14d-7878d511820a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:subnet and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:57.329516 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-12b8c4bb-e1b2-494f-a14d-7878d511820a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:57.343152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-12b8c4bb-e1b2-494f-a14d-7878d511820a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:57.346691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:57.368955 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b8c4bb-e1b2-494f-a14d-7878d511820a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:57.372415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-12b8c4bb-e1b2-494f-a14d-7878d511820a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:57.374756 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:57.377019 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0f944e94-7644-4884-b3bb-c731a24178fa tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:57.437865 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f944e94-7644-4884-b3bb-c731a24178fa tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:55:57.438324 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0f944e94-7644-4884-b3bb-c731a24178fa tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:57.508281 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:57.518925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Usage tracker for resource:port and tenant:d4eeffd966b740cb93b913597321fe50 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:55:57.524036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:55:57.530603 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 4ac223a8-df45-41e9-ade5-611a00448b16 resource provider aggregate not found Oct 18 07:55:57.533079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:57.552932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Made reservation on behalf of d4eeffd966b740cb93b913597321fe50 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:57.767456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:57.787229 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-12b8c4bb-e1b2-494f-a14d-7878d511820a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:57.839621 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 4ac223a8-df45-41e9-ade5-611a00448b16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ac223a8-df45-41e9-ade5-611a00448b16 found for delete ", "request_id": "req-fadb8b9f-cd5f-4b4d-8334-fe158e494241"}]} Oct 18 07:55:57.848355 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Attempt 9 to provision port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f Oct 18 07:55:57.851376 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] device_id is not set on port fff7d553-77dc-47c9-8f98-d6e23fa52171 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:55:57.853237 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc016c56-c089-4ab8-9489-75483ccff75b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router 716198f7-88e7-4718-96ff-7f1764d74581 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:55:57.904024 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0f944e94-7644-4884-b3bb-c731a24178fa tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:57.935003 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:57.946258 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8c4bb-e1b2-494f-a14d-7878d511820a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Subnet': ['ID=3c44aefc-30ea-47ed-9c68-555ee573a808,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:57.973911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8c4bb-e1b2-494f-a14d-7878d511820a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Checking segment: {'id': '3bc10202-1804-498a-bf30-98a30e235a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'abaae9fa-31c9-47fa-bd23-428b1ac108af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:57.974272 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b8c4bb-e1b2-494f-a14d-7878d511820a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network hostable DHCP agents. Network: abaae9fa-31c9-47fa-bd23-428b1ac108af, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:55:58.007479 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0f944e94-7644-4884-b3bb-c731a24178fa tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:58.057010 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b8c4bb-e1b2-494f-a14d-7878d511820a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network abaae9fa-31c9-47fa-bd23-428b1ac108af is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:55:58.072048 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:55:58.119033 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-12b8c4bb-e1b2-494f-a14d-7878d511820a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, abaae9fa-31c9-47fa-bd23-428b1ac108af) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:58.135178 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f944e94-7644-4884-b3bb-c731a24178fa tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Pushing event deleted for resources: {'Network': ['ID=016d119e-88cc-4d23-8b8e-47892e3b18ff,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:58.135393 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94cadc9-ec8c-47f6-8d91-0c2f41d0642a None None] Network abaae9fa-31c9-47fa-bd23-428b1ac108af requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:55:58.138997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b8c4bb-e1b2-494f-a14d-7878d511820a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:58.139688 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-12b8c4bb-e1b2-494f-a14d-7878d511820a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:58.150606 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0f944e94-7644-4884-b3bb-c731a24178fa tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "DELETE /v2.0/networks/016d119e-88cc-4d23-8b8e-47892e3b18ff HTTP/1.1" status: 204 len: 168 time: 2.7615466 Oct 18 07:55:58.164716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58118) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:58.184442 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8::233 (421d0710-6574-4dc6-a599-2fa72ae31b2e/92bc1068-04d7-44dd-86bd-662c594992c5/fff7d553-77dc-47c9-8f98-d6e23fa52171) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:58.192695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Allocated IP 2001:db8:0:1:f816:3eff:fe84:9852 (421d0710-6574-4dc6-a599-2fa72ae31b2e/47ce96fd-4765-4b28-99ac-a482ae283ae4/fff7d553-77dc-47c9-8f98-d6e23fa52171) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:58.247285 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e44a0aad-6e69-41c7-90d6-f30a26fe6970 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Synchronizing usage tracker for tenant:3ae769bfd8634136bf95d2a671960184 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:55:58.248284 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-12b8c4bb-e1b2-494f-a14d-7878d511820a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2982755 Oct 18 07:55:58.251132 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58122) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:58.253338 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Allocated IP 172.26.8.74 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/603fc5d7-ad56-4f99-b7fa-a8cc83b5416e) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:58.264029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ec1bb3d3-8942-439e-b401-3fa1ab9bdaa5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'network_id': 'abaae9fa-31c9-47fa-bd23-428b1ac108af', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1637851368'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:55:58.363028 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e44a0aad-6e69-41c7-90d6-f30a26fe6970 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Unset dirty status for tenant:3ae769bfd8634136bf95d2a671960184 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:55:58.366171 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e44a0aad-6e69-41c7-90d6-f30a26fe6970 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "GET /v2.0/ports?device_id=68472e41-a873-4f58-a3dd-0e262707cb18 HTTP/1.1" status: 200 len: 205 time: 0.1978981 Oct 18 07:55:58.403338 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-abaae9fa-31c9-47fa-bd23-428b1ac108af', 'network_id': 'abaae9fa-31c9-47fa-bd23-428b1ac108af', 'tenant_id': '491c7abebf5a4f46aa6b1b9fa1ea0fa8', 'fixed_ips': [{'subnet_id': '3c44aefc-30ea-47ed-9c68-555ee573a808'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:55:58.404343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:58.410721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58126) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:58.416051 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc016c56-c089-4ab8-9489-75483ccff75b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:55:58.427438 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bc016c56-c089-4ab8-9489-75483ccff75b tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "PUT /v2.0/routers/716198f7-88e7-4718-96ff-7f1764d74581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2152443 Oct 18 07:55:58.430835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58130) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:58.441009 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28c9b52-8818-41d1-9441-6c57442c588b None None] Sync routers for ids ['716198f7-88e7-4718-96ff-7f1764d74581'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:55:58.453941 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28c9b52-8818-41d1-9441-6c57442c588b None None] Routers {'716198f7-88e7-4718-96ff-7f1764d74581'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:58.454910 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a28c9b52-8818-41d1-9441-6c57442c588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['716198f7-88e7-4718-96ff-7f1764d74581'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:58.531994 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a28c9b52-8818-41d1-9441-6c57442c588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:58.543442 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28c9b52-8818-41d1-9441-6c57442c588b None None] Routers {'716198f7-88e7-4718-96ff-7f1764d74581'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:55:58.544742 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a28c9b52-8818-41d1-9441-6c57442c588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['716198f7-88e7-4718-96ff-7f1764d74581'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:58.567680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b4cb7258-cdfc-470c-98a4-4739f9dc7052 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:58.588965 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Allocated IP 172.20.0.2 (abaae9fa-31c9-47fa-bd23-428b1ac108af/3c44aefc-30ea-47ed-9c68-555ee573a808/e8aa6fcf-cb3e-42a2-a434-9d46a0947d64) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:58.621539 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a28c9b52-8818-41d1-9441-6c57442c588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:55:58.622411 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28c9b52-8818-41d1-9441-6c57442c588b None None] The sync data for ids ['716198f7-88e7-4718-96ff-7f1764d74581'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:55:58.674497 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Attempt 10 to provision port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f Oct 18 07:55:58.716294 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:58.733295 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b2a946a-f627-479f-a5c9-c5e60c60f66f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:58.751499 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c05ee055-5aba-4335-b209-89f11d68aa14 None None] Port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:58.875020 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:58.889964 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Transition to ACTIVE for port object e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:58.900854 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Provisioning complete for port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:55:58.901370 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:58.901813 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Attempt 1 to provision port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f Oct 18 07:55:58.925482 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa982-dc08-4c65-b3e1-4c1861bbb453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:58.954579 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Transition to ACTIVE for port object e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:58.965301 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:58.968812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:58.995800 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b4cb7258-cdfc-470c-98a4-4739f9dc7052 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:58.998015 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b4cb7258-cdfc-470c-98a4-4739f9dc7052 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:59.034121 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Network abaae9fa-31c9-47fa-bd23-428b1ac108af is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:59.035635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b4cb7258-cdfc-470c-98a4-4739f9dc7052 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:59.036335 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cb7258-cdfc-470c-98a4-4739f9dc7052 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Fanout notify agent at l3_agent the message router_deleted on router 68472e41-a873-4f58-a3dd-0e262707cb18 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:55:59.038183 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:59.041145 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:59.069639 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:59.090073 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Pushing event updated for resources: {'Port': ['ID=e8aa6fcf-cb3e-42a2-a434-9d46a0947d64,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:59.102974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b4cb7258-cdfc-470c-98a4-4739f9dc7052 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:59.104044 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b4cb7258-cdfc-470c-98a4-4739f9dc7052 tempest-RoutersNegativeIpV6Test-839414602 tempest-RoutersNegativeIpV6Test-839414602-project] 10.222.0.17 "DELETE /v2.0/routers/68472e41-a873-4f58-a3dd-0e262707cb18 HTTP/1.1" status: 204 len: 168 time: 0.6905622 Oct 18 07:55:59.112656 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b2a946a-f627-479f-a5c9-c5e60c60f66f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:59.124065 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ec1bb3d3-8942-439e-b401-3fa1ab9bdaa5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:55:59.137160 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ec1bb3d3-8942-439e-b401-3fa1ab9bdaa5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:55:59.165085 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:59.168805 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1bb3d3-8942-439e-b401-3fa1ab9bdaa5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:55:59.170616 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a946a-f627-479f-a5c9-c5e60c60f66f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Deleting port a0696da9-c0ef-40f7-9a3e-67dc7005aef8 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:59.171117 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b2a946a-f627-479f-a5c9-c5e60c60f66f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:59.172269 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ec1bb3d3-8942-439e-b401-3fa1ab9bdaa5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:59.212759 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:59.221523 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Attempting to bind port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:55:59.222190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Attempting to bind port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3bc10202-1804-498a-bf30-98a30e235a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'abaae9fa-31c9-47fa-bd23-428b1ac108af'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:55:59.222771 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Attempting to bind port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 on network abaae9fa-31c9-47fa-bd23-428b1ac108af {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:55:59.228827 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-ec1bb3d3-8942-439e-b401-3fa1ab9bdaa5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] device_id is not set on port 60dce2c2-a3d5-412b-94be-dafc593b5378 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:55:59.229944 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:55:59.230327 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Checking segment: {'id': '3bc10202-1804-498a-bf30-98a30e235a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'abaae9fa-31c9-47fa-bd23-428b1ac108af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:55:59.230771 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:59.231168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Bound using segment: {'id': '3bc10202-1804-498a-bf30-98a30e235a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'abaae9fa-31c9-47fa-bd23-428b1ac108af'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:55:59.231653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Bound port: e8aa6fcf-cb3e-42a2-a434-9d46a0947d64, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc10202-1804-498a-bf30-98a30e235a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'abaae9fa-31c9-47fa-bd23-428b1ac108af'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:55:59.232031 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:59.311928 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Transition to ACTIVE for port object fff7d553-77dc-47c9-8f98-d6e23fa52171 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:55:59.346251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] For port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:55:59.348889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Pushing event updated for resources: {'Port': ['ID=603fc5d7-ad56-4f99-b7fa-a8cc83b5416e,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:59.351621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] For port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e8aa6fcf-cb3e-42a2-a434-9d46a0947d64,segment=NetworkSegment(3bc10202-1804-498a-bf30-98a30e235a33),segment_id=3bc10202-1804-498a-bf30-98a30e235a33)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:55:59.357181 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:59.396632 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:59.404345 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-ec1bb3d3-8942-439e-b401-3fa1ab9bdaa5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Allocated IP 172.20.0.13 (abaae9fa-31c9-47fa-bd23-428b1ac108af/3c44aefc-30ea-47ed-9c68-555ee573a808/60dce2c2-a3d5-412b-94be-dafc593b5378) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:55:59.418759 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:59.428264 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:59.461274 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ed62f-62b4-440d-a4f0-ad1d53d9e4f1 None None] Pushing event updated for resources: {'Port': ['ID=e8aa6fcf-cb3e-42a2-a434-9d46a0947d64,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:59.471414 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Attempt 2 to provision port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f Oct 18 07:55:59.533637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:55:59.540696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:55:59.574476 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:55:59.624396 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:55:59.631178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:55:59.632026 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:59.636975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58138) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:59.666052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event updated for resources: {'Port': ['ID=fff7d553-77dc-47c9-8f98-d6e23fa52171,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:55:59.694960 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cd93befe-2c1d-4c03-8ec2-4becce21a4a4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4464488 Oct 18 07:55:59.699514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58144) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:55:59.874218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ec1bb3d3-8942-439e-b401-3fa1ab9bdaa5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:59.901296 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-5f96e7e0-40f5-4d67-839b-74345673834f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting port fff7d553-77dc-47c9-8f98-d6e23fa52171 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:55:59.901646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5f96e7e0-40f5-4d67-839b-74345673834f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:59.938525 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b2a946a-f627-479f-a5c9-c5e60c60f66f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:55:59.979307 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-ec1bb3d3-8942-439e-b401-3fa1ab9bdaa5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Transition to ACTIVE for port object 60dce2c2-a3d5-412b-94be-dafc593b5378 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:00.054361 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-05e61f79-123c-4c24-b4be-6158d00272f0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3ae769bfd8634136bf95d2a671960184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098275 Oct 18 07:56:00.059427 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58148) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:00.086352 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Attempt 3 to provision port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f Oct 18 07:56:00.131140 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a946a-f627-479f-a5c9-c5e60c60f66f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Calling delete_port for a0696da9-c0ef-40f7-9a3e-67dc7005aef8 owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:00.164464 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:56:00.232976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ec1bb3d3-8942-439e-b401-3fa1ab9bdaa5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:00.237527 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:56:00.254909 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:00.263425 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-cc3aa982-dc08-4c65-b3e1-4c1861bbb453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Deleting port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:00.263765 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa982-dc08-4c65-b3e1-4c1861bbb453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:00.293119 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-642a5498-2dc7-440b-8d97-3a09fc494811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:00.357359 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1bb3d3-8942-439e-b401-3fa1ab9bdaa5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network abaae9fa-31c9-47fa-bd23-428b1ac108af is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:00.365193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-ec1bb3d3-8942-439e-b401-3fa1ab9bdaa5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:00.368096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-642a5498-2dc7-440b-8d97-3a09fc494811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:00.375455 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5f96e7e0-40f5-4d67-839b-74345673834f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:00.386510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1bb3d3-8942-439e-b401-3fa1ab9bdaa5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:00.488787 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bb3d3-8942-439e-b401-3fa1ab9bdaa5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=60dce2c2-a3d5-412b-94be-dafc593b5378,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:00.544761 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:00.565063 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-5f96e7e0-40f5-4d67-839b-74345673834f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Calling delete_port for fff7d553-77dc-47c9-8f98-d6e23fa52171 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:00.650100 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1bb3d3-8942-439e-b401-3fa1ab9bdaa5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:00.650783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ec1bb3d3-8942-439e-b401-3fa1ab9bdaa5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:00.739475 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Attempt 4 to provision port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f Oct 18 07:56:00.801994 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:56:00.836770 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-642a5498-2dc7-440b-8d97-3a09fc494811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:00.842958 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e3b7a1-d65a-431b-9944-99a46ecc8059 None None] Network abaae9fa-31c9-47fa-bd23-428b1ac108af requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:00.875989 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa982-dc08-4c65-b3e1-4c1861bbb453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:00.881360 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ec1bb3d3-8942-439e-b401-3fa1ab9bdaa5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.6264558 Oct 18 07:56:00.884759 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58152) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:00.891724 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a5498-2dc7-440b-8d97-3a09fc494811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c789880f-3dd1-4dba-a87e-44e9ba944654,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:00.897429 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-642a5498-2dc7-440b-8d97-3a09fc494811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:00.901559 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-642a5498-2dc7-440b-8d97-3a09fc494811 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c789880f-3dd1-4dba-a87e-44e9ba944654 HTTP/1.1" status: 204 len: 168 time: 0.8381588 Oct 18 07:56:01.007031 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5f96e7e0-40f5-4d67-839b-74345673834f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:01.068410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96e7e0-40f5-4d67-839b-74345673834f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Port': ['ID=fff7d553-77dc-47c9-8f98-d6e23fa52171,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:01.220555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5f96e7e0-40f5-4d67-839b-74345673834f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:01.222855 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5f96e7e0-40f5-4d67-839b-74345673834f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/fff7d553-77dc-47c9-8f98-d6e23fa52171 HTTP/1.1" status: 204 len: 168 time: 1.5222721 Oct 18 07:56:01.225502 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58162) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:01.241019 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-cc3aa982-dc08-4c65-b3e1-4c1861bbb453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Calling delete_port for 7f11d24e-26cb-49a4-98af-1c68ac9bec5f owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:01.289424 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b2a946a-f627-479f-a5c9-c5e60c60f66f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:01.304237 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Attempt 5 to provision port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f Oct 18 07:56:01.382489 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:56:01.386856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50503a7b-8269-4999-9fbf-c33c0b2837b3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:01.387643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-50503a7b-8269-4999-9fbf-c33c0b2837b3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:01.409148 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-50503a7b-8269-4999-9fbf-c33c0b2837b3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:01.413977 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-50503a7b-8269-4999-9fbf-c33c0b2837b3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1871560 Oct 18 07:56:01.415132 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58170) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:01.435006 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-5c8f6a1d-723a-4f9c-8faf-9106aa816878 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port 60dce2c2-a3d5-412b-94be-dafc593b5378 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:01.435419 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5c8f6a1d-723a-4f9c-8faf-9106aa816878 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:01.534655 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6d4de6-2521-4237-b22a-c5e762817ab7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:01.536209 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-fa6d4de6-2521-4237-b22a-c5e762817ab7 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1197610 Oct 18 07:56:01.538874 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58176) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:01.631615 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051414e1-86a3-46a2-a4e5-4c038a036ee1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:01.633507 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051414e1-86a3-46a2-a4e5-4c038a036ee1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:01.636093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051414e1-86a3-46a2-a4e5-4c038a036ee1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:01.637688 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-051414e1-86a3-46a2-a4e5-4c038a036ee1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:01.660609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-051414e1-86a3-46a2-a4e5-4c038a036ee1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:01.662272 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-051414e1-86a3-46a2-a4e5-4c038a036ee1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1214876 Oct 18 07:56:01.665050 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58184) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:01.690128 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a946a-f627-479f-a5c9-c5e60c60f66f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event deleted for resources: {'Port': ['ID=a0696da9-c0ef-40f7-9a3e-67dc7005aef8,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:01.745045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a38a801-e7fd-41f2-ae6e-dc06f381df0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 47ce96fd-4765-4b28-99ac-a482ae283ae4 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:56:01.748302 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a38a801-e7fd-41f2-ae6e-dc06f381df0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:01.812190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a38a801-e7fd-41f2-ae6e-dc06f381df0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:01.871371 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b2a946a-f627-479f-a5c9-c5e60c60f66f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:01.884142 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Attempt 6 to provision port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f Oct 18 07:56:01.910339 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a38a801-e7fd-41f2-ae6e-dc06f381df0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:01.921026 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58192) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:01.941957 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:56:01.988843 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a38a801-e7fd-41f2-ae6e-dc06f381df0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:02.035816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38a801-e7fd-41f2-ae6e-dc06f381df0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=47ce96fd-4765-4b28-99ac-a482ae283ae4,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:02.037664 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a38a801-e7fd-41f2-ae6e-dc06f381df0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:02.045080 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03bd9bf-fe16-4077-a653-da026a98ed7e None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:02.053071 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8a38a801-e7fd-41f2-ae6e-dc06f381df0f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/47ce96fd-4765-4b28-99ac-a482ae283ae4 HTTP/1.1" status: 204 len: 168 time: 0.3863101 Oct 18 07:56:02.055491 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58198) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:02.101902 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b2a946a-f627-479f-a5c9-c5e60c60f66f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:02.114258 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b2a946a-f627-479f-a5c9-c5e60c60f66f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:02.128676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:02.139618 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-77dfd7cc-9f30-46f2-bf18-2935d6f65a61 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Deleting subnet 92bc1068-04d7-44dd-86bd-662c594992c5 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:56:02.143891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77dfd7cc-9f30-46f2-bf18-2935d6f65a61 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:02.217961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77dfd7cc-9f30-46f2-bf18-2935d6f65a61 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:02.312878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77dfd7cc-9f30-46f2-bf18-2935d6f65a61 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:02.396639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77dfd7cc-9f30-46f2-bf18-2935d6f65a61 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:02.419754 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-6250a66e-54fa-4732-973c-1492a66ed8c4 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:02.420496 dv-neutron-861625-1-hyperv neutron-server[89045]: WARNING neutron.api.v2.base [None req-6250a66e-54fa-4732-973c-1492a66ed8c4 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 18 07:56:02.420994 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-6250a66e-54fa-4732-973c-1492a66ed8c4 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): There was a conflict when trying to complete your request. Oct 18 07:56:02.426268 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6250a66e-54fa-4732-973c-1492a66ed8c4 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4902475 Oct 18 07:56:02.427112 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58202) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:02.443549 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Attempt 7 to provision port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f Oct 18 07:56:02.445539 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77dfd7cc-9f30-46f2-bf18-2935d6f65a61 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:02.453522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfd7cc-9f30-46f2-bf18-2935d6f65a61 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Subnet': ['ID=92bc1068-04d7-44dd-86bd-662c594992c5,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:02.459583 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-77dfd7cc-9f30-46f2-bf18-2935d6f65a61 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/92bc1068-04d7-44dd-86bd-662c594992c5 HTTP/1.1" status: 204 len: 168 time: 0.4029624 Oct 18 07:56:02.462778 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58206) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:02.467317 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group': {'name': 'tempest-secgroup--567508897'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:02.475435 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5c8f6a1d-723a-4f9c-8faf-9106aa816878 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:02.492806 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:02.520439 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:56:02.543321 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bf2e998d-b55c-4ecc-948e-b7ce2c8e05c1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792048 Oct 18 07:56:02.545687 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58210) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:02.641860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654f7953-d483-4ab5-a2c3-ca973f6f2cc3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:02.643422 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-654f7953-d483-4ab5-a2c3-ca973f6f2cc3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0968363 Oct 18 07:56:02.645882 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58214) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:02.660416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:02.671773 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-5c8f6a1d-723a-4f9c-8faf-9106aa816878 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for 60dce2c2-a3d5-412b-94be-dafc593b5378 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:02.699827 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b2a946a-f627-479f-a5c9-c5e60c60f66f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:02.700337 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2a946a-f627-479f-a5c9-c5e60c60f66f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Fanout notify agent at l3_agent the message router_deleted on router 716198f7-88e7-4718-96ff-7f1764d74581 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:56:02.703932 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:02.712918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f2c504-ecbd-40c6-81c6-6bcda65b940c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:02.713595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-13f2c504-ecbd-40c6-81c6-6bcda65b940c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Synchronizing usage tracker for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:02.731616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-13f2c504-ecbd-40c6-81c6-6bcda65b940c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Unset dirty status for tenant:d4eeffd966b740cb93b913597321fe50 on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:02.732867 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-13f2c504-ecbd-40c6-81c6-6bcda65b940c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0858383 Oct 18 07:56:02.737179 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58218) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:02.761838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:02.810875 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0b760bd6-a825-44e1-b372-269c75de0f68 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723722 Oct 18 07:56:02.818454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58222) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:02.823412 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:02.853786 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b2a946a-f627-479f-a5c9-c5e60c60f66f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:02.857274 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9b2a946a-f627-479f-a5c9-c5e60c60f66f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/routers/716198f7-88e7-4718-96ff-7f1764d74581 HTTP/1.1" status: 204 len: 168 time: 4.4224350 Oct 18 07:56:02.858752 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58226) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:02.864355 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:02.876284 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa982-dc08-4c65-b3e1-4c1861bbb453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:02.899980 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-749b797e-775d-44a9-9fdd-668a6c7e437b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:02.900567 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749b797e-775d-44a9-9fdd-668a6c7e437b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:02.904863 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-749b797e-775d-44a9-9fdd-668a6c7e437b tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/fff7d553-77dc-47c9-8f98-d6e23fa52171 HTTP/1.1" status: 404 len: 333 time: 0.0827498 Oct 18 07:56:02.907766 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58230) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:02.952214 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab37cc26-c4f8-4464-b048-768d0090d7d6 None None] Network 421d0710-6574-4dc6-a599-2fa72ae31b2e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:02.958317 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2a4bbe-31dd-4306-a128-28177294bdcb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:02.958798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b2a4bbe-31dd-4306-a128-28177294bdcb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:02.960488 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2b2a4bbe-31dd-4306-a128-28177294bdcb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/47ce96fd-4765-4b28-99ac-a482ae283ae4 HTTP/1.1" status: 404 len: 337 time: 0.0520556 Oct 18 07:56:02.963171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58234) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:02.975157 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3aa982-dc08-4c65-b3e1-4c1861bbb453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Pushing event deleted for resources: {'Port': ['ID=7f11d24e-26cb-49a4-98af-1c68ac9bec5f,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:02.985785 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:03.022293 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae6a890-e23c-4627-89d4-156d715cd8ef tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:03.022776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae6a890-e23c-4627-89d4-156d715cd8ef tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:03.026764 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0ae6a890-e23c-4627-89d4-156d715cd8ef tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/92bc1068-04d7-44dd-86bd-662c594992c5 HTTP/1.1" status: 404 len: 337 time: 0.0603983 Oct 18 07:56:03.028474 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f07e70-3f2c-441d-9988-ffd9d807b0e6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Deleting subnet ba3df6eb-b285-4903-bbe4-7ac2c2388e74 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:56:03.030198 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58240) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:03.034304 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15f07e70-3f2c-441d-9988-ffd9d807b0e6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:03.038585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:03.049923 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:03.076141 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Attempt 8 to provision port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f Oct 18 07:56:03.088123 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:03.127295 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Router ded96c7f-f82b-4962-b72c-17c729da88fc is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:56:03.131661 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5df513d-7ffe-4ce5-b7e6-ffe14c6e467d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:03.132667 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5df513d-7ffe-4ce5-b7e6-ffe14c6e467d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:03.137272 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a5df513d-7ffe-4ce5-b7e6-ffe14c6e467d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/a6f87ddd-7fdf-43bc-ab4a-bf3e559acdfc HTTP/1.1" status: 404 len: 333 time: 0.1045475 Oct 18 07:56:03.144092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58244) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:03.152616 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Port 7f11d24e-26cb-49a4-98af-1c68ac9bec5f was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:56:03.153626 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5c8f6a1d-723a-4f9c-8faf-9106aa816878 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:03.223779 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-3402f214-f847-4809-9008-2ddbd30775be tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:03.224169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3402f214-f847-4809-9008-2ddbd30775be tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:03.227845 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3402f214-f847-4809-9008-2ddbd30775be tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/d3a5a518-507f-4301-8d92-317483221975 HTTP/1.1" status: 404 len: 337 time: 0.0827799 Oct 18 07:56:03.231256 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58248) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:03.237404 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Provisioning for port b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:03.240001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15f07e70-3f2c-441d-9988-ffd9d807b0e6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:03.245300 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Provisioning complete for port b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:03.245892 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:03.246381 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Attempt 1 to provision port b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e Oct 18 07:56:03.385368 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Current status of the port b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:56:03.385798 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:03.416863 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1bb801-0509-4ef1-9435-cd0ea2c13e7e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:03.417329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1bb801-0509-4ef1-9435-cd0ea2c13e7e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:03.419315 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ad1bb801-0509-4ef1-9435-cd0ea2c13e7e tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/ea37434f-4499-4d2e-b84e-c2b112cdfa94 HTTP/1.1" status: 404 len: 337 time: 0.1869380 Oct 18 07:56:03.422017 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58252) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:03.424734 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8966425-1969-4c7e-a651-f51c474121b6 None None] DHCP port deletion for 421d0710-6574-4dc6-a599-2fa72ae31b2e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:56:03.431471 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] For port b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:03.440987 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b8966425-1969-4c7e-a651-f51c474121b6 None None] Deleting port b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:03.441448 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b8966425-1969-4c7e-a651-f51c474121b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:03.446002 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f6a1d-723a-4f9c-8faf-9106aa816878 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Port': ['ID=60dce2c2-a3d5-412b-94be-dafc593b5378,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:03.478817 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee9fcfc-9d37-4b34-b33d-447de123aea5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:03.479291 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee9fcfc-9d37-4b34-b33d-447de123aea5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:03.480820 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:03.481309 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2ee9fcfc-9d37-4b34-b33d-447de123aea5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/6c4fc420-1742-4582-b6f3-f48a1e1deae5 HTTP/1.1" status: 404 len: 333 time: 0.0580320 Oct 18 07:56:03.484615 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58256) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:03.531776 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f46a74c-d838-4833-aa69-9b9d50912a1c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:03.532235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f46a74c-d838-4833-aa69-9b9d50912a1c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:03.534617 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3f46a74c-d838-4833-aa69-9b9d50912a1c tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/6442112a-21a1-45a8-ab32-e2cf6d6b63c9 HTTP/1.1" status: 404 len: 337 time: 0.0490704 Oct 18 07:56:03.537814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58260) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:03.598536 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6040793-08ea-4820-be70-c1baab411c92 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:03.599299 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6040793-08ea-4820-be70-c1baab411c92 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:03.601958 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c6040793-08ea-4820-be70-c1baab411c92 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/d55548fc-f738-424c-8274-82ef6434fc91 HTTP/1.1" status: 404 len: 337 time: 0.0632198 Oct 18 07:56:03.604433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58264) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:03.664173 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bce9c02-efae-469a-8bf2-af60a8758c8d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:03.664687 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bce9c02-efae-469a-8bf2-af60a8758c8d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:03.667666 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2bce9c02-efae-469a-8bf2-af60a8758c8d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/63d9185f-e061-47b3-bf6c-9297f25d0c0c HTTP/1.1" status: 404 len: 333 time: 0.0622501 Oct 18 07:56:03.672869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58268) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:03.677666 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ad802-5830-4178-9038-09ae84451406 None None] Pushing event updated for resources: {'Port': ['ID=b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e,revision_number=7']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:03.680046 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5c8f6a1d-723a-4f9c-8faf-9106aa816878 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:03.687184 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa982-dc08-4c65-b3e1-4c1861bbb453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:03.717265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15f07e70-3f2c-441d-9988-ffd9d807b0e6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:03.751757 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab55399f-a3d5-471b-9aa9-41857a2c3d65 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:03.752241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab55399f-a3d5-471b-9aa9-41857a2c3d65 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:03.756268 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ab55399f-a3d5-471b-9aa9-41857a2c3d65 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/60daf006-ddc4-4529-8bf2-863306c50cfa HTTP/1.1" status: 404 len: 337 time: 0.0799584 Oct 18 07:56:03.757408 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58272) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:03.766018 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0681e660-5e43-491b-af09-fd0ec09ec637 None None] Provisioning complete for port b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:03.766516 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0681e660-5e43-491b-af09-fd0ec09ec637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:03.767038 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0681e660-5e43-491b-af09-fd0ec09ec637 None None] Attempt 1 to provision port b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e Oct 18 07:56:03.803573 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-a214489d-1e50-45a9-9cab-200da6283f28 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:03.804032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a214489d-1e50-45a9-9cab-200da6283f28 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:03.808311 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a214489d-1e50-45a9-9cab-200da6283f28 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/15af2788-8f9c-4326-bf6f-4cdd9ae7eb1b HTTP/1.1" status: 404 len: 337 time: 0.0482829 Oct 18 07:56:03.812614 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58276) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:03.846626 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5c8f6a1d-723a-4f9c-8faf-9106aa816878 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/ports/60dce2c2-a3d5-412b-94be-dafc593b5378 HTTP/1.1" status: 204 len: 168 time: 2.9596765 Oct 18 07:56:03.855385 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58280) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:03.858608 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b8966425-1969-4c7e-a651-f51c474121b6 None None] For port b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e,segment=NetworkSegment(3dbd8fc8-933b-41c1-abbd-0369f41ef9fa),segment_id=3dbd8fc8-933b-41c1-abbd-0369f41ef9fa)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:03.859033 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b8966425-1969-4c7e-a651-f51c474121b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:03.900645 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4c8507-2b00-4108-b2dd-15d15ddb5c92 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:03.901028 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4c8507-2b00-4108-b2dd-15d15ddb5c92 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:03.902673 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:56:03.915721 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c604179-d35e-41fb-9803-fc97b5d89043 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] GET failed (client error): The resource could not be found. Oct 18 07:56:03.916265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3c604179-d35e-41fb-9803-fc97b5d89043 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Synchronizing usage tracker for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:03.921976 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6e4c8507-2b00-4108-b2dd-15d15ddb5c92 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/36a5da38-4ec4-458a-aefc-7c0d3104d1cf HTTP/1.1" status: 404 len: 333 time: 0.1062508 Oct 18 07:56:03.923328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58284) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:03.935937 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de8737c-9929-4dc1-acb5-eb230713c29b None None] Sync routers for ids ['ded96c7f-f82b-4962-b72c-17c729da88fc'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:56:03.971781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15f07e70-3f2c-441d-9988-ffd9d807b0e6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.005081 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ec38e7-e139-4aac-ad5f-3c7f71f87459 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:04.005081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ec38e7-e139-4aac-ad5f-3c7f71f87459 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:04.008679 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-65ec38e7-e139-4aac-ad5f-3c7f71f87459 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/c649d1f2-a5b1-4281-8ba9-e503d6d5c593 HTTP/1.1" status: 404 len: 337 time: 0.0820465 Oct 18 07:56:04.009262 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b8966425-1969-4c7e-a651-f51c474121b6 None None] Calling delete_port for b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:04.015010 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58288) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:04.051693 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f07e70-3f2c-441d-9988-ffd9d807b0e6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event deleted for resources: {'Subnet': ['ID=ba3df6eb-b285-4903-bbe4-7ac2c2388e74,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:04.061597 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-15f07e70-3f2c-441d-9988-ffd9d807b0e6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.063377 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-15f07e70-3f2c-441d-9988-ffd9d807b0e6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/subnets/ba3df6eb-b285-4903-bbe4-7ac2c2388e74 HTTP/1.1" status: 204 len: 168 time: 1.2047117 Oct 18 07:56:04.070638 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3c604179-d35e-41fb-9803-fc97b5d89043 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Unset dirty status for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:04.071013 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8737c-9929-4dc1-acb5-eb230713c29b None None] Routers {'ded96c7f-f82b-4962-b72c-17c729da88fc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:56:04.074385 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8de8737c-9929-4dc1-acb5-eb230713c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ded96c7f-f82b-4962-b72c-17c729da88fc'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:04.074528 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3c604179-d35e-41fb-9803-fc97b5d89043 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports/60dce2c2-a3d5-412b-94be-dafc593b5378 HTTP/1.1" status: 404 len: 333 time: 0.2154222 Oct 18 07:56:04.074528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58292) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:04.075120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58294) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:04.094179 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3ef238-c836-48ff-add5-78101faae7eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:04.094680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed3ef238-c836-48ff-add5-78101faae7eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:04.098853 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ed3ef238-c836-48ff-add5-78101faae7eb tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/473b8a4a-4323-4c4a-ab51-8f7b8b0b3482 HTTP/1.1" status: 404 len: 333 time: 0.0805798 Oct 18 07:56:04.126737 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c023b6fb-53da-4842-a3d6-1047026daf13 None None] Network c001529c-7e70-4862-9812-effea03e981b requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:04.137444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58300) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:04.191775 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.203265 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3aa982-dc08-4c65-b3e1-4c1861bbb453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Router 80299211-8601-41f2-bc7e-ba0d22e19b77 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:56:04.205762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.222949 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:04.231838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:56:04.234992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:04.247196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:04.253432 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.254673 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bdb7ad0a-5923-427f-b4f3-45db70e12d40 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.8626039 Oct 18 07:56:04.254997 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-0399bd39-c539-4081-b2e1-479800d66625 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:04.255457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0399bd39-c539-4081-b2e1-479800d66625 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:04.257090 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0399bd39-c539-4081-b2e1-479800d66625 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/a11a9de8-b9f1-4d66-b7e7-45cad725e8ea HTTP/1.1" status: 404 len: 337 time: 0.1187980 Oct 18 07:56:04.259734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58304) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:04.261969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58306) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:04.263717 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:04.269082 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-57e3facb-3d56-479a-9ec2-587501f1cfaa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:04.298131 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8de8737c-9929-4dc1-acb5-eb230713c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:04.389424 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cf5368-07f3-4f94-ab13-0c96a62d06cd,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:04.414949 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3aa982-dc08-4c65-b3e1-4c1861bbb453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:56:04.433550 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cc3aa982-dc08-4c65-b3e1-4c1861bbb453 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "PUT /v2.0/routers/80299211-8601-41f2-bc7e-ba0d22e19b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4300005 Oct 18 07:56:04.433745 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba95cd8-c7e9-41d6-8e93-9e70dcb7cc60 None None] Sync routers for ids ['80299211-8601-41f2-bc7e-ba0d22e19b77'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:56:04.435013 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58312) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:04.444740 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba95cd8-c7e9-41d6-8e93-9e70dcb7cc60 None None] Routers {'80299211-8601-41f2-bc7e-ba0d22e19b77'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:56:04.445682 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-dba95cd8-c7e9-41d6-8e93-9e70dcb7cc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['80299211-8601-41f2-bc7e-ba0d22e19b77'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:04.460586 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.462737 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceded96a-65c7-44af-a9f6-b41ef33a60af tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:04.463211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceded96a-65c7-44af-a9f6-b41ef33a60af tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:04.464863 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ceded96a-65c7-44af-a9f6-b41ef33a60af tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/5addc456-8661-4cf1-b94c-028d17c34c4e HTTP/1.1" status: 404 len: 333 time: 0.2020793 Oct 18 07:56:04.472499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-a239aa1e-4e3a-4ffc-9764-19b1743861d4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting subnet 3c44aefc-30ea-47ed-9c68-555ee573a808 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:56:04.474402 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58316) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:04.505362 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0681e660-5e43-491b-af09-fd0ec09ec637 None None] Current status of the port b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:56:04.509962 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-a756aa3d-048b-4789-9b7c-a5ed29386411 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] show failed (client error): The resource could not be found. Oct 18 07:56:04.511516 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a756aa3d-048b-4789-9b7c-a5ed29386411 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "GET /v2.0/routers/tempest-non_exist_router-1374170039 HTTP/1.1" status: 404 len: 335 time: 0.0755579 Oct 18 07:56:04.516882 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58320) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:04.520194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a239aa1e-4e3a-4ffc-9764-19b1743861d4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.529510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b8966425-1969-4c7e-a651-f51c474121b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.549823 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-dba95cd8-c7e9-41d6-8e93-9e70dcb7cc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:04.563644 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba95cd8-c7e9-41d6-8e93-9e70dcb7cc60 None None] Routers {'80299211-8601-41f2-bc7e-ba0d22e19b77'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:56:04.564639 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-dba95cd8-c7e9-41d6-8e93-9e70dcb7cc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['80299211-8601-41f2-bc7e-ba0d22e19b77'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:04.569968 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8737c-9929-4dc1-acb5-eb230713c29b None None] Routers {'ded96c7f-f82b-4962-b72c-17c729da88fc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:56:04.570685 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8de8737c-9929-4dc1-acb5-eb230713c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ded96c7f-f82b-4962-b72c-17c729da88fc'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:04.575480 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dad1e94-1624-4063-9d9a-7ed19f3c67cd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:04.575942 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dad1e94-1624-4063-9d9a-7ed19f3c67cd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:04.580204 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2dad1e94-1624-4063-9d9a-7ed19f3c67cd tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/f3c260e5-4504-4b88-a093-dc7204f0eae4 HTTP/1.1" status: 404 len: 337 time: 0.0999660 Oct 18 07:56:04.584984 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58324) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:04.585972 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.587627 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Deleting port 66993468-578a-409b-9aed-979ee9d34f68 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:04.587974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.592514 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d5c154bb-7161-4261-bc03-392e232a5f1e tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:04.634497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0681e660-5e43-491b-af09-fd0ec09ec637 None None] Could not find standard attr ID for object fff7d553-77dc-47c9-8f98-d6e23fa52171. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:56:04.645732 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-dba95cd8-c7e9-41d6-8e93-9e70dcb7cc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:04.646481 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba95cd8-c7e9-41d6-8e93-9e70dcb7cc60 None None] The sync data for ids ['80299211-8601-41f2-bc7e-ba0d22e19b77'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:56:04.651909 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.655754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No active binding found for port b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e {{(pid=89047) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 18 07:56:04.656179 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:56:04.657683 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8966425-1969-4c7e-a651-f51c474121b6 None None] Pushing event deleted for resources: {'Port': ['ID=b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:04.663262 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8de8737c-9929-4dc1-acb5-eb230713c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:04.663659 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de8737c-9929-4dc1-acb5-eb230713c29b None None] The sync data for ids ['ded96c7f-f82b-4962-b72c-17c729da88fc'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:56:04.666456 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8966425-1969-4c7e-a651-f51c474121b6 None None] No DVR routers for this DVR port b1461ba6-faaf-43c3-8e9f-83ff60b9ec3e on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:56:04.690754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0681e660-5e43-491b-af09-fd0ec09ec637 None None] Provisioning for port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:04.700898 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-d5c154bb-7161-4261-bc03-392e232a5f1e tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] update failed (client error): The resource could not be found. Oct 18 07:56:04.706604 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0681e660-5e43-491b-af09-fd0ec09ec637 None None] Provisioning complete for port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:04.706763 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d5c154bb-7161-4261-bc03-392e232a5f1e tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "PUT /v2.0/routers/tempest-non_exist_router-1520024735 HTTP/1.1" status: 404 len: 335 time: 0.1839290 Oct 18 07:56:04.706853 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0681e660-5e43-491b-af09-fd0ec09ec637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.706853 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0681e660-5e43-491b-af09-fd0ec09ec637 None None] Attempt 1 to provision port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 Oct 18 07:56:04.706996 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.707075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a239aa1e-4e3a-4ffc-9764-19b1743861d4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.709400 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58328) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:04.733377 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdeecf67-9241-444d-a524-1c720efe17f3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:04.733377 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdeecf67-9241-444d-a524-1c720efe17f3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:04.734959 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-fdeecf67-9241-444d-a524-1c720efe17f3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/83f19029-c37c-42c3-af6a-730e17ab12b8 HTTP/1.1" status: 404 len: 333 time: 0.1217022 Oct 18 07:56:04.745169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58332) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:04.810812 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36985071-6243-447d-a959-905f2e712514,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:04.837503 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.841509 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a62b2345-4ae7-4e68-93f9-2b2861e63c25 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.4059925 Oct 18 07:56:04.842266 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58336) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:04.849195 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81a9bdc-7444-488b-84d6-53ceeaa901c6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Deleting subnet cc5a6758-23d3-4b46-8363-8ee176fa56ac {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:56:04.854356 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-729dc076-66dd-4be5-ae08-71b363cdc857 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': '36985071-6243-447d-a959-905f2e712514', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:04.862089 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b81a9bdc-7444-488b-84d6-53ceeaa901c6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.874135 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0301758e-2bfa-45f1-aea1-3ba158cdf4c3 None None] DHCP port deletion for c001529c-7e70-4862-9812-effea03e981b request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:56:04.876630 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0681e660-5e43-491b-af09-fd0ec09ec637 None None] Current status of the port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:56:04.877204 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0681e660-5e43-491b-af09-fd0ec09ec637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.891041 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-729dc076-66dd-4be5-ae08-71b363cdc857 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:04.893268 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0301758e-2bfa-45f1-aea1-3ba158cdf4c3 None None] Deleting port 66993468-578a-409b-9aed-979ee9d34f68 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:04.893667 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0301758e-2bfa-45f1-aea1-3ba158cdf4c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.901933 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-729dc076-66dd-4be5-ae08-71b363cdc857 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:04.907005 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-729dc076-66dd-4be5-ae08-71b363cdc857 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:04.914030 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-729dc076-66dd-4be5-ae08-71b363cdc857 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:04.940066 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b81a9bdc-7444-488b-84d6-53ceeaa901c6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.988789 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-729dc076-66dd-4be5-ae08-71b363cdc857 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:04.996025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-0681e660-5e43-491b-af09-fd0ec09ec637 None None] For port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e8aa6fcf-cb3e-42a2-a434-9d46a0947d64,segment=NetworkSegment(3bc10202-1804-498a-bf30-98a30e235a33),segment_id=3bc10202-1804-498a-bf30-98a30e235a33)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:05.011266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0681e660-5e43-491b-af09-fd0ec09ec637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.051275 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0681e660-5e43-491b-af09-fd0ec09ec637 None None] Could not find standard attr ID for object 60dce2c2-a3d5-412b-94be-dafc593b5378. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:56:05.084849 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-729dc076-66dd-4be5-ae08-71b363cdc857 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.089653 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-729dc076-66dd-4be5-ae08-71b363cdc857 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.092113 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b52f3e2-d2c8-46a1-8b64-91fd6aa6d7ea tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:05.092574 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b52f3e2-d2c8-46a1-8b64-91fd6aa6d7ea tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:05.094252 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1b52f3e2-d2c8-46a1-8b64-91fd6aa6d7ea tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/9ee55c5b-b818-4ceb-ba1f-c68d44d9b9c5 HTTP/1.1" status: 404 len: 337 time: 0.3447113 Oct 18 07:56:05.101719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58340) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:05.124298 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b81a9bdc-7444-488b-84d6-53ceeaa901c6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.167393 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729dc076-66dd-4be5-ae08-71b363cdc857 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1de2ba-e5ca-415d-a5bf-68bc9e40a434,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:05.170465 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681e660-5e43-491b-af09-fd0ec09ec637 None None] Pushing event updated for resources: {'Port': ['ID=e8aa6fcf-cb3e-42a2-a434-9d46a0947d64,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:05.192559 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-729dc076-66dd-4be5-ae08-71b363cdc857 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.193676 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-9acbcdfd-9a3e-4b51-9208-738cbda82df4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:05.194331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9acbcdfd-9a3e-4b51-9208-738cbda82df4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:05.194576 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-729dc076-66dd-4be5-ae08-71b363cdc857 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3509905 Oct 18 07:56:05.196336 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9acbcdfd-9a3e-4b51-9208-738cbda82df4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/d6bcf0f0-adb8-4258-b4e7-0dcf576413f1 HTTP/1.1" status: 404 len: 333 time: 0.0899184 Oct 18 07:56:05.202486 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58344) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:05.202929 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58346) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:05.209023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-0301758e-2bfa-45f1-aea1-3ba158cdf4c3 None None] For port 66993468-578a-409b-9aed-979ee9d34f68, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=66993468-578a-409b-9aed-979ee9d34f68,segment=NetworkSegment(fbe5e39f-577d-4e29-b810-98f847e04ba2),segment_id=fbe5e39f-577d-4e29-b810-98f847e04ba2)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:05.209754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0301758e-2bfa-45f1-aea1-3ba158cdf4c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.214408 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4492db70-d7bc-4d2b-8e4c-eaf0e41dd6f4 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': '36985071-6243-447d-a959-905f2e712514', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:05.271865 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4492db70-d7bc-4d2b-8e4c-eaf0e41dd6f4 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:05.277027 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ede2e34-5070-49b6-a2c4-a572b9c0ab41 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:05.277476 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ede2e34-5070-49b6-a2c4-a572b9c0ab41 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:05.288029 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4ede2e34-5070-49b6-a2c4-a572b9c0ab41 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/095502fb-a44c-448e-8086-660bcce595a8 HTTP/1.1" status: 404 len: 337 time: 0.0818179 Oct 18 07:56:05.289332 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4492db70-d7bc-4d2b-8e4c-eaf0e41dd6f4 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:05.290878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58352) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:05.295561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4492db70-d7bc-4d2b-8e4c-eaf0e41dd6f4 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:05.304596 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4492db70-d7bc-4d2b-8e4c-eaf0e41dd6f4 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:05.316700 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b81a9bdc-7444-488b-84d6-53ceeaa901c6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.348431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a239aa1e-4e3a-4ffc-9764-19b1743861d4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.365954 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0301758e-2bfa-45f1-aea1-3ba158cdf4c3 None None] Calling delete_port for 66993468-578a-409b-9aed-979ee9d34f68 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:05.373678 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b81a9bdc-7444-488b-84d6-53ceeaa901c6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.379291 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b81a9bdc-7444-488b-84d6-53ceeaa901c6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "DELETE /v2.0/subnets/cc5a6758-23d3-4b46-8363-8ee176fa56ac HTTP/1.1" status: 204 len: 168 time: 0.6614132 Oct 18 07:56:05.386816 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58356) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:05.387358 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a9bdc-7444-488b-84d6-53ceeaa901c6 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5a6758-23d3-4b46-8363-8ee176fa56ac,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:05.398404 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-38acfb15-c830-4f13-bd8a-82e442db5524 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:05.398913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38acfb15-c830-4f13-bd8a-82e442db5524 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:05.400577 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-38acfb15-c830-4f13-bd8a-82e442db5524 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/e0ceab8b-c3b9-4c49-893b-b1a05d7092e3 HTTP/1.1" status: 404 len: 333 time: 0.1064978 Oct 18 07:56:05.402385 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] For port 66993468-578a-409b-9aed-979ee9d34f68, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=66993468-578a-409b-9aed-979ee9d34f68,segment=NetworkSegment(fbe5e39f-577d-4e29-b810-98f847e04ba2),segment_id=fbe5e39f-577d-4e29-b810-98f847e04ba2)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:05.402770 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.412561 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7d54f7-c23f-439f-8c01-38bf439e9c3f None None] Network 442b21f4-5b80-44c3-8d3e-7aab652d3ff2 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:05.417919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58360) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:05.464319 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b23ac9-2bb0-46c0-93ab-476d1e4610c4 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Deleting subnet 6c45dba3-40fe-4578-bdba-c7e1f5d56e54 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:56:05.467704 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4492db70-d7bc-4d2b-8e4c-eaf0e41dd6f4 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.512674 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-19b23ac9-2bb0-46c0-93ab-476d1e4610c4 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.587647 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-19b23ac9-2bb0-46c0-93ab-476d1e4610c4 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.623823 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-4492db70-d7bc-4d2b-8e4c-eaf0e41dd6f4 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): There was a conflict when trying to complete your request. Oct 18 07:56:05.628299 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4492db70-d7bc-4d2b-8e4c-eaf0e41dd6f4 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4206424 Oct 18 07:56:05.628470 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58364) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:05.678583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0301758e-2bfa-45f1-aea1-3ba158cdf4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.707593 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Calling delete_port for 66993468-578a-409b-9aed-979ee9d34f68 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:05.729673 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f5837749-aed6-4157-bf8c-759715e4358a tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.734500 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec633bc-00e2-4402-bd76-38d1109c7cda tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:05.734500 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec633bc-00e2-4402-bd76-38d1109c7cda tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:05.739138 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5ec633bc-00e2-4402-bd76-38d1109c7cda tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/85472f86-9d32-441b-84dd-97d2d1d9c48b HTTP/1.1" status: 404 len: 337 time: 0.3172159 Oct 18 07:56:05.739279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301758e-2bfa-45f1-aea1-3ba158cdf4c3 None None] Pushing event deleted for resources: {'Port': ['ID=66993468-578a-409b-9aed-979ee9d34f68,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:05.743759 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0301758e-2bfa-45f1-aea1-3ba158cdf4c3 None None] No DVR routers for this DVR port 66993468-578a-409b-9aed-979ee9d34f68 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:56:05.743951 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58368) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:05.759954 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-19b23ac9-2bb0-46c0-93ab-476d1e4610c4 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.800324 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a239aa1e-4e3a-4ffc-9764-19b1743861d4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.844156 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5cf940-4452-4eb6-a94d-8bc76c75327b None None] DHCP port deletion for 442b21f4-5b80-44c3-8d3e-7aab652d3ff2 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:56:05.848724 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3d5cf940-4452-4eb6-a94d-8bc76c75327b None None] Deleting port bdd55ccf-38e2-4253-81d6-7be464d1acf6 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:05.849096 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3d5cf940-4452-4eb6-a94d-8bc76c75327b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.868849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239aa1e-4e3a-4ffc-9764-19b1743861d4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Subnet': ['ID=3c44aefc-30ea-47ed-9c68-555ee573a808,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:05.878802 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a239aa1e-4e3a-4ffc-9764-19b1743861d4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.888063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce74d2fe-dda5-4ce5-94c0-e155137c48c5 None None] Network abaae9fa-31c9-47fa-bd23-428b1ac108af requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:05.897181 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9da0ac-fa2e-4761-baa6-97bae979db5f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:05.897480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-57e3facb-3d56-479a-9ec2-587501f1cfaa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.897636 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e9da0ac-fa2e-4761-baa6-97bae979db5f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:05.901183 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:56:05.901499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:56:05.904494 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a239aa1e-4e3a-4ffc-9764-19b1743861d4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/3c44aefc-30ea-47ed-9c68-555ee573a808 HTTP/1.1" status: 204 len: 168 time: 1.8287673 Oct 18 07:56:05.907377 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58372) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:05.914262 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-19b23ac9-2bb0-46c0-93ab-476d1e4610c4 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.919705 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f5837749-aed6-4157-bf8c-759715e4358a tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.967484 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6e9da0ac-fa2e-4761-baa6-97bae979db5f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/61341f16-c1da-4c16-b2f7-57ef0659df67 HTTP/1.1" status: 404 len: 337 time: 0.2158706 Oct 18 07:56:05.978656 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58376) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:05.980564 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b23ac9-2bb0-46c0-93ab-476d1e4610c4 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Pushing event deleted for resources: {'Subnet': ['ID=6c45dba3-40fe-4578-bdba-c7e1f5d56e54,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:05.984710 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-19b23ac9-2bb0-46c0-93ab-476d1e4610c4 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:05.986707 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-19b23ac9-2bb0-46c0-93ab-476d1e4610c4 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "DELETE /v2.0/subnets/6c45dba3-40fe-4578-bdba-c7e1f5d56e54 HTTP/1.1" status: 204 len: 168 time: 0.5952890 Oct 18 07:56:05.993667 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebc57d5-0a10-48f3-bdea-e5e93a4acbdb None None] Network 83aee064-2d0e-4626-8f35-8ca89a72703e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:05.995695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58380) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:06.006148 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-57e3facb-3d56-479a-9ec2-587501f1cfaa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:06.040569 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-209da0cf-80ab-436f-918f-dac51669c4b4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:06.041152 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209da0cf-80ab-436f-918f-dac51669c4b4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:06.045243 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-209da0cf-80ab-436f-918f-dac51669c4b4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/9b272388-40b0-45c0-bc08-9fe75a2c4d5e HTTP/1.1" status: 404 len: 333 time: 0.0602911 Oct 18 07:56:06.046255 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58384) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:06.119507 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-57e3facb-3d56-479a-9ec2-587501f1cfaa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Deleting port 603fc5d7-ad56-4f99-b7fa-a8cc83b5416e {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:06.120223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-57e3facb-3d56-479a-9ec2-587501f1cfaa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:06.201422 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:56:06.203612 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-9293962d-4164-43ea-a318-9d2ebee0d142 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:06.204072 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9293962d-4164-43ea-a318-9d2ebee0d142 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:06.214601 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9293962d-4164-43ea-a318-9d2ebee0d142 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/691e1578-2039-487a-b42d-7e5ddd646ceb HTTP/1.1" status: 404 len: 337 time: 0.1670499 Oct 18 07:56:06.216301 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58388) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:06.248123 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f5837749-aed6-4157-bf8c-759715e4358a tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:06.250473 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f5837749-aed6-4157-bf8c-759715e4358a tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:06.251592 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f5837749-aed6-4157-bf8c-759715e4358a tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "DELETE /v2.0/security-groups/36985071-6243-447d-a959-905f2e712514 HTTP/1.1" status: 204 len: 168 time: 0.6223152 Oct 18 07:56:06.262792 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58392) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:06.271986 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-029f638e-1393-41df-920d-b90faa74e200 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:06.272441 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029f638e-1393-41df-920d-b90faa74e200 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:06.274115 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-029f638e-1393-41df-920d-b90faa74e200 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/745dd685-55ab-4f01-b9e5-286f04d8370e HTTP/1.1" status: 404 len: 337 time: 0.0567482 Oct 18 07:56:06.287138 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5837749-aed6-4157-bf8c-759715e4358a tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36985071-6243-447d-a959-905f2e712514,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:06.288651 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58396) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:06.355208 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bfcb1f3-b859-4f60-a78c-68f6dd05417a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:06.355683 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bfcb1f3-b859-4f60-a78c-68f6dd05417a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:06.359756 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0bfcb1f3-b859-4f60-a78c-68f6dd05417a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/8f3adf03-3f85-4af2-bc54-28e0d833826e HTTP/1.1" status: 404 len: 333 time: 0.0661621 Oct 18 07:56:06.364494 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58400) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:06.404006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Deleting port 66993468-578a-409b-9aed-979ee9d34f68 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:06.404638 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:06.407720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-98e41828-de46-452c-8263-c3c73b0baf9e tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Synchronizing usage tracker for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:06.415371 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d27c50-fb9b-49e6-88a4-55e99740d805 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:06.415640 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d27c50-fb9b-49e6-88a4-55e99740d805 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:06.419591 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-68d27c50-fb9b-49e6-88a4-55e99740d805 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/760ff85a-4c75-45e2-938a-0f42c87d882a HTTP/1.1" status: 404 len: 337 time: 0.0519896 Oct 18 07:56:06.419927 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58404) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:06.460558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:06.464788 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b27477-88e0-4bee-aa40-65a8403f40f4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:06.465247 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b27477-88e0-4bee-aa40-65a8403f40f4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:06.469511 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-74b27477-88e0-4bee-aa40-65a8403f40f4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/50285fdc-f7f4-4337-b6e4-42109cbede54 HTTP/1.1" status: 404 len: 337 time: 0.0462253 Oct 18 07:56:06.469954 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58408) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:06.507872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] The port '66993468-578a-409b-9aed-979ee9d34f68' was deleted {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:56:06.509109 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-98e41828-de46-452c-8263-c3c73b0baf9e tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Unset dirty status for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:06.509874 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-98e41828-de46-452c-8263-c3c73b0baf9e tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2411389 Oct 18 07:56:06.515444 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58412) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:06.518696 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-263f2fbe-ccfe-4849-980d-8edd45cfbb0d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:06.519164 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263f2fbe-ccfe-4849-980d-8edd45cfbb0d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:06.523215 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-263f2fbe-ccfe-4849-980d-8edd45cfbb0d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/a1218904-93ce-4627-9743-058a51759e31 HTTP/1.1" status: 404 len: 333 time: 0.0501513 Oct 18 07:56:06.523923 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-8e2fe31a-4d63-4b8e-a258-57fe4ba472b6 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group': {'name': 'tempest-secgroup--25948203'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:06.528887 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58416) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:06.531542 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8e2fe31a-4d63-4b8e-a258-57fe4ba472b6 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:06.561889 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:06.562259 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:06.562646 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 Oct 18 07:56:06.575465 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8e2fe31a-4d63-4b8e-a258-57fe4ba472b6 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:06.577745 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e39d8c1-a25c-4f93-b4e6-1d64b61437d3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:06.578194 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e39d8c1-a25c-4f93-b4e6-1d64b61437d3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:06.582644 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5e39d8c1-a25c-4f93-b4e6-1d64b61437d3 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/fd2fa77b-b142-40d2-abcd-892177db7d15 HTTP/1.1" status: 404 len: 337 time: 0.0500917 Oct 18 07:56:06.582644 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58420) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:06.627366 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-5433b094-9068-4866-8723-62bc0e8cd5c1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:06.627778 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5433b094-9068-4866-8723-62bc0e8cd5c1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:06.631889 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5433b094-9068-4866-8723-62bc0e8cd5c1 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/cb8b20f2-5b9d-43da-aeef-8eac67d7b89c HTTP/1.1" status: 404 len: 337 time: 0.0461078 Oct 18 07:56:06.631889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe31a-4d63-4b8e-a258-57fe4ba472b6 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:06.633525 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-3d5cf940-4452-4eb6-a94d-8bc76c75327b None None] For port bdd55ccf-38e2-4253-81d6-7be464d1acf6, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=bdd55ccf-38e2-4253-81d6-7be464d1acf6,segment=NetworkSegment(e3419aea-c513-481d-b26d-7822abdfe0fe),segment_id=e3419aea-c513-481d-b26d-7822abdfe0fe)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:06.633919 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3d5cf940-4452-4eb6-a94d-8bc76c75327b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:06.640511 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58424) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:06.647527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:06.678203 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c001529c-7e70-4862-9812-effea03e981b']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:06.691443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe5e39f-577d-4e29-b810-98f847e04ba2') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:06.692089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe5e39f-577d-4e29-b810-98f847e04ba2') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:06.699594 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-05d08c5e-8aa4-4fa1-9ad3-919c55b90613 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports?device_id=af514eab-af6b-400e-ae1a-20ae774dbbce HTTP/1.1" status: 200 len: 205 time: 0.0556810 Oct 18 07:56:06.699859 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58428) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:06.702302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8e2fe31a-4d63-4b8e-a258-57fe4ba472b6 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:06.704259 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:06.723791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:06.731958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5d473ca7-05c7-47ed-88f8-99064dccbb3f tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:06.755091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:56:06.755629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:06.759470 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8e2fe31a-4d63-4b8e-a258-57fe4ba472b6 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:06.767599 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8e2fe31a-4d63-4b8e-a258-57fe4ba472b6 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:06.777554 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3d5cf940-4452-4eb6-a94d-8bc76c75327b None None] Calling delete_port for bdd55ccf-38e2-4253-81d6-7be464d1acf6 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:06.780391 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-9c6b976e-43cc-4264-bad6-4bbe05e269d9 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] delete failed (client error): The resource could not be found. Oct 18 07:56:06.781444 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9c6b976e-43cc-4264-bad6-4bbe05e269d9 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/routers/af514eab-af6b-400e-ae1a-20ae774dbbce HTTP/1.1" status: 404 len: 336 time: 0.0807199 Oct 18 07:56:06.782320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8e2fe31a-4d63-4b8e-a258-57fe4ba472b6 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:06.784647 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58434) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:06.830992 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d6e14a-c24e-4076-90df-405e267fe913 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:06.831452 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d6e14a-c24e-4076-90df-405e267fe913 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:06.833155 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d3d6e14a-c24e-4076-90df-405e267fe913 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/1bb22655-2261-4333-92d5-95e756ec76eb HTTP/1.1" status: 404 len: 337 time: 0.0476029 Oct 18 07:56:06.839946 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58438) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:06.877543 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment fbe5e39f-577d-4e29-b810-98f847e04ba2 resource provider aggregate not found Oct 18 07:56:06.882270 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:06.882756 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:06.899918 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2ffb7cc6-13fa-4b66-b455-84bd90c41db9 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "GET /v2.0/ports?device_id=17099223-4f92-4c5e-bfe8-1aa6494dca1f HTTP/1.1" status: 200 len: 205 time: 0.0588739 Oct 18 07:56:06.904089 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58444) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:06.905203 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7a4fdc-a62b-4af3-b588-7602bd185b1b None None] DHCP port deletion for abaae9fa-31c9-47fa-bd23-428b1ac108af request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:56:06.916219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-2e7a4fdc-a62b-4af3-b588-7602bd185b1b None None] Deleting port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:06.916219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4fdc-a62b-4af3-b588-7602bd185b1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:06.958956 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-57e3facb-3d56-479a-9ec2-587501f1cfaa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:06.959265 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:56:06.961321 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8685944d-9048-4218-996d-1f23efc55830 None None] DHCP port deletion for 83aee064-2d0e-4626-8f35-8ca89a72703e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:56:06.968947 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3d5cf940-4452-4eb6-a94d-8bc76c75327b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:06.969634 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment fbe5e39f-577d-4e29-b810-98f847e04ba2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbe5e39f-577d-4e29-b810-98f847e04ba2 found for delete ", "request_id": "req-4e8b6482-43e0-4655-a6f9-28ea0e6d8bc7"}]} Oct 18 07:56:06.998571 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-c11f97cc-9f33-40da-aad3-516035a27fd9 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] delete failed (client error): The resource could not be found. Oct 18 07:56:07.000796 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c11f97cc-9f33-40da-aad3-516035a27fd9 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/routers/17099223-4f92-4c5e-bfe8-1aa6494dca1f HTTP/1.1" status: 404 len: 336 time: 0.0957386 Oct 18 07:56:07.014468 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-8685944d-9048-4218-996d-1f23efc55830 None None] Deleting port 26badf59-9d91-4fa5-9393-417e3c2f176f {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:07.015129 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8685944d-9048-4218-996d-1f23efc55830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.021608 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58448) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:07.053215 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe31a-4d63-4b8e-a258-57fe4ba472b6 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.058293 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe31a-4d63-4b8e-a258-57fe4ba472b6 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.101367 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device bdd55ccf-38e2-4253-81d6-7be464d1acf6 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:56:07.107575 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fe31a-4d63-4b8e-a258-57fe4ba472b6 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6233d8-3a9c-4707-bda0-3a15f4a83c56,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:07.119457 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe31a-4d63-4b8e-a258-57fe4ba472b6 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.123453 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8e2fe31a-4d63-4b8e-a258-57fe4ba472b6 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6040173 Oct 18 07:56:07.123658 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58452) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:07.129629 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-5e6ce52a-23a4-4325-be43-c8be6b6a5726 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': '2f6233d8-3a9c-4707-bda0-3a15f4a83c56', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:07.130446 dv-neutron-861625-1-hyperv neutron-server[89045]: WARNING neutron.api.v2.base [None req-5e6ce52a-23a4-4325-be43-c8be6b6a5726 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 18 07:56:07.131021 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-5e6ce52a-23a4-4325-be43-c8be6b6a5726 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:07.134376 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5e6ce52a-23a4-4325-be43-c8be6b6a5726 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072322 Oct 18 07:56:07.134519 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58456) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:07.195531 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-57e3facb-3d56-479a-9ec2-587501f1cfaa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Calling delete_port for 603fc5d7-ad56-4f99-b7fa-a8cc83b5416e owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:07.204664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6c937b7b-341b-4cd7-b399-3f2f8ff146df tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.213910 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cf940-4452-4eb6-a94d-8bc76c75327b None None] Pushing event deleted for resources: {'Port': ['ID=bdd55ccf-38e2-4253-81d6-7be464d1acf6,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:07.225438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.233838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6c937b7b-341b-4cd7-b399-3f2f8ff146df tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.270214 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5cf940-4452-4eb6-a94d-8bc76c75327b None None] No DVR routers for this DVR port bdd55ccf-38e2-4253-81d6-7be464d1acf6 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:56:07.271838 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.284435 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: bdd55ccf-38e2-4253-81d6-7be464d1acf6 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:56:07.284856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device bdd55ccf-38e2-4253-81d6-7be464d1acf6 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:56:07.285336 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 66993468-578a-409b-9aed-979ee9d34f68 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:56:07.285682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6c937b7b-341b-4cd7-b399-3f2f8ff146df tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.296230 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcef28e0-0f1c-4824-a6e0-02ee4abd0c72 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:07.296689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcef28e0-0f1c-4824-a6e0-02ee4abd0c72 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:07.307343 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c937b7b-341b-4cd7-b399-3f2f8ff146df tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6233d8-3a9c-4707-bda0-3a15f4a83c56,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:07.322829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6c937b7b-341b-4cd7-b399-3f2f8ff146df tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.331308 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6c937b7b-341b-4cd7-b399-3f2f8ff146df tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "DELETE /v2.0/security-groups/2f6233d8-3a9c-4707-bda0-3a15f4a83c56 HTTP/1.1" status: 204 len: 168 time: 0.1927774 Oct 18 07:56:07.331737 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58460) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:07.347200 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 66993468-578a-409b-9aed-979ee9d34f68 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:56:07.347617 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 66993468-578a-409b-9aed-979ee9d34f68 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:56:07.388764 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-78e5ebb7-184e-4f59-abf2-fb505f59c3ef tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Synchronizing usage tracker for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:07.406241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event deleted for resources: {'Network': ['ID=c001529c-7e70-4862-9812-effea03e981b,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:07.409282 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-78e5ebb7-184e-4f59-abf2-fb505f59c3ef tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Unset dirty status for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:07.410804 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-78e5ebb7-184e-4f59-abf2-fb505f59c3ef tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0780549 Oct 18 07:56:07.414758 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58464) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:07.421181 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-48c0ec52-abe7-4c81-8ba0-016897b0824c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1482025976'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:07.434045 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-48c0ec52-abe7-4c81-8ba0-016897b0824c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:07.435918 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dcef28e0-0f1c-4824-a6e0-02ee4abd0c72 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/9cff36b7-11ef-462e-9868-6a78fe8e4af1 HTTP/1.1" status: 404 len: 337 time: 0.3498552 Oct 18 07:56:07.439561 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-17ab3d56-670e-4b4b-874d-88f4e40b8ccc tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/networks/c001529c-7e70-4862-9812-effea03e981b HTTP/1.1" status: 204 len: 168 time: 3.3636036 Oct 18 07:56:07.440303 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58468) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:07.440822 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58470) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:07.463748 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5d473ca7-05c7-47ed-88f8-99064dccbb3f tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.544613 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-8685944d-9048-4218-996d-1f23efc55830 None None] For port 26badf59-9d91-4fa5-9393-417e3c2f176f, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=26badf59-9d91-4fa5-9393-417e3c2f176f,segment=NetworkSegment(fcea6fa2-9581-46c8-a645-31d4d99a20e6),segment_id=fcea6fa2-9581-46c8-a645-31d4d99a20e6)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:07.545004 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8685944d-9048-4218-996d-1f23efc55830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.550126 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-48c0ec52-abe7-4c81-8ba0-016897b0824c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:07.552880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2e7a4fdc-a62b-4af3-b588-7602bd185b1b None None] For port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e8aa6fcf-cb3e-42a2-a434-9d46a0947d64,segment=NetworkSegment(3bc10202-1804-498a-bf30-98a30e235a33),segment_id=3bc10202-1804-498a-bf30-98a30e235a33)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:07.553261 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4fdc-a62b-4af3-b588-7602bd185b1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.581276 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a5e967-dc3d-476d-9adc-94e4ab645aca tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:07.581766 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5a5e967-dc3d-476d-9adc-94e4ab645aca tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:07.585941 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c5a5e967-dc3d-476d-9adc-94e4ab645aca tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/736b8af5-4108-446c-a764-d39c0c271c38 HTTP/1.1" status: 404 len: 337 time: 0.1402612 Oct 18 07:56:07.593051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58476) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:07.599311 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-5d473ca7-05c7-47ed-88f8-99064dccbb3f tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442b21f4-5b80-44c3-8d3e-7aab652d3ff2']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:07.658067 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-48c0ec52-abe7-4c81-8ba0-016897b0824c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.666832 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-5d473ca7-05c7-47ed-88f8-99064dccbb3f tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3419aea-c513-481d-b26d-7822abdfe0fe') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:07.667244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-5d473ca7-05c7-47ed-88f8-99064dccbb3f tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3419aea-c513-481d-b26d-7822abdfe0fe') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:07.674318 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b113404-afa6-4b55-8516-2948cbdbe40a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:07.674963 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b113404-afa6-4b55-8516-2948cbdbe40a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:07.679088 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3b113404-afa6-4b55-8516-2948cbdbe40a tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/ea9a65e3-65ba-47a4-bd7c-7a610719f9ec HTTP/1.1" status: 404 len: 333 time: 0.0827439 Oct 18 07:56:07.682836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58480) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:07.687346 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] For port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e8aa6fcf-cb3e-42a2-a434-9d46a0947d64,segment=NetworkSegment(3bc10202-1804-498a-bf30-98a30e235a33),segment_id=3bc10202-1804-498a-bf30-98a30e235a33)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:07.687813 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.696500 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5d473ca7-05c7-47ed-88f8-99064dccbb3f tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.730433 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d008662a-007b-48da-9f93-0b7d57a5f215 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Deleting port 5ef5c823-60a9-43d2-bc4b-deb92d599814 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:07.730923 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d008662a-007b-48da-9f93-0b7d57a5f215 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.764272 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-fced09d2-e1da-43a4-9af7-92418d7ea9f2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:07.764488 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fced09d2-e1da-43a4-9af7-92418d7ea9f2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:07.769125 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fced09d2-e1da-43a4-9af7-92418d7ea9f2 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/b3774548-34a2-4c20-9993-845390d0f839 HTTP/1.1" status: 404 len: 337 time: 0.0824249 Oct 18 07:56:07.769284 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5d473ca7-05c7-47ed-88f8-99064dccbb3f tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.777977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-48c0ec52-abe7-4c81-8ba0-016897b0824c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:07.784028 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58484) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:07.784897 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-8685944d-9048-4218-996d-1f23efc55830 None None] Calling delete_port for 26badf59-9d91-4fa5-9393-417e3c2f176f owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:07.817260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-2e7a4fdc-a62b-4af3-b588-7602bd185b1b None None] Calling delete_port for e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:07.831601 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-48c0ec52-abe7-4c81-8ba0-016897b0824c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:07.836879 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-48c0ec52-abe7-4c81-8ba0-016897b0824c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:07.839503 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e029f8-9c2c-47b4-b470-de9886550d47 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:07.840190 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e029f8-9c2c-47b4-b470-de9886550d47 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:07.844426 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-48e029f8-9c2c-47b4-b470-de9886550d47 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/3dd41cf6-1a8e-410c-b53e-d5d3989372cb HTTP/1.1" status: 404 len: 333 time: 0.0570245 Oct 18 07:56:07.844576 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:07.849963 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58488) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:07.868147 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-48c0ec52-abe7-4c81-8ba0-016897b0824c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:07.872603 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d473ca7-05c7-47ed-88f8-99064dccbb3f tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:56:07.873137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5d473ca7-05c7-47ed-88f8-99064dccbb3f tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.925712 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4fdc-a62b-4af3-b588-7602bd185b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.958685 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8685944d-9048-4218-996d-1f23efc55830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:07.984288 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a4fdc-a62b-4af3-b588-7602bd185b1b None None] Pushing event deleted for resources: {'Port': ['ID=e8aa6fcf-cb3e-42a2-a434-9d46a0947d64,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:07.986944 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8685944d-9048-4218-996d-1f23efc55830 None None] No DVR routers for this DVR port 26badf59-9d91-4fa5-9393-417e3c2f176f on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:56:07.988451 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7a4fdc-a62b-4af3-b588-7602bd185b1b None None] No DVR routers for this DVR port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:56:08.039333 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685944d-9048-4218-996d-1f23efc55830 None None] Pushing event deleted for resources: {'Port': ['ID=26badf59-9d91-4fa5-9393-417e3c2f176f,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:08.090858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:56:08.108626 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c1fe50-d15a-48ed-9a7b-78eac47b3c98 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:08.109074 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c1fe50-d15a-48ed-9a7b-78eac47b3c98 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:08.111574 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b7c1fe50-d15a-48ed-9a7b-78eac47b3c98 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/0206b849-bf8d-4e79-9210-a116fe27999d HTTP/1.1" status: 404 len: 337 time: 0.2600901 Oct 18 07:56:08.114528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58492) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:08.147010 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:56:08.147528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:56:08.148033 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 26badf59-9d91-4fa5-9393-417e3c2f176f no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:56:08.162157 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82a4e9f-c057-44fd-82f6-218e6c55fb23 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:08.162748 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82a4e9f-c057-44fd-82f6-218e6c55fb23 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:08.204540 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 26badf59-9d91-4fa5-9393-417e3c2f176f {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:56:08.204926 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 26badf59-9d91-4fa5-9393-417e3c2f176f not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:56:08.207925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5d473ca7-05c7-47ed-88f8-99064dccbb3f tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:08.211408 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d008662a-007b-48da-9f93-0b7d57a5f215 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:08.211859 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d008662a-007b-48da-9f93-0b7d57a5f215 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:08.227521 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a82a4e9f-c057-44fd-82f6-218e6c55fb23 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/36167f6c-af86-45c7-a963-79971e5ef9d4 HTTP/1.1" status: 404 len: 333 time: 0.1119044 Oct 18 07:56:08.232618 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58496) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:08.243676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5d473ca7-05c7-47ed-88f8-99064dccbb3f tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:08.245533 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5d473ca7-05c7-47ed-88f8-99064dccbb3f tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "DELETE /v2.0/networks/442b21f4-5b80-44c3-8d3e-7aab652d3ff2 HTTP/1.1" status: 204 len: 168 time: 2.2485523 Oct 18 07:56:08.250997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58500) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:08.259378 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d473ca7-05c7-47ed-88f8-99064dccbb3f tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Pushing event deleted for resources: {'Network': ['ID=442b21f4-5b80-44c3-8d3e-7aab652d3ff2,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:08.336338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:56:08.336655 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:56:08.369676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-57e3facb-3d56-479a-9ec2-587501f1cfaa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:08.384684 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d008662a-007b-48da-9f93-0b7d57a5f215 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Calling delete_port for 5ef5c823-60a9-43d2-bc4b-deb92d599814 owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:08.429939 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3facb-3d56-479a-9ec2-587501f1cfaa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Pushing event deleted for resources: {'Port': ['ID=603fc5d7-ad56-4f99-b7fa-a8cc83b5416e,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:08.435646 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0bf2bb5-0f2f-484e-9edd-74a7cdba5fba tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:08.436098 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0bf2bb5-0f2f-484e-9edd-74a7cdba5fba tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:08.442900 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-48c0ec52-abe7-4c81-8ba0-016897b0824c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:08.452550 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-48c0ec52-abe7-4c81-8ba0-016897b0824c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:08.463607 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0f06de1b-3dfe-4e20-8620-f59bea637728 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:08.472060 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f0bf2bb5-0f2f-484e-9edd-74a7cdba5fba tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/5c78d946-252d-4068-86ba-4dbff48de8b6 HTTP/1.1" status: 404 len: 337 time: 0.2384551 Oct 18 07:56:08.475350 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58504) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:08.506914 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-48c0ec52-abe7-4c81-8ba0-016897b0824c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:08.508126 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-48c0ec52-abe7-4c81-8ba0-016897b0824c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0920017 Oct 18 07:56:08.517188 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58508) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:08.519817 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0ec52-abe7-4c81-8ba0-016897b0824c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2858873-19af-4b9b-b26e-155c2c1d0339,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:08.529502 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-7f128c4f-de21-47a2-b26e-05a2b4845e5b tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': 'a2858873-19af-4b9b-b26e-155c2c1d0339', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:08.530140 dv-neutron-861625-1-hyperv neutron-server[89045]: WARNING neutron.api.v2.base [None req-7f128c4f-de21-47a2-b26e-05a2b4845e5b tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 18 07:56:08.530663 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-7f128c4f-de21-47a2-b26e-05a2b4845e5b tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:08.531616 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7f128c4f-de21-47a2-b26e-05a2b4845e5b tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0133498 Oct 18 07:56:08.535153 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58512) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:08.590358 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-821a122d-e8be-47b3-93ee-b0e1e2eb3d79 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:08.590854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821a122d-e8be-47b3-93ee-b0e1e2eb3d79 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:08.628624 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-821a122d-e8be-47b3-93ee-b0e1e2eb3d79 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/97266d9d-519f-495b-80ec-170b669b1220 HTTP/1.1" status: 404 len: 333 time: 0.1522505 Oct 18 07:56:08.631136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58516) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:08.677721 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d008662a-007b-48da-9f93-0b7d57a5f215 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:08.679641 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-57e3facb-3d56-479a-9ec2-587501f1cfaa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:08.723677 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36f9713-9211-4a0b-a352-4519bea48dcf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:08.724060 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36f9713-9211-4a0b-a352-4519bea48dcf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:08.733655 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bbc545c7-3816-4fbb-a614-336db4c6510f tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:08.753512 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008662a-007b-48da-9f93-0b7d57a5f215 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event deleted for resources: {'Port': ['ID=5ef5c823-60a9-43d2-bc4b-deb92d599814,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:08.796990 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f36f9713-9211-4a0b-a352-4519bea48dcf tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/43eb3bc0-7197-442c-b77e-c34369aad460 HTTP/1.1" status: 404 len: 337 time: 0.1605980 Oct 18 07:56:08.804897 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58520) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:08.843300 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bbc545c7-3816-4fbb-a614-336db4c6510f tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:08.848791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port e8aa6fcf-cb3e-42a2-a434-9d46a0947d64 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:08.849138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:08.897529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0f06de1b-3dfe-4e20-8620-f59bea637728 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:08.898305 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d008662a-007b-48da-9f93-0b7d57a5f215 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:08.905369 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d008662a-007b-48da-9f93-0b7d57a5f215 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:08.906509 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d008662a-007b-48da-9f93-0b7d57a5f215 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/floatingips/211067ba-b9d9-4ff1-9c29-efc322e1ee39 HTTP/1.1" status: 204 len: 168 time: 1.4610674 Oct 18 07:56:08.911004 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58524) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:08.948156 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bbc545c7-3816-4fbb-a614-336db4c6510f tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:08.969049 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cb3e44-3960-404a-afbd-e0125ac17f3f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:08.969497 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cb3e44-3960-404a-afbd-e0125ac17f3f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:08.978406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc545c7-3816-4fbb-a614-336db4c6510f tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2858873-19af-4b9b-b26e-155c2c1d0339,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:08.980804 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb2f043-c192-4b06-9daa-096e7f01923d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:08.981309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb2f043-c192-4b06-9daa-096e7f01923d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:08.991566 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5bb2f043-c192-4b06-9daa-096e7f01923d tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/e56d20e3-5781-487c-be8f-aa4ef2fa1a43 HTTP/1.1" status: 404 len: 333 time: 0.1699021 Oct 18 07:56:08.992105 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-77cb3e44-3960-404a-afbd-e0125ac17f3f tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/ports/79cf2bcb-5cdb-4a91-8eea-3a31a8913cf2 HTTP/1.1" status: 404 len: 333 time: 0.0710545 Oct 18 07:56:08.992105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bbc545c7-3816-4fbb-a614-336db4c6510f tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:08.992105 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bbc545c7-3816-4fbb-a614-336db4c6510f tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "DELETE /v2.0/security-groups/a2858873-19af-4b9b-b26e-155c2c1d0339 HTTP/1.1" status: 204 len: 168 time: 0.4493704 Oct 18 07:56:08.992105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58528) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:08.992105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58530) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:08.992105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58536) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:09.066571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] The port 'e8aa6fcf-cb3e-42a2-a434-9d46a0947d64' was deleted {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:56:09.088997 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-dee2933a-02a6-4d3c-9a02-f3012bb4d1f1 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Synchronizing usage tracker for tenant:673b068eae9a43748b342c59b1cd9387 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:09.098940 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-df86c0b3-5ebb-490d-95a1-d5424bade07f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:09.099372 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df86c0b3-5ebb-490d-95a1-d5424bade07f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:09.101011 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-df86c0b3-5ebb-490d-95a1-d5424bade07f tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/c50c3591-31aa-4dd3-9470-b27755bf1597 HTTP/1.1" status: 404 len: 337 time: 0.1087234 Oct 18 07:56:09.103615 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment e3419aea-c513-481d-b26d-7822abdfe0fe resource provider aggregate not found Oct 18 07:56:09.112627 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58542) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:09.113528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-0f06de1b-3dfe-4e20-8620-f59bea637728 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83aee064-2d0e-4626-8f35-8ca89a72703e']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:09.148201 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment e3419aea-c513-481d-b26d-7822abdfe0fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3419aea-c513-481d-b26d-7822abdfe0fe found for delete ", "request_id": "req-05744630-c924-4583-aae7-21b79d38f7c6"}]} Oct 18 07:56:09.156230 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-0f06de1b-3dfe-4e20-8620-f59bea637728 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcea6fa2-9581-46c8-a645-31d4d99a20e6') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:09.156525 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-0f06de1b-3dfe-4e20-8620-f59bea637728 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcea6fa2-9581-46c8-a645-31d4d99a20e6') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:09.172205 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-dee2933a-02a6-4d3c-9a02-f3012bb4d1f1 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Unset dirty status for tenant:673b068eae9a43748b342c59b1cd9387 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:09.176569 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-dee2933a-02a6-4d3c-9a02-f3012bb4d1f1 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "GET /v2.0/ports?device_id=716198f7-88e7-4718-96ff-7f1764d74581 HTTP/1.1" status: 200 len: 205 time: 0.1851819 Oct 18 07:56:09.177488 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58548) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:09.179856 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3be48ba-f0c9-47ab-964a-baa1bfbd0b18 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:09.180304 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3be48ba-f0c9-47ab-964a-baa1bfbd0b18 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:09.184453 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c3be48ba-f0c9-47ab-964a-baa1bfbd0b18 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/5d6286c4-bb71-4840-a01b-3136f9bae85f HTTP/1.1" status: 404 len: 333 time: 0.0683517 Oct 18 07:56:09.185330 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58552) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:09.273235 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1d8d234e-305b-47f6-a649-7ffd3a2b8a39 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Synchronizing usage tracker for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:09.294956 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c9178a-540a-442f-91e5-b333b7594ce5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:09.295392 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c9178a-540a-442f-91e5-b333b7594ce5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:09.296954 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d5c9178a-540a-442f-91e5-b333b7594ce5 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/0f8e142a-0628-4eb1-a714-a10a62ea26d7 HTTP/1.1" status: 404 len: 337 time: 0.0613682 Oct 18 07:56:09.299633 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-5c91a0c0-73ee-48cb-9fa5-9b474b5e4f80 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] delete failed (client error): The resource could not be found. Oct 18 07:56:09.300529 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5c91a0c0-73ee-48cb-9fa5-9b474b5e4f80 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/routers/716198f7-88e7-4718-96ff-7f1764d74581 HTTP/1.1" status: 404 len: 336 time: 0.1221650 Oct 18 07:56:09.301007 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58556) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:09.306720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58558) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:09.381377 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1d8d234e-305b-47f6-a649-7ffd3a2b8a39 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Unset dirty status for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:09.382671 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1d8d234e-305b-47f6-a649-7ffd3a2b8a39 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3923490 Oct 18 07:56:09.386954 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5a4c04-bd91-4aed-a13b-f7662090fece tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:09.387419 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af5a4c04-bd91-4aed-a13b-f7662090fece tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:09.389063 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-af5a4c04-bd91-4aed-a13b-f7662090fece tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/ports/5fd654e3-7eaf-4296-9dae-bab9fa7f2b5c HTTP/1.1" status: 404 len: 333 time: 0.0847249 Oct 18 07:56:09.389594 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58564) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:09.392048 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba0c5a2-209b-4534-b7aa-42cfed5555a0 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:09.392511 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba0c5a2-209b-4534-b7aa-42cfed5555a0 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:09.396376 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0ba0c5a2-209b-4534-b7aa-42cfed5555a0 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/subnets/ba3df6eb-b285-4903-bbe4-7ac2c2388e74 HTTP/1.1" status: 404 len: 337 time: 0.0862937 Oct 18 07:56:09.396376 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58568) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:09.397248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58570) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:09.405714 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-68cdac2c-c997-4c69-946e-fbed86491ddd tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group': {'name': 'tempest-secgroup--31863099'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:09.454554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0f06de1b-3dfe-4e20-8620-f59bea637728 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:09.483184 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-68cdac2c-c997-4c69-946e-fbed86491ddd tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:09.486469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-57e3facb-3d56-479a-9ec2-587501f1cfaa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:09.494521 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:09.497373 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a331abb-2c51-4720-b7b6-84a596a2c4b4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:09.497820 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a331abb-2c51-4720-b7b6-84a596a2c4b4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:09.499506 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4a331abb-2c51-4720-b7b6-84a596a2c4b4 tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/subnets/57e914cf-2d1a-4019-ad8b-2540a65c0988 HTTP/1.1" status: 404 len: 337 time: 0.1036952 Oct 18 07:56:09.502676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0f06de1b-3dfe-4e20-8620-f59bea637728 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:09.503645 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58576) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:09.506968 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-57e3facb-3d56-479a-9ec2-587501f1cfaa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:09.536562 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-68cdac2c-c997-4c69-946e-fbed86491ddd tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:09.570366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f06de1b-3dfe-4e20-8620-f59bea637728 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:56:09.570800 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0f06de1b-3dfe-4e20-8620-f59bea637728 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:09.608515 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e7bb35cb-ce22-4f25-802b-83b08db4f328 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Deleting port d5fe5721-7ac6-4f57-adc7-f5a18dc60868 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:09.608851 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7bb35cb-ce22-4f25-802b-83b08db4f328 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:09.665486 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-68cdac2c-c997-4c69-946e-fbed86491ddd tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:09.707760 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4987e8b-b896-429a-902a-4ce304b069fa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:09.714378 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abaae9fa-31c9-47fa-bd23-428b1ac108af']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:09.717422 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-68cdac2c-c997-4c69-946e-fbed86491ddd tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:09.748776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc10202-1804-498a-bf30-98a30e235a33') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:09.749072 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc10202-1804-498a-bf30-98a30e235a33') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:09.767823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e3facb-3d56-479a-9ec2-587501f1cfaa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Router ded96c7f-f82b-4962-b72c-17c729da88fc has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:56:09.770332 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:09.777190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0f06de1b-3dfe-4e20-8620-f59bea637728 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:09.801195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0f06de1b-3dfe-4e20-8620-f59bea637728 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:09.820859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:09.823331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06de1b-3dfe-4e20-8620-f59bea637728 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Pushing event deleted for resources: {'Network': ['ID=83aee064-2d0e-4626-8f35-8ca89a72703e,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:09.829628 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0f06de1b-3dfe-4e20-8620-f59bea637728 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "DELETE /v2.0/networks/83aee064-2d0e-4626-8f35-8ca89a72703e HTTP/1.1" status: 204 len: 168 time: 1.5743558 Oct 18 07:56:09.834268 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58580) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:09.884020 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:56:09.884431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:09.885081 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-68cdac2c-c997-4c69-946e-fbed86491ddd tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:09.889412 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-68cdac2c-c997-4c69-946e-fbed86491ddd tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:09.907288 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-68cdac2c-c997-4c69-946e-fbed86491ddd tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:10.092898 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e3facb-3d56-479a-9ec2-587501f1cfaa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:56:10.105469 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4463754b-9846-4ef6-9fe8-4717dcfe38b5 None None] Sync routers for ids ['ded96c7f-f82b-4962-b72c-17c729da88fc'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:56:10.106163 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ecd1b7-c7a7-46bc-ae03-1ba2486496fd tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Deleting subnet 9ef63602-e390-4969-bff6-a7c5afbf7672 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:56:10.110260 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.112041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-91ecd1b7-c7a7-46bc-ae03-1ba2486496fd tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.132378 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4463754b-9846-4ef6-9fe8-4717dcfe38b5 None None] Routers {'ded96c7f-f82b-4962-b72c-17c729da88fc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:56:10.133914 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4463754b-9846-4ef6-9fe8-4717dcfe38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ded96c7f-f82b-4962-b72c-17c729da88fc'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:10.144270 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-57e3facb-3d56-479a-9ec2-587501f1cfaa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.145399 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-57e3facb-3d56-479a-9ec2-587501f1cfaa tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "PUT /v2.0/routers/ded96c7f-f82b-4962-b72c-17c729da88fc HTTP/1.1" status: 200 len: 708 time: 5.8847756 Oct 18 07:56:10.165102 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58584) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:10.171630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.174175 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/networks/abaae9fa-31c9-47fa-bd23-428b1ac108af HTTP/1.1" status: 204 len: 168 time: 4.2650185 Oct 18 07:56:10.181612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58588) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:10.186909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc48a4-045c-439b-aff8-ecbd42dbb51a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Network': ['ID=abaae9fa-31c9-47fa-bd23-428b1ac108af,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:10.195024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-5746c71d-f67e-44b6-a21a-904726736edf tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af', 'name': 'tempest-PortsTestJSON-1371501875'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:10.231309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4463754b-9846-4ef6-9fe8-4717dcfe38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:10.240098 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4987e8b-b896-429a-902a-4ce304b069fa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.240685 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4463754b-9846-4ef6-9fe8-4717dcfe38b5 None None] Routers {'ded96c7f-f82b-4962-b72c-17c729da88fc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:56:10.241448 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4463754b-9846-4ef6-9fe8-4717dcfe38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ded96c7f-f82b-4962-b72c-17c729da88fc'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:10.269112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-91ecd1b7-c7a7-46bc-ae03-1ba2486496fd tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.301806 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4463754b-9846-4ef6-9fe8-4717dcfe38b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:10.302298 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4463754b-9846-4ef6-9fe8-4717dcfe38b5 None None] The sync data for ids ['ded96c7f-f82b-4962-b72c-17c729da88fc'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:56:10.366345 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-5746c71d-f67e-44b6-a21a-904726736edf tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:10.384743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-5746c71d-f67e-44b6-a21a-904726736edf tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:10.389878 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-e4987e8b-b896-429a-902a-4ce304b069fa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421d0710-6574-4dc6-a599-2fa72ae31b2e']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:10.400731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-91ecd1b7-c7a7-46bc-ae03-1ba2486496fd tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.410239 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-90af3012-4fb6-4605-a2bb-8f68d92e1c83 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "GET /v2.0/routers/ded96c7f-f82b-4962-b72c-17c729da88fc HTTP/1.1" status: 200 len: 743 time: 0.2414930 Oct 18 07:56:10.412003 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7bb35cb-ce22-4f25-802b-83b08db4f328 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.424513 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58592) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:10.433168 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-e4987e8b-b896-429a-902a-4ce304b069fa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:10.433461 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-e4987e8b-b896-429a-902a-4ce304b069fa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dbd8fc8-933b-41c1-abbd-0369f41ef9fa') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:10.474862 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-91ecd1b7-c7a7-46bc-ae03-1ba2486496fd tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.518639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecd1b7-c7a7-46bc-ae03-1ba2486496fd tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef63602-e390-4969-bff6-a7c5afbf7672,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:10.520561 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-91ecd1b7-c7a7-46bc-ae03-1ba2486496fd tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.525431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb81b73-a831-409b-bb33-420ddeece3ad None None] Network 60502a89-b509-474c-bf8e-604cd562773e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:10.529112 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-91ecd1b7-c7a7-46bc-ae03-1ba2486496fd tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "DELETE /v2.0/subnets/9ef63602-e390-4969-bff6-a7c5afbf7672 HTTP/1.1" status: 204 len: 168 time: 0.6447768 Oct 18 07:56:10.529359 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58596) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:10.614466 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4987e8b-b896-429a-902a-4ce304b069fa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.622672 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-68cdac2c-c997-4c69-946e-fbed86491ddd tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.631559 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e7bb35cb-ce22-4f25-802b-83b08db4f328 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Calling delete_port for d5fe5721-7ac6-4f57-adc7-f5a18dc60868 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:10.642971 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5746c71d-f67e-44b6-a21a-904726736edf tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:10.647111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5746c71d-f67e-44b6-a21a-904726736edf tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.662134 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ce9454a4-1eab-4cb4-9663-ea5bed56c8c5 tempest-RoutersIpV6AdminTest-1999401680 tempest-RoutersIpV6AdminTest-1999401680-project-admin] 10.222.0.17 "GET /v2.0/ports?network_id=d273aec7-4774-4175-825f-ae90a4511626&device_id=ded96c7f-f82b-4962-b72c-17c729da88fc HTTP/1.1" status: 200 len: 205 time: 0.2330792 Oct 18 07:56:10.667401 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58600) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:10.673169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.680615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-68cdac2c-c997-4c69-946e-fbed86491ddd tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.726336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4987e8b-b896-429a-902a-4ce304b069fa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.738532 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cb88f5ff-a177-4700-996d-6b180762255f tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "GET /v2.0/ports?device_id=ded96c7f-f82b-4962-b72c-17c729da88fc HTTP/1.1" status: 200 len: 205 time: 0.0603240 Oct 18 07:56:10.745141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-5746c71d-f67e-44b6-a21a-904726736edf tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] device_id is not set on port 4f9075fd-1e14-42f8-b7f0-19e7bfb13fd8 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:56:10.750191 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58604) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:10.756650 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4987e8b-b896-429a-902a-4ce304b069fa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:56:10.757129 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4987e8b-b896-429a-902a-4ce304b069fa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.810825 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Deleting port c5fd77a7-b741-4cd3-a7b1-e2d498bda843 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:10.811170 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.852842 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdac2c-c997-4c69-946e-fbed86491ddd tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d02a02-f1fa-4a20-93e7-b794d0349740,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:10.866421 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ae5bf9-f655-45ba-9faa-eb7ccc747118 None None] DHCP port deletion for 60502a89-b509-474c-bf8e-604cd562773e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:56:10.871106 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-97ae5bf9-f655-45ba-9faa-eb7ccc747118 None None] Deleting port c5fd77a7-b741-4cd3-a7b1-e2d498bda843 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:10.871523 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-97ae5bf9-f655-45ba-9faa-eb7ccc747118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.908694 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 3dbd8fc8-933b-41c1-abbd-0369f41ef9fa resource provider aggregate not found Oct 18 07:56:10.912593 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-68cdac2c-c997-4c69-946e-fbed86491ddd tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:10.913782 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-68cdac2c-c997-4c69-946e-fbed86491ddd tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5231459 Oct 18 07:56:10.935267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58612) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:10.975880 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f0452943-bd4a-484b-8088-25381e991bc5 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': '48d02a02-f1fa-4a20-93e7-b794d0349740', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:10.986201 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 3dbd8fc8-933b-41c1-abbd-0369f41ef9fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3dbd8fc8-933b-41c1-abbd-0369f41ef9fa found for delete ", "request_id": "req-82d6f0e5-f292-4399-b185-1d50bb07af72"}]} Oct 18 07:56:10.995067 dv-neutron-861625-1-hyperv neutron-server[89046]: WARNING neutron.api.v2.base [None req-f0452943-bd4a-484b-8088-25381e991bc5 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 18 07:56:10.995838 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-f0452943-bd4a-484b-8088-25381e991bc5 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:11.000877 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f0452943-bd4a-484b-8088-25381e991bc5 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0582633 Oct 18 07:56:11.004125 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58616) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:11.014022 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-85cb6021-e821-4f6e-a1ab-c142dd7dd8cf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': '48d02a02-f1fa-4a20-93e7-b794d0349740', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:11.015610 dv-neutron-861625-1-hyperv neutron-server[89045]: WARNING neutron.api.v2.base [None req-85cb6021-e821-4f6e-a1ab-c142dd7dd8cf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 18 07:56:11.016117 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-85cb6021-e821-4f6e-a1ab-c142dd7dd8cf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:11.021107 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-85cb6021-e821-4f6e-a1ab-c142dd7dd8cf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0114832 Oct 18 07:56:11.022418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58620) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:11.062191 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-1d49b735-6fea-4cd6-8af5-d705b0537006 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': '48d02a02-f1fa-4a20-93e7-b794d0349740', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:11.063436 dv-neutron-861625-1-hyperv neutron-server[89045]: WARNING neutron.api.v2.base [None req-1d49b735-6fea-4cd6-8af5-d705b0537006 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 18 07:56:11.064065 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-1d49b735-6fea-4cd6-8af5-d705b0537006 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:11.067964 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1d49b735-6fea-4cd6-8af5-d705b0537006 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0402002 Oct 18 07:56:11.070778 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58624) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:11.073135 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-39c50cde-27cc-4542-8f0b-3a212d657a76 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.100271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-97ae5bf9-f655-45ba-9faa-eb7ccc747118 None None] For port c5fd77a7-b741-4cd3-a7b1-e2d498bda843, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c5fd77a7-b741-4cd3-a7b1-e2d498bda843,segment=NetworkSegment(2dcb7c6c-c164-4d77-b481-913ad76fa3f9),segment_id=2dcb7c6c-c164-4d77-b481-913ad76fa3f9)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:11.100754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-97ae5bf9-f655-45ba-9faa-eb7ccc747118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.137634 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-2b645c13-d259-459c-aee9-9cbbe6f483e3 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': '48d02a02-f1fa-4a20-93e7-b794d0349740', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:11.138500 dv-neutron-861625-1-hyperv neutron-server[89045]: WARNING neutron.api.v2.base [None req-2b645c13-d259-459c-aee9-9cbbe6f483e3 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 18 07:56:11.139014 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-2b645c13-d259-459c-aee9-9cbbe6f483e3 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:11.143088 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2b645c13-d259-459c-aee9-9cbbe6f483e3 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0178468 Oct 18 07:56:11.143088 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4987e8b-b896-429a-902a-4ce304b069fa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.146142 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4987e8b-b896-429a-902a-4ce304b069fa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.173737 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58628) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:11.211980 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment fcea6fa2-9581-46c8-a645-31d4d99a20e6 resource provider aggregate not found Oct 18 07:56:11.245231 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment fcea6fa2-9581-46c8-a645-31d4d99a20e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fcea6fa2-9581-46c8-a645-31d4d99a20e6 found for delete ", "request_id": "req-97a8edc8-6466-408a-9579-c7e268de56a7"}]} Oct 18 07:56:11.253362 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-97ae5bf9-f655-45ba-9faa-eb7ccc747118 None None] Calling delete_port for c5fd77a7-b741-4cd3-a7b1-e2d498bda843 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:11.255229 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4987e8b-b896-429a-902a-4ce304b069fa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] Pushing event deleted for resources: {'Network': ['ID=421d0710-6574-4dc6-a599-2fa72ae31b2e,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:11.263305 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e4987e8b-b896-429a-902a-4ce304b069fa tempest-NetworksTestDHCPv6-1635124008 tempest-NetworksTestDHCPv6-1635124008-project] 10.222.0.17 "DELETE /v2.0/networks/421d0710-6574-4dc6-a599-2fa72ae31b2e HTTP/1.1" status: 204 len: 168 time: 1.7569520 Oct 18 07:56:11.337071 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 3bc10202-1804-498a-bf30-98a30e235a33 resource provider aggregate not found Oct 18 07:56:11.339350 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-97ae5bf9-f655-45ba-9faa-eb7ccc747118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.380864 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 3bc10202-1804-498a-bf30-98a30e235a33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bc10202-1804-498a-bf30-98a30e235a33 found for delete ", "request_id": "req-3211383f-52d5-4588-981a-a51e01348c6a"}]} Oct 18 07:56:11.396348 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae5bf9-f655-45ba-9faa-eb7ccc747118 None None] No DVR routers for this DVR port c5fd77a7-b741-4cd3-a7b1-e2d498bda843 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:56:11.405578 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5746c71d-f67e-44b6-a21a-904726736edf tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.407289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae5bf9-f655-45ba-9faa-eb7ccc747118 None None] Pushing event deleted for resources: {'Port': ['ID=c5fd77a7-b741-4cd3-a7b1-e2d498bda843,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:11.446909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e727db4-76a5-4397-b1dc-c7ac60162eaf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.454336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] For port c5fd77a7-b741-4cd3-a7b1-e2d498bda843, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c5fd77a7-b741-4cd3-a7b1-e2d498bda843,segment=NetworkSegment(2dcb7c6c-c164-4d77-b481-913ad76fa3f9),segment_id=2dcb7c6c-c164-4d77-b481-913ad76fa3f9)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:11.455322 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.531616 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7bb35cb-ce22-4f25-802b-83b08db4f328 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.606649 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Calling delete_port for c5fd77a7-b741-4cd3-a7b1-e2d498bda843 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:11.635951 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58644) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:11.655772 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e727db4-76a5-4397-b1dc-c7ac60162eaf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.679484 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb35cb-ce22-4f25-802b-83b08db4f328 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event deleted for resources: {'Port': ['ID=d5fe5721-7ac6-4f57-adc7-f5a18dc60868,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:11.722806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5746c71d-f67e-44b6-a21a-904726736edf tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.727780 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-39c50cde-27cc-4542-8f0b-3a212d657a76 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.732711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-39c50cde-27cc-4542-8f0b-3a212d657a76 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.777776 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-39c50cde-27cc-4542-8f0b-3a212d657a76 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.778282 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c50cde-27cc-4542-8f0b-3a212d657a76 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Fanout notify agent at l3_agent the message router_deleted on router ded96c7f-f82b-4962-b72c-17c729da88fc {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:56:11.788013 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7bb35cb-ce22-4f25-802b-83b08db4f328 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.799445 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e7bb35cb-ce22-4f25-802b-83b08db4f328 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/ports/d5fe5721-7ac6-4f57-adc7-f5a18dc60868 HTTP/1.1" status: 204 len: 168 time: 2.4014575 Oct 18 07:56:11.803986 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5746c71d-f67e-44b6-a21a-904726736edf tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:11.804222 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-39c50cde-27cc-4542-8f0b-3a212d657a76 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.808706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:56:11.808876 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-39c50cde-27cc-4542-8f0b-3a212d657a76 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "DELETE /v2.0/routers/ded96c7f-f82b-4962-b72c-17c729da88fc HTTP/1.1" status: 204 len: 168 time: 1.0523655 Oct 18 07:56:11.808985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:56:11.809088 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58650) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:11.809815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58654) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:11.810718 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-5746c71d-f67e-44b6-a21a-904726736edf tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:11.815476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5746c71d-f67e-44b6-a21a-904726736edf tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:11.820905 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5746c71d-f67e-44b6-a21a-904726736edf tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:11.821508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5746c71d-f67e-44b6-a21a-904726736edf tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.827678 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e727db4-76a5-4397-b1dc-c7ac60162eaf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.873743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746c71d-f67e-44b6-a21a-904726736edf tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=4f9075fd-1e14-42f8-b7f0-19e7bfb13fd8,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:11.906155 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-86094376-48cb-4c9d-9f37-06d30fe292e2 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "GET /v2.0/ports?device_id=ded96c7f-f82b-4962-b72c-17c729da88fc HTTP/1.1" status: 200 len: 205 time: 0.0931401 Oct 18 07:56:11.908500 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8c996211-37c2-4d2e-a652-5c0670eaad4c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Deleting port e6c48f13-8ecd-4b33-878f-49d4ed628de3 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:11.908847 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8c996211-37c2-4d2e-a652-5c0670eaad4c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.909918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e727db4-76a5-4397-b1dc-c7ac60162eaf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d02a02-f1fa-4a20-93e7-b794d0349740,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:11.914833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58658) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:11.961292 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a61e2f4c-6eaa-4ad4-bb97-88c0ccf56aff admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d4eeffd966b740cb93b913597321fe50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242280 Oct 18 07:56:11.963842 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58662) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:11.982665 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e727db4-76a5-4397-b1dc-c7ac60162eaf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:11.983803 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6e727db4-76a5-4397-b1dc-c7ac60162eaf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "DELETE /v2.0/security-groups/48d02a02-f1fa-4a20-93e7-b794d0349740 HTTP/1.1" status: 204 len: 168 time: 0.8013544 Oct 18 07:56:11.987586 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5746c71d-f67e-44b6-a21a-904726736edf tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8023233 Oct 18 07:56:11.988347 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58666) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:11.988675 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58668) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:11.993477 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-b1747ad0-4d56-4557-a879-6b7a4efe9d6a tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] delete failed (client error): The resource could not be found. Oct 18 07:56:11.994446 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b1747ad0-4d56-4557-a879-6b7a4efe9d6a tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "DELETE /v2.0/routers/ded96c7f-f82b-4962-b72c-17c729da88fc HTTP/1.1" status: 404 len: 336 time: 0.0762343 Oct 18 07:56:11.997435 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58674) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:12.052480 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5d460517-6a94-48b0-8098-5b970d262fb9 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "GET /v2.0/ports?device_id=922fbab3-fe4a-4744-b1a9-ef606910ff48 HTTP/1.1" status: 200 len: 205 time: 0.0539844 Oct 18 07:56:12.052975 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c5fd77a7-b741-4cd3-a7b1-e2d498bda843 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:56:12.054859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58678) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:12.089415 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: c5fd77a7-b741-4cd3-a7b1-e2d498bda843 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:56:12.089899 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c5fd77a7-b741-4cd3-a7b1-e2d498bda843 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:56:12.122019 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-6d1d490c-67f4-4d8d-b319-6a46e3e3e9d1 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] delete failed (client error): The resource could not be found. Oct 18 07:56:12.125534 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6d1d490c-67f4-4d8d-b319-6a46e3e3e9d1 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "DELETE /v2.0/routers/922fbab3-fe4a-4744-b1a9-ef606910ff48 HTTP/1.1" status: 404 len: 336 time: 0.0672147 Oct 18 07:56:12.126064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58682) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:12.166728 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-beffb4fe-dbd8-4653-b6ee-88bfeffef8bd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port 4f9075fd-1e14-42f8-b7f0-19e7bfb13fd8 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:12.167075 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-beffb4fe-dbd8-4653-b6ee-88bfeffef8bd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:12.183575 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-546ca5e1-ab29-4463-ba35-91730f9e450d tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "GET /v2.0/ports?device_id=ded3dcc0-66f5-4cb2-b452-6420802d870a HTTP/1.1" status: 200 len: 205 time: 0.0534260 Oct 18 07:56:12.183775 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58686) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:12.249669 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-3b56737e-eb1f-4496-b9a9-06a330ec781d tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] delete failed (client error): The resource could not be found. Oct 18 07:56:12.253536 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3b56737e-eb1f-4496-b9a9-06a330ec781d tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "DELETE /v2.0/routers/ded3dcc0-66f5-4cb2-b452-6420802d870a HTTP/1.1" status: 404 len: 336 time: 0.0659959 Oct 18 07:56:12.253756 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58690) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:12.307556 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c709c15f-bbb1-4aed-840e-3685f463548a tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "GET /v2.0/ports?device_id=b7d4feab-04c1-430b-924d-35349b473056 HTTP/1.1" status: 200 len: 205 time: 0.0527155 Oct 18 07:56:12.308436 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Deleting port c5fd77a7-b741-4cd3-a7b1-e2d498bda843 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:12.308781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:12.312023 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ed4400aa-bde5-4577-8deb-c49017acddbf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Synchronizing usage tracker for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:12.314889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cf0cc3ad-ae82-4804-9ef3-83ca8efc8e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:12.321757 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58694) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:12.374872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] The port 'c5fd77a7-b741-4cd3-a7b1-e2d498bda843' was deleted {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:56:12.467100 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-9d36bd17-7366-4d31-a4d6-17b8f65e2a5a tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] delete failed (client error): The resource could not be found. Oct 18 07:56:12.468112 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9d36bd17-7366-4d31-a4d6-17b8f65e2a5a tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "DELETE /v2.0/routers/b7d4feab-04c1-430b-924d-35349b473056 HTTP/1.1" status: 404 len: 336 time: 0.1454597 Oct 18 07:56:12.471507 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58698) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:12.497107 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cf0cc3ad-ae82-4804-9ef3-83ca8efc8e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:12.503825 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ed4400aa-bde5-4577-8deb-c49017acddbf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Unset dirty status for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:12.504965 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ed4400aa-bde5-4577-8deb-c49017acddbf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5154047 Oct 18 07:56:12.512021 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58702) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:12.536987 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e87f3612-db98-4f71-a61e-82822e4f87bb tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group': {'name': 'tempest-secgroup--12524182'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:12.543477 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e60c1bf4-4520-4fa2-9292-cffaeed20084 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "GET /v2.0/ports?device_id=b49a5c7d-6c4e-47a9-8fe7-dff6371847b9 HTTP/1.1" status: 200 len: 205 time: 0.0687237 Oct 18 07:56:12.543936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58706) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:12.551945 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e87f3612-db98-4f71-a61e-82822e4f87bb tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:12.560956 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8c996211-37c2-4d2e-a652-5c0670eaad4c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:12.604391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:12.607490 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e87f3612-db98-4f71-a61e-82822e4f87bb tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:12.625249 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-72a45818-1cb5-4fbc-aceb-12ba97aee29e tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] delete failed (client error): The resource could not be found. Oct 18 07:56:12.626252 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-72a45818-1cb5-4fbc-aceb-12ba97aee29e tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "DELETE /v2.0/routers/b49a5c7d-6c4e-47a9-8fe7-dff6371847b9 HTTP/1.1" status: 404 len: 336 time: 0.0814335 Oct 18 07:56:12.636590 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58710) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:12.779757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60502a89-b509-474c-bf8e-604cd562773e']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:12.792129 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8c996211-37c2-4d2e-a652-5c0670eaad4c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Calling delete_port for e6c48f13-8ecd-4b33-878f-49d4ed628de3 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:12.796433 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9575155f-0fbe-4efb-93f0-ff5034c54f27 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "GET /v2.0/ports?device_id=ea757173-d876-4289-b0da-1045985a365b HTTP/1.1" status: 200 len: 205 time: 0.1588101 Oct 18 07:56:12.800383 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcb7c6c-c164-4d77-b481-913ad76fa3f9') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:12.800683 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcb7c6c-c164-4d77-b481-913ad76fa3f9') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:12.807139 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58714) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:12.873103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:12.889925 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-5ce925d6-93ef-4adb-8d9e-9c5d1fbff7a7 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] delete failed (client error): The resource could not be found. Oct 18 07:56:12.890976 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5ce925d6-93ef-4adb-8d9e-9c5d1fbff7a7 tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "DELETE /v2.0/routers/ea757173-d876-4289-b0da-1045985a365b HTTP/1.1" status: 404 len: 336 time: 0.0831387 Oct 18 07:56:12.895690 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58718) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:12.928810 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:12.941191 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-89500262-2c22-41a7-a42f-35ced64b4cfd tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:12.941648 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89500262-2c22-41a7-a42f-35ced64b4cfd tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:12.943377 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-89500262-2c22-41a7-a42f-35ced64b4cfd tempest-RoutersIpV6AdminTest-1309423333 tempest-RoutersIpV6AdminTest-1309423333-project] 10.222.0.17 "DELETE /v2.0/subnets/e56c0890-6f86-4bc8-9db3-27c0ea46beca HTTP/1.1" status: 404 len: 337 time: 0.0467689 Oct 18 07:56:12.944473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:56:12.944873 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:12.960799 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e87f3612-db98-4f71-a61e-82822e4f87bb tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.008990 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-beffb4fe-dbd8-4653-b6ee-88bfeffef8bd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.022062 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e87f3612-db98-4f71-a61e-82822e4f87bb tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:13.047582 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.053336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.074659 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "DELETE /v2.0/networks/60502a89-b509-474c-bf8e-604cd562773e HTTP/1.1" status: 204 len: 168 time: 2.5443113 Oct 18 07:56:13.083228 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58724) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:13.132295 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25d07e-9e24-4767-bad1-f4b9334d8cb2 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Pushing event deleted for resources: {'Network': ['ID=60502a89-b509-474c-bf8e-604cd562773e,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:13.141572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-efed9ef7-17e7-4249-8199-44702f8f8f12 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Synchronizing usage tracker for tenant:7b0d365ca086414bbed16b9fb19d2122 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:13.142943 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-beffb4fe-dbd8-4653-b6ee-88bfeffef8bd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for 4f9075fd-1e14-42f8-b7f0-19e7bfb13fd8 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:13.158260 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-efed9ef7-17e7-4249-8199-44702f8f8f12 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Unset dirty status for tenant:7b0d365ca086414bbed16b9fb19d2122 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:13.159677 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-efed9ef7-17e7-4249-8199-44702f8f8f12 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "GET /v2.0/ports?device_id=80299211-8601-41f2-bc7e-ba0d22e19b77 HTTP/1.1" status: 200 len: 205 time: 0.0780704 Oct 18 07:56:13.162081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58730) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:13.195714 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e87f3612-db98-4f71-a61e-82822e4f87bb tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:13.212239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58734) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:13.214796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e87f3612-db98-4f71-a61e-82822e4f87bb tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:13.227451 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cf0cc3ad-ae82-4804-9ef3-83ca8efc8e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.232625 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e87f3612-db98-4f71-a61e-82822e4f87bb tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:13.269414 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cc3ad-ae82-4804-9ef3-83ca8efc8e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99af4d72-b1ae-4f52-b5f2-c72dc7da6c12,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:13.312942 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-75fd295f-9bd7-44de-958c-3d0ae152f5e4 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.326421 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cf0cc3ad-ae82-4804-9ef3-83ca8efc8e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.327683 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cf0cc3ad-ae82-4804-9ef3-83ca8efc8e9f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/99af4d72-b1ae-4f52-b5f2-c72dc7da6c12 HTTP/1.1" status: 204 len: 168 time: 1.3629577 Oct 18 07:56:13.364352 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-beffb4fe-dbd8-4653-b6ee-88bfeffef8bd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.437327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffb4fe-dbd8-4653-b6ee-88bfeffef8bd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Port': ['ID=4f9075fd-1e14-42f8-b7f0-19e7bfb13fd8,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:13.448322 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8c996211-37c2-4d2e-a652-5c0670eaad4c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.502444 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-40f06081-39e7-427f-aaed-3c73f49579f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.505346 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 2dcb7c6c-c164-4d77-b481-913ad76fa3f9 resource provider aggregate not found Oct 18 07:56:13.535900 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-beffb4fe-dbd8-4653-b6ee-88bfeffef8bd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.539981 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c996211-37c2-4d2e-a652-5c0670eaad4c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event deleted for resources: {'Port': ['ID=e6c48f13-8ecd-4b33-878f-49d4ed628de3,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:13.558221 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-40f06081-39e7-427f-aaed-3c73f49579f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:13.574961 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 2dcb7c6c-c164-4d77-b481-913ad76fa3f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2dcb7c6c-c164-4d77-b481-913ad76fa3f9 found for delete ", "request_id": "req-b6026ee0-f3d8-4e15-841a-7e958e6fc41e"}]} Oct 18 07:56:13.613265 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-40f06081-39e7-427f-aaed-3c73f49579f0 admin admin] Usage tracker for resource:security_group_rule and tenant:a22354d471594de4952e78e6c2ba7f7c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:13.628551 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-40f06081-39e7-427f-aaed-3c73f49579f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:13.635434 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e87f3612-db98-4f71-a61e-82822e4f87bb tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.652024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-75fd295f-9bd7-44de-958c-3d0ae152f5e4 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.654339 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-75fd295f-9bd7-44de-958c-3d0ae152f5e4 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.667714 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-40f06081-39e7-427f-aaed-3c73f49579f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:13.677790 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e87f3612-db98-4f71-a61e-82822e4f87bb tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.683715 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-75fd295f-9bd7-44de-958c-3d0ae152f5e4 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.684532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fd295f-9bd7-44de-958c-3d0ae152f5e4 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Fanout notify agent at l3_agent the message router_deleted on router 80299211-8601-41f2-bc7e-ba0d22e19b77 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:56:13.702439 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-75fd295f-9bd7-44de-958c-3d0ae152f5e4 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.702439 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-75fd295f-9bd7-44de-958c-3d0ae152f5e4 tempest-RoutersNegativeTest-1832688325 tempest-RoutersNegativeTest-1832688325-project] 10.222.0.17 "DELETE /v2.0/routers/80299211-8601-41f2-bc7e-ba0d22e19b77 HTTP/1.1" status: 204 len: 168 time: 0.5364525 Oct 18 07:56:13.712727 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-beffb4fe-dbd8-4653-b6ee-88bfeffef8bd tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/ports/4f9075fd-1e14-42f8-b7f0-19e7bfb13fd8 HTTP/1.1" status: 204 len: 168 time: 1.7193253 Oct 18 07:56:13.713719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58756) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:13.721080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-64cd98fb-1f70-4d47-bf25-d2c7aee123c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af', 'mac_address': 'fa:16:3e:91:c0:23', 'name': 'tempest-PortsTestJSON-1434907620'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:13.763358 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f3612-db98-4f71-a61e-82822e4f87bb tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed94caa1-1d1c-4bd5-934f-c9a5fb04e3ec,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:13.765603 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e87f3612-db98-4f71-a61e-82822e4f87bb tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.769544 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e87f3612-db98-4f71-a61e-82822e4f87bb tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2499838 Oct 18 07:56:13.772025 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58760) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:13.784427 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-05cb6f85-f3cb-4906-91c1-4711f1a9046a tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': 'ed94caa1-1d1c-4bd5-934f-c9a5fb04e3ec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:13.785266 dv-neutron-861625-1-hyperv neutron-server[89045]: WARNING neutron.api.v2.base [None req-05cb6f85-f3cb-4906-91c1-4711f1a9046a tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 18 07:56:13.785745 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-05cb6f85-f3cb-4906-91c1-4711f1a9046a tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:13.789443 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-05cb6f85-f3cb-4906-91c1-4711f1a9046a tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119112 Oct 18 07:56:13.789443 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8c996211-37c2-4d2e-a652-5c0670eaad4c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.792933 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58766) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:13.808374 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-26b4f94e-ca9b-451e-a243-e78f01eec655 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': 'ed94caa1-1d1c-4bd5-934f-c9a5fb04e3ec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:13.817506 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-26b4f94e-ca9b-451e-a243-e78f01eec655 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:13.820837 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8c996211-37c2-4d2e-a652-5c0670eaad4c tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/ports/e6c48f13-8ecd-4b33-878f-49d4ed628de3 HTTP/1.1" status: 204 len: 168 time: 2.0139818 Oct 18 07:56:13.825061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58770) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:13.831350 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-26b4f94e-ca9b-451e-a243-e78f01eec655 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:13.850260 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-26b4f94e-ca9b-451e-a243-e78f01eec655 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:13.866008 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-26b4f94e-ca9b-451e-a243-e78f01eec655 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:13.898768 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-40f06081-39e7-427f-aaed-3c73f49579f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.906700 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-40f06081-39e7-427f-aaed-3c73f49579f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:13.911230 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-64cd98fb-1f70-4d47-bf25-d2c7aee123c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:13.917452 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-64cd98fb-1f70-4d47-bf25-d2c7aee123c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:port and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:13.924087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-64cd98fb-1f70-4d47-bf25-d2c7aee123c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:13.931080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-64cd98fb-1f70-4d47-bf25-d2c7aee123c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:13.951555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cd98fb-1f70-4d47-bf25-d2c7aee123c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:13.984317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04b741b-5a64-4e77-a7a0-74780ff9e0c5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:13.985060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c04b741b-5a64-4e77-a7a0-74780ff9e0c5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Synchronizing usage tracker for tenant:673b068eae9a43748b342c59b1cd9387 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:13.989131 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-26b4f94e-ca9b-451e-a243-e78f01eec655 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:13.993643 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-26b4f94e-ca9b-451e-a243-e78f01eec655 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1997631 Oct 18 07:56:14.009693 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58778) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:14.013185 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-40f06081-39e7-427f-aaed-3c73f49579f0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a22354d471594de4952e78e6c2ba7f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8000009 Oct 18 07:56:14.020201 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58782) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:14.025164 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-491e5fdb-1be2-4ac0-9d57-3c7423d98c07 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': 'ed94caa1-1d1c-4bd5-934f-c9a5fb04e3ec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:14.025850 dv-neutron-861625-1-hyperv neutron-server[89045]: WARNING neutron.api.v2.base [None req-491e5fdb-1be2-4ac0-9d57-3c7423d98c07 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 18 07:56:14.026505 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-491e5fdb-1be2-4ac0-9d57-3c7423d98c07 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:14.032273 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-491e5fdb-1be2-4ac0-9d57-3c7423d98c07 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0178163 Oct 18 07:56:14.037731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58786) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:14.060419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c2a9c2a8-2e82-4364-b813-75a571b3f750 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': 'ed94caa1-1d1c-4bd5-934f-c9a5fb04e3ec', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:14.075489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c2a9c2a8-2e82-4364-b813-75a571b3f750 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:14.076667 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f06081-39e7-427f-aaed-3c73f49579f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67949581-3b91-400f-8570-a7d422664208,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:14.092598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c2a9c2a8-2e82-4364-b813-75a571b3f750 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:14.097516 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c2a9c2a8-2e82-4364-b813-75a571b3f750 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:14.106693 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c04b741b-5a64-4e77-a7a0-74780ff9e0c5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Unset dirty status for tenant:673b068eae9a43748b342c59b1cd9387 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:14.112278 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c04b741b-5a64-4e77-a7a0-74780ff9e0c5 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "GET /v2.0/ports?device_id=cfd6ecbc-7a45-4e58-b87d-4b094663c752 HTTP/1.1" status: 200 len: 913 time: 0.2820528 Oct 18 07:56:14.112278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c2a9c2a8-2e82-4364-b813-75a571b3f750 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:14.112902 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58790) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:14.113377 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-64cd98fb-1f70-4d47-bf25-d2c7aee123c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:14.119252 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58794) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:14.120015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6c98596a-4454-4be5-bd19-d67559e1ab9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:14.147222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-64cd98fb-1f70-4d47-bf25-d2c7aee123c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] device_id is not set on port c0ff70a0-dc6a-46c4-8c28-a0b32d7374e1 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:56:14.154748 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6c98596a-4454-4be5-bd19-d67559e1ab9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:14.207927 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-c2a9c2a8-2e82-4364-b813-75a571b3f750 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:14.209403 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c2a9c2a8-2e82-4364-b813-75a571b3f750 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1707461 Oct 18 07:56:14.212103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58804) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:14.217620 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-6614a246-252b-42e2-8c01-c5f04e6cfca7 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': 'ed94caa1-1d1c-4bd5-934f-c9a5fb04e3ec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:14.218695 dv-neutron-861625-1-hyperv neutron-server[89046]: WARNING neutron.api.v2.base [None req-6614a246-252b-42e2-8c01-c5f04e6cfca7 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 18 07:56:14.219270 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-6614a246-252b-42e2-8c01-c5f04e6cfca7 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:14.221117 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6614a246-252b-42e2-8c01-c5f04e6cfca7 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070989 Oct 18 07:56:14.223590 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58808) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:14.229488 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-11c462db-801e-46df-81f6-47c809757547 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': 'ed94caa1-1d1c-4bd5-934f-c9a5fb04e3ec', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:14.240019 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-11c462db-801e-46df-81f6-47c809757547 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:14.240232 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-11c462db-801e-46df-81f6-47c809757547 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:14.243616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-11c462db-801e-46df-81f6-47c809757547 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:14.249883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-11c462db-801e-46df-81f6-47c809757547 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:14.262227 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-11c462db-801e-46df-81f6-47c809757547 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Project 8cddaa7ca31a45589c943edf1741b000 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 07:56:14.295350 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-11c462db-801e-46df-81f6-47c809757547 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:14.296378 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-11c462db-801e-46df-81f6-47c809757547 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0718849 Oct 18 07:56:14.299330 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58814) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:14.305213 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f4bc7204-df74-40c3-936a-59c4641e0950 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': 'ed94caa1-1d1c-4bd5-934f-c9a5fb04e3ec', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:14.306630 dv-neutron-861625-1-hyperv neutron-server[89046]: WARNING neutron.api.v2.base [None req-f4bc7204-df74-40c3-936a-59c4641e0950 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 18 07:56:14.308059 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-f4bc7204-df74-40c3-936a-59c4641e0950 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:14.309305 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f4bc7204-df74-40c3-936a-59c4641e0950 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090048 Oct 18 07:56:14.312235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58818) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:14.318153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-92d0313f-339a-4137-8766-041a4b06b7b7 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': 'ed94caa1-1d1c-4bd5-934f-c9a5fb04e3ec', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:14.362776 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6c98596a-4454-4be5-bd19-d67559e1ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:14.391809 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58822) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:14.393466 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98596a-4454-4be5-bd19-d67559e1ab9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67949581-3b91-400f-8570-a7d422664208,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:14.403676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6c98596a-4454-4be5-bd19-d67559e1ab9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:14.405166 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6c98596a-4454-4be5-bd19-d67559e1ab9e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/67949581-3b91-400f-8570-a7d422664208 HTTP/1.1" status: 204 len: 168 time: 0.3838048 Oct 18 07:56:14.534437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-92d0313f-339a-4137-8766-041a4b06b7b7 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:14.556177 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-92d0313f-339a-4137-8766-041a4b06b7b7 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:14.598409 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-768d58c2-5095-4a8b-9a90-7ce06212a92e tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] Request body: {'port': {'network_id': '1668f590-cb95-4769-92c7-e70b40c33d8d', 'name': 'tempest-NetworksNegativeTestJSON-694554251'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:14.606335 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-92d0313f-339a-4137-8766-041a4b06b7b7 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:14.630782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-92d0313f-339a-4137-8766-041a4b06b7b7 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:14.659292 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-768d58c2-5095-4a8b-9a90-7ce06212a92e tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] POST failed (client error): The resource could not be found. Oct 18 07:56:14.659850 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768d58c2-5095-4a8b-9a90-7ce06212a92e tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:14.664701 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-768d58c2-5095-4a8b-9a90-7ce06212a92e tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2646019 Oct 18 07:56:14.665930 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58832) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:14.668970 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-92d0313f-339a-4137-8766-041a4b06b7b7 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Project 8cddaa7ca31a45589c943edf1741b000 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 07:56:14.687257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-64cd98fb-1f70-4d47-bf25-d2c7aee123c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:14.701978 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-87909fb8-71a0-4386-9d08-27df2296bbc1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7b0d365ca086414bbed16b9fb19d2122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5877118 Oct 18 07:56:14.702207 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-92d0313f-339a-4137-8766-041a4b06b7b7 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:14.702207 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-92d0313f-339a-4137-8766-041a4b06b7b7 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3877609 Oct 18 07:56:14.702892 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58836) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:14.705397 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58838) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:14.706475 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dfe0768-802a-4a58-a3ff-4442660e8c0a tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:14.707191 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dfe0768-802a-4a58-a3ff-4442660e8c0a tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:14.709045 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6dfe0768-802a-4a58-a3ff-4442660e8c0a tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] 10.222.0.17 "DELETE /v2.0/networks/32357dc9-b65d-4d9a-b188-f2f0c716292c HTTP/1.1" status: 404 len: 339 time: 0.0421348 Oct 18 07:56:14.713223 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58844) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:14.716436 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-1a92216b-c65c-4ccc-af37-4fffcd9e490c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': 'ed94caa1-1d1c-4bd5-934f-c9a5fb04e3ec', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:14.732655 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1a92216b-c65c-4ccc-af37-4fffcd9e490c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:14.773200 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-59ccb339-ca49-4e11-a4bc-f94c60ad063e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:14.782189 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1a92216b-c65c-4ccc-af37-4fffcd9e490c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:14.786663 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-64cd98fb-1f70-4d47-bf25-d2c7aee123c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:14.794152 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1a92216b-c65c-4ccc-af37-4fffcd9e490c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:14.799740 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb1e8f2-ec0e-4431-84c8-3e7577b18270 tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:14.800208 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb1e8f2-ec0e-4431-84c8-3e7577b18270 tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:14.805657 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-beb1e8f2-ec0e-4431-84c8-3e7577b18270 tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] 10.222.0.17 "DELETE /v2.0/ports/ee02f613-17d7-4933-8454-f31ce4da4c86 HTTP/1.1" status: 404 len: 333 time: 0.0801673 Oct 18 07:56:14.807302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1a92216b-c65c-4ccc-af37-4fffcd9e490c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:14.809547 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58848) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:14.854088 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58852) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:14.863665 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-59ccb339-ca49-4e11-a4bc-f94c60ad063e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:14.884741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cd98fb-1f70-4d47-bf25-d2c7aee123c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:14.893375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-64cd98fb-1f70-4d47-bf25-d2c7aee123c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:14.901471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cd98fb-1f70-4d47-bf25-d2c7aee123c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:14.903699 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-698e2b07-7433-43eb-a648-6e36ace0917f tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:14.904142 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698e2b07-7433-43eb-a648-6e36ace0917f tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:14.909348 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-698e2b07-7433-43eb-a648-6e36ace0917f tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] 10.222.0.17 "DELETE /v2.0/subnets/9f9d403b-046f-481a-9398-abc2f4fa34a0 HTTP/1.1" status: 404 len: 337 time: 0.0953166 Oct 18 07:56:14.909528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cd98fb-1f70-4d47-bf25-d2c7aee123c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:14.909528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-64cd98fb-1f70-4d47-bf25-d2c7aee123c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:14.912762 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-1a92216b-c65c-4ccc-af37-4fffcd9e490c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Project 8cddaa7ca31a45589c943edf1741b000 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 07:56:14.914282 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58856) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:14.932406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd98fb-1f70-4d47-bf25-d2c7aee123c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=c0ff70a0-dc6a-46c4-8c28-a0b32d7374e1,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:14.972618 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b055ac-e049-4daa-b041-f4d83aaa8734 tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] GET failed (client error): The resource could not be found. Oct 18 07:56:14.972888 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-1a92216b-c65c-4ccc-af37-4fffcd9e490c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:14.977252 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1a92216b-c65c-4ccc-af37-4fffcd9e490c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2637610 Oct 18 07:56:14.977399 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-46b055ac-e049-4daa-b041-f4d83aaa8734 tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] 10.222.0.17 "GET /v2.0/networks/c530febb-13cd-49db-93ca-81ae48040954 HTTP/1.1" status: 404 len: 339 time: 0.0558236 Oct 18 07:56:14.977508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58860) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:14.978510 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58862) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:15.020325 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-64cd98fb-1f70-4d47-bf25-d2c7aee123c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3054943 Oct 18 07:56:15.026745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58868) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:15.030445 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-343b0810-85f4-463c-b51a-821b9837b236 tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] GET failed (client error): The resource could not be found. Oct 18 07:56:15.032089 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-343b0810-85f4-463c-b51a-821b9837b236 tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] 10.222.0.17 "GET /v2.0/ports/db19c9cc-8788-48df-bcb1-22461a1b675e HTTP/1.1" status: 404 len: 333 time: 0.0532513 Oct 18 07:56:15.065335 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58872) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:15.125481 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0ac5c7-99c6-4e3f-bae7-a92a035b55e4 tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] GET failed (client error): The resource could not be found. Oct 18 07:56:15.131936 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ae0ac5c7-99c6-4e3f-bae7-a92a035b55e4 tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] 10.222.0.17 "GET /v2.0/subnets/ca562191-8514-43d9-ae3a-7dd630d17ff0 HTTP/1.1" status: 404 len: 337 time: 0.0576222 Oct 18 07:56:15.131936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-59ccb339-ca49-4e11-a4bc-f94c60ad063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:15.142110 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9c3dcce4-1f5a-4035-9ce6-a6483a4ec4ea admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=14a8734522ce40a2b698af839a0ea312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822964 Oct 18 07:56:15.147131 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58876) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:15.147364 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58878) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:15.154223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccb339-ca49-4e11-a4bc-f94c60ad063e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7133ab11-e54a-45dd-9da3-48b0099ff43f,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:15.161522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-5c4c05c2-4997-4646-9403-0fcb00f0e1e1 tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:15.192840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1791fd4-bda2-4533-a2fe-b59c25c84011 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:15.193404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f1791fd4-bda2-4533-a2fe-b59c25c84011 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Synchronizing usage tracker for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:15.198452 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-59ccb339-ca49-4e11-a4bc-f94c60ad063e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:15.199896 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-59ccb339-ca49-4e11-a4bc-f94c60ad063e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7133ab11-e54a-45dd-9da3-48b0099ff43f HTTP/1.1" status: 204 len: 168 time: 0.4959147 Oct 18 07:56:15.200977 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4c05c2-4997-4646-9403-0fcb00f0e1e1 tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] PUT failed (client error): The resource could not be found. Oct 18 07:56:15.201456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4c05c2-4997-4646-9403-0fcb00f0e1e1 tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:15.207929 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5c4c05c2-4997-4646-9403-0fcb00f0e1e1 tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] 10.222.0.17 "PUT /v2.0/networks/b1d901c4-edb1-4cc4-8275-6eecf89803c3 HTTP/1.1" status: 404 len: 339 time: 0.0547736 Oct 18 07:56:15.208737 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58886) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:15.221603 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-32fe6b8f-a96d-494c-b29e-23c554a81bbe tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:15.253555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f1791fd4-bda2-4533-a2fe-b59c25c84011 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Unset dirty status for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:15.255025 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f1791fd4-bda2-4533-a2fe-b59c25c84011 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports/c0ff70a0-dc6a-46c4-8c28-a0b32d7374e1 HTTP/1.1" status: 200 len: 841 time: 0.2270279 Oct 18 07:56:15.258197 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58890) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:15.265477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1889ff8d-743b-4c8c-89cc-8124b114d62f tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:15.286982 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-72abb569-a8bb-49d2-a670-5fb546e96945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:15.300471 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fe6b8f-a96d-494c-b29e-23c554a81bbe tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] PUT failed (client error): The resource could not be found. Oct 18 07:56:15.300956 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32fe6b8f-a96d-494c-b29e-23c554a81bbe tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:15.302114 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-32fe6b8f-a96d-494c-b29e-23c554a81bbe tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] 10.222.0.17 "PUT /v2.0/ports/79e17e15-f4de-4e6b-b917-1edb19538907 HTTP/1.1" status: 404 len: 333 time: 0.0904474 Oct 18 07:56:15.315578 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58894) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:15.323954 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-72549813-8ede-42ad-895e-c110ba987c53 tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:15.351718 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1889ff8d-743b-4c8c-89cc-8124b114d62f tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:15.366174 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-72549813-8ede-42ad-895e-c110ba987c53 tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] PUT failed (client error): The resource could not be found. Oct 18 07:56:15.366941 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72549813-8ede-42ad-895e-c110ba987c53 tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:15.368226 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-72549813-8ede-42ad-895e-c110ba987c53 tempest-NetworksNegativeTestJSON-617035473 tempest-NetworksNegativeTestJSON-617035473-project] 10.222.0.17 "PUT /v2.0/subnets/1f2aabb9-21d6-48a9-9f1a-308ae6491470 HTTP/1.1" status: 404 len: 337 time: 0.0517340 Oct 18 07:56:15.381909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-8d3f2cbd-67c6-43f4-a4a3-0e8dd5bdaea2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port c0ff70a0-dc6a-46c4-8c28-a0b32d7374e1 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:15.382253 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d3f2cbd-67c6-43f4-a4a3-0e8dd5bdaea2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:15.398766 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-72abb569-a8bb-49d2-a670-5fb546e96945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:15.477868 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-52b6eeeb-9c41-4853-a39c-419ed2133cb6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:15.539872 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1889ff8d-743b-4c8c-89cc-8124b114d62f tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:15.643118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889ff8d-743b-4c8c-89cc-8124b114d62f tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed94caa1-1d1c-4bd5-934f-c9a5fb04e3ec,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:15.651830 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-72abb569-a8bb-49d2-a670-5fb546e96945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:15.660129 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d3f2cbd-67c6-43f4-a4a3-0e8dd5bdaea2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:15.694272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abb569-a8bb-49d2-a670-5fb546e96945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ed3809-2ed0-415f-8613-357c09d30e4f,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:15.705342 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-72abb569-a8bb-49d2-a670-5fb546e96945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:15.706584 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-72abb569-a8bb-49d2-a670-5fb546e96945 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/35ed3809-2ed0-415f-8613-357c09d30e4f HTTP/1.1" status: 204 len: 168 time: 0.5583043 Oct 18 07:56:15.708245 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58904) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:15.734752 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1889ff8d-743b-4c8c-89cc-8124b114d62f tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:15.739095 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1889ff8d-743b-4c8c-89cc-8124b114d62f tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "DELETE /v2.0/security-groups/ed94caa1-1d1c-4bd5-934f-c9a5fb04e3ec HTTP/1.1" status: 204 len: 168 time: 0.7594302 Oct 18 07:56:15.739744 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58912) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:15.812806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-8d3f2cbd-67c6-43f4-a4a3-0e8dd5bdaea2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for c0ff70a0-dc6a-46c4-8c28-a0b32d7374e1 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:15.908423 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d3f2cbd-67c6-43f4-a4a3-0e8dd5bdaea2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:15.923700 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2531d3db-1ad3-4c93-8a89-8c11453f1a93 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Synchronizing usage tracker for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:15.958200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2531d3db-1ad3-4c93-8a89-8c11453f1a93 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Unset dirty status for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:15.959584 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2531d3db-1ad3-4c93-8a89-8c11453f1a93 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2133467 Oct 18 07:56:15.964686 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58922) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:15.972134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f2cbd-67c6-43f4-a4a3-0e8dd5bdaea2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Port': ['ID=c0ff70a0-dc6a-46c4-8c28-a0b32d7374e1,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:15.974273 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e46528c3-29dc-4bee-8d5f-f792f9384384 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477838258'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:15.980818 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d3f2cbd-67c6-43f4-a4a3-0e8dd5bdaea2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:15.984842 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e46528c3-29dc-4bee-8d5f-f792f9384384 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:16.002746 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8d3f2cbd-67c6-43f4-a4a3-0e8dd5bdaea2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/ports/c0ff70a0-dc6a-46c4-8c28-a0b32d7374e1 HTTP/1.1" status: 204 len: 168 time: 0.7429276 Oct 18 07:56:16.003520 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58928) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:16.040722 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e46528c3-29dc-4bee-8d5f-f792f9384384 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:16.064524 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-52b6eeeb-9c41-4853-a39c-419ed2133cb6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Deleting port 548983bf-9799-409c-a36c-7a87bf077778 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:16.064707 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-7327cb37-b250-45cb-ac88-e93925a354aa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] GET failed (client error): The resource could not be found. Oct 18 07:56:16.064973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-52b6eeeb-9c41-4853-a39c-419ed2133cb6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:16.065228 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7327cb37-b250-45cb-ac88-e93925a354aa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Synchronizing usage tracker for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:16.084235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7327cb37-b250-45cb-ac88-e93925a354aa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Unset dirty status for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:16.086119 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7327cb37-b250-45cb-ac88-e93925a354aa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports/c0ff70a0-dc6a-46c4-8c28-a0b32d7374e1 HTTP/1.1" status: 404 len: 333 time: 0.0814269 Oct 18 07:56:16.089863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58934) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:16.093662 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e46528c3-29dc-4bee-8d5f-f792f9384384 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:16.096789 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-4a3cb49f-3cb9-4d81-94df-f428e5056377 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af', 'name': 'tempest-PortsTestJSON-333917160'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:16.152576 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3f8161e1-3a93-4d76-857d-d800cc131d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:16.170985 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e46528c3-29dc-4bee-8d5f-f792f9384384 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:16.179697 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3f8161e1-3a93-4d76-857d-d800cc131d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:16.201885 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e46528c3-29dc-4bee-8d5f-f792f9384384 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:16.206826 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e46528c3-29dc-4bee-8d5f-f792f9384384 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:16.218814 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3f8161e1-3a93-4d76-857d-d800cc131d4b admin admin] Usage tracker for resource:security_group_rule and tenant:0d66846ede054d138ed5e959e5c79af9 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:16.241914 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4a3cb49f-3cb9-4d81-94df-f428e5056377 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:16.257873 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4a3cb49f-3cb9-4d81-94df-f428e5056377 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:16.272367 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e46528c3-29dc-4bee-8d5f-f792f9384384 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:16.273733 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3cb49f-3cb9-4d81-94df-f428e5056377 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:16.275035 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3f8161e1-3a93-4d76-857d-d800cc131d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:16.278243 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb49f-3cb9-4d81-94df-f428e5056377 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:16.288795 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3f8161e1-3a93-4d76-857d-d800cc131d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:16.306606 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-4a3cb49f-3cb9-4d81-94df-f428e5056377 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] device_id is not set on port 251cb906-8442-45a0-b696-824fb8456d38 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:56:16.425869 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-52b6eeeb-9c41-4853-a39c-419ed2133cb6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:16.575753 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-52b6eeeb-9c41-4853-a39c-419ed2133cb6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Calling delete_port for 548983bf-9799-409c-a36c-7a87bf077778 owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:16.637614 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e46528c3-29dc-4bee-8d5f-f792f9384384 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:16.651575 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e46528c3-29dc-4bee-8d5f-f792f9384384 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:16.693831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb49f-3cb9-4d81-94df-f428e5056377 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:16.728765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58960) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:16.737381 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb49f-3cb9-4d81-94df-f428e5056377 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:16.763222 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3f8161e1-3a93-4d76-857d-d800cc131d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:16.774671 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46528c3-29dc-4bee-8d5f-f792f9384384 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d570f4b-db5c-4270-9552-a89d2a383960,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:16.781970 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3f8161e1-3a93-4d76-857d-d800cc131d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:16.817690 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3cb49f-3cb9-4d81-94df-f428e5056377 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:16.821036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-4a3cb49f-3cb9-4d81-94df-f428e5056377 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:16.825342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3cb49f-3cb9-4d81-94df-f428e5056377 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:16.830848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3cb49f-3cb9-4d81-94df-f428e5056377 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:16.831471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4a3cb49f-3cb9-4d81-94df-f428e5056377 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:16.847418 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3f8161e1-3a93-4d76-857d-d800cc131d4b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0d66846ede054d138ed5e959e5c79af9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1155450 Oct 18 07:56:16.847418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8161e1-3a93-4d76-857d-d800cc131d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709f5b56-325c-4ff8-aa9e-0235a78b459a,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:16.848617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3cb49f-3cb9-4d81-94df-f428e5056377 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=251cb906-8442-45a0-b696-824fb8456d38,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:16.849515 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58968) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:16.853818 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e46528c3-29dc-4bee-8d5f-f792f9384384 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:16.855100 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e46528c3-29dc-4bee-8d5f-f792f9384384 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8888168 Oct 18 07:56:16.858843 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58972) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:16.865435 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f1ae138c-121c-4e10-a223-08acc1074947 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': '0d570f4b-db5c-4270-9552-a89d2a383960', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:16.880708 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f1ae138c-121c-4e10-a223-08acc1074947 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:16.887148 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f1ae138c-121c-4e10-a223-08acc1074947 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:16.891609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f1ae138c-121c-4e10-a223-08acc1074947 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:16.901676 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4a3cb49f-3cb9-4d81-94df-f428e5056377 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8106155 Oct 18 07:56:16.904363 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 58976) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:16.911003 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f1ae138c-121c-4e10-a223-08acc1074947 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:16.922093 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-97f4da2b-16f7-479f-98dc-078fd70199c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:16.961178 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-f1ae138c-121c-4e10-a223-08acc1074947 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The resource could not be found. Oct 18 07:56:16.964994 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f1ae138c-121c-4e10-a223-08acc1074947 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1029210 Oct 18 07:56:16.965384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58982) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:16.973087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-31ec5fd3-bbcd-44ec-bdff-b57dec90d597 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': '0d570f4b-db5c-4270-9552-a89d2a383960', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '218d04f9-3a81-4948-a1a6-b6cfeedc477f'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:16.981079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-31ec5fd3-bbcd-44ec-bdff-b57dec90d597 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:16.986997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-31ec5fd3-bbcd-44ec-bdff-b57dec90d597 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:16.990681 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-31ec5fd3-bbcd-44ec-bdff-b57dec90d597 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:16.998190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-31ec5fd3-bbcd-44ec-bdff-b57dec90d597 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:17.025475 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-401efd0e-e238-4f09-b593-8e2fa3c6e346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.045058 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-31ec5fd3-bbcd-44ec-bdff-b57dec90d597 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The resource could not be found. Oct 18 07:56:17.047307 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-31ec5fd3-bbcd-44ec-bdff-b57dec90d597 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0807922 Oct 18 07:56:17.049895 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58986) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:17.076181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-9ab7abfc-d3e8-48d3-b875-0106ad8f10f8 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:17.076923 dv-neutron-861625-1-hyperv neutron-server[89046]: WARNING neutron.api.v2.base [None req-9ab7abfc-d3e8-48d3-b875-0106ad8f10f8 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 18 07:56:17.077516 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-9ab7abfc-d3e8-48d3-b875-0106ad8f10f8 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): There was a conflict when trying to complete your request. Oct 18 07:56:17.085484 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9ab7abfc-d3e8-48d3-b875-0106ad8f10f8 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3482530 Oct 18 07:56:17.085484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 58990) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:17.094576 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group': {'name': 'tempest-secgroup--921630055'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:17.105610 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:17.129519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:17.133160 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:17.149384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:17.158800 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-088864ae-d0ac-4635-8e73-4facafe38625 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.188268 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-088864ae-d0ac-4635-8e73-4facafe38625 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.235228 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.251771 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.252858 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-401efd0e-e238-4f09-b593-8e2fa3c6e346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.263673 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-52b6eeeb-9c41-4853-a39c-419ed2133cb6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.271596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-088864ae-d0ac-4635-8e73-4facafe38625 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.277004 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:17.293671 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:17.298022 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:17.301030 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088864ae-d0ac-4635-8e73-4facafe38625 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d570f4b-db5c-4270-9552-a89d2a383960,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:17.310390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:17.324561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6eeeb-9c41-4853-a39c-419ed2133cb6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event deleted for resources: {'Port': ['ID=548983bf-9799-409c-a36c-7a87bf077778,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:17.337831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-088864ae-d0ac-4635-8e73-4facafe38625 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.339663 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-088864ae-d0ac-4635-8e73-4facafe38625 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "DELETE /v2.0/security-groups/0d570f4b-db5c-4270-9552-a89d2a383960 HTTP/1.1" status: 204 len: 168 time: 0.2873864 Oct 18 07:56:17.348426 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59002) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:17.352762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-97f4da2b-16f7-479f-98dc-078fd70199c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.417224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f1ff4347-9ff3-42d8-8518-fc0a53806c4c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Synchronizing usage tracker for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:17.448478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f1ff4347-9ff3-42d8-8518-fc0a53806c4c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Unset dirty status for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:17.449864 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f1ff4347-9ff3-42d8-8518-fc0a53806c4c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0995734 Oct 18 07:56:17.455923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59008) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:17.460825 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-30c99f97-0a70-44fe-b464-657a0b7bca00 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': '91ff3221-903b-47ae-981c-fd9963f71a07', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:17.478942 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-30c99f97-0a70-44fe-b464-657a0b7bca00 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:17.484648 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-30c99f97-0a70-44fe-b464-657a0b7bca00 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:17.493700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-30c99f97-0a70-44fe-b464-657a0b7bca00 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:17.508526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-30c99f97-0a70-44fe-b464-657a0b7bca00 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:17.519343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.528534 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.541764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:17.555516 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:17.572931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:17.587896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b7aa27-3a1e-44d5-a552-c4389256c2f9,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:17.590646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:17.604879 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-30c99f97-0a70-44fe-b464-657a0b7bca00 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The resource could not be found. Oct 18 07:56:17.606348 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-30c99f97-0a70-44fe-b464-657a0b7bca00 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1490633 Oct 18 07:56:17.614879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59014) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:17.623812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-fdd90023-b3cb-45f7-9410-a1f2a9fdda1d tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group': {'name': 'tempest-secgroup--460002991'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:17.634340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-fdd90023-b3cb-45f7-9410-a1f2a9fdda1d tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:17.636400 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59018) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:17.654676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-fdd90023-b3cb-45f7-9410-a1f2a9fdda1d tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:17.660940 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-401efd0e-e238-4f09-b593-8e2fa3c6e346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.671660 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fdd90023-b3cb-45f7-9410-a1f2a9fdda1d tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.716572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-fdd90023-b3cb-45f7-9410-a1f2a9fdda1d tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:17.725108 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-fdd90023-b3cb-45f7-9410-a1f2a9fdda1d tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:17.729578 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.730869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-fdd90023-b3cb-45f7-9410-a1f2a9fdda1d tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:17.738034 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.741931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-fdd90023-b3cb-45f7-9410-a1f2a9fdda1d tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:17.764000 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-299912268', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:17.769098 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401efd0e-e238-4f09-b593-8e2fa3c6e346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709f5b56-325c-4ff8-aa9e-0235a78b459a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:17.789252 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:17.802342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Usage tracker for resource:port and tenant:68b2248aaff44386b3308b304f27ae58 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:17.815419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:17.818057 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9686021c-d739-43ce-90eb-fab13b4e6b74,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:17.827788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.832188 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c63b80c8-a76c-49b2-974d-855c25505682 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7453160 Oct 18 07:56:17.832188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:17.833266 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59024) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:17.842966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f6e155d8-140e-4137-9a8c-a765f7ac7ada tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': '9686021c-d739-43ce-90eb-fab13b4e6b74', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:17.843165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-401efd0e-e238-4f09-b593-8e2fa3c6e346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.844086 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-401efd0e-e238-4f09-b593-8e2fa3c6e346 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/709f5b56-325c-4ff8-aa9e-0235a78b459a HTTP/1.1" status: 204 len: 168 time: 0.9918730 Oct 18 07:56:17.848846 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f6e155d8-140e-4137-9a8c-a765f7ac7ada tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:17.859486 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f6e155d8-140e-4137-9a8c-a765f7ac7ada tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:17.864374 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f6e155d8-140e-4137-9a8c-a765f7ac7ada tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:17.865620 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-52b6eeeb-9c41-4853-a39c-419ed2133cb6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.875236 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f6e155d8-140e-4137-9a8c-a765f7ac7ada tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:17.877600 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Made reservation on behalf of 68b2248aaff44386b3308b304f27ae58 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:17.879912 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.889695 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-97f4da2b-16f7-479f-98dc-078fd70199c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.914149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.944978 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-97f4da2b-16f7-479f-98dc-078fd70199c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.945777 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-97f4da2b-16f7-479f-98dc-078fd70199c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] In _notify_port_updated(), no bound segment for port 251cb906-8442-45a0-b696-824fb8456d38 on network 0f01f519-edfe-481d-8730-2d6dc1ae82af {{(pid=89045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:56:17.948328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6e155d8-140e-4137-9a8c-a765f7ac7ada tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.951517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4da2b-16f7-479f-98dc-078fd70199c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:17.952127 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-97f4da2b-16f7-479f-98dc-078fd70199c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.953422 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-97f4da2b-16f7-479f-98dc-078fd70199c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "PUT /v2.0/ports/251cb906-8442-45a0-b696-824fb8456d38 HTTP/1.1" status: 200 len: 818 time: 1.0475209 Oct 18 07:56:17.955893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:17.961269 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fdd90023-b3cb-45f7-9410-a1f2a9fdda1d tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:17.965565 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59030) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:17.968122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Usage tracker for resource:security_group_rule and tenant:68b2248aaff44386b3308b304f27ae58 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:18.001127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:18.004877 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fdd90023-b3cb-45f7-9410-a1f2a9fdda1d tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:18.053397 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:18.105782 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4da2b-16f7-479f-98dc-078fd70199c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=251cb906-8442-45a0-b696-824fb8456d38,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:18.124322 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd90023-b3cb-45f7-9410-a1f2a9fdda1d tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb75bc8-f89c-4c70-8390-2f125518309e,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:18.129397 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-3130504c-901e-4906-8a44-d93e1eaec5a0 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port 251cb906-8442-45a0-b696-824fb8456d38 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:18.129745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3130504c-901e-4906-8a44-d93e1eaec5a0 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:18.187781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fdd90023-b3cb-45f7-9410-a1f2a9fdda1d tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:18.187781 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-fdd90023-b3cb-45f7-9410-a1f2a9fdda1d tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5656960 Oct 18 07:56:18.190740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59036) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:18.209657 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-d59fe0a7-726f-4c87-a643-096aabcc7e5b tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1722115251'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:18.223993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6e155d8-140e-4137-9a8c-a765f7ac7ada tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:18.224716 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d59fe0a7-726f-4c87-a643-096aabcc7e5b tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:18.237573 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d59fe0a7-726f-4c87-a643-096aabcc7e5b tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:18.240201 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6e155d8-140e-4137-9a8c-a765f7ac7ada tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:18.242241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d59fe0a7-726f-4c87-a643-096aabcc7e5b tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:18.319632 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d59fe0a7-726f-4c87-a643-096aabcc7e5b tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:18.326477 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e155d8-140e-4137-9a8c-a765f7ac7ada tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af29304-6dce-4df1-b72b-679bbf735cde,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:18.339436 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b6eeeb-9c41-4853-a39c-419ed2133cb6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Router cfd6ecbc-7a45-4e58-b87d-4b094663c752 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:56:18.378929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d59fe0a7-726f-4c87-a643-096aabcc7e5b tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:18.394147 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6e155d8-140e-4137-9a8c-a765f7ac7ada tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:18.397950 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f6e155d8-140e-4137-9a8c-a765f7ac7ada tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5602243 Oct 18 07:56:18.405205 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59048) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:18.465964 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-168cfcb1-4956-4181-8275-0f9fdd9d5c0c tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': '9686021c-d739-43ce-90eb-fab13b4e6b74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:18.489256 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-168cfcb1-4956-4181-8275-0f9fdd9d5c0c tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:18.491777 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d59fe0a7-726f-4c87-a643-096aabcc7e5b tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:18.496847 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-168cfcb1-4956-4181-8275-0f9fdd9d5c0c tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:18.501452 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-168cfcb1-4956-4181-8275-0f9fdd9d5c0c tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:18.510923 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-168cfcb1-4956-4181-8275-0f9fdd9d5c0c tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:18.518366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d59fe0a7-726f-4c87-a643-096aabcc7e5b tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:18.526882 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:18.527878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d59fe0a7-726f-4c87-a643-096aabcc7e5b tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:18.535945 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3130504c-901e-4906-8a44-d93e1eaec5a0 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:18.543863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d59fe0a7-726f-4c87-a643-096aabcc7e5b tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:18.545654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:18.560288 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-168cfcb1-4956-4181-8275-0f9fdd9d5c0c tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:18.575261 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b6eeeb-9c41-4853-a39c-419ed2133cb6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:56:18.585193 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb6f076-cd3e-4302-9afa-149f2b012221 None None] Sync routers for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:56:18.590432 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-52b6eeeb-9c41-4853-a39c-419ed2133cb6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "PUT /v2.0/routers/cfd6ecbc-7a45-4e58-b87d-4b094663c752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3849480 Oct 18 07:56:18.595799 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb6f076-cd3e-4302-9afa-149f2b012221 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:56:18.596371 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59058) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:18.596767 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3fb6f076-cd3e-4302-9afa-149f2b012221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:18.612188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] device_id is not set on port a9b64ef5-ed5d-4750-926b-159574dd1e68 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:56:18.676355 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3fb6f076-cd3e-4302-9afa-149f2b012221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:18.686672 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb6f076-cd3e-4302-9afa-149f2b012221 None None] Routers {'cfd6ecbc-7a45-4e58-b87d-4b094663c752'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:56:18.687286 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3fb6f076-cd3e-4302-9afa-149f2b012221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:55:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:18.722166 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-3130504c-901e-4906-8a44-d93e1eaec5a0 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for 251cb906-8442-45a0-b696-824fb8456d38 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:18.751383 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3fb6f076-cd3e-4302-9afa-149f2b012221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:18.752012 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb6f076-cd3e-4302-9afa-149f2b012221 None None] The sync data for ids ['cfd6ecbc-7a45-4e58-b87d-4b094663c752'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:56:18.795641 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59064) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:18.808613 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a98317-1a27-4957-a876-641592f8b4de,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:18.928348 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-168cfcb1-4956-4181-8275-0f9fdd9d5c0c tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): There was a conflict when trying to complete your request. Oct 18 07:56:18.932288 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-168cfcb1-4956-4181-8275-0f9fdd9d5c0c tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5244360 Oct 18 07:56:18.933585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59070) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:18.944977 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578859152'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:18.950779 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3130504c-901e-4906-8a44-d93e1eaec5a0 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:18.964559 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:18.994643 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf5bff13-66e3-4391-9595-b384726859f3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.009168 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:19.018421 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Allocated IP 172.26.8.239 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/a9b64ef5-ed5d-4750-926b-159574dd1e68) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:19.027004 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:19.037662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d59fe0a7-726f-4c87-a643-096aabcc7e5b tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.042790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:19.048273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130504c-901e-4906-8a44-d93e1eaec5a0 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Port': ['ID=251cb906-8442-45a0-b696-824fb8456d38,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:19.053873 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d59fe0a7-726f-4c87-a643-096aabcc7e5b tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.070367 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3130504c-901e-4906-8a44-d93e1eaec5a0 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.110731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.151555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.158439 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b944d7c7-ae47-4ce6-87f7-b3c6390c2588 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.172909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d59fe0a7-726f-4c87-a643-096aabcc7e5b tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.179669 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d59fe0a7-726f-4c87-a643-096aabcc7e5b tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9815185 Oct 18 07:56:19.179669 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3130504c-901e-4906-8a44-d93e1eaec5a0 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/ports/251cb906-8442-45a0-b696-824fb8456d38 HTTP/1.1" status: 204 len: 168 time: 1.2092392 Oct 18 07:56:19.179669 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59fe0a7-726f-4c87-a643-096aabcc7e5b tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c15225-38b7-45f9-bfa6-f3809d185fbd,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:19.180030 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59074) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:19.182007 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59076) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:19.188016 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-65767a93-b0dd-4f84-be74-28fb2fbe36c3 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': '9bb75bc8-f89c-4c70-8390-2f125518309e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '34c15225-38b7-45f9-bfa6-f3809d185fbd'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:19.191237 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:19.200228 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:19.204662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:19.255393 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-65767a93-b0dd-4f84-be74-28fb2fbe36c3 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:19.268298 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b944d7c7-ae47-4ce6-87f7-b3c6390c2588 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.285685 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-65767a93-b0dd-4f84-be74-28fb2fbe36c3 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:19.293389 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-65767a93-b0dd-4f84-be74-28fb2fbe36c3 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:19.317458 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-65767a93-b0dd-4f84-be74-28fb2fbe36c3 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:19.330122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:19.346737 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf5bff13-66e3-4391-9595-b384726859f3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.375477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-bf5bff13-66e3-4391-9595-b384726859f3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Deleting port 8a59cca1-6608-4c4b-95d6-377eac793da7 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:19.375851 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf5bff13-66e3-4391-9595-b384726859f3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.425879 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-65767a93-b0dd-4f84-be74-28fb2fbe36c3 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:19.426950 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-65767a93-b0dd-4f84-be74-28fb2fbe36c3 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2475522 Oct 18 07:56:19.430379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59082) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:19.448911 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b944d7c7-ae47-4ce6-87f7-b3c6390c2588 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.488451 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.493492 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944d7c7-ae47-4ce6-87f7-b3c6390c2588 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9686021c-d739-43ce-90eb-fab13b4e6b74,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:19.514624 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2209b95c-103f-41eb-8a61-22ccb16e5b27 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:19.515322 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2209b95c-103f-41eb-8a61-22ccb16e5b27 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Synchronizing usage tracker for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:19.542073 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.547043 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.563362 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:19.575069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.576909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:19.585616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:19.592252 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b944d7c7-ae47-4ce6-87f7-b3c6390c2588 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.593362 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b944d7c7-ae47-4ce6-87f7-b3c6390c2588 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "DELETE /v2.0/security-groups/9686021c-d739-43ce-90eb-fab13b4e6b74 HTTP/1.1" status: 204 len: 168 time: 0.6565869 Oct 18 07:56:19.601584 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59086) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:19.625764 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2209b95c-103f-41eb-8a61-22ccb16e5b27 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Unset dirty status for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:19.628803 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2209b95c-103f-41eb-8a61-22ccb16e5b27 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4448564 Oct 18 07:56:19.629358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:19.647611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59090) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:19.657239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-42425e0b-2197-4c0a-8374-193624c8bff1 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.659493 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3c0ce3-688a-4f3d-a1e5-be864b23f56c,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:19.726875 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-2094ecaa-433d-40bc-ae83-62338bbf9b36 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] GET failed (client error): The resource could not be found. Oct 18 07:56:19.727403 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2094ecaa-433d-40bc-ae83-62338bbf9b36 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Synchronizing usage tracker for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:19.732411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:19.734251 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Pushing event updated for resources: {'Port': ['ID=a9b64ef5-ed5d-4750-926b-159574dd1e68,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:19.736771 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-42425e0b-2197-4c0a-8374-193624c8bff1 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.738892 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:19.745688 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:19.754715 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf5bff13-66e3-4391-9595-b384726859f3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.764080 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b69e6a3d-95f9-4f18-8b94-fa3702e63f4c tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Synchronizing usage tracker for tenant:43656771763f4be4959a42d4bd1cef4c on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:19.794041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2094ecaa-433d-40bc-ae83-62338bbf9b36 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Unset dirty status for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:19.795204 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2094ecaa-433d-40bc-ae83-62338bbf9b36 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports/251cb906-8442-45a0-b696-824fb8456d38 HTTP/1.1" status: 404 len: 333 time: 0.1428192 Oct 18 07:56:19.806136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59094) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:19.816089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-a470578b-b9fe-4e9e-862b-24ae9ed6c328 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-792543016'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:19.830116 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a470578b-b9fe-4e9e-862b-24ae9ed6c328 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:19.838120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:19.838745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.851812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a470578b-b9fe-4e9e-862b-24ae9ed6c328 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:network and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:19.860514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a470578b-b9fe-4e9e-862b-24ae9ed6c328 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:19.876085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a470578b-b9fe-4e9e-862b-24ae9ed6c328 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:19.885512 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.891215 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.906455 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-bf5bff13-66e3-4391-9595-b384726859f3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Calling delete_port for 8a59cca1-6608-4c4b-95d6-377eac793da7 owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:19.915011 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-57ee2ef6-5538-4f7d-ae30-a3c9ae4fd8cb tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2747629 Oct 18 07:56:19.919135 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59098) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:19.921323 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a470578b-b9fe-4e9e-862b-24ae9ed6c328 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:19.925190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a470578b-b9fe-4e9e-862b-24ae9ed6c328 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.944551 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-6bbd1b4b-8d6e-46ea-a33d-395a54b4d6b1 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.239'}]}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:19.959890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6bbd1b4b-8d6e-46ea-a33d-395a54b4d6b1 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:19.962024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3922c6-530e-40a1-ae60-d98c86d17510,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:19.964401 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b69e6a3d-95f9-4f18-8b94-fa3702e63f4c tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Unset dirty status for tenant:43656771763f4be4959a42d4bd1cef4c on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:19.965657 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b69e6a3d-95f9-4f18-8b94-fa3702e63f4c tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3630085 Oct 18 07:56:19.966669 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.971421 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cbff0085-0a1a-4f96-9626-6182518b0fd7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1664243 Oct 18 07:56:19.971421 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6bbd1b4b-8d6e-46ea-a33d-395a54b4d6b1 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Usage tracker for resource:router and tenant:68b2248aaff44386b3308b304f27ae58 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:19.971677 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59102) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:19.971677 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59104) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:19.975107 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6bbd1b4b-8d6e-46ea-a33d-395a54b4d6b1 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:19.982237 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6bbd1b4b-8d6e-46ea-a33d-395a54b4d6b1 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:19.994848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1b4b-8d6e-46ea-a33d-395a54b4d6b1 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.996053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1b4b-8d6e-46ea-a33d-395a54b4d6b1 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:19.996507 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-370253ef-d336-4c79-8720-3e071259608d tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712527772'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:20.012539 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-370253ef-d336-4c79-8720-3e071259608d tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:20.017753 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a470578b-b9fe-4e9e-862b-24ae9ed6c328 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:56:20.020345 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1b4b-8d6e-46ea-a33d-395a54b4d6b1 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:20.024566 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-42425e0b-2197-4c0a-8374-193624c8bff1 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:20.036798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a470578b-b9fe-4e9e-862b-24ae9ed6c328 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:20.037143 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-a470578b-b9fe-4e9e-862b-24ae9ed6c328 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Added segment fa211140-9601-4cb1-9795-9b7c90fc6d43 of type vlan for network 33cb7648-a36d-4f51-ad7d-85e5310b2b91 Oct 18 07:56:20.072395 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-370253ef-d336-4c79-8720-3e071259608d tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:20.075487 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42425e0b-2197-4c0a-8374-193624c8bff1 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c15225-38b7-45f9-bfa6-f3809d185fbd,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:20.106500 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-42425e0b-2197-4c0a-8374-193624c8bff1 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:20.111800 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-42425e0b-2197-4c0a-8374-193624c8bff1 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "DELETE /v2.0/security-groups/34c15225-38b7-45f9-bfa6-f3809d185fbd HTTP/1.1" status: 204 len: 168 time: 0.6752462 Oct 18 07:56:20.116854 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59110) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:20.119303 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-370253ef-d336-4c79-8720-3e071259608d tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:20.122381 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a470578b-b9fe-4e9e-862b-24ae9ed6c328 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:20.169443 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d615a8b4-3ca9-4ea9-b491-dc65e3b4d851 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1943059 Oct 18 07:56:20.171134 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59114) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:20.180502 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-407eaa43-5b89-4152-a70a-34c32d5275e9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group': {'name': 'tempest-security--1422667444', 'description': 'tempest-security-description-393140877'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:20.191213 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-370253ef-d336-4c79-8720-3e071259608d tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:20.215839 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-370253ef-d336-4c79-8720-3e071259608d tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:20.228069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-370253ef-d336-4c79-8720-3e071259608d tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:20.275314 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-370253ef-d336-4c79-8720-3e071259608d tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:20.294952 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-407eaa43-5b89-4152-a70a-34c32d5275e9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:20.339052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1b4b-8d6e-46ea-a33d-395a54b4d6b1 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:20.339426 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8e088cca-ba96-4e62-8dcd-55b8a16c4e6c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Synchronizing usage tracker for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:20.343133 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a470578b-b9fe-4e9e-862b-24ae9ed6c328 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:20.348598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a470578b-b9fe-4e9e-862b-24ae9ed6c328 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:20.349178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a470578b-b9fe-4e9e-862b-24ae9ed6c328 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:20.398824 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf5bff13-66e3-4391-9595-b384726859f3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:20.442089 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-407eaa43-5b89-4152-a70a-34c32d5275e9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:20.447067 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8e088cca-ba96-4e62-8dcd-55b8a16c4e6c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Unset dirty status for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:20.448330 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8e088cca-ba96-4e62-8dcd-55b8a16c4e6c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3304129 Oct 18 07:56:20.457573 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59118) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:20.464074 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-407eaa43-5b89-4152-a70a-34c32d5275e9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:20.480303 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a470578b-b9fe-4e9e-862b-24ae9ed6c328 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6731069 Oct 18 07:56:20.510343 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bff13-66e3-4391-9595-b384726859f3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event deleted for resources: {'Port': ['ID=8a59cca1-6608-4c4b-95d6-377eac793da7,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:20.512067 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59122) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:20.527250 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470578b-b9fe-4e9e-862b-24ae9ed6c328 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Network': ['ID=33cb7648-a36d-4f51-ad7d-85e5310b2b91,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:20.537707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 33cb7648-a36d-4f51-ad7d-85e5310b2b91 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:56:20.546790 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'subnet': {'network_id': '33cb7648-a36d-4f51-ad7d-85e5310b2b91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:20.679055 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c47ec89b-37cb-45c3-b247-941d53a6c3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:20.830635 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407eaa43-5b89-4152-a70a-34c32d5275e9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3922c6-530e-40a1-ae60-d98c86d17510,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:20.831309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1b4b-8d6e-46ea-a33d-395a54b4d6b1 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:20.861771 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1b4b-8d6e-46ea-a33d-395a54b4d6b1 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:20.875120 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-370253ef-d336-4c79-8720-3e071259608d tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:20.881639 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-407eaa43-5b89-4152-a70a-34c32d5275e9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:20.882876 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-407eaa43-5b89-4152-a70a-34c32d5275e9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "PUT /v2.0/security-groups/1c3922c6-530e-40a1-ae60-d98c86d17510 HTTP/1.1" status: 200 len: 1777 time: 0.7090926 Oct 18 07:56:20.897396 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59126) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:20.900096 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-370253ef-d336-4c79-8720-3e071259608d tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:20.948303 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf5bff13-66e3-4391-9595-b384726859f3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.139451 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3da003ed-4a82-41aa-b965-4c28455f54dd tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.159096 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-370253ef-d336-4c79-8720-3e071259608d tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.160288 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-370253ef-d336-4c79-8720-3e071259608d tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1861620 Oct 18 07:56:21.163951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59130) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:21.165467 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:21.168927 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1b4b-8d6e-46ea-a33d-395a54b4d6b1 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.189793 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370253ef-d336-4c79-8720-3e071259608d tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9ca746-338f-40eb-9d98-bcb248fd6a49,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:21.193159 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf5bff13-66e3-4391-9595-b384726859f3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.211020 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:subnet and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:21.213922 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf5bff13-66e3-4391-9595-b384726859f3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.223185 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:21.229103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-555e1747-3f3f-4514-8e62-250ed6c74c61 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': '7e9ca746-338f-40eb-9d98-bcb248fd6a49', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:21.230116 dv-neutron-861625-1-hyperv neutron-server[89046]: WARNING neutron.api.v2.base [None req-555e1747-3f3f-4514-8e62-250ed6c74c61 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 18 07:56:21.230651 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-555e1747-3f3f-4514-8e62-250ed6c74c61 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:21.234219 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-555e1747-3f3f-4514-8e62-250ed6c74c61 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0652137 Oct 18 07:56:21.235840 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59134) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:21.243918 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:21.246462 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3da003ed-4a82-41aa-b965-4c28455f54dd tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.257908 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c60bf083-1141-465c-afcb-073798c228d9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-groups/1c3922c6-530e-40a1-ae60-d98c86d17510 HTTP/1.1" status: 200 len: 1777 time: 0.3537705 Oct 18 07:56:21.262996 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59138) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:21.307271 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:21.310886 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.337810 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf5bff13-66e3-4391-9595-b384726859f3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.338304 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5bff13-66e3-4391-9595-b384726859f3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Fanout notify agent at l3_agent the message router_deleted on router cfd6ecbc-7a45-4e58-b87d-4b094663c752 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:56:21.480941 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1b4b-8d6e-46ea-a33d-395a54b4d6b1 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.483116 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1b4b-8d6e-46ea-a33d-395a54b4d6b1 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.488433 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf5bff13-66e3-4391-9595-b384726859f3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.489520 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bf5bff13-66e3-4391-9595-b384726859f3 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/routers/cfd6ecbc-7a45-4e58-b87d-4b094663c752 HTTP/1.1" status: 204 len: 168 time: 2.8922267 Oct 18 07:56:21.492188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59142) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:21.505154 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3da003ed-4a82-41aa-b965-4c28455f54dd tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.544672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6bbd1b4b-8d6e-46ea-a33d-395a54b4d6b1 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.545172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbd1b4b-8d6e-46ea-a33d-395a54b4d6b1 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 187ce18b-de0d-45c8-b0fb-aa0baed278b6 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:56:21.547410 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da003ed-4a82-41aa-b965-4c28455f54dd tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb75bc8-f89c-4c70-8390-2f125518309e,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:21.549617 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ea7022bc-fb37-4af3-8ecd-6faea65e7f38 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.568408 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b5c28d2-bdf7-49cc-aee1-c35ce220c7a9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.584443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Deleting subnet bfcc4d90-6791-4e69-a6e9-b96627a83de4 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:56:21.584660 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3da003ed-4a82-41aa-b965-4c28455f54dd tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.585709 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3da003ed-4a82-41aa-b965-4c28455f54dd tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "DELETE /v2.0/security-groups/9bb75bc8-f89c-4c70-8390-2f125518309e HTTP/1.1" status: 204 len: 168 time: 1.1172934 Oct 18 07:56:21.589568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59146) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:21.590300 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-6bbd1b4b-8d6e-46ea-a33d-395a54b4d6b1 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 18 07:56:21.591346 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6bbd1b4b-8d6e-46ea-a33d-395a54b4d6b1 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6711938 Oct 18 07:56:21.593736 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.603033 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59150) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:21.615829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ea7022bc-fb37-4af3-8ecd-6faea65e7f38 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.674033 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.724296 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b5c28d2-bdf7-49cc-aee1-c35ce220c7a9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.728193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-824f73ec-9cc3-4588-af5c-f55e7da11fe7 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Synchronizing usage tracker for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:21.760872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.781406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8085f111-5a53-4481-ab07-3a15901c0398 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Deleting port a9b64ef5-ed5d-4750-926b-159574dd1e68 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:21.781747 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8085f111-5a53-4481-ab07-3a15901c0398 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.789485 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-824f73ec-9cc3-4588-af5c-f55e7da11fe7 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Unset dirty status for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:21.790746 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-824f73ec-9cc3-4588-af5c-f55e7da11fe7 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1984560 Oct 18 07:56:21.797578 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59154) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:21.805420 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ac9d3f87-51d4-4d6a-b59f-05192f67c820 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720564352'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:21.814527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ac9d3f87-51d4-4d6a-b59f-05192f67c820 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:21.837806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ac9d3f87-51d4-4d6a-b59f-05192f67c820 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:21.853960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3f87-51d4-4d6a-b59f-05192f67c820 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.879193 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ea7022bc-fb37-4af3-8ecd-6faea65e7f38 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.880707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.885318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ac9d3f87-51d4-4d6a-b59f-05192f67c820 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:21.922999 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ac9d3f87-51d4-4d6a-b59f-05192f67c820 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:21.929014 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b5c28d2-bdf7-49cc-aee1-c35ce220c7a9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.929165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ac9d3f87-51d4-4d6a-b59f-05192f67c820 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:21.933430 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event deleted for resources: {'Subnet': ['ID=bfcc4d90-6791-4e69-a6e9-b96627a83de4,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:21.942901 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:21.945825 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:21.946166 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:21.946497 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:21.946849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:21.947173 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:21.947499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:21.947816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:21.948135 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:21.948453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:21.948769 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:21.949083 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:21.949397 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:21.953132 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ac9d3f87-51d4-4d6a-b59f-05192f67c820 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:21.956040 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7022bc-fb37-4af3-8ecd-6faea65e7f38 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9ca746-338f-40eb-9d98-bcb248fd6a49,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:21.971375 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4db0a28d-3d4a-4589-8034-c92c06789fc6 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/subnets/bfcc4d90-6791-4e69-a6e9-b96627a83de4 HTTP/1.1" status: 204 len: 168 time: 0.4754894 Oct 18 07:56:21.971608 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59158) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:21.981845 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.027325 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c28d2-bdf7-49cc-aee1-c35ce220c7a9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3922c6-530e-40a1-ae60-d98c86d17510,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:22.108779 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-292fc4fb-2673-461b-a316-9daf4d8910e0 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.169986 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b5c28d2-bdf7-49cc-aee1-c35ce220c7a9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.173995 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7b5c28d2-bdf7-49cc-aee1-c35ce220c7a9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-groups/1c3922c6-530e-40a1-ae60-d98c86d17510 HTTP/1.1" status: 204 len: 168 time: 0.8951938 Oct 18 07:56:22.173995 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ea7022bc-fb37-4af3-8ecd-6faea65e7f38 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.173995 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ea7022bc-fb37-4af3-8ecd-6faea65e7f38 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "DELETE /v2.0/security-groups/7e9ca746-338f-40eb-9d98-bcb248fd6a49 HTTP/1.1" status: 204 len: 168 time: 0.9185495 Oct 18 07:56:22.175894 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59162) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:22.176221 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59164) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:22.177931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3f87-51d4-4d6a-b59f-05192f67c820 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.187569 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Subnet': ['ID=9ed0eb63-d93f-4a0c-b3cd-36af1446534a,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:22.195062 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3f87-51d4-4d6a-b59f-05192f67c820 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.246876 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:22.247489 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:22.247618 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:22.247880 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:22.248215 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:22.248544 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:22.248872 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:22.249198 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:22.249520 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:22.249843 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:22.250165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:22.250489 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:22.257999 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Checking segment: {'id': 'fa211140-9601-4cb1-9795-9b7c90fc6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '33cb7648-a36d-4f51-ad7d-85e5310b2b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:22.258365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network hostable DHCP agents. Network: 33cb7648-a36d-4f51-ad7d-85e5310b2b91, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:56:22.298328 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8085f111-5a53-4481-ab07-3a15901c0398 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.309449 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-292fc4fb-2673-461b-a316-9daf4d8910e0 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.323598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d3f87-51d4-4d6a-b59f-05192f67c820 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9790b769-17e8-402b-8553-96897481991d,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:22.334144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3f87-51d4-4d6a-b59f-05192f67c820 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.338308 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ac9d3f87-51d4-4d6a-b59f-05192f67c820 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5362759 Oct 18 07:56:22.338898 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59170) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:22.345727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-417fab8a-25d7-40e1-a6a1-540e54886fa5 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': '9790b769-17e8-402b-8553-96897481991d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:22.352757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-292fc4fb-2673-461b-a316-9daf4d8910e0 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b310c0-2833-4179-9c6b-806209de5cb1']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:22.359597 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-417fab8a-25d7-40e1-a6a1-540e54886fa5 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:22.366856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-417fab8a-25d7-40e1-a6a1-540e54886fa5 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:22.370054 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-292fc4fb-2673-461b-a316-9daf4d8910e0 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551310cb-535e-4841-8652-1dc8bd45df99') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:22.370347 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-292fc4fb-2673-461b-a316-9daf4d8910e0 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551310cb-535e-4841-8652-1dc8bd45df99') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:22.376560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-417fab8a-25d7-40e1-a6a1-540e54886fa5 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:22.385818 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-417fab8a-25d7-40e1-a6a1-540e54886fa5 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:22.388700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-292fc4fb-2673-461b-a316-9daf4d8910e0 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.411842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-292fc4fb-2673-461b-a316-9daf4d8910e0 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.425026 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292fc4fb-2673-461b-a316-9daf4d8910e0 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:56:22.425550 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-292fc4fb-2673-461b-a316-9daf4d8910e0 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.498720 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 551310cb-535e-4841-8652-1dc8bd45df99 resource provider aggregate not found Oct 18 07:56:22.522820 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-417fab8a-25d7-40e1-a6a1-540e54886fa5 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:22.523867 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-417fab8a-25d7-40e1-a6a1-540e54886fa5 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1840808 Oct 18 07:56:22.528928 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 551310cb-535e-4841-8652-1dc8bd45df99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 551310cb-535e-4841-8652-1dc8bd45df99 found for delete ", "request_id": "req-c47760b1-c503-461a-b14b-15bce208a5eb"}]} Oct 18 07:56:22.529335 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59178) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:22.534768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f11d9bd3-caab-440d-bda9-15073d06b62f tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group_rule': {'security_group_id': '9790b769-17e8-402b-8553-96897481991d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:22.544318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f11d9bd3-caab-440d-bda9-15073d06b62f tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:22.548723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f11d9bd3-caab-440d-bda9-15073d06b62f tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:22.551963 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f11d9bd3-caab-440d-bda9-15073d06b62f tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:22.555092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-292fc4fb-2673-461b-a316-9daf4d8910e0 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.575273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f11d9bd3-caab-440d-bda9-15073d06b62f tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:22.580638 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-292fc4fb-2673-461b-a316-9daf4d8910e0 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.586051 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8085f111-5a53-4481-ab07-3a15901c0398 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Calling delete_port for a9b64ef5-ed5d-4750-926b-159574dd1e68 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:22.591440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fc4fb-2673-461b-a316-9daf4d8910e0 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] Pushing event deleted for resources: {'Network': ['ID=36b310c0-2833-4179-9c6b-806209de5cb1,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:22.594623 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-292fc4fb-2673-461b-a316-9daf4d8910e0 tempest-FloatingIPTestJSON-1393267348 tempest-FloatingIPTestJSON-1393267348-project] 10.222.0.17 "DELETE /v2.0/networks/36b310c0-2833-4179-9c6b-806209de5cb1 HTTP/1.1" status: 204 len: 168 time: 0.6221209 Oct 18 07:56:22.620171 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-f11d9bd3-caab-440d-bda9-15073d06b62f tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:22.623004 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f11d9bd3-caab-440d-bda9-15073d06b62f tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0927362 Oct 18 07:56:22.624447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59184) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:22.633208 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-32762a05-564c-42c4-a4c3-9b66d6399936 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:22.642878 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0a0ba7e8-8feb-4256-a2ba-1eeae52bdb53 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Synchronizing usage tracker for tenant:43656771763f4be4959a42d4bd1cef4c on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:22.647916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 33cb7648-a36d-4f51-ad7d-85e5310b2b91 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:56:22.680117 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 33cb7648-a36d-4f51-ad7d-85e5310b2b91) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:22.688007 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0a0ba7e8-8feb-4256-a2ba-1eeae52bdb53 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Unset dirty status for tenant:43656771763f4be4959a42d4bd1cef4c on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:22.690044 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0a0ba7e8-8feb-4256-a2ba-1eeae52bdb53 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5077369 Oct 18 07:56:22.693711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:22.693711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.695285 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59188) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:22.697348 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6fb1a2-f33d-4eda-a5a9-afeba2059033 None None] Network 33cb7648-a36d-4f51-ad7d-85e5310b2b91 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:22.702169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-51e3bc67-74f2-4e79-bc73-a6cae2225504 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1272343749'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:22.707170 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2cc0ee39-05fa-4cb5-99c1-e5cb9c113a2c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.716059 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-32762a05-564c-42c4-a4c3-9b66d6399936 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:22.720013 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-32762a05-564c-42c4-a4c3-9b66d6399936 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5364692 Oct 18 07:56:22.721670 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59192) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:22.744179 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d1b50117-cf49-48b5-8e70-f9a4f6f5a1db tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2130470 Oct 18 07:56:22.747095 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59196) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:22.752205 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-0030b16a-96f1-4923-92cb-3fa48b7c0843 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] delete failed (client error): The resource could not be found. Oct 18 07:56:22.756844 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0030b16a-96f1-4923-92cb-3fa48b7c0843 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-groups/1c3922c6-530e-40a1-ae60-d98c86d17510 HTTP/1.1" status: 404 len: 347 time: 0.0306344 Oct 18 07:56:22.764203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-412a643a-72e3-438f-ac2d-1937a7cbfe61 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'subnet': {'network_id': '33cb7648-a36d-4f51-ad7d-85e5310b2b91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:22.786563 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59200) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:22.826399 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-51e3bc67-74f2-4e79-bc73-a6cae2225504 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:22.849375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-51e3bc67-74f2-4e79-bc73-a6cae2225504 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:22.852919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e7357e12-665a-4227-8e47-6ee189ac938e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128651843'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:22.856075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2cc0ee39-05fa-4cb5-99c1-e5cb9c113a2c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.882243 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-51e3bc67-74f2-4e79-bc73-a6cae2225504 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.911912 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e7357e12-665a-4227-8e47-6ee189ac938e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:22.917788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-51e3bc67-74f2-4e79-bc73-a6cae2225504 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:22.924125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-51e3bc67-74f2-4e79-bc73-a6cae2225504 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:22.927392 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-51e3bc67-74f2-4e79-bc73-a6cae2225504 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:22.933870 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-51e3bc67-74f2-4e79-bc73-a6cae2225504 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:22.938394 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e7357e12-665a-4227-8e47-6ee189ac938e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:22.946134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2cc0ee39-05fa-4cb5-99c1-e5cb9c113a2c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.983336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0ee39-05fa-4cb5-99c1-e5cb9c113a2c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9790b769-17e8-402b-8553-96897481991d,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:22.988733 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7357e12-665a-4227-8e47-6ee189ac938e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.990602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2cc0ee39-05fa-4cb5-99c1-e5cb9c113a2c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:22.991830 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2cc0ee39-05fa-4cb5-99c1-e5cb9c113a2c tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "DELETE /v2.0/security-groups/9790b769-17e8-402b-8553-96897481991d HTTP/1.1" status: 204 len: 168 time: 0.3664155 Oct 18 07:56:22.994509 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59206) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:23.003964 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8085f111-5a53-4481-ab07-3a15901c0398 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.026690 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-33cb7648-a36d-4f51-ad7d-85e5310b2b91', 'network_id': '33cb7648-a36d-4f51-ad7d-85e5310b2b91', 'tenant_id': '491c7abebf5a4f46aa6b1b9fa1ea0fa8', 'fixed_ips': [{'subnet_id': '9ed0eb63-d93f-4a0c-b3cd-36af1446534a'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:56:23.028049 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.059955 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59210) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:23.077055 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085f111-5a53-4481-ab07-3a15901c0398 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9b64ef5-ed5d-4750-926b-159574dd1e68,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:23.092599 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f828e0d0-3df1-48ec-aa05-a6535fa83196 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Synchronizing usage tracker for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:23.107268 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-51e3bc67-74f2-4e79-bc73-a6cae2225504 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.117036 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-415a06ce-3a63-47fb-8f1f-6be59c821365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.118515 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-51e3bc67-74f2-4e79-bc73-a6cae2225504 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.138804 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e7357e12-665a-4227-8e47-6ee189ac938e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:23.141696 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-412a643a-72e3-438f-ac2d-1937a7cbfe61 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:23.153949 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f828e0d0-3df1-48ec-aa05-a6535fa83196 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Unset dirty status for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:23.155336 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f828e0d0-3df1-48ec-aa05-a6535fa83196 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1599948 Oct 18 07:56:23.160438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-51e3bc67-74f2-4e79-bc73-a6cae2225504 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.167283 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-51e3bc67-74f2-4e79-bc73-a6cae2225504 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4711337 Oct 18 07:56:23.172393 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59216) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:23.172717 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59218) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:23.176880 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-412a643a-72e3-438f-ac2d-1937a7cbfe61 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:subnet and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:23.179953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e7357e12-665a-4227-8e47-6ee189ac938e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:23.183413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-412a643a-72e3-438f-ac2d-1937a7cbfe61 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:23.193635 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e7357e12-665a-4227-8e47-6ee189ac938e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:23.198212 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-412a643a-72e3-438f-ac2d-1937a7cbfe61 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:23.204333 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-a8b1ac9a-a18d-4485-a539-d0de8bfccadf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group': {'name': 'tempest-secgroup--228032843'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:23.208572 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e7357e12-665a-4227-8e47-6ee189ac938e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:23.224655 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c147437d-a2b6-4e81-b801-096772933ae0 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': 'c06bee10-ccdf-471e-a498-7abaa64722df', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:23.225818 dv-neutron-861625-1-hyperv neutron-server[89046]: WARNING neutron.api.v2.base [None req-c147437d-a2b6-4e81-b801-096772933ae0 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 18 07:56:23.226324 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-c147437d-a2b6-4e81-b801-096772933ae0 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:23.230453 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59224) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:23.234005 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c147437d-a2b6-4e81-b801-096772933ae0 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0553045 Oct 18 07:56:23.238804 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a8b1ac9a-a18d-4485-a539-d0de8bfccadf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:23.242881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3bc67-74f2-4e79-bc73-a6cae2225504 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06bee10-ccdf-471e-a498-7abaa64722df,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:23.260429 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412a643a-72e3-438f-ac2d-1937a7cbfe61 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:23.264964 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-412a643a-72e3-438f-ac2d-1937a7cbfe61 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.268114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a8b1ac9a-a18d-4485-a539-d0de8bfccadf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:23.281152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ac9a-a18d-4485-a539-d0de8bfccadf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.284282 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8085f111-5a53-4481-ab07-3a15901c0398 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.285660 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Allocated IP 172.20.0.2 (33cb7648-a36d-4f51-ad7d-85e5310b2b91/9ed0eb63-d93f-4a0c-b3cd-36af1446534a/9018ef6b-2b50-49d4-8eb3-053bce568fc3) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:23.327885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a8b1ac9a-a18d-4485-a539-d0de8bfccadf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:23.331997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a8b1ac9a-a18d-4485-a539-d0de8bfccadf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Usage tracker for resource:security_group_rule and tenant:8cddaa7ca31a45589c943edf1741b000 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:23.335457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a8b1ac9a-a18d-4485-a539-d0de8bfccadf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:23.341343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a8b1ac9a-a18d-4485-a539-d0de8bfccadf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:23.399375 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8085f111-5a53-4481-ab07-3a15901c0398 tempest-RoutersAdminNegativeTest-161012728 tempest-RoutersAdminNegativeTest-161012728-project-admin] 10.222.0.17 "DELETE /v2.0/ports/a9b64ef5-ed5d-4750-926b-159574dd1e68 HTTP/1.1" status: 204 len: 168 time: 1.7952936 Oct 18 07:56:23.405922 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4fdf92a0-9ff4-4677-a348-763397024ed0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=673b068eae9a43748b342c59b1cd9387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448915 Oct 18 07:56:23.409023 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59232) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:23.462511 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ac9a-a18d-4485-a539-d0de8bfccadf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.489243 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf2f4d93-a024-49c2-9cd2-17d894af443b tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.493151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ac9a-a18d-4485-a539-d0de8bfccadf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.499375 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7357e12-665a-4227-8e47-6ee189ac938e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.521885 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7357e12-665a-4227-8e47-6ee189ac938e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.530275 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.542330 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Transition to ACTIVE for port object 9018ef6b-2b50-49d4-8eb3-053bce568fc3 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:23.543082 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a145-5874-460a-b1cf-b72498892541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.564120 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Transition to ACTIVE for port object 9018ef6b-2b50-49d4-8eb3-053bce568fc3 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:23.564572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1ac9a-a18d-4485-a539-d0de8bfccadf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a362d63-9325-4d47-b4c8-3c9797671dab,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:23.579416 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.ipam_backend_mixin [None req-412a643a-72e3-438f-ac2d-1937a7cbfe61 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9ed0eb63-d93f-4a0c-b3cd-36af1446534a (CIDR: 172.20.0.0/28) Oct 18 07:56:23.581361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.585108 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ac9a-a18d-4485-a539-d0de8bfccadf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.586457 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a8b1ac9a-a18d-4485-a539-d0de8bfccadf tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4122946 Oct 18 07:56:23.588730 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf2f4d93-a024-49c2-9cd2-17d894af443b tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.589784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59236) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:23.593621 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a145-5874-460a-b1cf-b72498892541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.604910 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-2c822d13-a0dc-46b0-80c2-0781a0d813ab tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:23.605442 dv-neutron-861625-1-hyperv neutron-server[89046]: WARNING neutron.api.v2.base [None req-2c822d13-a0dc-46b0-80c2-0781a0d813ab tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 18 07:56:23.606054 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-2c822d13-a0dc-46b0-80c2-0781a0d813ab tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] update failed (client error): There was a conflict when trying to complete your request. Oct 18 07:56:23.607170 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2c822d13-a0dc-46b0-80c2-0781a0d813ab tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "PUT /v2.0/security-groups/0a362d63-9325-4d47-b4c8-3c9797671dab HTTP/1.1" status: 409 len: 330 time: 0.0163963 Oct 18 07:56:23.610254 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59240) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:23.611948 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-412a643a-72e3-438f-ac2d-1937a7cbfe61 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:23.612669 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412a643a-72e3-438f-ac2d-1937a7cbfe61 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:23.627306 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7357e12-665a-4227-8e47-6ee189ac938e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.628847 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e7357e12-665a-4227-8e47-6ee189ac938e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8000364 Oct 18 07:56:23.629838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7357e12-665a-4227-8e47-6ee189ac938e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1567b6a9-7cca-4d6f-8144-f69b6973d949,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:23.639295 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59246) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:23.648620 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-8ccb9236-11e5-473e-9738-114913afcc27 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group_rule': {'security_group_id': '1567b6a9-7cca-4d6f-8144-f69b6973d949', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:23.667096 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8ccb9236-11e5-473e-9738-114913afcc27 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:23.677207 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Pushing event updated for resources: {'Port': ['ID=9018ef6b-2b50-49d4-8eb3-053bce568fc3,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:23.677433 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8ccb9236-11e5-473e-9738-114913afcc27 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:23.681374 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8ccb9236-11e5-473e-9738-114913afcc27 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:23.685621 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-412a643a-72e3-438f-ac2d-1937a7cbfe61 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9373951 Oct 18 07:56:23.690214 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59250) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:23.693252 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8ccb9236-11e5-473e-9738-114913afcc27 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:23.697980 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Network 33cb7648-a36d-4f51-ad7d-85e5310b2b91 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:23.698873 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-2add51b6-9ae4-45ca-98db-e2aa8cd4f05e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'subnet': {'network_id': '33cb7648-a36d-4f51-ad7d-85e5310b2b91', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:23.703640 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:23.707771 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:23.708281 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:23.708630 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:23.708968 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:23.709393 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:23.709727 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:23.710061 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:23.710461 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:23.710809 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:23.711413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:23.711898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:23.712425 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:56:23.716251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:23.760410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59254) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:23.760630 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.783720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf2f4d93-a024-49c2-9cd2-17d894af443b tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.794438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a145-5874-460a-b1cf-b72498892541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.815565 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6c757403-c40e-412e-9b57-b9cf2629e217 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.818918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2a145-5874-460a-b1cf-b72498892541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82daae8-0475-4272-9bae-ac94a6e9a85a,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:23.821779 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f4d93-a024-49c2-9cd2-17d894af443b tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06bee10-ccdf-471e-a498-7abaa64722df,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:23.826915 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8ccb9236-11e5-473e-9738-114913afcc27 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.861490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a145-5874-460a-b1cf-b72498892541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.862769 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5cc2a145-5874-460a-b1cf-b72498892541 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c82daae8-0475-4272-9bae-ac94a6e9a85a HTTP/1.1" status: 204 len: 168 time: 0.4524899 Oct 18 07:56:23.878138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6c757403-c40e-412e-9b57-b9cf2629e217 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.878369 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bf2f4d93-a024-49c2-9cd2-17d894af443b tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.882404 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bf2f4d93-a024-49c2-9cd2-17d894af443b tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "DELETE /v2.0/security-groups/c06bee10-ccdf-471e-a498-7abaa64722df HTTP/1.1" status: 204 len: 168 time: 0.6489449 Oct 18 07:56:23.888795 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59262) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:23.902937 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Attempting to bind port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:56:23.903503 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Attempting to bind port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'fa211140-9601-4cb1-9795-9b7c90fc6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '33cb7648-a36d-4f51-ad7d-85e5310b2b91'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:56:23.903959 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Attempting to bind port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 on network 33cb7648-a36d-4f51-ad7d-85e5310b2b91 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:56:23.911970 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:56:23.912479 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Checking segment: {'id': 'fa211140-9601-4cb1-9795-9b7c90fc6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '33cb7648-a36d-4f51-ad7d-85e5310b2b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:23.913039 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.913488 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Bound using segment: {'id': 'fa211140-9601-4cb1-9795-9b7c90fc6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '33cb7648-a36d-4f51-ad7d-85e5310b2b91'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:56:23.914128 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Bound port: 9018ef6b-2b50-49d4-8eb3-053bce568fc3, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa211140-9601-4cb1-9795-9b7c90fc6d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '33cb7648-a36d-4f51-ad7d-85e5310b2b91'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:56:23.914590 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.925603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:23.965949 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2add51b6-9ae4-45ca-98db-e2aa8cd4f05e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:23.983031 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2add51b6-9ae4-45ca-98db-e2aa8cd4f05e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:subnet and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:23.991773 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2add51b6-9ae4-45ca-98db-e2aa8cd4f05e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:24.002192 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9fc21754-676d-4cc3-837e-7e689aa57953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.002398 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2add51b6-9ae4-45ca-98db-e2aa8cd4f05e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:24.006852 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8ccb9236-11e5-473e-9738-114913afcc27 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.011665 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-723ae3cc-8ffa-48b9-b881-81c966097ad8 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Synchronizing usage tracker for tenant:43656771763f4be4959a42d4bd1cef4c on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:24.020283 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8ccb9236-11e5-473e-9738-114913afcc27 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.032392 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9fc21754-676d-4cc3-837e-7e689aa57953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:24.034291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] For port 9018ef6b-2b50-49d4-8eb3-053bce568fc3, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:56:24.039114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9fc21754-676d-4cc3-837e-7e689aa57953 admin admin] Usage tracker for resource:security_group_rule and tenant:9a812d05cf084a58ba60f6406b825bf8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:24.040224 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2add51b6-9ae4-45ca-98db-e2aa8cd4f05e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:24.040379 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] For port 9018ef6b-2b50-49d4-8eb3-053bce568fc3, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=9018ef6b-2b50-49d4-8eb3-053bce568fc3,segment=NetworkSegment(fa211140-9601-4cb1-9795-9b7c90fc6d43),segment_id=fa211140-9601-4cb1-9795-9b7c90fc6d43)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:56:24.043654 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2add51b6-9ae4-45ca-98db-e2aa8cd4f05e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.045010 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9fc21754-676d-4cc3-837e-7e689aa57953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:24.045623 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.052605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9fc21754-676d-4cc3-837e-7e689aa57953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:24.056554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6c757403-c40e-412e-9b57-b9cf2629e217 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.093085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c757403-c40e-412e-9b57-b9cf2629e217 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a362d63-9325-4d47-b4c8-3c9797671dab,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:24.113593 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6c757403-c40e-412e-9b57-b9cf2629e217 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.115054 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6c757403-c40e-412e-9b57-b9cf2629e217 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "DELETE /v2.0/security-groups/0a362d63-9325-4d47-b4c8-3c9797671dab HTTP/1.1" status: 204 len: 168 time: 0.5032191 Oct 18 07:56:24.117750 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59268) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:24.124174 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb9236-11e5-473e-9738-114913afcc27 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce76223c-a68c-4a70-a550-8111b1703c5b,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:24.136998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-723ae3cc-8ffa-48b9-b881-81c966097ad8 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Unset dirty status for tenant:43656771763f4be4959a42d4bd1cef4c on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:24.144830 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-723ae3cc-8ffa-48b9-b881-81c966097ad8 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2550097 Oct 18 07:56:24.145692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59272) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:24.156760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-b791bc3f-97d3-4ade-a93b-7600b1cf79ba tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group': {'name': 'tempest-secgroup--306182933'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:24.164341 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8ccb9236-11e5-473e-9738-114913afcc27 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.165586 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8ccb9236-11e5-473e-9738-114913afcc27 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5246587 Oct 18 07:56:24.169118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b791bc3f-97d3-4ade-a93b-7600b1cf79ba tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:24.169502 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59276) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:24.194320 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b791bc3f-97d3-4ade-a93b-7600b1cf79ba tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:24.227696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-00235f71-e629-43ae-b825-af2b4f820c24 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Synchronizing usage tracker for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:24.234508 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-71c77e17-edeb-48b0-a6af-1eb6beaff01e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.249728 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-71c77e17-edeb-48b0-a6af-1eb6beaff01e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.250303 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b791bc3f-97d3-4ade-a93b-7600b1cf79ba tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.281970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-00235f71-e629-43ae-b825-af2b4f820c24 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] Unset dirty status for tenant:8cddaa7ca31a45589c943edf1741b000 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:24.283582 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-00235f71-e629-43ae-b825-af2b4f820c24 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1648245 Oct 18 07:56:24.291251 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59282) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:24.295932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b791bc3f-97d3-4ade-a93b-7600b1cf79ba tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:24.305142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b791bc3f-97d3-4ade-a93b-7600b1cf79ba tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:24.309458 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9fc21754-676d-4cc3-837e-7e689aa57953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.310817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b791bc3f-97d3-4ade-a93b-7600b1cf79ba tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:24.315673 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-d7c8ad87-4d70-4785-854d-265113813074 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] delete failed (client error): The resource could not be found. Oct 18 07:56:24.316912 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d7c8ad87-4d70-4785-854d-265113813074 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "DELETE /v2.0/security-groups/9a235f64-eda2-46b2-9193-e91b2789fd8f HTTP/1.1" status: 404 len: 347 time: 0.0247431 Oct 18 07:56:24.322233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59286) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:24.325138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b791bc3f-97d3-4ade-a93b-7600b1cf79ba tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:24.331035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743715ea-3106-4ba9-b04c-e8f7126e1960 None None] Pushing event updated for resources: {'Port': ['ID=9018ef6b-2b50-49d4-8eb3-053bce568fc3,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:24.344990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9fc21754-676d-4cc3-837e-7e689aa57953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.366304 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-71c77e17-edeb-48b0-a6af-1eb6beaff01e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.398928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c77e17-edeb-48b0-a6af-1eb6beaff01e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce76223c-a68c-4a70-a550-8111b1703c5b,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:24.417355 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-71c77e17-edeb-48b0-a6af-1eb6beaff01e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.418792 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-71c77e17-edeb-48b0-a6af-1eb6beaff01e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/ce76223c-a68c-4a70-a550-8111b1703c5b HTTP/1.1" status: 204 len: 168 time: 0.2482617 Oct 18 07:56:24.422110 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59294) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:24.431089 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9fc21754-676d-4cc3-837e-7e689aa57953 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9a812d05cf084a58ba60f6406b825bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6694713 Oct 18 07:56:24.435983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59298) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:24.442043 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-761a0d1b-c25a-45af-b567-7eae84330de4 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] show failed (client error): The resource could not be found. Oct 18 07:56:24.446763 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-761a0d1b-c25a-45af-b567-7eae84330de4 tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "GET /v2.0/security-groups/c823c52e-8055-40fe-8fb8-3f5b95caf3b5 HTTP/1.1" status: 404 len: 347 time: 0.1204109 Oct 18 07:56:24.449245 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59302) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:24.461905 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc21754-676d-4cc3-837e-7e689aa57953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db226cb7-b482-4d48-a47a-f04cc3304867,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:24.479474 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-2c70532e-3683-47ae-8aa4-adc78265f7fb tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] show failed (client error): The resource could not be found. Oct 18 07:56:24.480496 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2c70532e-3683-47ae-8aa4-adc78265f7fb tempest-NegativeSecGroupIPv6Test-1793680148 tempest-NegativeSecGroupIPv6Test-1793680148-project] 10.222.0.17 "GET /v2.0/security-group-rules/f4c10530-14c1-4d95-96c7-6dc63fd1edf3 HTTP/1.1" status: 404 len: 356 time: 0.0303376 Oct 18 07:56:24.521421 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-002b4202-5c26-4a9e-a223-9e52171f5647 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:24.553710 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2add51b6-9ae4-45ca-98db-e2aa8cd4f05e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.620135 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b791bc3f-97d3-4ade-a93b-7600b1cf79ba tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.624501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c8fd59ad-97d0-410b-9f9d-f4af882b3d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.625136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2add51b6-9ae4-45ca-98db-e2aa8cd4f05e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 33cb7648-a36d-4f51-ad7d-85e5310b2b91 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:24.626111 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-002b4202-5c26-4a9e-a223-9e52171f5647 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:24.628086 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-002b4202-5c26-4a9e-a223-9e52171f5647 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2048533 Oct 18 07:56:24.634520 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59310) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:24.635274 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-2add51b6-9ae4-45ca-98db-e2aa8cd4f05e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:24.640388 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2add51b6-9ae4-45ca-98db-e2aa8cd4f05e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:24.641325 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2add51b6-9ae4-45ca-98db-e2aa8cd4f05e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.656231 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b791bc3f-97d3-4ade-a93b-7600b1cf79ba tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.674374 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add51b6-9ae4-45ca-98db-e2aa8cd4f05e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Subnet': ['ID=d470066b-cdf7-4ae8-8313-c5a81733e4e3,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:24.678606 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2add51b6-9ae4-45ca-98db-e2aa8cd4f05e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9870853 Oct 18 07:56:24.687249 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59314) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:24.693808 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'network_id': '33cb7648-a36d-4f51-ad7d-85e5310b2b91', 'fixed_ips': [{'subnet_id': '9ed0eb63-d93f-4a0c-b3cd-36af1446534a'}, {'subnet_id': 'd470066b-cdf7-4ae8-8313-c5a81733e4e3'}], 'name': 'tempest-PortsTestJSON-529278864'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:24.785589 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791bc3f-97d3-4ade-a93b-7600b1cf79ba tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5b3178-cd5f-4272-856e-9a5abf338703,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:24.793990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c8fd59ad-97d0-410b-9f9d-f4af882b3d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.840128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b791bc3f-97d3-4ade-a93b-7600b1cf79ba tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.841368 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b791bc3f-97d3-4ade-a93b-7600b1cf79ba tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6943767 Oct 18 07:56:24.845523 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59322) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:24.864788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-2d738293-2543-4326-9407-d1d225c4dcf1 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': 'ed5b3178-cd5f-4272-856e-9a5abf338703', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:24.865724 dv-neutron-861625-1-hyperv neutron-server[89046]: WARNING neutron.api.v2.base [None req-2d738293-2543-4326-9407-d1d225c4dcf1 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 18 07:56:24.866143 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-2d738293-2543-4326-9407-d1d225c4dcf1 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:24.869930 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2d738293-2543-4326-9407-d1d225c4dcf1 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0190706 Oct 18 07:56:24.877977 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59326) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:24.885970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-b6926520-6686-4cac-aed1-af5f22fe78e3 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': 'ed5b3178-cd5f-4272-856e-9a5abf338703', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:24.886676 dv-neutron-861625-1-hyperv neutron-server[89046]: WARNING neutron.api.v2.base [None req-b6926520-6686-4cac-aed1-af5f22fe78e3 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 18 07:56:24.887165 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-b6926520-6686-4cac-aed1-af5f22fe78e3 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:24.888123 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b6926520-6686-4cac-aed1-af5f22fe78e3 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0091939 Oct 18 07:56:24.891092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59332) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:24.900146 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-2ca9008f-4eda-455c-b24c-2637bb2a7463 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': 'ed5b3178-cd5f-4272-856e-9a5abf338703', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:24.900928 dv-neutron-861625-1-hyperv neutron-server[89046]: WARNING neutron.api.v2.base [None req-2ca9008f-4eda-455c-b24c-2637bb2a7463 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 18 07:56:24.901435 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-2ca9008f-4eda-455c-b24c-2637bb2a7463 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:24.902380 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2ca9008f-4eda-455c-b24c-2637bb2a7463 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101016 Oct 18 07:56:24.903088 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e370a363-b66e-486d-9e36-87601f94fcd9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.908003 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59336) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:24.911395 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:24.920100 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:port and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:24.922773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-77e9236c-d490-48ea-94ad-8577a35d210f tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': 'ed5b3178-cd5f-4272-856e-9a5abf338703', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:24.924237 dv-neutron-861625-1-hyperv neutron-server[89046]: WARNING neutron.api.v2.base [None req-77e9236c-d490-48ea-94ad-8577a35d210f tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 18 07:56:24.924766 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-77e9236c-d490-48ea-94ad-8577a35d210f tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:24.928602 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-77e9236c-d490-48ea-94ad-8577a35d210f tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0185134 Oct 18 07:56:24.928763 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59340) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:24.931989 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:24.943438 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:24.958662 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:24.958872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e370a363-b66e-486d-9e36-87601f94fcd9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:24.968744 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c8fd59ad-97d0-410b-9f9d-f4af882b3d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:25.007836 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd59ad-97d0-410b-9f9d-f4af882b3d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db226cb7-b482-4d48-a47a-f04cc3304867,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:25.044561 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c8fd59ad-97d0-410b-9f9d-f4af882b3d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:25.045712 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c8fd59ad-97d0-410b-9f9d-f4af882b3d2e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/db226cb7-b482-4d48-a47a-f04cc3304867 HTTP/1.1" status: 204 len: 168 time: 0.6084354 Oct 18 07:56:25.072415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f8c62ccb-909b-436e-9fcf-95f830afd51b tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:25.086142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e370a363-b66e-486d-9e36-87601f94fcd9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:25.118241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59350) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:25.126514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370a363-b66e-486d-9e36-87601f94fcd9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1567b6a9-7cca-4d6f-8144-f69b6973d949,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:25.138359 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f8c62ccb-909b-436e-9fcf-95f830afd51b tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:25.177292 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e370a363-b66e-486d-9e36-87601f94fcd9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:25.181676 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e370a363-b66e-486d-9e36-87601f94fcd9 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-groups/1567b6a9-7cca-4d6f-8144-f69b6973d949 HTTP/1.1" status: 204 len: 168 time: 0.5454364 Oct 18 07:56:25.185593 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59356) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:25.190922 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59360) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:25.257641 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f8c62ccb-909b-436e-9fcf-95f830afd51b tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:25.271127 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:25.295700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-434d0642-1b50-48d0-aea6-18f67462db0c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:25.301731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c62ccb-909b-436e-9fcf-95f830afd51b tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5b3178-cd5f-4272-856e-9a5abf338703,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:25.317964 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f8c62ccb-909b-436e-9fcf-95f830afd51b tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:25.319326 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f8c62ccb-909b-436e-9fcf-95f830afd51b tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "DELETE /v2.0/security-groups/ed5b3178-cd5f-4272-856e-9a5abf338703 HTTP/1.1" status: 204 len: 168 time: 0.3896925 Oct 18 07:56:25.322466 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59368) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:25.347667 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-434d0642-1b50-48d0-aea6-18f67462db0c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:25.354418 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-434d0642-1b50-48d0-aea6-18f67462db0c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1677914 Oct 18 07:56:25.355069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59372) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:25.363295 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-929561f5-cbd1-4425-a040-5d03c5e43843 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group': {'name': 'tempest-secgroup--490049548'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:25.384722 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-929561f5-cbd1-4425-a040-5d03c5e43843 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:25.399679 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:25.412933 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-929561f5-cbd1-4425-a040-5d03c5e43843 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:25.417999 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0fe9f45a-c88a-4441-9639-88d6d38f8f59 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Synchronizing usage tracker for tenant:43656771763f4be4959a42d4bd1cef4c on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:25.438938 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] device_id is not set on port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:56:25.440568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-929561f5-cbd1-4425-a040-5d03c5e43843 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:25.453745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0fe9f45a-c88a-4441-9639-88d6d38f8f59 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Unset dirty status for tenant:43656771763f4be4959a42d4bd1cef4c on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:25.457620 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0fe9f45a-c88a-4441-9639-88d6d38f8f59 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1338978 Oct 18 07:56:25.465699 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59376) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:25.478949 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-3508fdd6-07c4-46b3-9b46-32922ba60e78 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group': {'name': 'tempest-secgroup--301401437'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:25.490510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3508fdd6-07c4-46b3-9b46-32922ba60e78 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:25.501369 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-929561f5-cbd1-4425-a040-5d03c5e43843 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:25.508858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3508fdd6-07c4-46b3-9b46-32922ba60e78 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:25.512022 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-929561f5-cbd1-4425-a040-5d03c5e43843 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:25.516445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-929561f5-cbd1-4425-a040-5d03c5e43843 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:25.534260 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-920327396'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:25.539187 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-929561f5-cbd1-4425-a040-5d03c5e43843 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:25.543857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:25.550949 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Usage tracker for resource:network and tenant:d67f067380ad43dab1cfcd8a85ac1131 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:25.557329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:25.565743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:25.570283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3508fdd6-07c4-46b3-9b46-32922ba60e78 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:25.612794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3508fdd6-07c4-46b3-9b46-32922ba60e78 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:25.618079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Made reservation on behalf of d67f067380ad43dab1cfcd8a85ac1131 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:25.622249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:25.638752 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:25.651503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3508fdd6-07c4-46b3-9b46-32922ba60e78 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:25.660988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3508fdd6-07c4-46b3-9b46-32922ba60e78 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:25.687837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3508fdd6-07c4-46b3-9b46-32922ba60e78 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:25.695598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:25.736131 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Usage tracker for resource:security_group_rule and tenant:d67f067380ad43dab1cfcd8a85ac1131 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:25.754773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:25.776143 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:25.810215 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-929561f5-cbd1-4425-a040-5d03c5e43843 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:25.847369 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-929561f5-cbd1-4425-a040-5d03c5e43843 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:25.889357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59382) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:25.910537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Allocated IP 172.20.0.12 (33cb7648-a36d-4f51-ad7d-85e5310b2b91/9ed0eb63-d93f-4a0c-b3cd-36af1446534a/7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:25.916555 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c5ce93-0d72-4a1f-882b-4374fe1d2bf6 None None] Network 33cb7648-a36d-4f51-ad7d-85e5310b2b91 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:25.926073 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Allocated IP 172.20.0.29 (33cb7648-a36d-4f51-ad7d-85e5310b2b91/d470066b-cdf7-4ae8-8313-c5a81733e4e3/7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:25.958660 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-99bd03cb-3b52-4639-b661-15ec88b7e0b8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8cddaa7ca31a45589c943edf1741b000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8368368 Oct 18 07:56:25.963113 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929561f5-cbd1-4425-a040-5d03c5e43843 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6609b646-ddaf-4818-91fd-100f339b1f41,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:25.972751 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59386) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:26.085366 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1967a317-8f5b-4a76-9b49-4431e0240704 None None] Provisioning for port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:26.120316 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-458a8342-0167-4da1-9e52-956ca68fe52f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=68b2248aaff44386b3308b304f27ae58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268939 Oct 18 07:56:26.120316 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-929561f5-cbd1-4425-a040-5d03c5e43843 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.122845 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-929561f5-cbd1-4425-a040-5d03c5e43843 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7647595 Oct 18 07:56:26.126770 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59390) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:26.127103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59392) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:26.171383 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ea4503ef-c705-4cd8-9df8-3e21b3a2b5c3 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group_rule': {'security_group_id': '6609b646-ddaf-4818-91fd-100f339b1f41', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:26.187808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3508fdd6-07c4-46b3-9b46-32922ba60e78 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.189758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ea4503ef-c705-4cd8-9df8-3e21b3a2b5c3 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:26.207520 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ea4503ef-c705-4cd8-9df8-3e21b3a2b5c3 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:26.223081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ea4503ef-c705-4cd8-9df8-3e21b3a2b5c3 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:26.225822 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3508fdd6-07c4-46b3-9b46-32922ba60e78 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.227355 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 9018ef6b-2b50-49d4-8eb3-053bce568fc3 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:56:26.247544 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.265188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ea4503ef-c705-4cd8-9df8-3e21b3a2b5c3 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:26.268909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.269543 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Transition to ACTIVE for port object 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:26.302450 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-35efafba-dc40-4beb-84be-996de8fd18ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.304403 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.312744 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.328400 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3508fdd6-07c4-46b3-9b46-32922ba60e78 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.329894 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3508fdd6-07c4-46b3-9b46-32922ba60e78 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8611872 Oct 18 07:56:26.338500 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59398) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:26.348443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508fdd6-07c4-46b3-9b46-32922ba60e78 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a351595-7533-4b5c-81c2-26a3541b0d98,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:26.377278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-bb581e96-91a7-4728-97e0-42871ba833ea tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': '9a351595-7533-4b5c-81c2-26a3541b0d98', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:26.377989 dv-neutron-861625-1-hyperv neutron-server[89046]: WARNING neutron.api.v2.base [None req-bb581e96-91a7-4728-97e0-42871ba833ea tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 18 07:56:26.378680 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-bb581e96-91a7-4728-97e0-42871ba833ea tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:26.380250 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bb581e96-91a7-4728-97e0-42871ba833ea tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0343683 Oct 18 07:56:26.388207 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:56:26.397857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59402) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:26.404568 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:26.408573 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ea4503ef-c705-4cd8-9df8-3e21b3a2b5c3 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.414770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:26.415145 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.415478 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 Oct 18 07:56:26.419754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-35efafba-dc40-4beb-84be-996de8fd18ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.436562 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:26.437114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-94c0a823-3a4f-4747-8893-560a00c6a88e tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': '9a351595-7533-4b5c-81c2-26a3541b0d98', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:26.452283 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 33cb7648-a36d-4f51-ad7d-85e5310b2b91 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:26.453612 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:26.456590 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:26.525172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-94c0a823-3a4f-4747-8893-560a00c6a88e tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:26.532823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-94c0a823-3a4f-4747-8893-560a00c6a88e tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:26.538209 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-94c0a823-3a4f-4747-8893-560a00c6a88e tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:26.539307 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:26.540021 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.547168 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-94c0a823-3a4f-4747-8893-560a00c6a88e tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:26.556249 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dc1e21-228b-474c-b289-fbb9480c1580 None None] Update dhcp port {'port': {'network_id': '33cb7648-a36d-4f51-ad7d-85e5310b2b91', 'fixed_ips': [{'subnet_id': '9ed0eb63-d93f-4a0c-b3cd-36af1446534a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd470066b-cdf7-4ae8-8313-c5a81733e4e3'}], 'binding:host_id': 'dv-neutron-861625-1-hyperv'}, 'id': '9018ef6b-2b50-49d4-8eb3-053bce568fc3'} from dv-neutron-861625-1-hyperv. {{(pid=89047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 18 07:56:26.568012 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4edd7a8b-cd50-44c0-add9-ea145c5144cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.573706 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5b03a5e3-3c98-4c52-86fd-5777513effa4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8853335 Oct 18 07:56:26.574413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59406) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:26.575617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.576046 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Added segment 15b15af4-cf07-451f-88de-37177561af37 of type vlan for network 4f063713-cbad-4b62-a505-0266d280d139 Oct 18 07:56:26.581552 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-83791f9f-e985-4e40-b95c-d57ae7c7bd6f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9ed0eb63-d93f-4a0c-b3cd-36af1446534a'}]}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:26.586115 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ff2f0a-8b20-4137-a702-6fdc81a3ccdc,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:26.613930 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-35efafba-dc40-4beb-84be-996de8fd18ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.650634 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efafba-dc40-4beb-84be-996de8fd18ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cf5368-07f3-4f94-ab13-0c96a62d06cd,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:26.687480 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:56:26.687859 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.700473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4edd7a8b-cd50-44c0-add9-ea145c5144cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.718866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.723128 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-94c0a823-3a4f-4747-8893-560a00c6a88e tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:26.724164 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-94c0a823-3a4f-4747-8893-560a00c6a88e tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3176117 Oct 18 07:56:26.727073 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59410) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:26.734743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-06674de5-b3ff-4116-9541-8461473d8e9d tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': '9a351595-7533-4b5c-81c2-26a3541b0d98', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:26.735198 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1e21-228b-474c-b289-fbb9480c1580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.735650 dv-neutron-861625-1-hyperv neutron-server[89045]: WARNING neutron.api.v2.base [None req-06674de5-b3ff-4116-9541-8461473d8e9d tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 18 07:56:26.736835 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-06674de5-b3ff-4116-9541-8461473d8e9d tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:26.742273 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-06674de5-b3ff-4116-9541-8461473d8e9d tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097811 Oct 18 07:56:26.742460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59414) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:26.751415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-83791f9f-e985-4e40-b95c-d57ae7c7bd6f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.756706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ea4503ef-c705-4cd8-9df8-3e21b3a2b5c3 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.772934 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ed98bbb4-1a41-490c-ad58-f75edc7f0e61 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': '9a351595-7533-4b5c-81c2-26a3541b0d98', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:26.779450 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ed98bbb4-1a41-490c-ad58-f75edc7f0e61 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:26.784159 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ed98bbb4-1a41-490c-ad58-f75edc7f0e61 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:26.787184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ed98bbb4-1a41-490c-ad58-f75edc7f0e61 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:26.793409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ed98bbb4-1a41-490c-ad58-f75edc7f0e61 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:26.812920 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ea4503ef-c705-4cd8-9df8-3e21b3a2b5c3 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.871990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4503ef-c705-4cd8-9df8-3e21b3a2b5c3 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4985a12-7b28-47bc-82fd-226116cbee1d,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:26.878415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-35efafba-dc40-4beb-84be-996de8fd18ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.881985 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-35efafba-dc40-4beb-84be-996de8fd18ee admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f2cf5368-07f3-4f94-ab13-0c96a62d06cd HTTP/1.1" status: 204 len: 168 time: 0.9065552 Oct 18 07:56:26.894902 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 9018ef6b-2b50-49d4-8eb3-053bce568fc3, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=9018ef6b-2b50-49d4-8eb3-053bce568fc3,segment=NetworkSegment(fa211140-9601-4cb1-9795-9b7c90fc6d43),segment_id=fa211140-9601-4cb1-9795-9b7c90fc6d43)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:26.896646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.902643 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:26.913838 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:26.914486 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:27.026481 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=9018ef6b-2b50-49d4-8eb3-053bce568fc3,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:27.043399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-d1dc1e21-228b-474c-b289-fbb9480c1580 None None] Allocated IP 172.20.0.18 (33cb7648-a36d-4f51-ad7d-85e5310b2b91/d470066b-cdf7-4ae8-8313-c5a81733e4e3/9018ef6b-2b50-49d4-8eb3-053bce568fc3) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:27.169213 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event updated for resources: {'Network': ['ID=4f063713-cbad-4b62-a505-0266d280d139,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:27.174746 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-ed98bbb4-1a41-490c-ad58-f75edc7f0e61 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:27.179670 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59420) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:27.180177 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ed98bbb4-1a41-490c-ad58-f75edc7f0e61 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4312699 Oct 18 07:56:27.181535 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ea4503ef-c705-4cd8-9df8-3e21b3a2b5c3 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:27.183510 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ea4503ef-c705-4cd8-9df8-3e21b3a2b5c3 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0519853 Oct 18 07:56:27.188753 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f7e6aca2-32da-41cf-9c6a-a0ce161c6d76 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': '9a351595-7533-4b5c-81c2-26a3541b0d98', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:27.189207 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4edd7a8b-cd50-44c0-add9-ea145c5144cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:27.190935 dv-neutron-861625-1-hyperv neutron-server[89045]: WARNING neutron.api.v2.base [None req-f7e6aca2-32da-41cf-9c6a-a0ce161c6d76 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 18 07:56:27.191712 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-f7e6aca2-32da-41cf-9c6a-a0ce161c6d76 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:27.196110 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f7e6aca2-32da-41cf-9c6a-a0ce161c6d76 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125029 Oct 18 07:56:27.196110 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59424) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:27.197515 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59426) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:27.198517 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4edd7a8b-cd50-44c0-add9-ea145c5144cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:27.200083 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4edd7a8b-cd50-44c0-add9-ea145c5144cb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/58a98317-1a27-4957-a876-641592f8b4de HTTP/1.1" status: 204 len: 168 time: 1.0700195 Oct 18 07:56:27.216220 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd7a8b-cd50-44c0-add9-ea145c5144cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a98317-1a27-4957-a876-641592f8b4de,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:27.225998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-5984edaf-807a-4c43-9093-56db23831dc4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': '9a351595-7533-4b5c-81c2-26a3541b0d98', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:27.237472 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-931afeba-4c42-4591-8e3f-e6d94b60c904 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0431926 Oct 18 07:56:27.247208 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-c869ec7d-553c-4017-b332-03035173ae1e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group_rule': {'security_group_id': '6609b646-ddaf-4818-91fd-100f339b1f41', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:27.262885 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c869ec7d-553c-4017-b332-03035173ae1e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:27.270336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c869ec7d-553c-4017-b332-03035173ae1e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:27.278605 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c869ec7d-553c-4017-b332-03035173ae1e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:27.281110 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d1dc1e21-228b-474c-b289-fbb9480c1580 None None] For port 9018ef6b-2b50-49d4-8eb3-053bce568fc3, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=9018ef6b-2b50-49d4-8eb3-053bce568fc3,segment=NetworkSegment(fa211140-9601-4cb1-9795-9b7c90fc6d43),segment_id=fa211140-9601-4cb1-9795-9b7c90fc6d43)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:27.293571 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c869ec7d-553c-4017-b332-03035173ae1e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:27.322031 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5984edaf-807a-4c43-9093-56db23831dc4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:27.330951 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5984edaf-807a-4c43-9093-56db23831dc4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:27.334656 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 4f063713-cbad-4b62-a505-0266d280d139 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:56:27.335585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5984edaf-807a-4c43-9093-56db23831dc4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:27.341225 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c869ec7d-553c-4017-b332-03035173ae1e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:27.349248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5984edaf-807a-4c43-9093-56db23831dc4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:27.389852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1e21-228b-474c-b289-fbb9480c1580 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:27.430434 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-5984edaf-807a-4c43-9093-56db23831dc4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:27.431698 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5984edaf-807a-4c43-9093-56db23831dc4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2289407 Oct 18 07:56:27.434787 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59434) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:27.438090 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c869ec7d-553c-4017-b332-03035173ae1e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:27.440840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-75fbf5db-7a1e-41ee-9720-16bef732b4bc tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': '9a351595-7533-4b5c-81c2-26a3541b0d98', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:27.441700 dv-neutron-861625-1-hyperv neutron-server[89046]: WARNING neutron.api.v2.base [None req-75fbf5db-7a1e-41ee-9720-16bef732b4bc tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 18 07:56:27.442238 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-75fbf5db-7a1e-41ee-9720-16bef732b4bc tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:27.443670 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-75fbf5db-7a1e-41ee-9720-16bef732b4bc tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077589 Oct 18 07:56:27.444300 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c869ec7d-553c-4017-b332-03035173ae1e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:27.446376 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59438) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:27.455818 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-840beda1-1591-42d7-ae3c-f6fb98518ff4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': '9a351595-7533-4b5c-81c2-26a3541b0d98', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:27.475773 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869ec7d-553c-4017-b332-03035173ae1e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22285504-ae91-4ebf-90bf-6e89734a81f5,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:27.476408 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-840beda1-1591-42d7-ae3c-f6fb98518ff4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:27.488301 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-840beda1-1591-42d7-ae3c-f6fb98518ff4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:27.492008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-840beda1-1591-42d7-ae3c-f6fb98518ff4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:27.495265 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c869ec7d-553c-4017-b332-03035173ae1e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:27.496418 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c869ec7d-553c-4017-b332-03035173ae1e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2977116 Oct 18 07:56:27.499076 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59444) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:27.503294 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-840beda1-1591-42d7-ae3c-f6fb98518ff4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:27.507963 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-cdfd2467-cde0-4202-9c31-735400bda5c5 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group_rule': {'security_group_id': '6609b646-ddaf-4818-91fd-100f339b1f41', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:27.515240 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d1dc1e21-228b-474c-b289-fbb9480c1580 None None] Transition to ACTIVE for port object 9018ef6b-2b50-49d4-8eb3-053bce568fc3 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:27.519356 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cdfd2467-cde0-4202-9c31-735400bda5c5 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:27.524692 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d1dc1e21-228b-474c-b289-fbb9480c1580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:27.559198 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cdfd2467-cde0-4202-9c31-735400bda5c5 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:27.566018 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-840beda1-1591-42d7-ae3c-f6fb98518ff4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:27.566416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cdfd2467-cde0-4202-9c31-735400bda5c5 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:27.567763 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-840beda1-1591-42d7-ae3c-f6fb98518ff4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1200190 Oct 18 07:56:27.570713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59448) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:27.576562 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cdfd2467-cde0-4202-9c31-735400bda5c5 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:27.577620 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-b3529e50-408e-4597-9abb-152304a405cc tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': '9a351595-7533-4b5c-81c2-26a3541b0d98', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:27.600642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b3529e50-408e-4597-9abb-152304a405cc tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:27.609923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b3529e50-408e-4597-9abb-152304a405cc tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:27.612461 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-83791f9f-e985-4e40-b95c-d57ae7c7bd6f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Delete allocated IP 172.20.0.29 (33cb7648-a36d-4f51-ad7d-85e5310b2b91/d470066b-cdf7-4ae8-8313-c5a81733e4e3) {{(pid=89045) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 18 07:56:27.614919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cdfd2467-cde0-4202-9c31-735400bda5c5 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:27.615815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b3529e50-408e-4597-9abb-152304a405cc tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:27.627812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b3529e50-408e-4597-9abb-152304a405cc tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:27.706608 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-b3529e50-408e-4597-9abb-152304a405cc tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:27.715473 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b3529e50-408e-4597-9abb-152304a405cc tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1433203 Oct 18 07:56:27.716494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59454) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:27.784503 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:56:27.792670 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc1e21-228b-474c-b289-fbb9480c1580 None None] Pushing event updated for resources: {'Port': ['ID=9018ef6b-2b50-49d4-8eb3-053bce568fc3,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:27.838645 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc382-9edd-4a95-941f-4c6a8ff4d0e4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:27.870831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc382-9edd-4a95-941f-4c6a8ff4d0e4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:27.899276 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cdfd2467-cde0-4202-9c31-735400bda5c5 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:27.909810 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cdfd2467-cde0-4202-9c31-735400bda5c5 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:27.956439 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd2467-cde0-4202-9c31-735400bda5c5 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3885bf0-9141-464d-903b-263abd09c791,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:27.958151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc382-9edd-4a95-941f-4c6a8ff4d0e4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:27.983368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfc382-9edd-4a95-941f-4c6a8ff4d0e4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a351595-7533-4b5c-81c2-26a3541b0d98,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:27.991807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc382-9edd-4a95-941f-4c6a8ff4d0e4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:27.995563 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f9dfc382-9edd-4a95-941f-4c6a8ff4d0e4 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "DELETE /v2.0/security-groups/9a351595-7533-4b5c-81c2-26a3541b0d98 HTTP/1.1" status: 204 len: 168 time: 0.2754560 Oct 18 07:56:27.995863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59464) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:28.016182 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cdfd2467-cde0-4202-9c31-735400bda5c5 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:28.018024 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cdfd2467-cde0-4202-9c31-735400bda5c5 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5179861 Oct 18 07:56:28.028830 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59468) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:28.047981 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-49991c5a-0254-45e7-a901-c474b2376022 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group_rule': {'security_group_id': '6609b646-ddaf-4818-91fd-100f339b1f41', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:28.065584 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-49991c5a-0254-45e7-a901-c474b2376022 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:28.076413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-49991c5a-0254-45e7-a901-c474b2376022 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:28.089327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-49991c5a-0254-45e7-a901-c474b2376022 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:28.106237 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-49991c5a-0254-45e7-a901-c474b2376022 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:28.118870 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-14554396-e605-4880-9042-685d4a172ca7 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Synchronizing usage tracker for tenant:43656771763f4be4959a42d4bd1cef4c on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:28.143653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 9018ef6b-2b50-49d4-8eb3-053bce568fc3 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:56:28.179398 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-14554396-e605-4880-9042-685d4a172ca7 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Unset dirty status for tenant:43656771763f4be4959a42d4bd1cef4c on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:28.181138 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-14554396-e605-4880-9042-685d4a172ca7 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1842985 Oct 18 07:56:28.185462 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59474) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:28.218423 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-eb026917-eba6-4e35-9793-18e4cbed0823 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1575150271'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:28.226966 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-eb026917-eba6-4e35-9793-18e4cbed0823 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:28.238289 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-eb026917-eba6-4e35-9793-18e4cbed0823 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:28.248527 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-83791f9f-e985-4e40-b95c-d57ae7c7bd6f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:28.255285 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb026917-eba6-4e35-9793-18e4cbed0823 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:28.312086 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49991c5a-0254-45e7-a901-c474b2376022 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:28.347051 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-eb026917-eba6-4e35-9793-18e4cbed0823 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:28.352278 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-83791f9f-e985-4e40-b95c-d57ae7c7bd6f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Ignored duplicate provisioning block setup for port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 18 07:56:28.356693 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-eb026917-eba6-4e35-9793-18e4cbed0823 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:28.367028 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-eb026917-eba6-4e35-9793-18e4cbed0823 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:28.375602 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-83791f9f-e985-4e40-b95c-d57ae7c7bd6f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:28.377963 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-eb026917-eba6-4e35-9793-18e4cbed0823 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:28.550431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59484) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:28.557038 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83791f9f-e985-4e40-b95c-d57ae7c7bd6f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:28.623714 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-83791f9f-e985-4e40-b95c-d57ae7c7bd6f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] In _notify_port_updated(), no bound segment for port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 on network 33cb7648-a36d-4f51-ad7d-85e5310b2b91 {{(pid=89045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:56:28.629507 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83791f9f-e985-4e40-b95c-d57ae7c7bd6f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:28.630118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-83791f9f-e985-4e40-b95c-d57ae7c7bd6f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:28.633927 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-83791f9f-e985-4e40-b95c-d57ae7c7bd6f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "PUT /v2.0/ports/7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 HTTP/1.1" status: 200 len: 919 time: 2.0559347 Oct 18 07:56:28.634310 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59490) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:28.644348 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-8a5fab9a-c4e6-4809-8573-3904092ed4a2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9ed0eb63-d93f-4a0c-b3cd-36af1446534a'}, {'subnet_id': 'd470066b-cdf7-4ae8-8313-c5a81733e4e3'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:28.654463 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49991c5a-0254-45e7-a901-c474b2376022 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:28.669392 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49991c5a-0254-45e7-a901-c474b2376022 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:28.678480 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f64fc4-85b7-4dc9-b516-668ef133abcc None None] Network 33cb7648-a36d-4f51-ad7d-85e5310b2b91 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:28.730508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-450105921'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:28.742509 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:28.762602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Usage tracker for resource:network and tenant:7d2d2832af084e0cabbe281b722d5e6f is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:28.768313 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:28.778874 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:28.835050 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49991c5a-0254-45e7-a901-c474b2376022 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51027e2-5f26-4175-a1ef-a434e92cde5b,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:28.843987 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb026917-eba6-4e35-9793-18e4cbed0823 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:28.855963 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb026917-eba6-4e35-9793-18e4cbed0823 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:28.870535 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-49991c5a-0254-45e7-a901-c474b2376022 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:28.874279 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-49991c5a-0254-45e7-a901-c474b2376022 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8356464 Oct 18 07:56:28.881629 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59494) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:28.887289 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-fcb59188-7a59-4c3a-be94-02e29083fa89 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group_rule': {'security_group_id': '6609b646-ddaf-4818-91fd-100f339b1f41', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:28.902762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-fcb59188-7a59-4c3a-be94-02e29083fa89 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:28.911667 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fcb59188-7a59-4c3a-be94-02e29083fa89 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:28.914313 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb026917-eba6-4e35-9793-18e4cbed0823 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:28.915681 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-eb026917-eba6-4e35-9793-18e4cbed0823 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7294598 Oct 18 07:56:28.916736 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fcb59188-7a59-4c3a-be94-02e29083fa89 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:28.920011 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59498) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:28.928005 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-9df08cf6-b98a-418c-9379-b24989986067 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': 'a56ce3eb-771f-4895-8ca7-1fe7f10290b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:28.933870 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9df08cf6-b98a-418c-9379-b24989986067 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:28.938639 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9df08cf6-b98a-418c-9379-b24989986067 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:28.941434 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9df08cf6-b98a-418c-9379-b24989986067 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:28.947302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9df08cf6-b98a-418c-9379-b24989986067 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:28.955124 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-fcb59188-7a59-4c3a-be94-02e29083fa89 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:28.957266 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb026917-eba6-4e35-9793-18e4cbed0823 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56ce3eb-771f-4895-8ca7-1fe7f10290b4,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:28.984223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Provisioning for port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:28.993292 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fcb59188-7a59-4c3a-be94-02e29083fa89 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:28.993920 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Provisioning complete for port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:28.994607 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:28.995457 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Attempt 1 to provision port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 Oct 18 07:56:29.018459 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-9df08cf6-b98a-418c-9379-b24989986067 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): The resource could not be found. Oct 18 07:56:29.022051 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9df08cf6-b98a-418c-9379-b24989986067 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0956018 Oct 18 07:56:29.023244 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59502) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:29.031879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Made reservation on behalf of 7d2d2832af084e0cabbe281b722d5e6f for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:29.032132 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-b76ae086-c31e-42ad-9aa8-e25145eeef58 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': 'a56ce3eb-771f-4895-8ca7-1fe7f10290b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e8c53125-cddb-44b6-af6f-9844a65a8c0b'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:29.035640 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.047319 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b76ae086-c31e-42ad-9aa8-e25145eeef58 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:29.056879 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b76ae086-c31e-42ad-9aa8-e25145eeef58 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:29.064689 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b76ae086-c31e-42ad-9aa8-e25145eeef58 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:29.072487 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b76ae086-c31e-42ad-9aa8-e25145eeef58 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:29.077250 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.099380 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fcb59188-7a59-4c3a-be94-02e29083fa89 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.116427 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:29.118790 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fcb59188-7a59-4c3a-be94-02e29083fa89 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.124689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a5fab9a-c4e6-4809-8573-3904092ed4a2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.140032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Usage tracker for resource:security_group_rule and tenant:7d2d2832af084e0cabbe281b722d5e6f is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:29.148556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:29.160911 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb59188-7a59-4c3a-be94-02e29083fa89 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf626e9-c1d9-48ca-8efd-7ae89330e80a,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:29.167295 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-b76ae086-c31e-42ad-9aa8-e25145eeef58 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): The resource could not be found. Oct 18 07:56:29.171451 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b76ae086-c31e-42ad-9aa8-e25145eeef58 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1444423 Oct 18 07:56:29.172409 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59506) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:29.201286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:29.225938 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fcb59188-7a59-4c3a-be94-02e29083fa89 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.227049 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fcb59188-7a59-4c3a-be94-02e29083fa89 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3443944 Oct 18 07:56:29.229925 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59510) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:29.268621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Current status of the port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:56:29.280661 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Provisioning for port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:29.287593 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Provisioning complete for port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:29.288540 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.289032 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Attempt 1 to provision port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 Oct 18 07:56:29.293648 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fef00f8a-af79-4333-86c3-1071a6bb8b41 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.341177 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fe13428d-2da2-41a0-9922-042fe4eae9a8 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.356450 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fe13428d-2da2-41a0-9922-042fe4eae9a8 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.363036 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fef00f8a-af79-4333-86c3-1071a6bb8b41 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.377413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:56:29.424355 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fe13428d-2da2-41a0-9922-042fe4eae9a8 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.447194 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fef00f8a-af79-4333-86c3-1071a6bb8b41 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.472753 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13428d-2da2-41a0-9922-042fe4eae9a8 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bf626e9-c1d9-48ca-8efd-7ae89330e80a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:29.480451 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef00f8a-af79-4333-86c3-1071a6bb8b41 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56ce3eb-771f-4895-8ca7-1fe7f10290b4,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:29.519756 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fe13428d-2da2-41a0-9922-042fe4eae9a8 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.521118 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fe13428d-2da2-41a0-9922-042fe4eae9a8 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/3bf626e9-c1d9-48ca-8efd-7ae89330e80a HTTP/1.1" status: 204 len: 168 time: 0.2902529 Oct 18 07:56:29.522324 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fef00f8a-af79-4333-86c3-1071a6bb8b41 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.523845 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fef00f8a-af79-4333-86c3-1071a6bb8b41 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "DELETE /v2.0/security-groups/a56ce3eb-771f-4895-8ca7-1fe7f10290b4 HTTP/1.1" status: 204 len: 168 time: 0.3501608 Oct 18 07:56:29.524966 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59514) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:29.528550 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59516) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:29.570224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-8a5fab9a-c4e6-4809-8573-3904092ed4a2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Allocated IP 172.20.0.27 (33cb7648-a36d-4f51-ad7d-85e5310b2b91/d470066b-cdf7-4ae8-8313-c5a81733e4e3/7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:29.612290 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-dfc98faa-e00c-4afd-8204-392dd823163c tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Synchronizing usage tracker for tenant:43656771763f4be4959a42d4bd1cef4c on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:29.652293 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6e1aa4dc-50a2-4aa1-ac13-5de87cba82df tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:29.673361 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-dfc98faa-e00c-4afd-8204-392dd823163c tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Unset dirty status for tenant:43656771763f4be4959a42d4bd1cef4c on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:29.674894 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-dfc98faa-e00c-4afd-8204-392dd823163c tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1453035 Oct 18 07:56:29.680057 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59522) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:29.683161 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.686857 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-763695b1-c22c-497b-b781-706ed8058be6 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': '00d64a4f-7628-4047-a4e0-688cd33fc7bf', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:29.693405 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6e1aa4dc-50a2-4aa1-ac13-5de87cba82df tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:29.697640 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6e1aa4dc-50a2-4aa1-ac13-5de87cba82df tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1687281 Oct 18 07:56:29.697640 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-763695b1-c22c-497b-b781-706ed8058be6 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:29.698525 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59526) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:29.723302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-763695b1-c22c-497b-b781-706ed8058be6 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:29.727720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-763695b1-c22c-497b-b781-706ed8058be6 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:29.737933 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-763695b1-c22c-497b-b781-706ed8058be6 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:29.740624 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f83daa1a-69ba-45a1-91f0-8b322d4562c4 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.754822 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f83daa1a-69ba-45a1-91f0-8b322d4562c4 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.769125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.803908 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f83daa1a-69ba-45a1-91f0-8b322d4562c4 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.825492 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-763695b1-c22c-497b-b781-706ed8058be6 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): The resource could not be found. Oct 18 07:56:29.825841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:56:29.829650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c60ee3-2f08-4f9d-9fa4-c9d3254d8c45,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:29.832423 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-763695b1-c22c-497b-b781-706ed8058be6 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1510537 Oct 18 07:56:29.842602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59530) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:29.853972 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83daa1a-69ba-45a1-91f0-8b322d4562c4 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f51027e2-5f26-4175-a1ef-a434e92cde5b,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:29.856927 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f83daa1a-69ba-45a1-91f0-8b322d4562c4 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.861548 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f83daa1a-69ba-45a1-91f0-8b322d4562c4 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/f51027e2-5f26-4175-a1ef-a434e92cde5b HTTP/1.1" status: 204 len: 168 time: 0.1622236 Oct 18 07:56:29.862147 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59534) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:29.879117 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Attempt 2 to provision port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 Oct 18 07:56:29.893384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a5fab9a-c4e6-4809-8573-3904092ed4a2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:29.919834 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5fdcb505-74b6-4f52-892c-0da87cb6e93a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:29.932303 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-8a5fab9a-c4e6-4809-8573-3904092ed4a2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Ignored duplicate provisioning block setup for port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 18 07:56:29.941926 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5fdcb505-74b6-4f52-892c-0da87cb6e93a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:29.942422 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-995f8afd-7138-40c2-9a7f-28589ffec469 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1179296969'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:29.947088 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5fdcb505-74b6-4f52-892c-0da87cb6e93a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0838070 Oct 18 07:56:29.948408 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59538) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:29.948805 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-995f8afd-7138-40c2-9a7f-28589ffec469 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:29.959184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-995f8afd-7138-40c2-9a7f-28589ffec469 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:29.969017 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a5fab9a-c4e6-4809-8573-3904092ed4a2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.005788 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ef913bab-7782-4ded-b190-cf9682e543c4 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.020100 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:56:30.031782 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ef913bab-7782-4ded-b190-cf9682e543c4 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.062676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ef913bab-7782-4ded-b190-cf9682e543c4 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.078712 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef913bab-7782-4ded-b190-cf9682e543c4 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3885bf0-9141-464d-903b-263abd09c791,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:30.092756 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-995f8afd-7138-40c2-9a7f-28589ffec469 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.099161 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ef913bab-7782-4ded-b190-cf9682e543c4 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.102604 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ef913bab-7782-4ded-b190-cf9682e543c4 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/a3885bf0-9141-464d-903b-263abd09c791 HTTP/1.1" status: 204 len: 168 time: 0.1491261 Oct 18 07:56:30.102604 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59542) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:30.103956 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.103956 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Added segment 61e7d3f0-ef06-436b-9841-a59bf378c778 of type vlan for network 24b7fad6-0b6e-438e-89c6-f30fda799f0a Oct 18 07:56:30.172079 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b509c9f3-ea0d-4e21-a39c-5957275e2070 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:30.196185 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b509c9f3-ea0d-4e21-a39c-5957275e2070 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:30.201848 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b509c9f3-ea0d-4e21-a39c-5957275e2070 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0982995 Oct 18 07:56:30.202771 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59546) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:30.222776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-995f8afd-7138-40c2-9a7f-28589ffec469 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:30.226897 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-995f8afd-7138-40c2-9a7f-28589ffec469 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:30.229769 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-995f8afd-7138-40c2-9a7f-28589ffec469 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:30.236110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-995f8afd-7138-40c2-9a7f-28589ffec469 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:30.246522 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-483bf110-024f-4448-8eae-3d56dc465f7e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.261069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-483bf110-024f-4448-8eae-3d56dc465f7e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.299601 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-483bf110-024f-4448-8eae-3d56dc465f7e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.326935 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bf110-024f-4448-8eae-3d56dc465f7e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22285504-ae91-4ebf-90bf-6e89734a81f5,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:30.330540 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.337987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fab9a-c4e6-4809-8573-3904092ed4a2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:30.349445 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-483bf110-024f-4448-8eae-3d56dc465f7e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.354859 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-483bf110-024f-4448-8eae-3d56dc465f7e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/22285504-ae91-4ebf-90bf-6e89734a81f5 HTTP/1.1" status: 204 len: 168 time: 0.1500869 Oct 18 07:56:30.355822 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59550) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:30.372194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-995f8afd-7138-40c2-9a7f-28589ffec469 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.383900 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-8a5fab9a-c4e6-4809-8573-3904092ed4a2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] In _notify_port_updated(), no bound segment for port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 on network 33cb7648-a36d-4f51-ad7d-85e5310b2b91 {{(pid=89046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:56:30.390965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5fab9a-c4e6-4809-8573-3904092ed4a2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:30.391656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a5fab9a-c4e6-4809-8573-3904092ed4a2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.393068 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8a5fab9a-c4e6-4809-8573-3904092ed4a2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "PUT /v2.0/ports/7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 HTTP/1.1" status: 200 len: 999 time: 1.7577333 Oct 18 07:56:30.396984 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59554) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:30.401667 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-995f8afd-7138-40c2-9a7f-28589ffec469 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.455810 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c8349482-3550-4c8e-a091-bb2ffae3b7d5 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:30.456067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.461171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:30.461761 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.511103 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59558) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:30.513671 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9615211 Oct 18 07:56:30.517313 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-a716fff3-74f9-499d-9f51-00cc639a4664 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:30.517712 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a716fff3-74f9-499d-9f51-00cc639a4664 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.518403 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f8afd-7138-40c2-9a7f-28589ffec469 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567f7254-7ecd-4fce-9256-45e70f20b110,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:30.521012 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Attempt 3 to provision port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 Oct 18 07:56:30.521320 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59562) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:30.544152 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c8349482-3550-4c8e-a091-bb2ffae3b7d5 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:30.549210 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c8349482-3550-4c8e-a091-bb2ffae3b7d5 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1881955 Oct 18 07:56:30.554532 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-03b0229b-4936-48a4-ba51-8efbd9af2540 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Request body: {'subnet': {'network_id': '4f063713-cbad-4b62-a505-0266d280d139', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:30.571837 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59564) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:30.574607 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-995f8afd-7138-40c2-9a7f-28589ffec469 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.578431 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-995f8afd-7138-40c2-9a7f-28589ffec469 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7319529 Oct 18 07:56:30.584997 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59568) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:30.587033 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:56:30.589604 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-6ad9681e-a713-4e6e-bb2c-960e2ee4d280 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Request body: {'subnet': {'network_id': '24b7fad6-0b6e-438e-89c6-f30fda799f0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:30.650238 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-c0e1154f-9e1f-47fd-a497-c65fb14a6df2 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group': {'name': 'tempest-secgroup--175338638'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:30.675653 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c0e1154f-9e1f-47fd-a497-c65fb14a6df2 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:30.686128 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c0e1154f-9e1f-47fd-a497-c65fb14a6df2 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:30.692283 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c0e1154f-9e1f-47fd-a497-c65fb14a6df2 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:30.692483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75832cd-bcb8-4138-9e43-03ffe976c969 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Pushing event updated for resources: {'Network': ['ID=24b7fad6-0b6e-438e-89c6-f30fda799f0a,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:30.705674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 24b7fad6-0b6e-438e-89c6-f30fda799f0a details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:56:30.719069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6ad9681e-a713-4e6e-bb2c-960e2ee4d280 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:30.723902 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6ad9681e-a713-4e6e-bb2c-960e2ee4d280 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Usage tracker for resource:subnet and tenant:7d2d2832af084e0cabbe281b722d5e6f is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:30.726766 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6ad9681e-a713-4e6e-bb2c-960e2ee4d280 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:30.732425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6ad9681e-a713-4e6e-bb2c-960e2ee4d280 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:30.742878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad9681e-a713-4e6e-bb2c-960e2ee4d280 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Made reservation on behalf of 7d2d2832af084e0cabbe281b722d5e6f for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:30.746392 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6ad9681e-a713-4e6e-bb2c-960e2ee4d280 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.771384 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c0e1154f-9e1f-47fd-a497-c65fb14a6df2 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:30.777793 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-26d59367-8188-470f-8159-c0c76627a42e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.806475 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-03b0229b-4936-48a4-ba51-8efbd9af2540 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:30.810314 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-26d59367-8188-470f-8159-c0c76627a42e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.842466 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-03b0229b-4936-48a4-ba51-8efbd9af2540 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Usage tracker for resource:subnet and tenant:d67f067380ad43dab1cfcd8a85ac1131 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:30.845743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0e1154f-9e1f-47fd-a497-c65fb14a6df2 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.855253 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-03b0229b-4936-48a4-ba51-8efbd9af2540 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:30.919854 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-03b0229b-4936-48a4-ba51-8efbd9af2540 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:30.946890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c0e1154f-9e1f-47fd-a497-c65fb14a6df2 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:30.961612 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b0229b-4936-48a4-ba51-8efbd9af2540 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Made reservation on behalf of d67f067380ad43dab1cfcd8a85ac1131 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:30.965011 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-03b0229b-4936-48a4-ba51-8efbd9af2540 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:30.985356 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c0e1154f-9e1f-47fd-a497-c65fb14a6df2 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:31.039588 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c0e1154f-9e1f-47fd-a497-c65fb14a6df2 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:31.084850 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c0e1154f-9e1f-47fd-a497-c65fb14a6df2 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:31.086757 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-26d59367-8188-470f-8159-c0c76627a42e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:31.088636 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Attempt 4 to provision port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 Oct 18 07:56:31.131081 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a716fff3-74f9-499d-9f51-00cc639a4664 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:31.141984 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d59367-8188-470f-8159-c0c76627a42e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4985a12-7b28-47bc-82fd-226116cbee1d,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:31.146687 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:56:31.188580 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6ad9681e-a713-4e6e-bb2c-960e2ee4d280 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:31.277111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9681e-a713-4e6e-bb2c-960e2ee4d280 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Pushing event updated for resources: {'Subnet': ['ID=599cd597-ba5d-4470-ae36-36d4c4b1a8ef,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:31.277924 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-26d59367-8188-470f-8159-c0c76627a42e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:31.279783 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-26d59367-8188-470f-8159-c0c76627a42e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/b4985a12-7b28-47bc-82fd-226116cbee1d HTTP/1.1" status: 204 len: 168 time: 0.6962574 Oct 18 07:56:31.281672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59574) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:31.284997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad9681e-a713-4e6e-bb2c-960e2ee4d280 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Checking segment: {'id': '61e7d3f0-ef06-436b-9841-a59bf378c778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '24b7fad6-0b6e-438e-89c6-f30fda799f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:31.285417 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad9681e-a713-4e6e-bb2c-960e2ee4d280 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Network hostable DHCP agents. Network: 24b7fad6-0b6e-438e-89c6-f30fda799f0a, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:56:31.291128 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-a716fff3-74f9-499d-9f51-00cc639a4664 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:31.335699 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad9681e-a713-4e6e-bb2c-960e2ee4d280 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Network 24b7fad6-0b6e-438e-89c6-f30fda799f0a is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:56:31.346399 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a1711078-3144-46c7-bdd0-6829e01e5c74 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:31.362145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-6ad9681e-a713-4e6e-bb2c-960e2ee4d280 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 24b7fad6-0b6e-438e-89c6-f30fda799f0a) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:31.366794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad9681e-a713-4e6e-bb2c-960e2ee4d280 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:31.367946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6ad9681e-a713-4e6e-bb2c-960e2ee4d280 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:31.371529 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fb6c47-ba19-4ef5-bb32-fda0eed0df43 None None] Network 24b7fad6-0b6e-438e-89c6-f30fda799f0a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:31.379013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a1711078-3144-46c7-bdd0-6829e01e5c74 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:31.383227 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a1711078-3144-46c7-bdd0-6829e01e5c74 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0973620 Oct 18 07:56:31.386507 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59578) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:31.424243 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6ad9681e-a713-4e6e-bb2c-960e2ee4d280 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8510916 Oct 18 07:56:31.427193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59582) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:31.442384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-e29fc795-a38a-4df1-983d-c7c67efcd203 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Request body: {'port': {'network_id': '24b7fad6-0b6e-438e-89c6-f30fda799f0a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1730052225'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:31.476965 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0e1154f-9e1f-47fd-a497-c65fb14a6df2 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:31.518035 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0e1154f-9e1f-47fd-a497-c65fb14a6df2 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:31.551480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e5ec8cf0-e4d3-4c1b-9b09-6768180b6e6b tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:31.607144 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-24b7fad6-0b6e-438e-89c6-f30fda799f0a', 'network_id': '24b7fad6-0b6e-438e-89c6-f30fda799f0a', 'tenant_id': '7d2d2832af084e0cabbe281b722d5e6f', 'fixed_ips': [{'subnet_id': '599cd597-ba5d-4470-ae36-36d4c4b1a8ef'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:56:31.608374 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:31.614133 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e5ec8cf0-e4d3-4c1b-9b09-6768180b6e6b tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:31.642244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e29fc795-a38a-4df1-983d-c7c67efcd203 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:31.654776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e29fc795-a38a-4df1-983d-c7c67efcd203 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Usage tracker for resource:port and tenant:7d2d2832af084e0cabbe281b722d5e6f is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:31.660216 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e29fc795-a38a-4df1-983d-c7c67efcd203 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:31.668609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e29fc795-a38a-4df1-983d-c7c67efcd203 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:31.670776 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Attempt 5 to provision port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 Oct 18 07:56:31.682881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29fc795-a38a-4df1-983d-c7c67efcd203 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Made reservation on behalf of 7d2d2832af084e0cabbe281b722d5e6f for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:31.686619 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e29fc795-a38a-4df1-983d-c7c67efcd203 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:31.698680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e5ec8cf0-e4d3-4c1b-9b09-6768180b6e6b tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:31.724928 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec8cf0-e4d3-4c1b-9b09-6768180b6e6b tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6609b646-ddaf-4818-91fd-100f339b1f41,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:31.733382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:56:31.733925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-e29fc795-a38a-4df1-983d-c7c67efcd203 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] device_id is not set on port 1ba37c0c-5ccd-4712-b98a-2f78490452ea yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:56:31.750428 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1154f-9e1f-47fd-a497-c65fb14a6df2 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb439855-4335-4cb1-b4f7-de2653411840,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:31.779062 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e5ec8cf0-e4d3-4c1b-9b09-6768180b6e6b tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:31.782687 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e5ec8cf0-e4d3-4c1b-9b09-6768180b6e6b tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-groups/6609b646-ddaf-4818-91fd-100f339b1f41 HTTP/1.1" status: 204 len: 168 time: 0.3926225 Oct 18 07:56:31.782990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59586) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:31.793578 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-03b0229b-4936-48a4-ba51-8efbd9af2540 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:31.797107 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0e1154f-9e1f-47fd-a497-c65fb14a6df2 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:31.798337 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c0e1154f-9e1f-47fd-a497-c65fb14a6df2 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2062416 Oct 18 07:56:31.801282 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59590) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:31.808404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-cf81617f-4814-45f2-bbd4-71d417d47857 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group_rule': {'security_group_id': '567f7254-7ecd-4fce-9256-45e70f20b110', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'eb439855-4335-4cb1-b4f7-de2653411840'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:31.815449 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cf81617f-4814-45f2-bbd4-71d417d47857 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:31.831135 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cf81617f-4814-45f2-bbd4-71d417d47857 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:31.836153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cf81617f-4814-45f2-bbd4-71d417d47857 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:31.848846 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cf81617f-4814-45f2-bbd4-71d417d47857 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:31.862471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ef4d8744-b4fd-49c2-bbe5-feb9153caed7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:31.887642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ef4d8744-b4fd-49c2-bbe5-feb9153caed7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:31.888914 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ef4d8744-b4fd-49c2-bbe5-feb9153caed7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1049414 Oct 18 07:56:31.895481 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59594) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:31.898791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-64e38fd7-c6c9-4763-b3be-bc2b0ea81695 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group': {'name': 'tempest-secgroup--539869644'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:31.907120 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a716fff3-74f9-499d-9f51-00cc639a4664 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:31.915436 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-64e38fd7-c6c9-4763-b3be-bc2b0ea81695 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:31.921916 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-cf81617f-4814-45f2-bbd4-71d417d47857 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:56:31.923494 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cf81617f-4814-45f2-bbd4-71d417d47857 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1203947 Oct 18 07:56:31.929477 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59598) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:31.950991 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0229b-4936-48a4-ba51-8efbd9af2540 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event updated for resources: {'Subnet': ['ID=77cdd322-c4c4-4a3c-a8b1-dfa847b8520b,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:31.955908 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-64e38fd7-c6c9-4763-b3be-bc2b0ea81695 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:31.970169 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b0229b-4936-48a4-ba51-8efbd9af2540 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Checking segment: {'id': '15b15af4-cf07-451f-88de-37177561af37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f063713-cbad-4b62-a505-0266d280d139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:31.970525 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b0229b-4936-48a4-ba51-8efbd9af2540 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Network hostable DHCP agents. Network: 4f063713-cbad-4b62-a505-0266d280d139, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:56:31.976826 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716fff3-74f9-499d-9f51-00cc639a4664 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Port': ['ID=7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:31.998394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-64e38fd7-c6c9-4763-b3be-bc2b0ea81695 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.019557 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Allocated IP 2001:db8::2 (24b7fad6-0b6e-438e-89c6-f30fda799f0a/599cd597-ba5d-4470-ae36-36d4c4b1a8ef/33757012-2cdf-4400-9144-246b0a0b5fff) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:32.038733 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-64e38fd7-c6c9-4763-b3be-bc2b0ea81695 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:32.046361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-64e38fd7-c6c9-4763-b3be-bc2b0ea81695 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:32.049054 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1ff81b3b-d49e-4e28-9457-93db5822ac2e tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.050815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-64e38fd7-c6c9-4763-b3be-bc2b0ea81695 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:32.064560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-64e38fd7-c6c9-4763-b3be-bc2b0ea81695 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:32.090888 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1ff81b3b-d49e-4e28-9457-93db5822ac2e tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.118972 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b0229b-4936-48a4-ba51-8efbd9af2540 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Network 4f063713-cbad-4b62-a505-0266d280d139 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:56:32.140475 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-03b0229b-4936-48a4-ba51-8efbd9af2540 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 4f063713-cbad-4b62-a505-0266d280d139) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:32.146319 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b0229b-4936-48a4-ba51-8efbd9af2540 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:32.147201 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-03b0229b-4936-48a4-ba51-8efbd9af2540 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.154380 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc3feb0-349d-4292-af9c-c3166b1a5fd8 None None] Network 4f063713-cbad-4b62-a505-0266d280d139 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:32.171355 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a716fff3-74f9-499d-9f51-00cc639a4664 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.172551 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1ff81b3b-d49e-4e28-9457-93db5822ac2e tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.174374 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a716fff3-74f9-499d-9f51-00cc639a4664 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/ports/7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 HTTP/1.1" status: 204 len: 168 time: 1.7761414 Oct 18 07:56:32.177270 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59602) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:32.216325 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff81b3b-d49e-4e28-9457-93db5822ac2e tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb439855-4335-4cb1-b4f7-de2653411840,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:32.227923 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-03b0229b-4936-48a4-ba51-8efbd9af2540 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7151349 Oct 18 07:56:32.231223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59606) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:32.237140 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86d1c53-91d6-43cd-8267-65db364678df tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] GET failed (client error): The resource could not be found. Oct 18 07:56:32.237697 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a86d1c53-91d6-43cd-8267-65db364678df tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Synchronizing usage tracker for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:32.244583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-cd6f51ed-e056-4e18-832b-4c6e42ad7a51 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-749961075'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:32.250958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-64e38fd7-c6c9-4763-b3be-bc2b0ea81695 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.252205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cd6f51ed-e056-4e18-832b-4c6e42ad7a51 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:32.254733 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a86d1c53-91d6-43cd-8267-65db364678df tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Unset dirty status for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:32.256170 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a86d1c53-91d6-43cd-8267-65db364678df tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports/7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 HTTP/1.1" status: 404 len: 333 time: 0.0779128 Oct 18 07:56:32.257479 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Attempt 6 to provision port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 Oct 18 07:56:32.259028 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59610) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:32.264885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cd6f51ed-e056-4e18-832b-4c6e42ad7a51 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Usage tracker for resource:network and tenant:d67f067380ad43dab1cfcd8a85ac1131 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:32.267938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-64e38fd7-c6c9-4763-b3be-bc2b0ea81695 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.271474 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cd6f51ed-e056-4e18-832b-4c6e42ad7a51 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:32.297523 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1ff81b3b-d49e-4e28-9457-93db5822ac2e tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.298656 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1ff81b3b-d49e-4e28-9457-93db5822ac2e tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "DELETE /v2.0/security-groups/eb439855-4335-4cb1-b4f7-de2653411840 HTTP/1.1" status: 204 len: 168 time: 0.3658042 Oct 18 07:56:32.302832 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cd6f51ed-e056-4e18-832b-4c6e42ad7a51 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:32.304197 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59616) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:32.310498 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ab8216b7-cf80-4506-83b1-00b2c3bc0cd9 None None] Port 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:56:32.323053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-64e38fd7-c6c9-4763-b3be-bc2b0ea81695 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.326965 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-64e38fd7-c6c9-4763-b3be-bc2b0ea81695 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4295793 Oct 18 07:56:32.327283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59620) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:32.333887 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-4aff1edb-a007-497a-8897-c7c8c073367d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group_rule': {'security_group_id': 'ef8de5c0-0da6-47d5-b1c7-bfb2b9bfe8dc', 'direction': 'ingress', 'protocol': 17}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:32.338032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e38fd7-c6c9-4763-b3be-bc2b0ea81695 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8de5c0-0da6-47d5-b1c7-bfb2b9bfe8dc,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:32.340231 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6f51ed-e056-4e18-832b-4c6e42ad7a51 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Made reservation on behalf of d67f067380ad43dab1cfcd8a85ac1131 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:32.343501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd6f51ed-e056-4e18-832b-4c6e42ad7a51 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.359467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4aff1edb-a007-497a-8897-c7c8c073367d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:32.365741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4aff1edb-a007-497a-8897-c7c8c073367d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:32.373026 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4aff1edb-a007-497a-8897-c7c8c073367d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:32.373243 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b99a43-1013-4938-9f32-3a4c53814e44 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting subnet d470066b-cdf7-4ae8-8313-c5a81733e4e3 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:56:32.381574 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4aff1edb-a007-497a-8897-c7c8c073367d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:32.383584 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-68b99a43-1013-4938-9f32-3a4c53814e44 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.390977 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6f51ed-e056-4e18-832b-4c6e42ad7a51 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:56:32.407183 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd6f51ed-e056-4e18-832b-4c6e42ad7a51 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.407532 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-cd6f51ed-e056-4e18-832b-4c6e42ad7a51 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Added segment 512b732f-379c-447c-943b-14bc92d27935 of type vlan for network 8808917a-95a9-4503-8044-1b9266f4ef27 Oct 18 07:56:32.416810 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4aff1edb-a007-497a-8897-c7c8c073367d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.452334 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a6d32add-bef1-4032-9c8b-f91cbb0ad63b tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Synchronizing usage tracker for tenant:43656771763f4be4959a42d4bd1cef4c on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:32.465474 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd6f51ed-e056-4e18-832b-4c6e42ad7a51 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.466619 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-68b99a43-1013-4938-9f32-3a4c53814e44 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.520999 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4aff1edb-a007-497a-8897-c7c8c073367d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.527087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4aff1edb-a007-497a-8897-c7c8c073367d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.544203 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd6f51ed-e056-4e18-832b-4c6e42ad7a51 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.551267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6f51ed-e056-4e18-832b-4c6e42ad7a51 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:32.551923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd6f51ed-e056-4e18-832b-4c6e42ad7a51 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.553309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.554494 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a6d32add-bef1-4032-9c8b-f91cbb0ad63b tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Unset dirty status for tenant:43656771763f4be4959a42d4bd1cef4c on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:32.556517 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a6d32add-bef1-4032-9c8b-f91cbb0ad63b tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2510846 Oct 18 07:56:32.560311 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a44d269f-cbe5-4ed2-bb82-db57155aa5f7 None None] Provisioning complete for port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:32.560850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a44d269f-cbe5-4ed2-bb82-db57155aa5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.561421 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a44d269f-cbe5-4ed2-bb82-db57155aa5f7 None None] Attempt 1 to provision port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 Oct 18 07:56:32.565682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59626) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:32.593279 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff1edb-a007-497a-8897-c7c8c073367d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a545dc-e817-43ed-8d84-545916b0cf82,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:32.632953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-68b99a43-1013-4938-9f32-3a4c53814e44 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.635129 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Transition to ACTIVE for port object 33757012-2cdf-4400-9144-246b0a0b5fff will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:32.673499 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cd6f51ed-e056-4e18-832b-4c6e42ad7a51 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4377165 Oct 18 07:56:32.684904 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4aff1edb-a007-497a-8897-c7c8c073367d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.689274 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4aff1edb-a007-497a-8897-c7c8c073367d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3579936 Oct 18 07:56:32.690558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59630) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:32.690558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59632) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:32.710316 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-cd0f6d9f-f407-41da-8616-95f48819df00 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Request body: {'subnet': {'network_id': '8808917a-95a9-4503-8044-1b9266f4ef27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:32.719839 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Transition to ACTIVE for port object 33757012-2cdf-4400-9144-246b0a0b5fff will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:32.744207 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-35019149-c3e5-4fc8-9bb8-e56da0890668 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.767780 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-4f063713-cbad-4b62-a505-0266d280d139', 'network_id': '4f063713-cbad-4b62-a505-0266d280d139', 'tenant_id': 'd67f067380ad43dab1cfcd8a85ac1131', 'fixed_ips': [{'subnet_id': '77cdd322-c4c4-4a3c-a8b1-dfa847b8520b'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:56:32.768594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.783699 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-35019149-c3e5-4fc8-9bb8-e56da0890668 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.789989 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.792018 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-68b99a43-1013-4938-9f32-3a4c53814e44 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.795162 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f51ed-e056-4e18-832b-4c6e42ad7a51 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event updated for resources: {'Network': ['ID=8808917a-95a9-4503-8044-1b9266f4ef27,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:32.840812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 8808917a-95a9-4503-8044-1b9266f4ef27 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:56:32.845602 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b99a43-1013-4938-9f32-3a4c53814e44 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Subnet': ['ID=d470066b-cdf7-4ae8-8313-c5a81733e4e3,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:32.869229 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-68b99a43-1013-4938-9f32-3a4c53814e44 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.875794 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-68b99a43-1013-4938-9f32-3a4c53814e44 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/d470066b-cdf7-4ae8-8313-c5a81733e4e3 HTTP/1.1" status: 204 len: 168 time: 0.6154478 Oct 18 07:56:32.878575 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59640) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:32.928357 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-35019149-c3e5-4fc8-9bb8-e56da0890668 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.929572 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eef4f9-13e6-4f78-a3f8-da83893d5d80 None None] Network 33cb7648-a36d-4f51-ad7d-85e5310b2b91 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:32.945483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cd0f6d9f-f407-41da-8616-95f48819df00 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:32.948097 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-e29fc795-a38a-4df1-983d-c7c67efcd203 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Allocated IP 2001:db8::1b5 (24b7fad6-0b6e-438e-89c6-f30fda799f0a/599cd597-ba5d-4470-ae36-36d4c4b1a8ef/1ba37c0c-5ccd-4712-b98a-2f78490452ea) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:32.959434 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cd0f6d9f-f407-41da-8616-95f48819df00 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Usage tracker for resource:subnet and tenant:d67f067380ad43dab1cfcd8a85ac1131 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:32.967121 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cd0f6d9f-f407-41da-8616-95f48819df00 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:32.967311 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35019149-c3e5-4fc8-9bb8-e56da0890668 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=567f7254-7ecd-4fce-9256-45e70f20b110,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:32.970750 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5b58b4c0-c467-4ee3-91d4-2222d5005e5e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:32.973216 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ecfde5-aaa0-414e-9b77-c0db275af2fb tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting subnet 9ed0eb63-d93f-4a0c-b3cd-36af1446534a {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:56:32.976858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cd0f6d9f-f407-41da-8616-95f48819df00 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:32.978756 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38ecfde5-aaa0-414e-9b77-c0db275af2fb tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.017097 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-35019149-c3e5-4fc8-9bb8-e56da0890668 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.017858 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-35019149-c3e5-4fc8-9bb8-e56da0890668 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "DELETE /v2.0/security-groups/567f7254-7ecd-4fce-9256-45e70f20b110 HTTP/1.1" status: 204 len: 168 time: 0.4512026 Oct 18 07:56:33.021173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59644) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:33.029405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5b58b4c0-c467-4ee3-91d4-2222d5005e5e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.049247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0f6d9f-f407-41da-8616-95f48819df00 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Made reservation on behalf of d67f067380ad43dab1cfcd8a85ac1131 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:33.052406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6d9f-f407-41da-8616-95f48819df00 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.057174 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38ecfde5-aaa0-414e-9b77-c0db275af2fb tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.101411 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a44d269f-cbe5-4ed2-bb82-db57155aa5f7 None None] Current status of the port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:56:33.116660 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Network 24b7fad6-0b6e-438e-89c6-f30fda799f0a is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:33.133239 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a44d269f-cbe5-4ed2-bb82-db57155aa5f7 None None] Could not find standard attr ID for object 7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:56:33.149162 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:33.151884 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:33.192136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Pushing event updated for resources: {'Port': ['ID=33757012-2cdf-4400-9144-246b0a0b5fff,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:33.207829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-56322650-f457-4470-913a-7cf6b88e8cfb tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Synchronizing usage tracker for tenant:43656771763f4be4959a42d4bd1cef4c on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:33.211218 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38ecfde5-aaa0-414e-9b77-c0db275af2fb tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.275267 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-56322650-f457-4470-913a-7cf6b88e8cfb tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Unset dirty status for tenant:43656771763f4be4959a42d4bd1cef4c on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:33.278568 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-56322650-f457-4470-913a-7cf6b88e8cfb tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2570481 Oct 18 07:56:33.283204 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59648) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:33.293759 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-11367afe-d4cf-480f-8134-77f05117a5ee tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369577341'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:33.312632 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38ecfde5-aaa0-414e-9b77-c0db275af2fb tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.314931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5b58b4c0-c467-4ee3-91d4-2222d5005e5e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.317888 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-11367afe-d4cf-480f-8134-77f05117a5ee tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:33.357717 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecfde5-aaa0-414e-9b77-c0db275af2fb tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed0eb63-d93f-4a0c-b3cd-36af1446534a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:33.361753 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38ecfde5-aaa0-414e-9b77-c0db275af2fb tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.368982 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-38ecfde5-aaa0-414e-9b77-c0db275af2fb tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/9ed0eb63-d93f-4a0c-b3cd-36af1446534a HTTP/1.1" status: 204 len: 168 time: 0.4887140 Oct 18 07:56:33.371480 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59652) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:33.397516 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Attempting to bind port 33757012-2cdf-4400-9144-246b0a0b5fff on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:56:33.397881 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Attempting to bind port 33757012-2cdf-4400-9144-246b0a0b5fff by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '61e7d3f0-ef06-436b-9841-a59bf378c778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '24b7fad6-0b6e-438e-89c6-f30fda799f0a'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:56:33.398241 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Attempting to bind port 33757012-2cdf-4400-9144-246b0a0b5fff on network 24b7fad6-0b6e-438e-89c6-f30fda799f0a {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:56:33.470998 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:56:33.471363 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Checking segment: {'id': '61e7d3f0-ef06-436b-9841-a59bf378c778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '24b7fad6-0b6e-438e-89c6-f30fda799f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:33.471760 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.472349 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Bound using segment: {'id': '61e7d3f0-ef06-436b-9841-a59bf378c778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '24b7fad6-0b6e-438e-89c6-f30fda799f0a'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:56:33.472821 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Bound port: 33757012-2cdf-4400-9144-246b0a0b5fff, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e7d3f0-ef06-436b-9841-a59bf378c778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '24b7fad6-0b6e-438e-89c6-f30fda799f0a'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:56:33.473196 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.485750 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58b4c0-c467-4ee3-91d4-2222d5005e5e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8de5c0-0da6-47d5-b1c7-bfb2b9bfe8dc,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:33.494070 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-11367afe-d4cf-480f-8134-77f05117a5ee tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:33.505165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.517274 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:33.517760 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.569817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-11367afe-d4cf-480f-8134-77f05117a5ee tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.575956 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Allocated IP 2001:db8:0:ffff::2 (4f063713-cbad-4b62-a505-0266d280d139/77cdd322-c4c4-4a3c-a8b1-dfa847b8520b/c641b338-b402-46f0-8d39-576e3d72b175) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:33.612530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e29fc795-a38a-4df1-983d-c7c67efcd203 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.626486 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-11367afe-d4cf-480f-8134-77f05117a5ee tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:33.630230 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5b58b4c0-c467-4ee3-91d4-2222d5005e5e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.633771 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5b58b4c0-c467-4ee3-91d4-2222d5005e5e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-groups/ef8de5c0-0da6-47d5-b1c7-bfb2b9bfe8dc HTTP/1.1" status: 204 len: 168 time: 0.9385803 Oct 18 07:56:33.635589 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59658) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:33.637155 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-11367afe-d4cf-480f-8134-77f05117a5ee tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Usage tracker for resource:security_group_rule and tenant:43656771763f4be4959a42d4bd1cef4c is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:33.655795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-11367afe-d4cf-480f-8134-77f05117a5ee tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:33.673701 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-e29fc795-a38a-4df1-983d-c7c67efcd203 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Transition to ACTIVE for port object 1ba37c0c-5ccd-4712-b98a-2f78490452ea will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:33.675079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-11367afe-d4cf-480f-8134-77f05117a5ee tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:33.704189 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] For port 33757012-2cdf-4400-9144-246b0a0b5fff, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:56:33.726814 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] For port 33757012-2cdf-4400-9144-246b0a0b5fff, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=33757012-2cdf-4400-9144-246b0a0b5fff,segment=NetworkSegment(61e7d3f0-ef06-436b-9841-a59bf378c778),segment_id=61e7d3f0-ef06-436b-9841-a59bf378c778)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:56:33.743271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.809337 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3da7f7c5-0110-40f5-b31b-a6f148bf0ef0 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:33.809965 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023673c4-b534-4f1e-97da-ee4ad20ca8e4 None None] DHCP port deletion for 33cb7648-a36d-4f51-ad7d-85e5310b2b91 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:56:33.821669 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.objects.ports [None req-cd0f6d9f-f407-41da-8616-95f48819df00 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89046) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:56:33.826576 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6d9f-f407-41da-8616-95f48819df00 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.835758 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3da7f7c5-0110-40f5-b31b-a6f148bf0ef0 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:33.841208 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3da7f7c5-0110-40f5-b31b-a6f148bf0ef0 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2014534 Oct 18 07:56:33.841385 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-023673c4-b534-4f1e-97da-ee4ad20ca8e4 None None] Deleting port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:33.841385 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-023673c4-b534-4f1e-97da-ee4ad20ca8e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.841575 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59662) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:33.852529 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d0a40f66-9c6a-4361-8f51-881740888439 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525857590'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:33.858080 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] For port 9018ef6b-2b50-49d4-8eb3-053bce568fc3, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=9018ef6b-2b50-49d4-8eb3-053bce568fc3,segment=NetworkSegment(fa211140-9601-4cb1-9795-9b7c90fc6d43),segment_id=fa211140-9601-4cb1-9795-9b7c90fc6d43)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:33.858464 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.873754 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d0a40f66-9c6a-4361-8f51-881740888439 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:33.909938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e29fc795-a38a-4df1-983d-c7c67efcd203 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:33.960068 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9bb96-815a-4d6e-8591-475ebbd80832 None None] Pushing event updated for resources: {'Port': ['ID=33757012-2cdf-4400-9144-246b0a0b5fff,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:34.007426 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f6d9f-f407-41da-8616-95f48819df00 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event updated for resources: {'Subnet': ['ID=048dc56c-a701-455b-8bf0-505cc6e4c9cc,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:34.029045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-11367afe-d4cf-480f-8134-77f05117a5ee tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.048500 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29fc795-a38a-4df1-983d-c7c67efcd203 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Network 24b7fad6-0b6e-438e-89c6-f30fda799f0a is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:34.049408 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-11367afe-d4cf-480f-8134-77f05117a5ee tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.053020 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.064412 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-e29fc795-a38a-4df1-983d-c7c67efcd203 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:34.071542 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fc795-a38a-4df1-983d-c7c67efcd203 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Pushing event updated for resources: {'Port': ['ID=1ba37c0c-5ccd-4712-b98a-2f78490452ea,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:34.074947 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29fc795-a38a-4df1-983d-c7c67efcd203 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:34.088546 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29fc795-a38a-4df1-983d-c7c67efcd203 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:34.089201 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e29fc795-a38a-4df1-983d-c7c67efcd203 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.124955 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11367afe-d4cf-480f-8134-77f05117a5ee tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e20d31-f33c-47cf-95e6-ac009f9ee0cf,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:34.134273 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Transition to ACTIVE for port object c641b338-b402-46f0-8d39-576e3d72b175 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:34.139754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0f6d9f-f407-41da-8616-95f48819df00 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Checking segment: {'id': '512b732f-379c-447c-943b-14bc92d27935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8808917a-95a9-4503-8044-1b9266f4ef27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:34.140249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0f6d9f-f407-41da-8616-95f48819df00 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Network hostable DHCP agents. Network: 8808917a-95a9-4503-8044-1b9266f4ef27, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:56:34.216226 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e29fc795-a38a-4df1-983d-c7c67efcd203 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7849033 Oct 18 07:56:34.216452 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59668) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:34.223409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Request body: {'port': {'network_id': '24b7fad6-0b6e-438e-89c6-f30fda799f0a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-36891306', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:34.223959 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.api.validators [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] bootfile-name is not in valid_values {{(pid=89046) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 18 07:56:34.224302 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.api.validators [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] tftp-server is not in valid_values {{(pid=89046) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 18 07:56:34.224627 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.api.validators [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] server-ip-address is not in valid_values {{(pid=89046) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 18 07:56:34.240346 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for 9018ef6b-2b50-49d4-8eb3-053bce568fc3 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:34.249207 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-11367afe-d4cf-480f-8134-77f05117a5ee tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.254688 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-11367afe-d4cf-480f-8134-77f05117a5ee tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9693499 Oct 18 07:56:34.287006 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d0a40f66-9c6a-4361-8f51-881740888439 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:34.289140 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59672) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:34.302356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0f6d9f-f407-41da-8616-95f48819df00 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Network 8808917a-95a9-4503-8044-1b9266f4ef27 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:56:34.304501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 9018ef6b-2b50-49d4-8eb3-053bce568fc3 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:56:34.320568 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-b8a247b6-2e4e-4e6e-8069-b756fc63afc0 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:34.321004 dv-neutron-861625-1-hyperv neutron-server[89045]: WARNING neutron.api.v2.base [None req-b8a247b6-2e4e-4e6e-8069-b756fc63afc0 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 18 07:56:34.321493 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-b8a247b6-2e4e-4e6e-8069-b756fc63afc0 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] update failed (client error): There was a conflict when trying to complete your request. Oct 18 07:56:34.322935 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b8a247b6-2e4e-4e6e-8069-b756fc63afc0 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "PUT /v2.0/security-groups/a0e20d31-f33c-47cf-95e6-ac009f9ee0cf HTTP/1.1" status: 409 len: 330 time: 0.0329127 Oct 18 07:56:34.328038 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59676) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:34.333306 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-cd0f6d9f-f407-41da-8616-95f48819df00 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 8808917a-95a9-4503-8044-1b9266f4ef27) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:34.348128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0f6d9f-f407-41da-8616-95f48819df00 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:34.348730 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6d9f-f407-41da-8616-95f48819df00 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.366607 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d0a40f66-9c6a-4361-8f51-881740888439 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.373734 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4e0dc0-27bd-4a18-9798-e1f65a07343b None None] Network 8808917a-95a9-4503-8044-1b9266f4ef27 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:34.410467 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cd0f6d9f-f407-41da-8616-95f48819df00 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7189765 Oct 18 07:56:34.411180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59680) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:34.422605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-550cfe59-ede5-461a-90f4-25f251f432ed tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Request body: {'port': {'network_id': '8808917a-95a9-4503-8044-1b9266f4ef27', 'name': 'tempest-NetworksIpV6TestAttrs-461238870'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:34.434884 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d0a40f66-9c6a-4361-8f51-881740888439 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:34.449105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d0a40f66-9c6a-4361-8f51-881740888439 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:34.455239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d0a40f66-9c6a-4361-8f51-881740888439 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:34.464915 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d0a40f66-9c6a-4361-8f51-881740888439 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:34.465338 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-023673c4-b534-4f1e-97da-ee4ad20ca8e4 None None] For port 9018ef6b-2b50-49d4-8eb3-053bce568fc3, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=9018ef6b-2b50-49d4-8eb3-053bce568fc3,segment=NetworkSegment(fa211140-9601-4cb1-9795-9b7c90fc6d43),segment_id=fa211140-9601-4cb1-9795-9b7c90fc6d43)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:34.465743 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-023673c4-b534-4f1e-97da-ee4ad20ca8e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.467683 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-84063926-e783-4aae-866b-ec4c28866e9a tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.471201 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.486286 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Transition to ACTIVE for port object c641b338-b402-46f0-8d39-576e3d72b175 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:34.492714 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:34.507557 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Usage tracker for resource:port and tenant:7d2d2832af084e0cabbe281b722d5e6f is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:34.512306 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:34.522998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:34.553715 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.558008 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Port': ['ID=9018ef6b-2b50-49d4-8eb3-053bce568fc3,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:34.560111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Made reservation on behalf of 7d2d2832af084e0cabbe281b722d5e6f for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:34.564212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.569749 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] No DVR routers for this DVR port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:56:34.602348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-84063926-e783-4aae-866b-ec4c28866e9a tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.603745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] device_id is not set on port 18dcfa04-962a-4b20-9c0a-fa21ae9e6972 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:56:34.615690 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.627173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-023673c4-b534-4f1e-97da-ee4ad20ca8e4 None None] Calling delete_port for 9018ef6b-2b50-49d4-8eb3-053bce568fc3 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:34.638863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-550cfe59-ede5-461a-90f4-25f251f432ed tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:34.647895 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-550cfe59-ede5-461a-90f4-25f251f432ed tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Usage tracker for resource:port and tenant:d67f067380ad43dab1cfcd8a85ac1131 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:34.655779 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-550cfe59-ede5-461a-90f4-25f251f432ed tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:34.666529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-550cfe59-ede5-461a-90f4-25f251f432ed tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:34.699287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550cfe59-ede5-461a-90f4-25f251f432ed tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Made reservation on behalf of d67f067380ad43dab1cfcd8a85ac1131 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:34.702797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-550cfe59-ede5-461a-90f4-25f251f432ed tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.722500 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No active binding found for port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 {{(pid=89047) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 18 07:56:34.722959 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 9018ef6b-2b50-49d4-8eb3-053bce568fc3 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:56:34.762481 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-550cfe59-ede5-461a-90f4-25f251f432ed tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] device_id is not set on port 26b2752f-32d2-4993-9a5e-1a4cb1eb6860 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:56:34.764237 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.777665 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Network 4f063713-cbad-4b62-a505-0266d280d139 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:34.786518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:34.793914 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:34.810970 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-84063926-e783-4aae-866b-ec4c28866e9a tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.828545 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d0a40f66-9c6a-4361-8f51-881740888439 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.830958 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33cb7648-a36d-4f51-ad7d-85e5310b2b91']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:34.844103 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d0a40f66-9c6a-4361-8f51-881740888439 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.853888 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84063926-e783-4aae-866b-ec4c28866e9a tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e20d31-f33c-47cf-95e6-ac009f9ee0cf,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:34.856725 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa211140-9601-4cb1-9795-9b7c90fc6d43') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:34.856928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa211140-9601-4cb1-9795-9b7c90fc6d43') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:34.873778 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Pushing event updated for resources: {'Port': ['ID=c641b338-b402-46f0-8d39-576e3d72b175,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:34.879018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Allocated IP 2001:db8::1b6 (24b7fad6-0b6e-438e-89c6-f30fda799f0a/599cd597-ba5d-4470-ae36-36d4c4b1a8ef/18dcfa04-962a-4b20-9c0a-fa21ae9e6972) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:34.910203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.954958 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.957007 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a40f66-9c6a-4361-8f51-881740888439 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80d37d96-fa03-45e8-aaa0-d36afe0583ce,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:34.966172 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-84063926-e783-4aae-866b-ec4c28866e9a tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.967316 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-84063926-e783-4aae-866b-ec4c28866e9a tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "DELETE /v2.0/security-groups/a0e20d31-f33c-47cf-95e6-ac009f9ee0cf HTTP/1.1" status: 204 len: 168 time: 0.6364863 Oct 18 07:56:34.969217 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:56:34.969745 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:34.982295 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59684) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:34.986514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Attempting to bind port c641b338-b402-46f0-8d39-576e3d72b175 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:56:34.986910 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Attempting to bind port c641b338-b402-46f0-8d39-576e3d72b175 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '15b15af4-cf07-451f-88de-37177561af37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f063713-cbad-4b62-a505-0266d280d139'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:56:34.987271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Attempting to bind port c641b338-b402-46f0-8d39-576e3d72b175 on network 4f063713-cbad-4b62-a505-0266d280d139 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:56:35.014368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d0a40f66-9c6a-4361-8f51-881740888439 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:35.019400 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d0a40f66-9c6a-4361-8f51-881740888439 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1733663 Oct 18 07:56:35.027974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59690) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:35.033740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:56:35.034036 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Checking segment: {'id': '15b15af4-cf07-451f-88de-37177561af37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f063713-cbad-4b62-a505-0266d280d139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:35.034444 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:35.035028 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Bound using segment: {'id': '15b15af4-cf07-451f-88de-37177561af37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f063713-cbad-4b62-a505-0266d280d139'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:56:35.035346 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Bound port: c641b338-b402-46f0-8d39-576e3d72b175, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b15af4-cf07-451f-88de-37177561af37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4f063713-cbad-4b62-a505-0266d280d139'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:56:35.035917 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:35.040528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-3740ae33-6699-487c-9326-2ced9799fc8c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group': {'name': 'tempest-secgroup--808631903'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:35.061102 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment fa211140-9601-4cb1-9795-9b7c90fc6d43 resource provider aggregate not found Oct 18 07:56:35.071758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-550cfe59-ede5-461a-90f4-25f251f432ed tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Allocated IP 2001:db8::f816:3eff:fea9:7f3b (8808917a-95a9-4503-8044-1b9266f4ef27/048dc56c-a701-455b-8bf0-505cc6e4c9cc/26b2752f-32d2-4993-9a5e-1a4cb1eb6860) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:35.094181 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment fa211140-9601-4cb1-9795-9b7c90fc6d43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa211140-9601-4cb1-9795-9b7c90fc6d43 found for delete ", "request_id": "req-47b79ab3-1e7a-441f-8551-c2012c95b4d6"}]} Oct 18 07:56:35.111632 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-023673c4-b534-4f1e-97da-ee4ad20ca8e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:56:35.111632 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-023673c4-b534-4f1e-97da-ee4ad20ca8e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:56:35.128006 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:35.135876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3740ae33-6699-487c-9326-2ced9799fc8c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:35.154514 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:35.164906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3740ae33-6699-487c-9326-2ced9799fc8c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:35.174435 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3740ae33-6699-487c-9326-2ced9799fc8c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:35.194446 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Network': ['ID=33cb7648-a36d-4f51-ad7d-85e5310b2b91,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:35.197549 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f0dff296-f4bb-416c-90ad-7e1f4274723b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/networks/33cb7648-a36d-4f51-ad7d-85e5310b2b91 HTTP/1.1" status: 204 len: 168 time: 1.8249185 Oct 18 07:56:35.198487 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-88152726-b624-44f2-b4b4-2c68166cfb49 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Synchronizing usage tracker for tenant:43656771763f4be4959a42d4bd1cef4c on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:35.201426 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59696) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:35.215315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-8808917a-95a9-4503-8044-1b9266f4ef27', 'network_id': '8808917a-95a9-4503-8044-1b9266f4ef27', 'tenant_id': 'd67f067380ad43dab1cfcd8a85ac1131', 'fixed_ips': [{'subnet_id': '048dc56c-a701-455b-8bf0-505cc6e4c9cc'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:56:35.216383 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:35.239938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3740ae33-6699-487c-9326-2ced9799fc8c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:35.298738 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] For port c641b338-b402-46f0-8d39-576e3d72b175, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:56:35.318788 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] For port c641b338-b402-46f0-8d39-576e3d72b175, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c641b338-b402-46f0-8d39-576e3d72b175,segment=NetworkSegment(15b15af4-cf07-451f-88de-37177561af37),segment_id=15b15af4-cf07-451f-88de-37177561af37)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:56:35.327524 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:35.359165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3740ae33-6699-487c-9326-2ced9799fc8c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:35.395754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-88152726-b624-44f2-b4b4-2c68166cfb49 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] Unset dirty status for tenant:43656771763f4be4959a42d4bd1cef4c on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:35.403643 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-88152726-b624-44f2-b4b4-2c68166cfb49 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4139130 Oct 18 07:56:35.404655 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59700) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:35.425292 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f443298-cd4f-4278-987b-4881be8e9675 None None] Pushing event updated for resources: {'Port': ['ID=c641b338-b402-46f0-8d39-576e3d72b175,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:35.435284 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-45c4950f-1770-4b4b-8eee-4b736cf82509 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] delete failed (client error): The resource could not be found. Oct 18 07:56:35.436361 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-45c4950f-1770-4b4b-8eee-4b736cf82509 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "DELETE /v2.0/security-groups/0c647e39-380c-4228-bd31-82747e01ebce HTTP/1.1" status: 404 len: 347 time: 0.0304863 Oct 18 07:56:35.440004 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59704) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:35.458365 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-11450da4-e3aa-41e3-a4fc-80346ef2c770 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] show failed (client error): The resource could not be found. Oct 18 07:56:35.459623 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-11450da4-e3aa-41e3-a4fc-80346ef2c770 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "GET /v2.0/security-groups/413aee10-483e-47d1-96a7-5ef912ba28a5 HTTP/1.1" status: 404 len: 347 time: 0.0187180 Oct 18 07:56:35.463327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59708) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:35.471405 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec48648-7199-4ff8-883f-d791ddf5f350 None None] Network 24b7fad6-0b6e-438e-89c6-f30fda799f0a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:35.480459 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-2fe4c79c-f4db-46db-9022-a7acb6856575 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] show failed (client error): The resource could not be found. Oct 18 07:56:35.481818 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2fe4c79c-f4db-46db-9022-a7acb6856575 tempest-NegativeSecGroupTest-471037663 tempest-NegativeSecGroupTest-471037663-project] 10.222.0.17 "GET /v2.0/security-group-rules/2c1c4cc7-ff64-421d-a08f-e50f49bf6463 HTTP/1.1" status: 404 len: 356 time: 0.0173783 Oct 18 07:56:35.504273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3740ae33-6699-487c-9326-2ced9799fc8c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:35.518878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:35.525662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3740ae33-6699-487c-9326-2ced9799fc8c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:35.532735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3740ae33-6699-487c-9326-2ced9799fc8c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:35.555834 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3740ae33-6699-487c-9326-2ced9799fc8c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:35.580058 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Transition to ACTIVE for port object 18dcfa04-962a-4b20-9c0a-fa21ae9e6972 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:35.584035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b9bd78d4-72a9-4d55-b5ae-2362836f909e None None] Provisioning for port 33757012-2cdf-4400-9144-246b0a0b5fff completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:35.613102 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-023673c4-b534-4f1e-97da-ee4ad20ca8e4 None None] Deleting port 9018ef6b-2b50-49d4-8eb3-053bce568fc3 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:35.613663 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-023673c4-b534-4f1e-97da-ee4ad20ca8e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:35.638969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1738ea3c-1683-418b-ad60-e2449eddf5c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:35.640473 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1738ea3c-1683-418b-ad60-e2449eddf5c7 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3956659 Oct 18 07:56:35.644274 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59714) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:35.689554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-550cfe59-ede5-461a-90f4-25f251f432ed tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:35.725664 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-023673c4-b534-4f1e-97da-ee4ad20ca8e4 None None] The port '9018ef6b-2b50-49d4-8eb3-053bce568fc3' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:56:35.750425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:35.816270 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8bb13e6e-ba00-458f-84ea-7bb4b953364c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Synchronizing usage tracker for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:35.841268 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8bb13e6e-ba00-458f-84ea-7bb4b953364c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Unset dirty status for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:35.846603 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8bb13e6e-ba00-458f-84ea-7bb4b953364c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1951976 Oct 18 07:56:35.849422 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59720) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:35.858197 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-ca6213fa-4b12-4330-a4dc-16c18d872fe4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1209921950'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:35.867547 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ca6213fa-4b12-4330-a4dc-16c18d872fe4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:35.872404 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ca6213fa-4b12-4330-a4dc-16c18d872fe4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:network and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:35.876386 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ca6213fa-4b12-4330-a4dc-16c18d872fe4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:35.885649 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ca6213fa-4b12-4330-a4dc-16c18d872fe4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:35.952628 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-550cfe59-ede5-461a-90f4-25f251f432ed tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Transition to ACTIVE for port object 26b2752f-32d2-4993-9a5e-1a4cb1eb6860 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:35.977613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59724) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:35.978184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3740ae33-6699-487c-9326-2ced9799fc8c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:35.994050 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6213fa-4b12-4330-a4dc-16c18d872fe4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:36.000190 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ca6213fa-4b12-4330-a4dc-16c18d872fe4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:36.017147 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3740ae33-6699-487c-9326-2ced9799fc8c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:36.038772 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6213fa-4b12-4330-a4dc-16c18d872fe4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:56:36.050033 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ca6213fa-4b12-4330-a4dc-16c18d872fe4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:36.050784 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-ca6213fa-4b12-4330-a4dc-16c18d872fe4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Added segment d2db0020-9e8a-4095-9ce1-219754496498 of type vlan for network 15aab05e-7f2a-4b20-9c6d-7c307a16d88f Oct 18 07:56:36.072777 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Network 24b7fad6-0b6e-438e-89c6-f30fda799f0a is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:36.085468 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:36.111346 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:36.120806 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ca6213fa-4b12-4330-a4dc-16c18d872fe4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:36.132020 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:36.132724 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:36.170600 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ca6213fa-4b12-4330-a4dc-16c18d872fe4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:36.171791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Pushing event updated for resources: {'Port': ['ID=18dcfa04-962a-4b20-9c0a-fa21ae9e6972,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:36.177977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6213fa-4b12-4330-a4dc-16c18d872fe4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:36.179091 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ca6213fa-4b12-4330-a4dc-16c18d872fe4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:36.205960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740ae33-6699-487c-9326-2ced9799fc8c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24987e1-29b4-48f5-81a8-eadcb7adde79,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:36.234937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-550cfe59-ede5-461a-90f4-25f251f432ed tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:36.290531 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 33757012-2cdf-4400-9144-246b0a0b5fff up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:56:36.300118 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7911d3ad-1044-431b-9078-b008790911ae tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.0814514 Oct 18 07:56:36.313907 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59730) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:36.317375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3740ae33-6699-487c-9326-2ced9799fc8c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:36.319116 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3740ae33-6699-487c-9326-2ced9799fc8c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2900066 Oct 18 07:56:36.329215 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59734) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:36.333828 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Allocated IP 2001:db8::f816:3eff:fefa:aad9 (8808917a-95a9-4503-8044-1b9266f4ef27/048dc56c-a701-455b-8bf0-505cc6e4c9cc/296d83fb-59a4-470d-88f3-fb5e7eccde70) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:36.340966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c44d7a5f-0840-491f-80d6-37488fe66f6d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group_rule': {'security_group_id': '80d37d96-fa03-45e8-aaa0-d36afe0583ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd24987e1-29b4-48f5-81a8-eadcb7adde79', 'remote_ip_prefix': None}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:36.350443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c44d7a5f-0840-491f-80d6-37488fe66f6d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:36.355048 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c44d7a5f-0840-491f-80d6-37488fe66f6d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:36.359121 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c44d7a5f-0840-491f-80d6-37488fe66f6d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:36.366600 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c44d7a5f-0840-491f-80d6-37488fe66f6d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:36.373379 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550cfe59-ede5-461a-90f4-25f251f432ed tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Network 8808917a-95a9-4503-8044-1b9266f4ef27 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:36.377910 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-550cfe59-ede5-461a-90f4-25f251f432ed tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:36.382210 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550cfe59-ede5-461a-90f4-25f251f432ed tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:36.388278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550cfe59-ede5-461a-90f4-25f251f432ed tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:36.389495 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-550cfe59-ede5-461a-90f4-25f251f432ed tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:36.421188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cfe59-ede5-461a-90f4-25f251f432ed tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event updated for resources: {'Port': ['ID=26b2752f-32d2-4993-9a5e-1a4cb1eb6860,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:36.430460 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59738) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:36.430820 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-550cfe59-ede5-461a-90f4-25f251f432ed tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0148690 Oct 18 07:56:36.444560 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e661d74e-f5e1-49cf-ab54-42caeb31bcb9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=43656771763f4be4959a42d4bd1cef4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657838 Oct 18 07:56:36.449194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59742) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:36.503463 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ca6213fa-4b12-4330-a4dc-16c18d872fe4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6523304 Oct 18 07:56:36.510848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59746) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:36.511914 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6213fa-4b12-4330-a4dc-16c18d872fe4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Network': ['ID=15aab05e-7f2a-4b20-9c6d-7c307a16d88f,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:36.517795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c44d7a5f-0840-491f-80d6-37488fe66f6d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:36.543940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-1952d36d-966f-4ab4-80f5-811d135002fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'subnet': {'network_id': '15aab05e-7f2a-4b20-9c6d-7c307a16d88f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:36.570457 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 15aab05e-7f2a-4b20-9c6d-7c307a16d88f details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:56:36.590668 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecddfe14-a69e-4fd2-a461-f91831a05ed0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Deleting subnet 048dc56c-a701-455b-8bf0-505cc6e4c9cc {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:56:36.625357 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2231417f-b189-4d30-8e7b-5a01971eb555 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:36.632524 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2231417f-b189-4d30-8e7b-5a01971eb555 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:36.639358 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2231417f-b189-4d30-8e7b-5a01971eb555 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:36.643238 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2231417f-b189-4d30-8e7b-5a01971eb555 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3258879 Oct 18 07:56:36.645907 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59750) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:36.703530 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 33757012-2cdf-4400-9144-246b0a0b5fff completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:36.718420 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Provisioning for port 18dcfa04-962a-4b20-9c0a-fa21ae9e6972 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:36.732499 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 33757012-2cdf-4400-9144-246b0a0b5fff triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:36.733183 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:36.733684 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 33757012-2cdf-4400-9144-246b0a0b5fff Oct 18 07:56:36.737264 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-c83369ba-2a0a-4796-94a4-8f366626250d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Deleting port 18dcfa04-962a-4b20-9c0a-fa21ae9e6972 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:36.737690 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c83369ba-2a0a-4796-94a4-8f366626250d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:36.749170 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ada0d656-d535-4c92-a073-bf7a0eea1615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:36.787905 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Provisioning complete for port 18dcfa04-962a-4b20-9c0a-fa21ae9e6972 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:36.788512 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:36.789004 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Attempt 1 to provision port 18dcfa04-962a-4b20-9c0a-fa21ae9e6972 Oct 18 07:56:36.831241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1952d36d-966f-4ab4-80f5-811d135002fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:36.845115 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ada0d656-d535-4c92-a073-bf7a0eea1615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:36.860015 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1952d36d-966f-4ab4-80f5-811d135002fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:subnet and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:36.880368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1952d36d-966f-4ab4-80f5-811d135002fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:36.893886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1952d36d-966f-4ab4-80f5-811d135002fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:36.926264 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Port 18dcfa04-962a-4b20-9c0a-fa21ae9e6972 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:56:36.934734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c44d7a5f-0840-491f-80d6-37488fe66f6d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:36.941924 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1952d36d-966f-4ab4-80f5-811d135002fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:36.945925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1952d36d-966f-4ab4-80f5-811d135002fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:36.977674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c44d7a5f-0840-491f-80d6-37488fe66f6d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.057930 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 33757012-2cdf-4400-9144-246b0a0b5fff is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:56:37.058297 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.065987 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c83369ba-2a0a-4796-94a4-8f366626250d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.071917 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8e4f1e-fde2-4003-8402-030f7ab87655 None None] Network 4f063713-cbad-4b62-a505-0266d280d139 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:37.099678 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d7a5f-0840-491f-80d6-37488fe66f6d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e68c6a3-e999-4381-86e3-da7cf69beb25,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:37.174199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.198240 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 33757012-2cdf-4400-9144-246b0a0b5fff, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=33757012-2cdf-4400-9144-246b0a0b5fff,segment=NetworkSegment(61e7d3f0-ef06-436b-9841-a59bf378c778),segment_id=61e7d3f0-ef06-436b-9841-a59bf378c778)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:37.203000 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Transition to ACTIVE for port object 296d83fb-59a4-470d-88f3-fb5e7eccde70 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:37.204183 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ada0d656-d535-4c92-a073-bf7a0eea1615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.221309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.222106 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c641b338-b402-46f0-8d39-576e3d72b175 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:56:37.275499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0d656-d535-4c92-a073-bf7a0eea1615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b7aa27-3a1e-44d5-a552-c4389256c2f9,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:37.277375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ada0d656-d535-4c92-a073-bf7a0eea1615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.278492 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ada0d656-d535-4c92-a073-bf7a0eea1615 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d0b7aa27-3a1e-44d5-a552-c4389256c2f9 HTTP/1.1" status: 204 len: 168 time: 0.8278363 Oct 18 07:56:37.282276 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c44d7a5f-0840-491f-80d6-37488fe66f6d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.286030 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c44d7a5f-0840-491f-80d6-37488fe66f6d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9555545 Oct 18 07:56:37.286732 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59756) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:37.334077 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d02d6f2-1206-4120-971d-75986f2fb058 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.345068 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-c83369ba-2a0a-4796-94a4-8f366626250d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Calling delete_port for 18dcfa04-962a-4b20-9c0a-fa21ae9e6972 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:37.356839 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Transition to ACTIVE for port object 296d83fb-59a4-470d-88f3-fb5e7eccde70 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:37.358400 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d02d6f2-1206-4120-971d-75986f2fb058 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.404046 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1952d36d-966f-4ab4-80f5-811d135002fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.408588 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.427727 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Attempt 2 to provision port 18dcfa04-962a-4b20-9c0a-fa21ae9e6972 Oct 18 07:56:37.449671 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d02d6f2-1206-4120-971d-75986f2fb058 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.479970 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ecddfe14-a69e-4fd2-a461-f91831a05ed0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.489708 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=33757012-2cdf-4400-9144-246b0a0b5fff,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:37.503107 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02d6f2-1206-4120-971d-75986f2fb058 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e68c6a3-e999-4381-86e3-da7cf69beb25,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:37.523482 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1952d36d-966f-4ab4-80f5-811d135002fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Checking segment: {'id': 'd2db0020-9e8a-4095-9ce1-219754496498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '15aab05e-7f2a-4b20-9c6d-7c307a16d88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:37.524158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1952d36d-966f-4ab4-80f5-811d135002fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network hostable DHCP agents. Network: 15aab05e-7f2a-4b20-9c6d-7c307a16d88f, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:56:37.528865 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d02d6f2-1206-4120-971d-75986f2fb058 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.533189 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8d02d6f2-1206-4120-971d-75986f2fb058 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/0e68c6a3-e999-4381-86e3-da7cf69beb25 HTTP/1.1" status: 204 len: 168 time: 0.2434106 Oct 18 07:56:37.533561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59762) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:37.540358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952d36d-966f-4ab4-80f5-811d135002fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Subnet': ['ID=17380aa7-c7ac-4945-a046-b92484d6b552,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:37.549624 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Network 8808917a-95a9-4503-8044-1b9266f4ef27 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:37.557788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1952d36d-966f-4ab4-80f5-811d135002fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 15aab05e-7f2a-4b20-9c6d-7c307a16d88f is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:56:37.571187 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-1952d36d-966f-4ab4-80f5-811d135002fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 15aab05e-7f2a-4b20-9c6d-7c307a16d88f) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:37.584767 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1952d36d-966f-4ab4-80f5-811d135002fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:37.593044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1952d36d-966f-4ab4-80f5-811d135002fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.603497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Port 18dcfa04-962a-4b20-9c0a-fa21ae9e6972 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:56:37.611882 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1952d36d-966f-4ab4-80f5-811d135002fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0976675 Oct 18 07:56:37.612944 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59768) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:37.619558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-7664c206-3e9d-4a4c-b746-3ad89e15df47 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'network_id': '15aab05e-7f2a-4b20-9c6d-7c307a16d88f', 'name': 'tempest-PortsTestJSON-372095523'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:37.624670 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:37.627085 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d4e032-1ee8-4e42-ae40-c0439040d2c8 None None] Network 15aab05e-7f2a-4b20-9c6d-7c307a16d88f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:37.633810 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ecddfe14-a69e-4fd2-a461-f91831a05ed0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.651547 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:37.746131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f9794ccf-6514-4741-b9a4-e8b55486ffb2 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:37.749126 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c83369ba-2a0a-4796-94a4-8f366626250d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.798758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7664c206-3e9d-4a4c-b746-3ad89e15df47 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:37.812652 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7664c206-3e9d-4a4c-b746-3ad89e15df47 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:37.832049 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Pushing event updated for resources: {'Port': ['ID=296d83fb-59a4-470d-88f3-fb5e7eccde70,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:37.833188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7664c206-3e9d-4a4c-b746-3ad89e15df47 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:37.834388 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port c641b338-b402-46f0-8d39-576e3d72b175 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:37.843042 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7664c206-3e9d-4a4c-b746-3ad89e15df47 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.879221 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-7664c206-3e9d-4a4c-b746-3ad89e15df47 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] device_id is not set on port a772094b-9266-4a7d-8bb4-832e8ac1bad7 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:56:37.897484 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Attempting to bind port 296d83fb-59a4-470d-88f3-fb5e7eccde70 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:56:37.897848 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Attempting to bind port 296d83fb-59a4-470d-88f3-fb5e7eccde70 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '512b732f-379c-447c-943b-14bc92d27935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8808917a-95a9-4503-8044-1b9266f4ef27'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:56:37.898209 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Attempting to bind port 296d83fb-59a4-470d-88f3-fb5e7eccde70 on network 8808917a-95a9-4503-8044-1b9266f4ef27 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:56:37.913122 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:56:37.913499 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Checking segment: {'id': '512b732f-379c-447c-943b-14bc92d27935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8808917a-95a9-4503-8044-1b9266f4ef27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:37.916168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.916168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Bound using segment: {'id': '512b732f-379c-447c-943b-14bc92d27935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8808917a-95a9-4503-8044-1b9266f4ef27'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:56:37.916168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Bound port: 296d83fb-59a4-470d-88f3-fb5e7eccde70, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512b732f-379c-447c-943b-14bc92d27935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8808917a-95a9-4503-8044-1b9266f4ef27'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:56:37.916168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.920384 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83369ba-2a0a-4796-94a4-8f366626250d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Pushing event deleted for resources: {'Port': ['ID=18dcfa04-962a-4b20-9c0a-fa21ae9e6972,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:37.960031 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c83369ba-2a0a-4796-94a4-8f366626250d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:37.984009 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c83369ba-2a0a-4796-94a4-8f366626250d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] 10.222.0.17 "DELETE /v2.0/ports/18dcfa04-962a-4b20-9c0a-fa21ae9e6972 HTTP/1.1" status: 204 len: 168 time: 1.3328595 Oct 18 07:56:37.984009 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f9794ccf-6514-4741-b9a4-e8b55486ffb2 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:37.984009 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f9794ccf-6514-4741-b9a4-e8b55486ffb2 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4493880 Oct 18 07:56:37.986176 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59782) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:37.988653 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59784) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:38.000210 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-91bd7376-e6d3-457e-8502-1bf0ca2b139d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Request body: {'port': {'name': 'tempest-new-port-name-826698971', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:38.000751 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.api.validators [None req-91bd7376-e6d3-457e-8502-1bf0ca2b139d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] bootfile-name is not in valid_values {{(pid=89045) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 18 07:56:38.001595 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.api.validators [None req-91bd7376-e6d3-457e-8502-1bf0ca2b139d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] tftp-server is not in valid_values {{(pid=89045) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 18 07:56:38.001926 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.api.validators [None req-91bd7376-e6d3-457e-8502-1bf0ca2b139d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] server-ip-address is not in valid_values {{(pid=89045) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 18 07:56:38.112190 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Attempt 3 to provision port 18dcfa04-962a-4b20-9c0a-fa21ae9e6972 Oct 18 07:56:38.216152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-7664c206-3e9d-4a4c-b746-3ad89e15df47 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Allocated IP 172.20.0.13 (15aab05e-7f2a-4b20-9c6d-7c307a16d88f/17380aa7-c7ac-4945-a046-b92484d6b552/a772094b-9266-4a7d-8bb4-832e8ac1bad7) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:38.231544 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 33757012-2cdf-4400-9144-246b0a0b5fff up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:56:38.277070 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-91bd7376-e6d3-457e-8502-1bf0ca2b139d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:38.317595 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Port 18dcfa04-962a-4b20-9c0a-fa21ae9e6972 was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:56:38.373506 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ecddfe14-a69e-4fd2-a461-f91831a05ed0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:38.402858 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59794) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:38.403398 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Provisioning for port 1ba37c0c-5ccd-4712-b98a-2f78490452ea completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:38.415553 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c42f0aa-4d39-4e32-892a-aaaecaab3299 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:38.421870 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Provisioning complete for port 1ba37c0c-5ccd-4712-b98a-2f78490452ea triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:38.422237 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:38.423139 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Attempt 1 to provision port 1ba37c0c-5ccd-4712-b98a-2f78490452ea Oct 18 07:56:38.508137 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-15aab05e-7f2a-4b20-9c6d-7c307a16d88f', 'network_id': '15aab05e-7f2a-4b20-9c6d-7c307a16d88f', 'tenant_id': '491c7abebf5a4f46aa6b1b9fa1ea0fa8', 'fixed_ips': [{'subnet_id': '17380aa7-c7ac-4945-a046-b92484d6b552'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:56:38.508938 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:38.511985 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c42f0aa-4d39-4e32-892a-aaaecaab3299 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:38.525286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7664c206-3e9d-4a4c-b746-3ad89e15df47 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:38.530413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 33757012-2cdf-4400-9144-246b0a0b5fff triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:38.531081 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:38.531615 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 33757012-2cdf-4400-9144-246b0a0b5fff Oct 18 07:56:38.544582 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-7664c206-3e9d-4a4c-b746-3ad89e15df47 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Transition to ACTIVE for port object a772094b-9266-4a7d-8bb4-832e8ac1bad7 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:38.578070 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7664c206-3e9d-4a4c-b746-3ad89e15df47 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:38.645095 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Port 1ba37c0c-5ccd-4712-b98a-2f78490452ea cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:56:38.646009 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] For port 296d83fb-59a4-470d-88f3-fb5e7eccde70, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:56:38.652594 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e72933ef-b441-4d97-bd66-b5d4e043166e tempest-SubnetPoolsTestJSON-1117422309 tempest-SubnetPoolsTestJSON-1117422309-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2101957199', 'prefixes': ['172.20.0.0/16']}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:38.659283 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e72933ef-b441-4d97-bd66-b5d4e043166e tempest-SubnetPoolsTestJSON-1117422309 tempest-SubnetPoolsTestJSON-1117422309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:38.665908 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] For port 296d83fb-59a4-470d-88f3-fb5e7eccde70, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=296d83fb-59a4-470d-88f3-fb5e7eccde70,segment=NetworkSegment(512b732f-379c-447c-943b-14bc92d27935),segment_id=512b732f-379c-447c-943b-14bc92d27935)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:56:38.668203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ecddfe14-a69e-4fd2-a461-f91831a05ed0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:38.670095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7664c206-3e9d-4a4c-b746-3ad89e15df47 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 15aab05e-7f2a-4b20-9c6d-7c307a16d88f is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:38.674473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664c206-3e9d-4a4c-b746-3ad89e15df47 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=a772094b-9266-4a7d-8bb4-832e8ac1bad7,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:38.676936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-7664c206-3e9d-4a4c-b746-3ad89e15df47 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:38.679026 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7664c206-3e9d-4a4c-b746-3ad89e15df47 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:38.680339 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:38.746173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddfe14-a69e-4fd2-a461-f91831a05ed0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event deleted for resources: {'Subnet': ['ID=048dc56c-a701-455b-8bf0-505cc6e4c9cc,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:38.747495 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7664c206-3e9d-4a4c-b746-3ad89e15df47 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:38.748128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7664c206-3e9d-4a4c-b746-3ad89e15df47 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:38.751398 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ecddfe14-a69e-4fd2-a461-f91831a05ed0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:38.779179 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7664c206-3e9d-4a4c-b746-3ad89e15df47 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1645222 Oct 18 07:56:38.781641 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c42f0aa-4d39-4e32-892a-aaaecaab3299 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:38.782676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59800) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:38.791341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-0e9afc77-b9db-415f-89d3-c45ff6c8a374 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'network_id': '15aab05e-7f2a-4b20-9c6d-7c307a16d88f', 'name': 'tempest-PortsTestJSON-1440572418'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:38.819452 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42f0aa-4d39-4e32-892a-aaaecaab3299 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24987e1-29b4-48f5-81a8-eadcb7adde79,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:38.823835 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ecddfe14-a69e-4fd2-a461-f91831a05ed0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/subnets/048dc56c-a701-455b-8bf0-505cc6e4c9cc HTTP/1.1" status: 204 len: 168 time: 2.3778808 Oct 18 07:56:38.826148 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c42f0aa-4d39-4e32-892a-aaaecaab3299 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:38.829999 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2c42f0aa-4d39-4e32-892a-aaaecaab3299 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-groups/d24987e1-29b4-48f5-81a8-eadcb7adde79 HTTP/1.1" status: 204 len: 168 time: 0.8364995 Oct 18 07:56:38.830141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59804) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:38.830635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59806) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:38.873767 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e72933ef-b441-4d97-bd66-b5d4e043166e tempest-SubnetPoolsTestJSON-1117422309 tempest-SubnetPoolsTestJSON-1117422309-project] Notify callbacks [] for subnetpool, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:38.874747 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e72933ef-b441-4d97-bd66-b5d4e043166e tempest-SubnetPoolsTestJSON-1117422309 tempest-SubnetPoolsTestJSON-1117422309-project] 10.222.0.17 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4676044 Oct 18 07:56:38.878312 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59812) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:38.895972 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-91bd7376-e6d3-457e-8502-1bf0ca2b139d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:38.904915 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-91bd7376-e6d3-457e-8502-1bf0ca2b139d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:38.919839 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Allocated IP 172.20.0.2 (15aab05e-7f2a-4b20-9c6d-7c307a16d88f/17380aa7-c7ac-4945-a046-b92484d6b552/d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:38.926204 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 33757012-2cdf-4400-9144-246b0a0b5fff is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:56:38.930654 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289fa86-8e61-4727-82e6-790b2aa68ed0 None None] Pushing event updated for resources: {'Port': ['ID=296d83fb-59a4-470d-88f3-fb5e7eccde70,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:38.979143 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-571b8b9f-be89-4735-9710-3c5d5e23cfa1 tempest-SubnetPoolsTestJSON-1117422309 tempest-SubnetPoolsTestJSON-1117422309-project] 10.222.0.17 "GET /v2.0/subnetpools/1036cec1-a1ec-4fa9-a595-98c8d3d7e29a HTTP/1.1" status: 200 len: 732 time: 0.1002419 Oct 18 07:56:38.984929 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59816) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:38.991720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-91bd7376-e6d3-457e-8502-1bf0ca2b139d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] In _notify_port_updated(), no bound segment for port 1ba37c0c-5ccd-4712-b98a-2f78490452ea on network 24b7fad6-0b6e-438e-89c6-f30fda799f0a {{(pid=89045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:56:38.997682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bd7376-e6d3-457e-8502-1bf0ca2b139d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:38.998136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-91bd7376-e6d3-457e-8502-1bf0ca2b139d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:38.999506 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-91bd7376-e6d3-457e-8502-1bf0ca2b139d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] 10.222.0.17 "PUT /v2.0/ports/1ba37c0c-5ccd-4712-b98a-2f78490452ea HTTP/1.1" status: 200 len: 1129 time: 1.0122960 Oct 18 07:56:39.003345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59820) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:39.006215 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e391ac95-9905-4ab1-a61a-d266d44c928a tempest-SubnetPoolsTestJSON-1117422309 tempest-SubnetPoolsTestJSON-1117422309-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-212940395'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:39.087695 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd7376-e6d3-457e-8502-1bf0ca2b139d tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Pushing event updated for resources: {'Port': ['ID=1ba37c0c-5ccd-4712-b98a-2f78490452ea,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:39.144716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c74dde-db3b-4a8d-846f-2c5e113e3ead tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:39.145357 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-57c74dde-db3b-4a8d-846f-2c5e113e3ead tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Synchronizing usage tracker for tenant:7d2d2832af084e0cabbe281b722d5e6f on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:39.185719 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Attempt 2 to provision port 1ba37c0c-5ccd-4712-b98a-2f78490452ea Oct 18 07:56:39.212174 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-57c74dde-db3b-4a8d-846f-2c5e113e3ead tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Unset dirty status for tenant:7d2d2832af084e0cabbe281b722d5e6f on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:39.213505 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-57c74dde-db3b-4a8d-846f-2c5e113e3ead tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] 10.222.0.17 "GET /v2.0/ports/1ba37c0c-5ccd-4712-b98a-2f78490452ea HTTP/1.1" status: 200 len: 1129 time: 0.1978719 Oct 18 07:56:39.220315 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59824) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:39.298477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e391ac95-9905-4ab1-a61a-d266d44c928a tempest-SubnetPoolsTestJSON-1117422309 tempest-SubnetPoolsTestJSON-1117422309-project] Notify callbacks [] for subnetpool, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:39.302031 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e391ac95-9905-4ab1-a61a-d266d44c928a tempest-SubnetPoolsTestJSON-1117422309 tempest-SubnetPoolsTestJSON-1117422309-project] 10.222.0.17 "PUT /v2.0/subnetpools/1036cec1-a1ec-4fa9-a595-98c8d3d7e29a HTTP/1.1" status: 200 len: 683 time: 0.3114374 Oct 18 07:56:39.303290 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59828) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:39.315416 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da6234f-d659-4f75-aee9-5e13056dcecf tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:39.317018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da6234f-d659-4f75-aee9-5e13056dcecf tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:39.317755 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6da6234f-d659-4f75-aee9-5e13056dcecf tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Synchronizing usage tracker for tenant:d67f067380ad43dab1cfcd8a85ac1131 on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:39.333918 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:39.336347 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-7f9cd5da-e209-4848-a206-06cfec326cb4 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Deleting port 1ba37c0c-5ccd-4712-b98a-2f78490452ea {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:39.337403 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7f9cd5da-e209-4848-a206-06cfec326cb4 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:39.346602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f7bf28cd-ed66-44d9-8209-77441067a6db tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:39.354707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Transition to ACTIVE for port object d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:39.378237 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0e9afc77-b9db-415f-89d3-c45ff6c8a374 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:39.385200 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0e9afc77-b9db-415f-89d3-c45ff6c8a374 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:port and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:39.386563 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Transition to ACTIVE for port object d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:39.388605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0e9afc77-b9db-415f-89d3-c45ff6c8a374 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:39.396160 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0e9afc77-b9db-415f-89d3-c45ff6c8a374 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:39.398488 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6da6234f-d659-4f75-aee9-5e13056dcecf tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Unset dirty status for tenant:d67f067380ad43dab1cfcd8a85ac1131 on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:39.399757 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6da6234f-d659-4f75-aee9-5e13056dcecf tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5677214 Oct 18 07:56:39.402310 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f7bf28cd-ed66-44d9-8209-77441067a6db tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:39.406235 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f7bf28cd-ed66-44d9-8209-77441067a6db tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5699561 Oct 18 07:56:39.406939 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59832) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:39.407643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59834) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:39.426459 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:39.457414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9afc77-b9db-415f-89d3-c45ff6c8a374 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:39.460595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0e9afc77-b9db-415f-89d3-c45ff6c8a374 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:39.541862 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Port 1ba37c0c-5ccd-4712-b98a-2f78490452ea cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:56:39.549909 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Network 15aab05e-7f2a-4b20-9c6d-7c307a16d88f is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:39.553222 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:39.558245 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:39.561983 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Pushing event updated for resources: {'Port': ['ID=d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:39.577048 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-0e9afc77-b9db-415f-89d3-c45ff6c8a374 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] device_id is not set on port ae918442-b184-4347-9ff9-9913bdef37df yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:56:39.670444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3ba66317-3157-4092-a680-b08a726fcc7a tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:39.672231 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Attempting to bind port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:56:39.673165 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Attempting to bind port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'd2db0020-9e8a-4095-9ce1-219754496498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '15aab05e-7f2a-4b20-9c6d-7c307a16d88f'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:56:39.673537 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Attempting to bind port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 on network 15aab05e-7f2a-4b20-9c6d-7c307a16d88f {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:56:39.679583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:56:39.679815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3026a096-5fb1-4c0f-8c2f-712945d0e253 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:39.679950 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Checking segment: {'id': 'd2db0020-9e8a-4095-9ce1-219754496498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '15aab05e-7f2a-4b20-9c6d-7c307a16d88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:39.680353 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:39.680866 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Bound using segment: {'id': 'd2db0020-9e8a-4095-9ce1-219754496498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '15aab05e-7f2a-4b20-9c6d-7c307a16d88f'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:56:39.681215 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Bound port: d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2db0020-9e8a-4095-9ce1-219754496498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '15aab05e-7f2a-4b20-9c6d-7c307a16d88f'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:56:39.681592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:39.709660 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba66317-3157-4092-a680-b08a726fcc7a tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 18 07:56:39.710153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba66317-3157-4092-a680-b08a726fcc7a tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:39.748204 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f19a3c99-3bf4-4b14-bc36-e83d6fa449d4 tempest-SubnetPoolsTestJSON-1117422309 tempest-SubnetPoolsTestJSON-1117422309-project] Notify callbacks [] for subnetpool, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:39.752386 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f19a3c99-3bf4-4b14-bc36-e83d6fa449d4 tempest-SubnetPoolsTestJSON-1117422309 tempest-SubnetPoolsTestJSON-1117422309-project] 10.222.0.17 "DELETE /v2.0/subnetpools/1036cec1-a1ec-4fa9-a595-98c8d3d7e29a HTTP/1.1" status: 204 len: 168 time: 0.4450693 Oct 18 07:56:39.753561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59840) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:39.769113 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3ba66317-3157-4092-a680-b08a726fcc7a tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/networks/8808917a-95a9-4503-8044-1b9266f4ef27 HTTP/1.1" status: 409 len: 405 time: 0.3552241 Oct 18 07:56:39.771997 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59844) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:39.772913 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-85e78f23-b8c5-4f0f-a352-c5a7830bfadc tempest-SubnetPoolsTestJSON-1117422309 tempest-SubnetPoolsTestJSON-1117422309-project] show failed (client error): The resource could not be found. Oct 18 07:56:39.776194 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-85e78f23-b8c5-4f0f-a352-c5a7830bfadc tempest-SubnetPoolsTestJSON-1117422309 tempest-SubnetPoolsTestJSON-1117422309-project] 10.222.0.17 "GET /v2.0/subnetpools/1036cec1-a1ec-4fa9-a595-98c8d3d7e29a HTTP/1.1" status: 404 len: 346 time: 0.0200899 Oct 18 07:56:39.776369 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3026a096-5fb1-4c0f-8c2f-712945d0e253 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:39.778166 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59848) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:39.783655 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-81d0011c-92d3-4b05-8d76-e24a27c53fa2 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1222122374'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:39.787348 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] For port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:56:39.789782 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-81d0011c-92d3-4b05-8d76-e24a27c53fa2 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:39.793439 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-81d0011c-92d3-4b05-8d76-e24a27c53fa2 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Usage tracker for resource:network and tenant:d67f067380ad43dab1cfcd8a85ac1131 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:39.793851 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] For port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98,segment=NetworkSegment(d2db0020-9e8a-4095-9ce1-219754496498),segment_id=d2db0020-9e8a-4095-9ce1-219754496498)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:56:39.800394 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:39.814392 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-81d0011c-92d3-4b05-8d76-e24a27c53fa2 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:39.831183 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-81d0011c-92d3-4b05-8d76-e24a27c53fa2 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:39.846477 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-3c882b5a-0cd3-4ada-a62c-a9fb5eb99db8 tempest-SubnetPoolsTestJSON-1117422309 tempest-SubnetPoolsTestJSON-1117422309-project] delete failed (client error): The resource could not be found. Oct 18 07:56:39.846477 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3c882b5a-0cd3-4ada-a62c-a9fb5eb99db8 tempest-SubnetPoolsTestJSON-1117422309 tempest-SubnetPoolsTestJSON-1117422309-project] 10.222.0.17 "DELETE /v2.0/subnetpools/1036cec1-a1ec-4fa9-a595-98c8d3d7e29a HTTP/1.1" status: 404 len: 346 time: 0.0586162 Oct 18 07:56:39.850170 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-0e9afc77-b9db-415f-89d3-c45ff6c8a374 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Allocated IP 172.20.0.7 (15aab05e-7f2a-4b20-9c6d-7c307a16d88f/17380aa7-c7ac-4945-a046-b92484d6b552/ae918442-b184-4347-9ff9-9913bdef37df) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:39.894523 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d0011c-92d3-4b05-8d76-e24a27c53fa2 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Made reservation on behalf of d67f067380ad43dab1cfcd8a85ac1131 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:39.898805 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-81d0011c-92d3-4b05-8d76-e24a27c53fa2 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:39.899561 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3026a096-5fb1-4c0f-8c2f-712945d0e253 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:39.902894 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6e133-42d9-464b-af43-2de0f563f4b2 None None] Pushing event updated for resources: {'Port': ['ID=d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:39.950754 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7f9cd5da-e209-4848-a206-06cfec326cb4 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:39.982683 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026a096-5fb1-4c0f-8c2f-712945d0e253 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d37d96-fa03-45e8-aaa0-d36afe0583ce,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:40.043823 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Attempt 3 to provision port 1ba37c0c-5ccd-4712-b98a-2f78490452ea Oct 18 07:56:40.049183 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d0011c-92d3-4b05-8d76-e24a27c53fa2 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:56:40.095607 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3026a096-5fb1-4c0f-8c2f-712945d0e253 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:40.096799 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3026a096-5fb1-4c0f-8c2f-712945d0e253 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-groups/80d37d96-fa03-45e8-aaa0-d36afe0583ce HTTP/1.1" status: 204 len: 168 time: 0.6839454 Oct 18 07:56:40.109393 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59854) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:40.214102 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Port 1ba37c0c-5ccd-4712-b98a-2f78490452ea cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:56:40.229651 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-7f9cd5da-e209-4848-a206-06cfec326cb4 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Calling delete_port for 1ba37c0c-5ccd-4712-b98a-2f78490452ea owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:40.298116 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 296d83fb-59a4-470d-88f3-fb5e7eccde70 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:56:40.349468 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-81d0011c-92d3-4b05-8d76-e24a27c53fa2 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:40.350059 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-81d0011c-92d3-4b05-8d76-e24a27c53fa2 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Added segment 140ae32c-5f83-4271-b416-da0249bb3708 of type vlan for network 9e663049-cd5b-47a9-a74d-de095eb766b6 Oct 18 07:56:40.360788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-775f33a8-b485-4e9d-82ae-956f9b2fd5eb tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:40.426866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0e9afc77-b9db-415f-89d3-c45ff6c8a374 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:40.437286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-775f33a8-b485-4e9d-82ae-956f9b2fd5eb tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:40.437516 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 296d83fb-59a4-470d-88f3-fb5e7eccde70 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:40.438629 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-775f33a8-b485-4e9d-82ae-956f9b2fd5eb tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3308043 Oct 18 07:56:40.451557 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59860) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:40.460537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-46359c54-0b13-4b28-9678-3d9e877cdb75 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845127707'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:40.466514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-0e9afc77-b9db-415f-89d3-c45ff6c8a374 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Transition to ACTIVE for port object ae918442-b184-4347-9ff9-9913bdef37df will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:40.467578 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-81d0011c-92d3-4b05-8d76-e24a27c53fa2 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:40.473161 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-46359c54-0b13-4b28-9678-3d9e877cdb75 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:40.488889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59864) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:40.494715 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-46359c54-0b13-4b28-9678-3d9e877cdb75 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:40.504798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0e9afc77-b9db-415f-89d3-c45ff6c8a374 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:40.551264 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657c4755-2ad1-4b9e-b097-4f2ba83aec76 None None] Network 8808917a-95a9-4503-8044-1b9266f4ef27 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:40.574855 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-81d0011c-92d3-4b05-8d76-e24a27c53fa2 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:40.585052 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d0011c-92d3-4b05-8d76-e24a27c53fa2 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:40.585729 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-81d0011c-92d3-4b05-8d76-e24a27c53fa2 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:40.586319 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9afc77-b9db-415f-89d3-c45ff6c8a374 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 15aab05e-7f2a-4b20-9c6d-7c307a16d88f is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:40.589410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-0e9afc77-b9db-415f-89d3-c45ff6c8a374 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:40.594122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9afc77-b9db-415f-89d3-c45ff6c8a374 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:40.623920 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-46359c54-0b13-4b28-9678-3d9e877cdb75 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:40.628262 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9afc77-b9db-415f-89d3-c45ff6c8a374 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=ae918442-b184-4347-9ff9-9913bdef37df,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:40.667667 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9afc77-b9db-415f-89d3-c45ff6c8a374 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:40.668328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0e9afc77-b9db-415f-89d3-c45ff6c8a374 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:40.693669 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0e9afc77-b9db-415f-89d3-c45ff6c8a374 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9096761 Oct 18 07:56:40.699030 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59870) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:40.741572 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Attempt 4 to provision port 1ba37c0c-5ccd-4712-b98a-2f78490452ea Oct 18 07:56:40.764034 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-81d0011c-92d3-4b05-8d76-e24a27c53fa2 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9893277 Oct 18 07:56:40.764852 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-301275e7-efb5-41c9-b7bf-fdac2d681993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:40.767483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59874) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:40.775226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-bbfc62ee-1dbe-472d-afdf-f61b9e2d149a tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Request body: {'subnet': {'network_id': '9e663049-cd5b-47a9-a74d-de095eb766b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:40.779789 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-46359c54-0b13-4b28-9678-3d9e877cdb75 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:40.787292 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-46359c54-0b13-4b28-9678-3d9e877cdb75 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:40.790372 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7f9cd5da-e209-4848-a206-06cfec326cb4 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:40.800377 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-46359c54-0b13-4b28-9678-3d9e877cdb75 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:40.835692 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0011c-92d3-4b05-8d76-e24a27c53fa2 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event updated for resources: {'Network': ['ID=9e663049-cd5b-47a9-a74d-de095eb766b6,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:40.847424 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9e94de3e-da82-445f-a2cb-17f75f6c37d2 None None] Port 1ba37c0c-5ccd-4712-b98a-2f78490452ea was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:56:40.848745 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-301275e7-efb5-41c9-b7bf-fdac2d681993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:40.854688 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 9e663049-cd5b-47a9-a74d-de095eb766b6 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:56:40.854856 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-46359c54-0b13-4b28-9678-3d9e877cdb75 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:40.869926 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-301275e7-efb5-41c9-b7bf-fdac2d681993 admin admin] Usage tracker for resource:security_group_rule and tenant:1fb7691089ff4c3da258dd9991864f5b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:40.874313 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cd5da-e209-4848-a206-06cfec326cb4 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Pushing event deleted for resources: {'Port': ['ID=1ba37c0c-5ccd-4712-b98a-2f78490452ea,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:40.877856 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-301275e7-efb5-41c9-b7bf-fdac2d681993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:40.937616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-bbfc62ee-1dbe-472d-afdf-f61b9e2d149a tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:40.955979 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-bbfc62ee-1dbe-472d-afdf-f61b9e2d149a tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:40.956249 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-301275e7-efb5-41c9-b7bf-fdac2d681993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:40.963676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7f9cd5da-e209-4848-a206-06cfec326cb4 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:40.965924 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7f9cd5da-e209-4848-a206-06cfec326cb4 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] 10.222.0.17 "DELETE /v2.0/ports/1ba37c0c-5ccd-4712-b98a-2f78490452ea HTTP/1.1" status: 204 len: 168 time: 1.7441154 Oct 18 07:56:40.968351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59880) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:40.982677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d113f-b9c5-4727-85f6-9b40c418e246 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:40.983467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-430d113f-b9c5-4727-85f6-9b40c418e246 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Synchronizing usage tracker for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:41.006085 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4bf25ec8-b76a-4882-850c-52d02d4a09e0 None None] Provisioning for port c641b338-b402-46f0-8d39-576e3d72b175 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:41.020569 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4bf25ec8-b76a-4882-850c-52d02d4a09e0 None None] Provisioning complete for port c641b338-b402-46f0-8d39-576e3d72b175 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:41.020942 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4bf25ec8-b76a-4882-850c-52d02d4a09e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.021275 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4bf25ec8-b76a-4882-850c-52d02d4a09e0 None None] Attempt 1 to provision port c641b338-b402-46f0-8d39-576e3d72b175 Oct 18 07:56:41.042815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfc62ee-1dbe-472d-afdf-f61b9e2d149a tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Made reservation on behalf of d67f067380ad43dab1cfcd8a85ac1131 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:41.046067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bbfc62ee-1dbe-472d-afdf-f61b9e2d149a tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.081603 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-46359c54-0b13-4b28-9678-3d9e877cdb75 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.099101 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-46359c54-0b13-4b28-9678-3d9e877cdb75 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.111808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1813dcf6-a38b-4edc-8ea8-f92e767c5226 None None] DHCP port deletion for 8808917a-95a9-4503-8044-1b9266f4ef27 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:56:41.120606 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1813dcf6-a38b-4edc-8ea8-f92e767c5226 None None] Deleting port 296d83fb-59a4-470d-88f3-fb5e7eccde70 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:41.125575 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1813dcf6-a38b-4edc-8ea8-f92e767c5226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.166895 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05c1a03-08d5-4265-a095-d4fa367a176b tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Deleting subnet 599cd597-ba5d-4470-ae36-36d4c4b1a8ef {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:56:41.169746 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-301275e7-efb5-41c9-b7bf-fdac2d681993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.171413 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b05c1a03-08d5-4265-a095-d4fa367a176b tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.180661 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46359c54-0b13-4b28-9678-3d9e877cdb75 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0555f15c-801e-470d-858c-1c6d07ad484b,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:41.187404 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-301275e7-efb5-41c9-b7bf-fdac2d681993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.239939 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-46359c54-0b13-4b28-9678-3d9e877cdb75 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.244413 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-46359c54-0b13-4b28-9678-3d9e877cdb75 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7887003 Oct 18 07:56:41.247923 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59886) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:41.255661 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-301275e7-efb5-41c9-b7bf-fdac2d681993 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1fb7691089ff4c3da258dd9991864f5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7641122 Oct 18 07:56:41.259232 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-39fe9bea-033b-4226-a1cc-7aa093773062 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group_rule': {'security_group_id': '0555f15c-801e-470d-858c-1c6d07ad484b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:41.265812 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59890) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:41.268228 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-39fe9bea-033b-4226-a1cc-7aa093773062 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:41.271013 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301275e7-efb5-41c9-b7bf-fdac2d681993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f2123b-4c29-4e9f-a1b7-f4e030645854,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:41.300645 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-39fe9bea-033b-4226-a1cc-7aa093773062 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:41.305906 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-39fe9bea-033b-4226-a1cc-7aa093773062 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:41.321064 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-39fe9bea-033b-4226-a1cc-7aa093773062 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:41.372413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-39fe9bea-033b-4226-a1cc-7aa093773062 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.387762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0efa5f3e-c559-4eb2-8d79-2f06d50aea9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.392383 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-430d113f-b9c5-4727-85f6-9b40c418e246 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Unset dirty status for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:41.396762 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-430d113f-b9c5-4727-85f6-9b40c418e246 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.6964192 Oct 18 07:56:41.397530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59896) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:41.404644 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b05c1a03-08d5-4265-a095-d4fa367a176b tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.428882 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4bf25ec8-b76a-4882-850c-52d02d4a09e0 None None] Current status of the port c641b338-b402-46f0-8d39-576e3d72b175 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:56:41.429271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4bf25ec8-b76a-4882-850c-52d02d4a09e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.444285 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0efa5f3e-c559-4eb2-8d79-2f06d50aea9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.493502 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-39fe9bea-033b-4226-a1cc-7aa093773062 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.498183 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-39fe9bea-033b-4226-a1cc-7aa093773062 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.526703 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe9bea-033b-4226-a1cc-7aa093773062 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2445b463-371a-403b-afc9-18a7edda93aa,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:41.546516 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-39fe9bea-033b-4226-a1cc-7aa093773062 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.549045 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-39fe9bea-033b-4226-a1cc-7aa093773062 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3001342 Oct 18 07:56:41.552217 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59900) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:41.554125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-65c0c106-da30-4b65-99ca-5ac07552da7b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port ae918442-b184-4347-9ff9-9913bdef37df {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:41.554470 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-65c0c106-da30-4b65-99ca-5ac07552da7b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.574561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0efa5f3e-c559-4eb2-8d79-2f06d50aea9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.599015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa5f3e-c559-4eb2-8d79-2f06d50aea9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f2123b-4c29-4e9f-a1b7-f4e030645854,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:41.600924 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-1813dcf6-a38b-4edc-8ea8-f92e767c5226 None None] For port 296d83fb-59a4-470d-88f3-fb5e7eccde70, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=296d83fb-59a4-470d-88f3-fb5e7eccde70,segment=NetworkSegment(512b732f-379c-447c-943b-14bc92d27935),segment_id=512b732f-379c-447c-943b-14bc92d27935)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:41.601484 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1813dcf6-a38b-4edc-8ea8-f92e767c5226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.602345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0efa5f3e-c559-4eb2-8d79-2f06d50aea9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.604020 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0efa5f3e-c559-4eb2-8d79-2f06d50aea9b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/61f2123b-4c29-4e9f-a1b7-f4e030645854 HTTP/1.1" status: 204 len: 168 time: 0.3376644 Oct 18 07:56:41.613004 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-02b1e71a-661a-422e-a8b4-04d9af78cf9f tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.625224 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-02b1e71a-661a-422e-a8b4-04d9af78cf9f tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.655756 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-02b1e71a-661a-422e-a8b4-04d9af78cf9f tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.659466 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca714e3-857b-4528-b580-ea540e78ce2c None None] Network 15aab05e-7f2a-4b20-9c6d-7c307a16d88f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:41.691047 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-02b1e71a-661a-422e-a8b4-04d9af78cf9f tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.694508 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-02b1e71a-661a-422e-a8b4-04d9af78cf9f tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/2445b463-371a-403b-afc9-18a7edda93aa HTTP/1.1" status: 204 len: 168 time: 0.1388967 Oct 18 07:56:41.694508 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1e71a-661a-422e-a8b4-04d9af78cf9f tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2445b463-371a-403b-afc9-18a7edda93aa,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:41.703078 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59906) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:41.748772 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b05c1a03-08d5-4265-a095-d4fa367a176b tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.770799 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f6529acc-42b9-45c2-91de-e18ff03e3817 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:41.791365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f6529acc-42b9-45c2-91de-e18ff03e3817 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:41.795493 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f6529acc-42b9-45c2-91de-e18ff03e3817 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0880306 Oct 18 07:56:41.796055 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59910) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:41.825971 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-4bf25ec8-b76a-4882-850c-52d02d4a09e0 None None] For port c641b338-b402-46f0-8d39-576e3d72b175, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c641b338-b402-46f0-8d39-576e3d72b175,segment=NetworkSegment(15b15af4-cf07-451f-88de-37177561af37),segment_id=15b15af4-cf07-451f-88de-37177561af37)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:41.835832 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1813dcf6-a38b-4edc-8ea8-f92e767c5226 None None] Calling delete_port for 296d83fb-59a4-470d-88f3-fb5e7eccde70 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:41.893235 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-76fb738f-8954-4b4c-b8a7-35da4d8ad82d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.929030 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-76fb738f-8954-4b4c-b8a7-35da4d8ad82d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.938132 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4bf25ec8-b76a-4882-850c-52d02d4a09e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:41.986541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-76fb738f-8954-4b4c-b8a7-35da4d8ad82d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.006408 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb738f-8954-4b4c-b8a7-35da4d8ad82d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0555f15c-801e-470d-858c-1c6d07ad484b,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:42.016485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf25ec8-b76a-4882-850c-52d02d4a09e0 None None] Pushing event updated for resources: {'Port': ['ID=c641b338-b402-46f0-8d39-576e3d72b175,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:42.025834 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-76fb738f-8954-4b4c-b8a7-35da4d8ad82d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.027051 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-76fb738f-8954-4b4c-b8a7-35da4d8ad82d tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-groups/0555f15c-801e-470d-858c-1c6d07ad484b HTTP/1.1" status: 204 len: 168 time: 0.2299931 Oct 18 07:56:42.030225 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59916) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:42.099551 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4bf25ec8-b76a-4882-850c-52d02d4a09e0 None None] Provisioning for port 296d83fb-59a4-470d-88f3-fb5e7eccde70 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:42.107365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0e59ed64-8faf-4ef5-ac38-9b2cb9cd65b5 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:42.120249 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4bf25ec8-b76a-4882-850c-52d02d4a09e0 None None] Provisioning complete for port 296d83fb-59a4-470d-88f3-fb5e7eccde70 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:42.120868 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4bf25ec8-b76a-4882-850c-52d02d4a09e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.121350 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4bf25ec8-b76a-4882-850c-52d02d4a09e0 None None] Attempt 1 to provision port 296d83fb-59a4-470d-88f3-fb5e7eccde70 Oct 18 07:56:42.132362 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0e59ed64-8faf-4ef5-ac38-9b2cb9cd65b5 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:42.138403 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0e59ed64-8faf-4ef5-ac38-9b2cb9cd65b5 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1029963 Oct 18 07:56:42.138743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59920) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:42.145702 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d413c5a5-ff8e-4930-88da-356043d3c110 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group': {'name': 'tempest-secgroup--146303789'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:42.155143 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d413c5a5-ff8e-4930-88da-356043d3c110 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:42.165608 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-65c0c106-da30-4b65-99ca-5ac07552da7b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.169029 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d413c5a5-ff8e-4930-88da-356043d3c110 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:42.183898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1813dcf6-a38b-4edc-8ea8-f92e767c5226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.193882 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d413c5a5-ff8e-4930-88da-356043d3c110 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.216565 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d413c5a5-ff8e-4930-88da-356043d3c110 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:42.223607 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d413c5a5-ff8e-4930-88da-356043d3c110 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:42.226646 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d413c5a5-ff8e-4930-88da-356043d3c110 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:42.233452 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d413c5a5-ff8e-4930-88da-356043d3c110 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:42.236741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b05c1a03-08d5-4265-a095-d4fa367a176b tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.296626 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813dcf6-a38b-4edc-8ea8-f92e767c5226 None None] Pushing event deleted for resources: {'Port': ['ID=296d83fb-59a4-470d-88f3-fb5e7eccde70,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:42.309164 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:56:42.333810 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1813dcf6-a38b-4edc-8ea8-f92e767c5226 None None] No DVR routers for this DVR port 296d83fb-59a4-470d-88f3-fb5e7eccde70 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:56:42.337260 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d413c5a5-ff8e-4930-88da-356043d3c110 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.341102 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d413c5a5-ff8e-4930-88da-356043d3c110 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.347188 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4bf25ec8-b76a-4882-850c-52d02d4a09e0 None None] Could not find standard attr ID for object 296d83fb-59a4-470d-88f3-fb5e7eccde70. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:56:42.370070 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.db [None req-4bf25ec8-b76a-4882-850c-52d02d4a09e0 None None] No ports have port_id starting with 296d83fb-59a4-470d-88f3-fb5e7eccde70 Oct 18 07:56:42.397600 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413c5a5-ff8e-4930-88da-356043d3c110 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92aa2d04-d19c-4ea8-b57d-180818bf532f,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:42.401948 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d413c5a5-ff8e-4930-88da-356043d3c110 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.403309 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d413c5a5-ff8e-4930-88da-356043d3c110 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2635119 Oct 18 07:56:42.406039 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59924) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:42.412194 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-bc3ec883-e149-4602-b1d5-468b7d853ab7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group_rule': {'security_group_id': '92aa2d04-d19c-4ea8-b57d-180818bf532f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:42.421756 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-bc3ec883-e149-4602-b1d5-468b7d853ab7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:42.428500 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-bc3ec883-e149-4602-b1d5-468b7d853ab7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:42.428727 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665d7de7-6d2e-4544-bcb2-f86c672aee78 None None] Network 24b7fad6-0b6e-438e-89c6-f30fda799f0a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:42.429610 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-65c0c106-da30-4b65-99ca-5ac07552da7b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for ae918442-b184-4347-9ff9-9913bdef37df owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:42.431572 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-bc3ec883-e149-4602-b1d5-468b7d853ab7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:42.437501 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-bc3ec883-e149-4602-b1d5-468b7d853ab7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:42.444350 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4bf25ec8-b76a-4882-850c-52d02d4a09e0 None None] Could not find standard attr ID for object 18dcfa04-962a-4b20-9c0a-fa21ae9e6972. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:56:42.454871 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec883-e149-4602-b1d5-468b7d853ab7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.457444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c1a03-08d5-4265-a095-d4fa367a176b tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Pushing event deleted for resources: {'Subnet': ['ID=599cd597-ba5d-4470-ae36-36d4c4b1a8ef,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:42.459828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b05c1a03-08d5-4265-a095-d4fa367a176b tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.466473 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4bf25ec8-b76a-4882-850c-52d02d4a09e0 None None] Could not find standard attr ID for object 1ba37c0c-5ccd-4712-b98a-2f78490452ea. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:56:42.530881 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b05c1a03-08d5-4265-a095-d4fa367a176b tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] 10.222.0.17 "DELETE /v2.0/subnets/599cd597-ba5d-4470-ae36-36d4c4b1a8ef HTTP/1.1" status: 204 len: 168 time: 1.5613019 Oct 18 07:56:42.531414 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec883-e149-4602-b1d5-468b7d853ab7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.532532 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59930) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:42.538916 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.objects.ports [None req-bbfc62ee-1dbe-472d-afdf-f61b9e2d149a tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89046) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:56:42.542021 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bbfc62ee-1dbe-472d-afdf-f61b9e2d149a tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.559901 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec883-e149-4602-b1d5-468b7d853ab7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.657647 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:42.669278 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ec883-e149-4602-b1d5-468b7d853ab7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114b45b8-4457-47a8-958b-adecadfac955,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:42.678652 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c641b338-b402-46f0-8d39-576e3d72b175 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:56:42.679422 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc62ee-1dbe-472d-afdf-f61b9e2d149a tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event updated for resources: {'Subnet': ['ID=b21930ee-2446-4944-aad8-82e486850f43,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:42.693936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfc62ee-1dbe-472d-afdf-f61b9e2d149a tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Checking segment: {'id': '140ae32c-5f83-4271-b416-da0249bb3708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e663049-cd5b-47a9-a74d-de095eb766b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:42.694582 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfc62ee-1dbe-472d-afdf-f61b9e2d149a tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Network hostable DHCP agents. Network: 9e663049-cd5b-47a9-a74d-de095eb766b6, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:56:42.696612 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bc3ec883-e149-4602-b1d5-468b7d853ab7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.697571 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bc3ec883-e149-4602-b1d5-468b7d853ab7 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2905662 Oct 18 07:56:42.702863 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.703430 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59934) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:42.715504 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Deleting port 33757012-2cdf-4400-9144-246b0a0b5fff {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:42.715852 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.721895 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4187185d-ce9f-40a3-97f7-60e7d6f86708 None None] Provisioning for port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:42.741459 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c40187d0-0799-4e0c-bedb-3414216bcff6 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-group-rules/114b45b8-4457-47a8-958b-adecadfac955 HTTP/1.1" status: 200 len: 763 time: 0.0358164 Oct 18 07:56:42.745994 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59938) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:42.749107 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4187185d-ce9f-40a3-97f7-60e7d6f86708 None None] Provisioning complete for port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:42.749485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4187185d-ce9f-40a3-97f7-60e7d6f86708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.749819 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4187185d-ce9f-40a3-97f7-60e7d6f86708 None None] Attempt 1 to provision port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 Oct 18 07:56:42.752964 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfc62ee-1dbe-472d-afdf-f61b9e2d149a tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Network 9e663049-cd5b-47a9-a74d-de095eb766b6 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:56:42.760601 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-65c0c106-da30-4b65-99ca-5ac07552da7b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.814440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-bbfc62ee-1dbe-472d-afdf-f61b9e2d149a tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 9e663049-cd5b-47a9-a74d-de095eb766b6) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:42.819665 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0c106-da30-4b65-99ca-5ac07552da7b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Port': ['ID=ae918442-b184-4347-9ff9-9913bdef37df,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:42.825268 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfc62ee-1dbe-472d-afdf-f61b9e2d149a tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:42.826123 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bbfc62ee-1dbe-472d-afdf-f61b9e2d149a tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.857093 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port c641b338-b402-46f0-8d39-576e3d72b175 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:42.857472 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:42.857808 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port c641b338-b402-46f0-8d39-576e3d72b175 Oct 18 07:56:42.878379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f7a48c85-b633-408a-8d0d-58c22c47b3ef tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:42.884785 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ed4f68-1853-4ad2-afa1-aff7a61c1d23 None None] Network 9e663049-cd5b-47a9-a74d-de095eb766b6 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:42.936628 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bbfc62ee-1dbe-472d-afdf-f61b9e2d149a tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1664710 Oct 18 07:56:42.937545 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59942) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:42.949415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-0ed25f95-001b-4857-a26e-3658a09d6767 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Request body: {'port': {'network_id': '9e663049-cd5b-47a9-a74d-de095eb766b6', 'name': 'tempest-NetworksIpV6TestAttrs-1576762947'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:43.074063 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-65c0c106-da30-4b65-99ca-5ac07552da7b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:43.076159 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-65c0c106-da30-4b65-99ca-5ac07552da7b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/ports/ae918442-b184-4347-9ff9-9913bdef37df HTTP/1.1" status: 204 len: 168 time: 1.6361499 Oct 18 07:56:43.080061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59946) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:43.115343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4893a469-a31d-4c03-a3ad-dd3a0aaa8f03 None None] DHCP port deletion for 24b7fad6-0b6e-438e-89c6-f30fda799f0a request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:56:43.135124 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f7a48c85-b633-408a-8d0d-58c22c47b3ef tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:43.138066 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f7a48c85-b633-408a-8d0d-58c22c47b3ef tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3916633 Oct 18 07:56:43.141878 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4893a469-a31d-4c03-a3ad-dd3a0aaa8f03 None None] Deleting port 33757012-2cdf-4400-9144-246b0a0b5fff {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:43.142367 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4893a469-a31d-4c03-a3ad-dd3a0aaa8f03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:43.144736 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59950) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:43.216472 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] For port 33757012-2cdf-4400-9144-246b0a0b5fff, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=33757012-2cdf-4400-9144-246b0a0b5fff,segment=NetworkSegment(61e7d3f0-ef06-436b-9841-a59bf378c778),segment_id=61e7d3f0-ef06-436b-9841-a59bf378c778)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:43.217135 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:43.219992 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0ed25f95-001b-4857-a26e-3658a09d6767 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:43.226277 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5904c194-7b5e-4734-90b1-7fceac29eb0e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:43.226816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0ed25f95-001b-4857-a26e-3658a09d6767 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Usage tracker for resource:port and tenant:d67f067380ad43dab1cfcd8a85ac1131 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:43.229736 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4187185d-ce9f-40a3-97f7-60e7d6f86708 None None] Current status of the port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:56:43.230146 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4187185d-ce9f-40a3-97f7-60e7d6f86708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:43.231011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0ed25f95-001b-4857-a26e-3658a09d6767 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:43.256002 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9d9a6a-20cb-439a-b0bb-fd9d68e4220c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] GET failed (client error): The resource could not be found. Oct 18 07:56:43.256557 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5a9d9a6a-20cb-439a-b0bb-fd9d68e4220c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Synchronizing usage tracker for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:43.263575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0ed25f95-001b-4857-a26e-3658a09d6767 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:43.285996 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed25f95-001b-4857-a26e-3658a09d6767 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Made reservation on behalf of d67f067380ad43dab1cfcd8a85ac1131 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:43.291538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0ed25f95-001b-4857-a26e-3658a09d6767 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:43.294506 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5904c194-7b5e-4734-90b1-7fceac29eb0e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:43.319723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5a9d9a6a-20cb-439a-b0bb-fd9d68e4220c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Unset dirty status for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:43.324153 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5a9d9a6a-20cb-439a-b0bb-fd9d68e4220c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports/ae918442-b184-4347-9ff9-9913bdef37df HTTP/1.1" status: 404 len: 333 time: 0.2404468 Oct 18 07:56:43.324860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 59954) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:43.372191 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Calling delete_port for 33757012-2cdf-4400-9144-246b0a0b5fff owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:43.390352 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port c641b338-b402-46f0-8d39-576e3d72b175 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:56:43.417862 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-0ed25f95-001b-4857-a26e-3658a09d6767 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] device_id is not set on port 35de585f-2402-4345-853a-d207de43e671 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:56:43.476469 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5904c194-7b5e-4734-90b1-7fceac29eb0e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:43.477023 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-cc4760fe-ef18-4607-b929-5cbcd985f500 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port a772094b-9266-4a7d-8bb4-832e8ac1bad7 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:43.477023 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cc4760fe-ef18-4607-b929-5cbcd985f500 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:43.490845 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-4187185d-ce9f-40a3-97f7-60e7d6f86708 None None] For port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98,segment=NetworkSegment(d2db0020-9e8a-4095-9ce1-219754496498),segment_id=d2db0020-9e8a-4095-9ce1-219754496498)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:43.522498 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904c194-7b5e-4734-90b1-7fceac29eb0e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=114b45b8-4457-47a8-958b-adecadfac955,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:43.529136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4187185d-ce9f-40a3-97f7-60e7d6f86708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:43.530904 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 296d83fb-59a4-470d-88f3-fb5e7eccde70 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:56:43.531216 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5904c194-7b5e-4734-90b1-7fceac29eb0e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:43.533393 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5904c194-7b5e-4734-90b1-7fceac29eb0e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/114b45b8-4457-47a8-958b-adecadfac955 HTTP/1.1" status: 204 len: 168 time: 0.3874342 Oct 18 07:56:43.535869 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59958) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:43.568031 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:43.622252 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Pushing event deleted for resources: {'Port': ['ID=33757012-2cdf-4400-9144-246b0a0b5fff,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:43.641523 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] No DVR routers for this DVR port 33757012-2cdf-4400-9144-246b0a0b5fff on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:56:43.653584 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-bc91772c-a3ca-4f11-a24b-cdf423054c3a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:43.693386 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 296d83fb-59a4-470d-88f3-fb5e7eccde70 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:56:43.694348 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 296d83fb-59a4-470d-88f3-fb5e7eccde70 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:56:43.709241 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-bc91772c-a3ca-4f11-a24b-cdf423054c3a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:43.710866 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-24a54b39-a070-4ab5-bd1c-381587755d7d None None] Could not find standard attr ID for object ae918442-b184-4347-9ff9-9913bdef37df. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:56:43.711113 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bc91772c-a3ca-4f11-a24b-cdf423054c3a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1742070 Oct 18 07:56:43.728238 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59962) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:43.737479 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-ed50b154-405c-4f7f-9dde-6b4d384e39b0 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group_rule': {'security_group_id': '92aa2d04-d19c-4ea8-b57d-180818bf532f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:43.744673 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ed50b154-405c-4f7f-9dde-6b4d384e39b0 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:43.754748 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ed50b154-405c-4f7f-9dde-6b4d384e39b0 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:43.793443 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-4893a469-a31d-4c03-a3ad-dd3a0aaa8f03 None None] For port 33757012-2cdf-4400-9144-246b0a0b5fff, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=33757012-2cdf-4400-9144-246b0a0b5fff,segment=NetworkSegment(61e7d3f0-ef06-436b-9841-a59bf378c778),segment_id=61e7d3f0-ef06-436b-9841-a59bf378c778)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:43.794039 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4893a469-a31d-4c03-a3ad-dd3a0aaa8f03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:43.808037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-0ed25f95-001b-4857-a26e-3658a09d6767 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Allocated IP 2001:db8::f816:3eff:fe2c:5905 (9e663049-cd5b-47a9-a74d-de095eb766b6/b21930ee-2446-4944-aad8-82e486850f43/35de585f-2402-4345-853a-d207de43e671) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:43.812410 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-9e663049-cd5b-47a9-a74d-de095eb766b6', 'network_id': '9e663049-cd5b-47a9-a74d-de095eb766b6', 'tenant_id': 'd67f067380ad43dab1cfcd8a85ac1131', 'fixed_ips': [{'subnet_id': 'b21930ee-2446-4944-aad8-82e486850f43'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:56:43.813488 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:43.845877 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed50b154-405c-4f7f-9dde-6b4d384e39b0 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:43.889377 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:43.927485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-24a54b39-a070-4ab5-bd1c-381587755d7d None None] Provisioning complete for port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:43.928067 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-24a54b39-a070-4ab5-bd1c-381587755d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:43.928598 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-24a54b39-a070-4ab5-bd1c-381587755d7d None None] Attempt 1 to provision port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 Oct 18 07:56:43.939644 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b7fad6-0b6e-438e-89c6-f30fda799f0a']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:43.962309 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e7d3f0-ef06-436b-9841-a59bf378c778') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:43.962831 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e7d3f0-ef06-436b-9841-a59bf378c778') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:43.966571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cc4760fe-ef18-4607-b929-5cbcd985f500 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:43.992619 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed50b154-405c-4f7f-9dde-6b4d384e39b0 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:43.998496 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.024764 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.049464 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:56:44.050052 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.129049 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187185d-ce9f-40a3-97f7-60e7d6f86708 None None] Pushing event updated for resources: {'Port': ['ID=d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:44.155310 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed50b154-405c-4f7f-9dde-6b4d384e39b0 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.179441 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 61e7d3f0-ef06-436b-9841-a59bf378c778 resource provider aggregate not found Oct 18 07:56:44.180815 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4893a469-a31d-4c03-a3ad-dd3a0aaa8f03 None None] Calling delete_port for 33757012-2cdf-4400-9144-246b0a0b5fff owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:44.214484 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 61e7d3f0-ef06-436b-9841-a59bf378c778 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61e7d3f0-ef06-436b-9841-a59bf378c778 found for delete ", "request_id": "req-464d9043-d66a-478f-9ec9-1d556d22ff70"}]} Oct 18 07:56:44.228795 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 33757012-2cdf-4400-9144-246b0a0b5fff no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:56:44.230951 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50b154-405c-4f7f-9dde-6b4d384e39b0 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfeea283-49b8-418b-86c5-538941247062,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:44.246360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.252692 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.282357 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] 10.222.0.17 "DELETE /v2.0/networks/24b7fad6-0b6e-438e-89c6-f30fda799f0a HTTP/1.1" status: 204 len: 168 time: 1.7457364 Oct 18 07:56:44.287527 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed50b154-405c-4f7f-9dde-6b4d384e39b0 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.288699 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ed50b154-405c-4f7f-9dde-6b4d384e39b0 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5561738 Oct 18 07:56:44.289669 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827513de-8382-4c35-af6c-66d080116a76 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803 tempest-ExtraDHCPOptionsIpV6TestJSON-79405803-project] Pushing event deleted for resources: {'Network': ['ID=24b7fad6-0b6e-438e-89c6-f30fda799f0a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:44.296823 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59972) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:44.321745 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e7816143-cf7d-4ee4-ba36-bbae5c4f6b3c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-group-rules/cfeea283-49b8-418b-86c5-538941247062 HTTP/1.1" status: 200 len: 763 time: 0.0232506 Oct 18 07:56:44.323996 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 33757012-2cdf-4400-9144-246b0a0b5fff {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:56:44.324343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 33757012-2cdf-4400-9144-246b0a0b5fff not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:56:44.324752 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59976) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:44.378796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5867ff4a-c9e5-4e8b-b7c5-c54d18dc2d7f tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:44.393385 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-4893a469-a31d-4c03-a3ad-dd3a0aaa8f03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:56:44.393740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-4893a469-a31d-4c03-a3ad-dd3a0aaa8f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:56:44.397550 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5867ff4a-c9e5-4e8b-b7c5-c54d18dc2d7f tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:44.399677 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5867ff4a-c9e5-4e8b-b7c5-c54d18dc2d7f tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0735393 Oct 18 07:56:44.402190 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59980) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:44.434977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe124-4b74-4bef-8cc8-ff8b45bbb86c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.446327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe124-4b74-4bef-8cc8-ff8b45bbb86c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.461858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-24a54b39-a070-4ab5-bd1c-381587755d7d None None] Current status of the port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:56:44.475353 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-24a54b39-a070-4ab5-bd1c-381587755d7d None None] Provisioning for port a772094b-9266-4a7d-8bb4-832e8ac1bad7 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:44.477302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe124-4b74-4bef-8cc8-ff8b45bbb86c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.481442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-24a54b39-a070-4ab5-bd1c-381587755d7d None None] Provisioning complete for port a772094b-9266-4a7d-8bb4-832e8ac1bad7 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:44.482101 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-24a54b39-a070-4ab5-bd1c-381587755d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.482725 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-24a54b39-a070-4ab5-bd1c-381587755d7d None None] Attempt 1 to provision port a772094b-9266-4a7d-8bb4-832e8ac1bad7 Oct 18 07:56:44.492636 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbe124-4b74-4bef-8cc8-ff8b45bbb86c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfeea283-49b8-418b-86c5-538941247062,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:44.507390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-cc4760fe-ef18-4607-b929-5cbcd985f500 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for a772094b-9266-4a7d-8bb4-832e8ac1bad7 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:44.508402 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe124-4b74-4bef-8cc8-ff8b45bbb86c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.509675 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4cfbe124-4b74-4bef-8cc8-ff8b45bbb86c tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/cfeea283-49b8-418b-86c5-538941247062 HTTP/1.1" status: 204 len: 168 time: 0.1063237 Oct 18 07:56:44.512274 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59984) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:44.559113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-24a54b39-a070-4ab5-bd1c-381587755d7d None None] Port a772094b-9266-4a7d-8bb4-832e8ac1bad7 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:56:44.579991 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-77b2c6ea-4941-4099-a315-dc945a03b0ca tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:44.597665 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-77b2c6ea-4941-4099-a315-dc945a03b0ca tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:44.599507 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0ed25f95-001b-4857-a26e-3658a09d6767 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.599949 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-77b2c6ea-4941-4099-a315-dc945a03b0ca tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0861356 Oct 18 07:56:44.602434 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59990) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:44.607870 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-1e456630-b4a6-4b74-b3bc-cc2a68440e7a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group_rule': {'security_group_id': '92aa2d04-d19c-4ea8-b57d-180818bf532f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:44.613775 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1e456630-b4a6-4b74-b3bc-cc2a68440e7a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:44.626093 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1e456630-b4a6-4b74-b3bc-cc2a68440e7a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:44.631990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-0ed25f95-001b-4857-a26e-3658a09d6767 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Transition to ACTIVE for port object 35de585f-2402-4345-853a-d207de43e671 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:44.639888 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-1e456630-b4a6-4b74-b3bc-cc2a68440e7a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Project 97efc06ff42b4ca1bf6b06933f2c34e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 07:56:44.647801 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1e456630-b4a6-4b74-b3bc-cc2a68440e7a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.658279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 59994) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:44.716571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cc4760fe-ef18-4607-b929-5cbcd985f500 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.719346 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1e456630-b4a6-4b74-b3bc-cc2a68440e7a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.719512 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0ed25f95-001b-4857-a26e-3658a09d6767 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.725580 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1e456630-b4a6-4b74-b3bc-cc2a68440e7a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.754032 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e456630-b4a6-4b74-b3bc-cc2a68440e7a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d8becfb-6888-4be5-b303-691b685a16e7,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:44.784050 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1e456630-b4a6-4b74-b3bc-cc2a68440e7a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.786371 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1e456630-b4a6-4b74-b3bc-cc2a68440e7a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1827335 Oct 18 07:56:44.796789 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60000) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:44.799890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4760fe-ef18-4607-b929-5cbcd985f500 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Port': ['ID=a772094b-9266-4a7d-8bb4-832e8ac1bad7,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:44.804380 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed25f95-001b-4857-a26e-3658a09d6767 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Network 9e663049-cd5b-47a9-a74d-de095eb766b6 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:44.811957 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Allocated IP 2001:db8::f816:3eff:fec1:9c3 (9e663049-cd5b-47a9-a74d-de095eb766b6/b21930ee-2446-4944-aad8-82e486850f43/5abf8976-a8bd-4011-9e91-3f96de8f380b) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:44.847338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-0ed25f95-001b-4857-a26e-3658a09d6767 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:44.849496 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b1245277-19c7-4d74-be68-c0123356ab6a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7d2d2832af084e0cabbe281b722d5e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884718 Oct 18 07:56:44.852023 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60004) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:44.902194 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4893a469-a31d-4c03-a3ad-dd3a0aaa8f03 None None] Deleting port 33757012-2cdf-4400-9144-246b0a0b5fff {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:44.902882 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4893a469-a31d-4c03-a3ad-dd3a0aaa8f03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.910848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed25f95-001b-4857-a26e-3658a09d6767 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:44.916420 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed25f95-001b-4857-a26e-3658a09d6767 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:44.917056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0ed25f95-001b-4857-a26e-3658a09d6767 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.919668 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1175db28-b78f-4a72-8655-7a71072b5908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.953735 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1175db28-b78f-4a72-8655-7a71072b5908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:44.980929 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4893a469-a31d-4c03-a3ad-dd3a0aaa8f03 None None] The port '33757012-2cdf-4400-9144-246b0a0b5fff' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:56:44.985576 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-721fda22-1f74-4c5c-bd8f-65a59370ea50 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-group-rules/8d8becfb-6888-4be5-b303-691b685a16e7 HTTP/1.1" status: 200 len: 769 time: 0.1841888 Oct 18 07:56:44.993743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60008) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:45.033620 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0ed25f95-001b-4857-a26e-3658a09d6767 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0917399 Oct 18 07:56:45.034579 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed25f95-001b-4857-a26e-3658a09d6767 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event updated for resources: {'Port': ['ID=35de585f-2402-4345-853a-d207de43e671,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:45.036313 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60012) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:45.055043 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cc4760fe-ef18-4607-b929-5cbcd985f500 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.057037 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cc4760fe-ef18-4607-b929-5cbcd985f500 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/ports/a772094b-9266-4a7d-8bb4-832e8ac1bad7 HTTP/1.1" status: 204 len: 168 time: 1.7311010 Oct 18 07:56:45.064621 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60016) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:45.086262 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1175db28-b78f-4a72-8655-7a71072b5908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.119579 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-0370b9fb-a887-4b09-ba3f-3ee6e77e1bce tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] GET failed (client error): The resource could not be found. Oct 18 07:56:45.120122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0370b9fb-a887-4b09-ba3f-3ee6e77e1bce tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Synchronizing usage tracker for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:45.131863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a6056ac1-07f1-4331-9d3b-407f427f71e2 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:45.140405 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175db28-b78f-4a72-8655-7a71072b5908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c60ee3-2f08-4f9d-9fa4-c9d3254d8c45,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:45.150842 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.153593 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-24a54b39-a070-4ab5-bd1c-381587755d7d None None] Attempt 2 to provision port a772094b-9266-4a7d-8bb4-832e8ac1bad7 Oct 18 07:56:45.160263 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a6056ac1-07f1-4331-9d3b-407f427f71e2 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:45.164216 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a6056ac1-07f1-4331-9d3b-407f427f71e2 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1669571 Oct 18 07:56:45.164216 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0370b9fb-a887-4b09-ba3f-3ee6e77e1bce tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Unset dirty status for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:45.164216 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0370b9fb-a887-4b09-ba3f-3ee6e77e1bce tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports/a772094b-9266-4a7d-8bb4-832e8ac1bad7 HTTP/1.1" status: 404 len: 333 time: 0.0980937 Oct 18 07:56:45.165641 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60020) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:45.166332 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60022) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:45.183969 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f8d605-6ca0-496e-a4cb-7c7f919a3240 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Deleting subnet b21930ee-2446-4944-aad8-82e486850f43 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:56:45.188537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1175db28-b78f-4a72-8655-7a71072b5908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.189824 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1175db28-b78f-4a72-8655-7a71072b5908 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e9c60ee3-2f08-4f9d-9fa4-c9d3254d8c45 HTTP/1.1" status: 204 len: 168 time: 0.3369186 Oct 18 07:56:45.212654 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-24a54b39-a070-4ab5-bd1c-381587755d7d None None] Port a772094b-9266-4a7d-8bb4-832e8ac1bad7 was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:56:45.214816 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Transition to ACTIVE for port object 5abf8976-a8bd-4011-9e91-3f96de8f380b will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:45.241898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Transition to ACTIVE for port object 5abf8976-a8bd-4011-9e91-3f96de8f380b will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:45.242336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0ccb36e-1b29-411c-acb5-75e28e4a20b3 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.252041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7c34bf-3d75-4d35-a796-e0adec9a53fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting subnet 17380aa7-c7ac-4945-a046-b92484d6b552 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:56:45.254663 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d605-6ca0-496e-a4cb-7c7f919a3240 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.256344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e7c34bf-3d75-4d35-a796-e0adec9a53fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.257432 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.313624 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0ccb36e-1b29-411c-acb5-75e28e4a20b3 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.332714 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e7c34bf-3d75-4d35-a796-e0adec9a53fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.332990 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d605-6ca0-496e-a4cb-7c7f919a3240 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.412630 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0ccb36e-1b29-411c-acb5-75e28e4a20b3 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.443694 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccb36e-1b29-411c-acb5-75e28e4a20b3 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d8becfb-6888-4be5-b303-691b685a16e7,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:45.445446 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e7c34bf-3d75-4d35-a796-e0adec9a53fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.456496 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0ccb36e-1b29-411c-acb5-75e28e4a20b3 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.461024 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a0ccb36e-1b29-411c-acb5-75e28e4a20b3 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/8d8becfb-6888-4be5-b303-691b685a16e7 HTTP/1.1" status: 204 len: 168 time: 0.2829452 Oct 18 07:56:45.461468 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60032) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:45.473575 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Network 9e663049-cd5b-47a9-a74d-de095eb766b6 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:45.479091 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6acc8b29-2cba-4693-8a5e-733438affea7 None None] Could not find standard attr ID for object ae918442-b184-4347-9ff9-9913bdef37df. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:56:45.488776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:45.521746 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-94fd1dfd-b029-4627-9bd7-f565e0ccadcd tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:45.544890 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:45.545760 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-94fd1dfd-b029-4627-9bd7-f565e0ccadcd tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:45.550650 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-94fd1dfd-b029-4627-9bd7-f565e0ccadcd tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0864434 Oct 18 07:56:45.560004 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60038) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:45.572233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e7c34bf-3d75-4d35-a796-e0adec9a53fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.633040 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c34bf-3d75-4d35-a796-e0adec9a53fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Subnet': ['ID=17380aa7-c7ac-4945-a046-b92484d6b552,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:45.635187 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e7c34bf-3d75-4d35-a796-e0adec9a53fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.643051 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6e7c34bf-3d75-4d35-a796-e0adec9a53fa tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/17380aa7-c7ac-4945-a046-b92484d6b552 HTTP/1.1" status: 204 len: 168 time: 0.4756331 Oct 18 07:56:45.645946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60046) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:45.654146 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d605-6ca0-496e-a4cb-7c7f919a3240 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.678915 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c73346-b2d8-4ea2-822c-a8fc5908d21e None None] Network 15aab05e-7f2a-4b20-9c6d-7c307a16d88f requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:45.695827 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Pushing event updated for resources: {'Port': ['ID=5abf8976-a8bd-4011-9e91-3f96de8f380b,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:45.702350 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Attempting to bind port 5abf8976-a8bd-4011-9e91-3f96de8f380b on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:56:45.702739 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Attempting to bind port 5abf8976-a8bd-4011-9e91-3f96de8f380b by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '140ae32c-5f83-4271-b416-da0249bb3708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e663049-cd5b-47a9-a74d-de095eb766b6'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:56:45.703100 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Attempting to bind port 5abf8976-a8bd-4011-9e91-3f96de8f380b on network 9e663049-cd5b-47a9-a74d-de095eb766b6 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:56:45.709860 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0750c1cb-0d52-459e-b772-7ecad30e5d78 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.754812 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0750c1cb-0d52-459e-b772-7ecad30e5d78 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.776226 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:56:45.776487 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Checking segment: {'id': '140ae32c-5f83-4271-b416-da0249bb3708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e663049-cd5b-47a9-a74d-de095eb766b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:45.776878 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.777453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Bound using segment: {'id': '140ae32c-5f83-4271-b416-da0249bb3708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e663049-cd5b-47a9-a74d-de095eb766b6'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:56:45.778085 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Bound port: 5abf8976-a8bd-4011-9e91-3f96de8f380b, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140ae32c-5f83-4271-b416-da0249bb3708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9e663049-cd5b-47a9-a74d-de095eb766b6'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:56:45.778658 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.795785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.799637 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d605-6ca0-496e-a4cb-7c7f919a3240 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.812174 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:45.812697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.851011 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8d605-6ca0-496e-a4cb-7c7f919a3240 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event deleted for resources: {'Subnet': ['ID=b21930ee-2446-4944-aad8-82e486850f43,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:45.862599 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d605-6ca0-496e-a4cb-7c7f919a3240 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.881653 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0750c1cb-0d52-459e-b772-7ecad30e5d78 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.885441 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0750c1cb-0d52-459e-b772-7ecad30e5d78 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:45.889271 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0750c1cb-0d52-459e-b772-7ecad30e5d78 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-groups/92aa2d04-d19c-4ea8-b57d-180818bf532f HTTP/1.1" status: 204 len: 168 time: 0.3255334 Oct 18 07:56:45.890255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60052) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:45.917427 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c4f8d605-6ca0-496e-a4cb-7c7f919a3240 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/subnets/b21930ee-2446-4944-aad8-82e486850f43 HTTP/1.1" status: 204 len: 168 time: 0.8797724 Oct 18 07:56:45.920240 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60058) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:45.923838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750c1cb-0d52-459e-b772-7ecad30e5d78 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92aa2d04-d19c-4ea8-b57d-180818bf532f,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:46.004087 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] For port 5abf8976-a8bd-4011-9e91-3f96de8f380b, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:56:46.008074 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] For port 5abf8976-a8bd-4011-9e91-3f96de8f380b, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=5abf8976-a8bd-4011-9e91-3f96de8f380b,segment=NetworkSegment(140ae32c-5f83-4271-b416-da0249bb3708),segment_id=140ae32c-5f83-4271-b416-da0249bb3708)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:56:46.019448 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-454d25a5-681d-46a6-86d4-0a88a83d303a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1272366 Oct 18 07:56:46.021834 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.027974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60066) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:46.079588 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f64a355-6613-4379-8c8b-c60973aab5f6 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:46.079986 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-7b8ecbf4-15b6-45a7-8fb9-e212d1b8a0b8 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group': {'name': 'tempest-secgroup--650677547'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:46.085909 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f64a355-6613-4379-8c8b-c60973aab5f6 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:46.086982 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7f64a355-6613-4379-8c8b-c60973aab5f6 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Synchronizing usage tracker for tenant:d67f067380ad43dab1cfcd8a85ac1131 on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:46.107716 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7b8ecbf4-15b6-45a7-8fb9-e212d1b8a0b8 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:46.115849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7b8ecbf4-15b6-45a7-8fb9-e212d1b8a0b8 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:46.120825 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7b8ecbf4-15b6-45a7-8fb9-e212d1b8a0b8 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:46.134659 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7f64a355-6613-4379-8c8b-c60973aab5f6 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Unset dirty status for tenant:d67f067380ad43dab1cfcd8a85ac1131 on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:46.139115 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7f64a355-6613-4379-8c8b-c60973aab5f6 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2174349 Oct 18 07:56:46.139841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60072) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:46.140873 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7b8ecbf4-15b6-45a7-8fb9-e212d1b8a0b8 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:46.184517 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] For port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98,segment=NetworkSegment(d2db0020-9e8a-4095-9ce1-219754496498),segment_id=d2db0020-9e8a-4095-9ce1-219754496498)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:46.184886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.192619 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:56:46.248295 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92b77c-8e02-4af1-b94b-17340ab840e2 None None] Pushing event updated for resources: {'Port': ['ID=5abf8976-a8bd-4011-9e91-3f96de8f380b,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:46.265712 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60076) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:46.295512 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94c9cd8-ad37-47a0-8473-b037ea7a4a05 None None] Network 9e663049-cd5b-47a9-a74d-de095eb766b6 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:46.368915 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2861d42a-eeed-4983-b679-a9f7194c8157 None None] DHCP port deletion for 15aab05e-7f2a-4b20-9c6d-7c307a16d88f request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:56:46.388674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:46.389291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.389630 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 Oct 18 07:56:46.396065 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Request body: {'networks': [{'name': 'tempest-network--1355960589'}, {'name': 'tempest-network--1287527019'}]} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:46.396548 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Request body: {'network': {'name': 'tempest-network--1355960589'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:46.397015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Request body: {'network': {'name': 'tempest-network--1287527019'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:46.403543 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:46.407522 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Usage tracker for resource:network and tenant:4ae2945f959c401f86eef2d37075e046 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:46.410428 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:46.416915 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:46.419357 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-2861d42a-eeed-4983-b679-a9f7194c8157 None None] Deleting port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:46.419723 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2861d42a-eeed-4983-b679-a9f7194c8157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.427068 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b8ecbf4-15b6-45a7-8fb9-e212d1b8a0b8 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.428540 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Made reservation on behalf of 4ae2945f959c401f86eef2d37075e046 for: {'network': 2} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:46.433382 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.446650 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.461448 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:46.465403 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Usage tracker for resource:security_group_rule and tenant:4ae2945f959c401f86eef2d37075e046 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:46.468332 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:46.474165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:46.501830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:46.566147 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.572650 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.573264 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.578948 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3f46d4c2-5739-4171-b5c8-415ab20e8f0d tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.580894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7b8ecbf4-15b6-45a7-8fb9-e212d1b8a0b8 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:46.601522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7b8ecbf4-15b6-45a7-8fb9-e212d1b8a0b8 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:46.619958 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f46d4c2-5739-4171-b5c8-415ab20e8f0d tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 18 07:56:46.620426 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f46d4c2-5739-4171-b5c8-415ab20e8f0d tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:46.622867 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3f46d4c2-5739-4171-b5c8-415ab20e8f0d tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/networks/9e663049-cd5b-47a9-a74d-de095eb766b6 HTTP/1.1" status: 409 len: 405 time: 0.4790151 Oct 18 07:56:46.628513 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60082) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:46.640484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-e43edb73-cbc5-46cd-8361-350a2f356356 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-277396016'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:46.642828 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c5c3d9-a990-4595-9095-9854382bfcfc,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:46.655214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e43edb73-cbc5-46cd-8361-350a2f356356 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:46.655908 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:56:46.662112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.667747 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.668226 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Added segment 6f382d5c-12ec-4b83-87b0-4b006fe14cdb of type vlan for network 1b7ea89e-8dc5-42d1-bd1c-3305a14d310b Oct 18 07:56:46.670007 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e43edb73-cbc5-46cd-8361-350a2f356356 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Usage tracker for resource:network and tenant:d67f067380ad43dab1cfcd8a85ac1131 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:46.697069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.709342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e43edb73-cbc5-46cd-8361-350a2f356356 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:46.728057 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e43edb73-cbc5-46cd-8361-350a2f356356 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:46.731583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Port': ['ID=d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:46.732960 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:56:46.740329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] No DVR routers for this DVR port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:56:46.745958 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.746356 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Added segment 88f6807a-f0e2-4220-b94a-53be31ac3130 of type vlan for network 6997134c-2553-4708-bf1f-1d7457e698da Oct 18 07:56:46.761601 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 update to ACTIVE by agent not found {{(pid=89047) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 18 07:56:46.775223 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.784265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43edb73-cbc5-46cd-8361-350a2f356356 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Made reservation on behalf of d67f067380ad43dab1cfcd8a85ac1131 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:46.787846 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e43edb73-cbc5-46cd-8361-350a2f356356 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.792152 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2861d42a-eeed-4983-b679-a9f7194c8157 None None] For port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98,segment=NetworkSegment(d2db0020-9e8a-4095-9ce1-219754496498),segment_id=d2db0020-9e8a-4095-9ce1-219754496498)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:46.792541 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2861d42a-eeed-4983-b679-a9f7194c8157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.814176 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.814689 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.820297 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:46.824976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:46.826082 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.937260 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b8ecbf4-15b6-45a7-8fb9-e212d1b8a0b8 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.943053 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6734445 Oct 18 07:56:46.943394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60086) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:46.945606 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43edb73-cbc5-46cd-8361-350a2f356356 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:56:46.948660 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.951409 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event updated for resources: {'Network': ['ID=1b7ea89e-8dc5-42d1-bd1c-3305a14d310b,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:46.963426 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-2861d42a-eeed-4983-b679-a9f7194c8157 None None] Calling delete_port for d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:46.980274 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b8ecbf4-15b6-45a7-8fb9-e212d1b8a0b8 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:46.991500 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 1b7ea89e-8dc5-42d1-bd1c-3305a14d310b details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:56:47.028321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e43edb73-cbc5-46cd-8361-350a2f356356 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.028673 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-e43edb73-cbc5-46cd-8361-350a2f356356 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Added segment 0083fc0c-9b68-4d1c-a56c-38a4801a0027 of type vlan for network de7b0d5f-b6ae-4c2d-8ed0-1eac8dfb0869 Oct 18 07:56:47.085003 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15aab05e-7f2a-4b20-9c6d-7c307a16d88f']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:47.126380 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2db0020-9e8a-4095-9ce1-219754496498') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:47.126705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2db0020-9e8a-4095-9ce1-219754496498') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:47.130104 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-2861d42a-eeed-4983-b679-a9f7194c8157 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:56:47.131013 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-2861d42a-eeed-4983-b679-a9f7194c8157 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:56:47.165993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ecbf4-15b6-45a7-8fb9-e212d1b8a0b8 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32395bb7-a460-4333-8060-a14b42aeb5d7,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:47.179851 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06112fbe-3326-457d-bc5e-31e0268c0b84 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event updated for resources: {'Network': ['ID=6997134c-2553-4708-bf1f-1d7457e698da,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:47.180932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.192856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 6997134c-2553-4708-bf1f-1d7457e698da details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:56:47.211009 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b8ecbf4-15b6-45a7-8fb9-e212d1b8a0b8 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.212216 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7b8ecbf4-15b6-45a7-8fb9-e212d1b8a0b8 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1831965 Oct 18 07:56:47.215244 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60090) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:47.216892 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e43edb73-cbc5-46cd-8361-350a2f356356 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.221615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-04896e8a-f245-48e3-9726-212817b26459 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Request body: {'security_group_rule': {'security_group_id': '32395bb7-a460-4333-8060-a14b42aeb5d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:47.228367 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-04896e8a-f245-48e3-9726-212817b26459 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:47.235045 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-04896e8a-f245-48e3-9726-212817b26459 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Usage tracker for resource:security_group_rule and tenant:97efc06ff42b4ca1bf6b06933f2c34e0 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:47.236742 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-04896e8a-f245-48e3-9726-212817b26459 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:47.243836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-04896e8a-f245-48e3-9726-212817b26459 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:47.244127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.262524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:56:47.262792 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-04896e8a-f245-48e3-9726-212817b26459 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.263037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.331742 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-04896e8a-f245-48e3-9726-212817b26459 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.336857 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-04896e8a-f245-48e3-9726-212817b26459 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.339390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc17c71e-270f-4759-9e1a-4893b9d4eb1b tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:47.345205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc17c71e-270f-4759-9e1a-4893b9d4eb1b tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:47.351079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc17c71e-270f-4759-9e1a-4893b9d4eb1b tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:47.357011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc17c71e-270f-4759-9e1a-4893b9d4eb1b tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:47.358638 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-fc17c71e-270f-4759-9e1a-4893b9d4eb1b tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4143600 Oct 18 07:56:47.360203 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment d2db0020-9e8a-4095-9ce1-219754496498 resource provider aggregate not found Oct 18 07:56:47.364163 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60096) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:47.366400 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04896e8a-f245-48e3-9726-212817b26459 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d56f31-bf5f-4761-a326-887f2a4242e1,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:47.387553 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment d2db0020-9e8a-4095-9ce1-219754496498 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2db0020-9e8a-4095-9ce1-219754496498 found for delete ", "request_id": "req-e6509fc8-1332-4983-bf33-b01c82524210"}]} Oct 18 07:56:47.393684 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e43edb73-cbc5-46cd-8361-350a2f356356 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.399434 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43edb73-cbc5-46cd-8361-350a2f356356 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:47.400013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e43edb73-cbc5-46cd-8361-350a2f356356 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.445754 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-04896e8a-f245-48e3-9726-212817b26459 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.447012 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-04896e8a-f245-48e3-9726-212817b26459 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2306952 Oct 18 07:56:47.452749 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60102) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:47.480246 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.502258 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.504133 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/networks/15aab05e-7f2a-4b20-9c6d-7c307a16d88f HTTP/1.1" status: 204 len: 168 time: 1.8571703 Oct 18 07:56:47.508266 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60106) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:47.513370 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e43edb73-cbc5-46cd-8361-350a2f356356 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8838954 Oct 18 07:56:47.517441 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60110) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:47.520643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ec558c87-df45-40c7-9787-192b7cee0622 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-900281410'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:47.529088 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d06d2630-a57d-49a1-85b8-902cfc76eab0 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.531155 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-8c455ecf-5a95-4881-a41d-19c023feab53 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Request body: {'subnet': {'network_id': 'de7b0d5f-b6ae-4c2d-8ed0-1eac8dfb0869', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:47.545081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ec558c87-df45-40c7-9787-192b7cee0622 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:47.549883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43edb73-cbc5-46cd-8361-350a2f356356 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event updated for resources: {'Network': ['ID=de7b0d5f-b6ae-4c2d-8ed0-1eac8dfb0869,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:47.559041 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f6f91576-f2b1-4054-bc28-ef71e8db9741 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.561231 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network de7b0d5f-b6ae-4c2d-8ed0-1eac8dfb0869 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:56:47.625207 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ec558c87-df45-40c7-9787-192b7cee0622 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:network and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:47.635519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-2861d42a-eeed-4983-b679-a9f7194c8157 None None] Deleting port d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:47.635895 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2861d42a-eeed-4983-b679-a9f7194c8157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.643360 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ec558c87-df45-40c7-9787-192b7cee0622 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:47.646302 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4573968-68d9-47d6-90f1-3c66caa83292 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Network': ['ID=15aab05e-7f2a-4b20-9c6d-7c307a16d88f,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:47.652730 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ec558c87-df45-40c7-9787-192b7cee0622 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:47.676492 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec558c87-df45-40c7-9787-192b7cee0622 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:47.680156 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ec558c87-df45-40c7-9787-192b7cee0622 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.700808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-8c455ecf-5a95-4881-a41d-19c023feab53 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:47.708959 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f6f91576-f2b1-4054-bc28-ef71e8db9741 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.715271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-8c455ecf-5a95-4881-a41d-19c023feab53 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:47.726654 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-2861d42a-eeed-4983-b679-a9f7194c8157 None None] The port 'd3cb9bf8-24e6-4bb3-b3ee-43eddead8c98' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:56:47.726902 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d06d2630-a57d-49a1-85b8-902cfc76eab0 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.727691 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec558c87-df45-40c7-9787-192b7cee0622 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:56:47.738433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c455ecf-5a95-4881-a41d-19c023feab53 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Made reservation on behalf of d67f067380ad43dab1cfcd8a85ac1131 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:47.743394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8c455ecf-5a95-4881-a41d-19c023feab53 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.749378 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9736061c-d074-4a5c-82b9-be7482e7ddd9 None None] get_active_networks_info from dv-neutron-861625-1-hyperv {{(pid=89047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 18 07:56:47.779130 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-d06d2630-a57d-49a1-85b8-902cfc76eab0 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7ea89e-8dc5-42d1-bd1c-3305a14d310b']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:47.793501 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-d06d2630-a57d-49a1-85b8-902cfc76eab0 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f382d5c-12ec-4b83-87b0-4b006fe14cdb') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:47.793798 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-d06d2630-a57d-49a1-85b8-902cfc76eab0 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f382d5c-12ec-4b83-87b0-4b006fe14cdb') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:47.807773 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d06d2630-a57d-49a1-85b8-902cfc76eab0 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.814733 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ec558c87-df45-40c7-9787-192b7cee0622 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.815073 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-ec558c87-df45-40c7-9787-192b7cee0622 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Added segment 854a75c5-6679-456d-a68f-f59707fcba23 of type vlan for network 7d87f262-6946-4aa4-98f7-45c5a6c08987 Oct 18 07:56:47.825210 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f6f91576-f2b1-4054-bc28-ef71e8db9741 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.829383 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d06d2630-a57d-49a1-85b8-902cfc76eab0 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.849818 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06d2630-a57d-49a1-85b8-902cfc76eab0 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:56:47.850291 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d06d2630-a57d-49a1-85b8-902cfc76eab0 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.875105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f91576-f2b1-4054-bc28-ef71e8db9741 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32395bb7-a460-4333-8060-a14b42aeb5d7,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:47.878846 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ec558c87-df45-40c7-9787-192b7cee0622 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.879109 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9736061c-d074-4a5c-82b9-be7482e7ddd9 None None] Resources bound (agent type, host, resource id): {{(pid=89047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 07:56:47.911848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ec558c87-df45-40c7-9787-192b7cee0622 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.917591 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec558c87-df45-40c7-9787-192b7cee0622 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:47.918317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ec558c87-df45-40c7-9787-192b7cee0622 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.940231 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 6f382d5c-12ec-4b83-87b0-4b006fe14cdb resource provider aggregate not found Oct 18 07:56:47.964005 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 6f382d5c-12ec-4b83-87b0-4b006fe14cdb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f382d5c-12ec-4b83-87b0-4b006fe14cdb found for delete ", "request_id": "req-c13d1500-9064-4038-a5f5-3601dcc030d7"}]} Oct 18 07:56:47.968360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f6f91576-f2b1-4054-bc28-ef71e8db9741 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.969633 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f6f91576-f2b1-4054-bc28-ef71e8db9741 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-groups/32395bb7-a460-4333-8060-a14b42aeb5d7 HTTP/1.1" status: 204 len: 168 time: 0.5159278 Oct 18 07:56:47.972973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60118) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:47.993936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d06d2630-a57d-49a1-85b8-902cfc76eab0 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:47.997960 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d06d2630-a57d-49a1-85b8-902cfc76eab0 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:48.034626 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d06d2630-a57d-49a1-85b8-902cfc76eab0 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "DELETE /v2.0/networks/1b7ea89e-8dc5-42d1-bd1c-3305a14d310b HTTP/1.1" status: 204 len: 168 time: 0.6692965 Oct 18 07:56:48.038404 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d2630-a57d-49a1-85b8-902cfc76eab0 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event deleted for resources: {'Network': ['ID=1b7ea89e-8dc5-42d1-bd1c-3305a14d310b,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:48.040681 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60122) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:48.052027 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec558c87-df45-40c7-9787-192b7cee0622 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Network': ['ID=7d87f262-6946-4aa4-98f7-45c5a6c08987,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:48.062486 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ec558c87-df45-40c7-9787-192b7cee0622 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5509868 Oct 18 07:56:48.066051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60126) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:48.074805 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 7d87f262-6946-4aa4-98f7-45c5a6c08987 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:56:48.080171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-5b29e2e1-7933-4796-8bc6-d74414060417 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'subnet': {'network_id': '7d87f262-6946-4aa4-98f7-45c5a6c08987', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:48.133520 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8a6bd33f-18d1-4ae6-b50e-531a8f606c3a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:48.185262 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f5d586ed-cf1f-4e6f-9747-b0f55355e614 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:48.188886 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8a6bd33f-18d1-4ae6-b50e-531a8f606c3a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:48.192828 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8a6bd33f-18d1-4ae6-b50e-531a8f606c3a tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2168596 Oct 18 07:56:48.193889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60130) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:48.208339 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:56:48.255384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-5b29e2e1-7933-4796-8bc6-d74414060417 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:48.259333 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5b29e2e1-7933-4796-8bc6-d74414060417 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:subnet and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:48.262399 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5b29e2e1-7933-4796-8bc6-d74414060417 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:48.269139 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-5b29e2e1-7933-4796-8bc6-d74414060417 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:48.275076 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:56:48.275538 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d3cb9bf8-24e6-4bb3-b3ee-43eddead8c98 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:56:48.310159 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b29e2e1-7933-4796-8bc6-d74414060417 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:48.313958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5b29e2e1-7933-4796-8bc6-d74414060417 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:48.346366 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4f6bcf81-0fea-4542-b107-6c01740aa207 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Synchronizing usage tracker for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:48.376300 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f5d586ed-cf1f-4e6f-9747-b0f55355e614 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:48.385049 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4f6bcf81-0fea-4542-b107-6c01740aa207 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] Unset dirty status for tenant:97efc06ff42b4ca1bf6b06933f2c34e0 on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:48.388996 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4f6bcf81-0fea-4542-b107-6c01740aa207 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1901112 Oct 18 07:56:48.389347 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60134) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:48.424520 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-f5d586ed-cf1f-4e6f-9747-b0f55355e614 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6997134c-2553-4708-bf1f-1d7457e698da']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:48.432233 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-25d8e283-414c-4ff4-bf7a-e3fc89006569 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] delete failed (client error): The resource could not be found. Oct 18 07:56:48.433515 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-25d8e283-414c-4ff4-bf7a-e3fc89006569 tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "DELETE /v2.0/security-groups/32395bb7-a460-4333-8060-a14b42aeb5d7 HTTP/1.1" status: 404 len: 347 time: 0.0434673 Oct 18 07:56:48.437257 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60138) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:48.454100 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-f5d586ed-cf1f-4e6f-9747-b0f55355e614 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f6807a-f0e2-4220-b94a-53be31ac3130') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:48.454394 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-f5d586ed-cf1f-4e6f-9747-b0f55355e614 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f6807a-f0e2-4220-b94a-53be31ac3130') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:48.472286 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f5d586ed-cf1f-4e6f-9747-b0f55355e614 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:48.500622 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f5d586ed-cf1f-4e6f-9747-b0f55355e614 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:48.518685 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d586ed-cf1f-4e6f-9747-b0f55355e614 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:56:48.519096 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f5d586ed-cf1f-4e6f-9747-b0f55355e614 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:48.543376 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a00f6252-1418-4d7c-8343-1f6673fdac4e tempest-SecGroupIPv6Test-158078766 tempest-SecGroupIPv6Test-158078766-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1050899 Oct 18 07:56:48.625746 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f5d586ed-cf1f-4e6f-9747-b0f55355e614 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:48.643904 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f5d586ed-cf1f-4e6f-9747-b0f55355e614 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:48.658573 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f5d586ed-cf1f-4e6f-9747-b0f55355e614 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "DELETE /v2.0/networks/6997134c-2553-4708-bf1f-1d7457e698da HTTP/1.1" status: 204 len: 168 time: 0.6114681 Oct 18 07:56:48.658573 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d586ed-cf1f-4e6f-9747-b0f55355e614 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event deleted for resources: {'Network': ['ID=6997134c-2553-4708-bf1f-1d7457e698da,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:48.658888 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60144) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:48.669895 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.objects.ports [None req-8c455ecf-5a95-4881-a41d-19c023feab53 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89046) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:56:48.673432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8c455ecf-5a95-4881-a41d-19c023feab53 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:48.782168 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c455ecf-5a95-4881-a41d-19c023feab53 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event updated for resources: {'Subnet': ['ID=550a22c2-bac6-4f2c-855f-a629d9a77948,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:48.808591 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c455ecf-5a95-4881-a41d-19c023feab53 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Checking segment: {'id': '0083fc0c-9b68-4d1c-a56c-38a4801a0027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'de7b0d5f-b6ae-4c2d-8ed0-1eac8dfb0869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:48.808957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c455ecf-5a95-4881-a41d-19c023feab53 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Network hostable DHCP agents. Network: de7b0d5f-b6ae-4c2d-8ed0-1eac8dfb0869, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:56:48.814741 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d34d25-d357-4d00-a9b1-67c595f8bbdf tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:48.820806 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d34d25-d357-4d00-a9b1-67c595f8bbdf tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:48.821469 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f5d34d25-d357-4d00-a9b1-67c595f8bbdf tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Synchronizing usage tracker for tenant:4ae2945f959c401f86eef2d37075e046 on resource:network {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:48.822483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5b29e2e1-7933-4796-8bc6-d74414060417 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:48.839131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f5d34d25-d357-4d00-a9b1-67c595f8bbdf tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Unset dirty status for tenant:4ae2945f959c401f86eef2d37075e046 on resource:network {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:48.844682 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f5d34d25-d357-4d00-a9b1-67c595f8bbdf tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1806872 Oct 18 07:56:48.844907 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60150) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:48.851703 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-34ba31cc-e79e-452c-8af2-3111fc5f2f92 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-287520085'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:48.858964 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60154) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:48.862856 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-34ba31cc-e79e-452c-8af2-3111fc5f2f92 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:48.880999 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-34ba31cc-e79e-452c-8af2-3111fc5f2f92 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:48.884910 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c455ecf-5a95-4881-a41d-19c023feab53 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Network de7b0d5f-b6ae-4c2d-8ed0-1eac8dfb0869 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:56:48.890968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ba31cc-e79e-452c-8af2-3111fc5f2f92 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Made reservation on behalf of 4ae2945f959c401f86eef2d37075e046 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:48.894344 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-34ba31cc-e79e-452c-8af2-3111fc5f2f92 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:48.914558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29e2e1-7933-4796-8bc6-d74414060417 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Subnet': ['ID=7479182b-d236-44bd-be52-c8aea29a6fb3,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:48.919126 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-8c455ecf-5a95-4881-a41d-19c023feab53 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, de7b0d5f-b6ae-4c2d-8ed0-1eac8dfb0869) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:48.926158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c455ecf-5a95-4881-a41d-19c023feab53 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:48.926976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8c455ecf-5a95-4881-a41d-19c023feab53 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:48.927235 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ba31cc-e79e-452c-8af2-3111fc5f2f92 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:56:48.929074 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1c2346-7ef8-4a59-9437-ffd4206c6d9e None None] Network de7b0d5f-b6ae-4c2d-8ed0-1eac8dfb0869 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:48.938377 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-34ba31cc-e79e-452c-8af2-3111fc5f2f92 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:48.938791 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-34ba31cc-e79e-452c-8af2-3111fc5f2f92 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Added segment a1bbcaaf-cad3-403f-a26e-c89b9871e40f of type vlan for network d6ea4d8d-2f8a-4a5a-982f-eea5f9587884 Oct 18 07:56:48.943679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b29e2e1-7933-4796-8bc6-d74414060417 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Checking segment: {'id': '854a75c5-6679-456d-a68f-f59707fcba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7d87f262-6946-4aa4-98f7-45c5a6c08987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:48.944288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b29e2e1-7933-4796-8bc6-d74414060417 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network hostable DHCP agents. Network: 7d87f262-6946-4aa4-98f7-45c5a6c08987, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:56:48.967001 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8c455ecf-5a95-4881-a41d-19c023feab53 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4428260 Oct 18 07:56:48.970577 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60160) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:48.973267 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-34ba31cc-e79e-452c-8af2-3111fc5f2f92 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:48.994447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b29e2e1-7933-4796-8bc6-d74414060417 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 7d87f262-6946-4aa4-98f7-45c5a6c08987 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:56:49.018778 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-34ba31cc-e79e-452c-8af2-3111fc5f2f92 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.026248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ba31cc-e79e-452c-8af2-3111fc5f2f92 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:49.027121 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-34ba31cc-e79e-452c-8af2-3111fc5f2f92 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.054928 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-5b29e2e1-7933-4796-8bc6-d74414060417 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 7d87f262-6946-4aa4-98f7-45c5a6c08987) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:49.063012 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b29e2e1-7933-4796-8bc6-d74414060417 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:49.063605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5b29e2e1-7933-4796-8bc6-d74414060417 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.071872 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f15dd74-4831-4f01-a496-306835ba80bc None None] Network 7d87f262-6946-4aa4-98f7-45c5a6c08987 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:49.102254 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5b29e2e1-7933-4796-8bc6-d74414060417 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0323393 Oct 18 07:56:49.111472 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60164) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:49.119668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-2bdfbe57-24b9-4225-b1f4-7c76d18fe8b8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'network_id': '7d87f262-6946-4aa4-98f7-45c5a6c08987', 'name': 'tempest-PortsTestJSON-1912173609', 'fixed_ips': [{'subnet_id': '7479182b-d236-44bd-be52-c8aea29a6fb3', 'ip_address': '172.20.0.10'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:49.183560 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba31cc-e79e-452c-8af2-3111fc5f2f92 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event updated for resources: {'Network': ['ID=d6ea4d8d-2f8a-4a5a-982f-eea5f9587884,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:49.192041 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-34ba31cc-e79e-452c-8af2-3111fc5f2f92 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3422842 Oct 18 07:56:49.193553 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60168) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:49.203237 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-42382e56-9ee9-444b-b835-da925cd1cb5d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=97efc06ff42b4ca1bf6b06933f2c34e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424413 Oct 18 07:56:49.206057 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network d6ea4d8d-2f8a-4a5a-982f-eea5f9587884 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:56:49.208960 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f05b8e74-3386-4d54-93d5-1ff39a5164a4 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1938531526'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:49.211463 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60172) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:49.215097 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f05b8e74-3386-4d54-93d5-1ff39a5164a4 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:49.220850 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f05b8e74-3386-4d54-93d5-1ff39a5164a4 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Usage tracker for resource:network and tenant:4ae2945f959c401f86eef2d37075e046 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:49.224046 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f05b8e74-3386-4d54-93d5-1ff39a5164a4 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:49.231969 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f05b8e74-3386-4d54-93d5-1ff39a5164a4 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:49.247280 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05b8e74-3386-4d54-93d5-1ff39a5164a4 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Made reservation on behalf of 4ae2945f959c401f86eef2d37075e046 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:49.252658 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f05b8e74-3386-4d54-93d5-1ff39a5164a4 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.260203 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-961a689c-e3c0-4da0-a872-944321b90b33 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.383365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2bdfbe57-24b9-4225-b1f4-7c76d18fe8b8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:49.393084 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d82a6a0-7228-46c2-acc4-637538f45167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.404477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05b8e74-3386-4d54-93d5-1ff39a5164a4 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:56:49.415912 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f05b8e74-3386-4d54-93d5-1ff39a5164a4 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.416929 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-f05b8e74-3386-4d54-93d5-1ff39a5164a4 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Added segment 76873b7b-d908-4258-9803-03897c889ac7 of type vlan for network d1bb11ee-d37e-4465-9680-b149a9a404cd Oct 18 07:56:49.425792 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2bdfbe57-24b9-4225-b1f4-7c76d18fe8b8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:49.442473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-961a689c-e3c0-4da0-a872-944321b90b33 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.448729 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac198b7-a57b-4cf4-8a79-a17fb1c8b1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-de7b0d5f-b6ae-4c2d-8ed0-1eac8dfb0869', 'network_id': 'de7b0d5f-b6ae-4c2d-8ed0-1eac8dfb0869', 'tenant_id': 'd67f067380ad43dab1cfcd8a85ac1131', 'fixed_ips': [{'subnet_id': '550a22c2-bac6-4f2c-855f-a629d9a77948'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:56:49.449537 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0ac198b7-a57b-4cf4-8a79-a17fb1c8b1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.455327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f05b8e74-3386-4d54-93d5-1ff39a5164a4 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.486370 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f05b8e74-3386-4d54-93d5-1ff39a5164a4 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.490005 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d82a6a0-7228-46c2-acc4-637538f45167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.492009 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05b8e74-3386-4d54-93d5-1ff39a5164a4 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:49.492703 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f05b8e74-3386-4d54-93d5-1ff39a5164a4 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.498655 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdfbe57-24b9-4225-b1f4-7c76d18fe8b8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:49.609917 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f05b8e74-3386-4d54-93d5-1ff39a5164a4 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4117379 Oct 18 07:56:49.609917 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b8e74-3386-4d54-93d5-1ff39a5164a4 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event updated for resources: {'Network': ['ID=d1bb11ee-d37e-4465-9680-b149a9a404cd,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:49.610275 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60176) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:49.616982 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Request body: {'ports': [{'network_id': 'd6ea4d8d-2f8a-4a5a-982f-eea5f9587884', 'name': 'tempest-port--1012690578', 'admin_state_up': True}, {'network_id': 'd1bb11ee-d37e-4465-9680-b149a9a404cd', 'admin_state_up': False}]} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:49.617471 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Request body: {'port': {'network_id': 'd6ea4d8d-2f8a-4a5a-982f-eea5f9587884', 'name': 'tempest-port--1012690578', 'admin_state_up': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:49.618079 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Request body: {'port': {'network_id': 'd1bb11ee-d37e-4465-9680-b149a9a404cd', 'admin_state_up': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:49.651840 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-7d87f262-6946-4aa4-98f7-45c5a6c08987', 'network_id': '7d87f262-6946-4aa4-98f7-45c5a6c08987', 'tenant_id': '491c7abebf5a4f46aa6b1b9fa1ea0fa8', 'fixed_ips': [{'subnet_id': '7479182b-d236-44bd-be52-c8aea29a6fb3'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:56:49.652975 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.659043 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-961a689c-e3c0-4da0-a872-944321b90b33 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.662599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network d1bb11ee-d37e-4465-9680-b149a9a404cd details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server [None req-0ac198b7-a57b-4cf4-8a79-a17fb1c8b1d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 550a22c2-bac6-4f2c-855f-a629d9a77948: This subnet is being modified by another concurrent operation. Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise exception Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 550a22c2-bac6-4f2c-855f-a629d9a77948: This subnet is being modified by another concurrent operation. Oct 18 07:56:49.686651 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server Oct 18 07:56:49.721075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a689c-e3c0-4da0-a872-944321b90b33 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event deleted for resources: {'Subnet': ['ID=550a22c2-bac6-4f2c-855f-a629d9a77948,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:49.749126 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b93b33-f3a5-4c51-87ec-c9ad7e4585fb None None] Network de7b0d5f-b6ae-4c2d-8ed0-1eac8dfb0869 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:49.792547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2bdfbe57-24b9-4225-b1f4-7c76d18fe8b8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.820761 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d82a6a0-7228-46c2-acc4-637538f45167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.850163 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-961a689c-e3c0-4da0-a872-944321b90b33 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.858898 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82a6a0-7228-46c2-acc4-637538f45167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3c0ce3-688a-4f3d-a1e5-be864b23f56c,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:49.861941 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-2bdfbe57-24b9-4225-b1f4-7c76d18fe8b8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] device_id is not set on port 4fcf521c-b492-4702-bdf0-d09d179ab494 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:56:49.873814 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:49.878473 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Usage tracker for resource:port and tenant:4ae2945f959c401f86eef2d37075e046 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:49.883633 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:49.889666 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:49.903342 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Made reservation on behalf of 4ae2945f959c401f86eef2d37075e046 for: {'port': 2} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:49.910200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.931439 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:49.941181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-961a689c-e3c0-4da0-a872-944321b90b33 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7b0d5f-b6ae-4c2d-8ed0-1eac8dfb0869']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:49.963731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-961a689c-e3c0-4da0-a872-944321b90b33 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0083fc0c-9b68-4d1c-a56c-38a4801a0027') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:49.964043 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-961a689c-e3c0-4da0-a872-944321b90b33 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0083fc0c-9b68-4d1c-a56c-38a4801a0027') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:49.990329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-961a689c-e3c0-4da0-a872-944321b90b33 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.028678 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d82a6a0-7228-46c2-acc4-637538f45167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.032236 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8d82a6a0-7228-46c2-acc4-637538f45167 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2f3c0ce3-688a-4f3d-a1e5-be864b23f56c HTTP/1.1" status: 204 len: 168 time: 0.8173378 Oct 18 07:56:50.047969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-961a689c-e3c0-4da0-a872-944321b90b33 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.066295 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961a689c-e3c0-4da0-a872-944321b90b33 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:56:50.066743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-961a689c-e3c0-4da0-a872-944321b90b33 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.085920 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 88f6807a-f0e2-4220-b94a-53be31ac3130 resource provider aggregate not found Oct 18 07:56:50.107291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Allocated IP 172.20.0.2 (7d87f262-6946-4aa4-98f7-45c5a6c08987/7479182b-d236-44bd-be52-c8aea29a6fb3/bf285684-5439-4999-bf4f-6be1fecbec22) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:50.141413 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 0083fc0c-9b68-4d1c-a56c-38a4801a0027 resource provider aggregate not found Oct 18 07:56:50.172024 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 0083fc0c-9b68-4d1c-a56c-38a4801a0027 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0083fc0c-9b68-4d1c-a56c-38a4801a0027 found for delete ", "request_id": "req-f14dced0-7343-49d4-954f-3fd69bf66a0d"}]} Oct 18 07:56:50.190327 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-961a689c-e3c0-4da0-a872-944321b90b33 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.212661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-961a689c-e3c0-4da0-a872-944321b90b33 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.225438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a689c-e3c0-4da0-a872-944321b90b33 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event deleted for resources: {'Network': ['ID=de7b0d5f-b6ae-4c2d-8ed0-1eac8dfb0869,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:50.235378 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-961a689c-e3c0-4da0-a872-944321b90b33 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/networks/de7b0d5f-b6ae-4c2d-8ed0-1eac8dfb0869 HTTP/1.1" status: 204 len: 168 time: 1.2629786 Oct 18 07:56:50.239347 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60192) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:50.246227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-4bb3fbf2-a81a-4916-9bc7-5280f8da9bba tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1220554896'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:50.252858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4bb3fbf2-a81a-4916-9bc7-5280f8da9bba tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:50.257283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4bb3fbf2-a81a-4916-9bc7-5280f8da9bba tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Usage tracker for resource:network and tenant:d67f067380ad43dab1cfcd8a85ac1131 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:50.260481 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4bb3fbf2-a81a-4916-9bc7-5280f8da9bba tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:50.267494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4bb3fbf2-a81a-4916-9bc7-5280f8da9bba tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:50.272221 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] device_id is not set on port f33ee471-3700-4722-af9a-da00dd015645 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:56:50.278936 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 88f6807a-f0e2-4220-b94a-53be31ac3130 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88f6807a-f0e2-4220-b94a-53be31ac3130 found for delete ", "request_id": "req-1157466b-15a0-403b-a8f3-c4d3957deb7d"}]} Oct 18 07:56:50.283949 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb3fbf2-a81a-4916-9bc7-5280f8da9bba tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Made reservation on behalf of d67f067380ad43dab1cfcd8a85ac1131 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:50.289422 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4bb3fbf2-a81a-4916-9bc7-5280f8da9bba tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.333084 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb3fbf2-a81a-4916-9bc7-5280f8da9bba tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:56:50.346137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4bb3fbf2-a81a-4916-9bc7-5280f8da9bba tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.346801 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-4bb3fbf2-a81a-4916-9bc7-5280f8da9bba tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Added segment 7bf4c488-f100-4d97-9989-bc2af9d4db8c of type vlan for network 020ea218-0f72-4e79-93a9-9372a1104484 Oct 18 07:56:50.382023 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4bb3fbf2-a81a-4916-9bc7-5280f8da9bba tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.385120 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.394019 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.409293 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Transition to ACTIVE for port object bf285684-5439-4999-bf4f-6be1fecbec22 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:50.420600 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4bb3fbf2-a81a-4916-9bc7-5280f8da9bba tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.428353 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb3fbf2-a81a-4916-9bc7-5280f8da9bba tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:50.429138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4bb3fbf2-a81a-4916-9bc7-5280f8da9bba tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.433709 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Transition to ACTIVE for port object bf285684-5439-4999-bf4f-6be1fecbec22 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:50.442125 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.511163 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] device_id is not set on port e2c7fa81-d747-414b-8d4d-2423290e2757 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:56:50.527728 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Network 7d87f262-6946-4aa4-98f7-45c5a6c08987 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:50.531974 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:50.536140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:50.596150 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Pushing event updated for resources: {'Port': ['ID=bf285684-5439-4999-bf4f-6be1fecbec22,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:50.636572 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.675231 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Attempting to bind port bf285684-5439-4999-bf4f-6be1fecbec22 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:56:50.675231 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Attempting to bind port bf285684-5439-4999-bf4f-6be1fecbec22 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '854a75c5-6679-456d-a68f-f59707fcba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7d87f262-6946-4aa4-98f7-45c5a6c08987'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:56:50.675231 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Attempting to bind port bf285684-5439-4999-bf4f-6be1fecbec22 on network 7d87f262-6946-4aa4-98f7-45c5a6c08987 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:56:50.682718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:56:50.683443 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Checking segment: {'id': '854a75c5-6679-456d-a68f-f59707fcba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7d87f262-6946-4aa4-98f7-45c5a6c08987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:50.683851 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.684595 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Bound using segment: {'id': '854a75c5-6679-456d-a68f-f59707fcba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7d87f262-6946-4aa4-98f7-45c5a6c08987'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:56:50.685081 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Bound port: bf285684-5439-4999-bf4f-6be1fecbec22, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854a75c5-6679-456d-a68f-f59707fcba23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '7d87f262-6946-4aa4-98f7-45c5a6c08987'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:56:50.685651 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.685781 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.711653 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4bb3fbf2-a81a-4916-9bc7-5280f8da9bba tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4708929 Oct 18 07:56:50.716476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60206) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:50.728852 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-000edd15-9dae-44e2-ae08-b721faa0a26f tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Request body: {'subnet': {'network_id': '020ea218-0f72-4e79-93a9-9372a1104484', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:50.758738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3fbf2-a81a-4916-9bc7-5280f8da9bba tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event updated for resources: {'Network': ['ID=020ea218-0f72-4e79-93a9-9372a1104484,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:50.789550 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] For port bf285684-5439-4999-bf4f-6be1fecbec22, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:56:50.792892 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] For port bf285684-5439-4999-bf4f-6be1fecbec22, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=bf285684-5439-4999-bf4f-6be1fecbec22,segment=NetworkSegment(854a75c5-6679-456d-a68f-f59707fcba23),segment_id=854a75c5-6679-456d-a68f-f59707fcba23)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:56:50.797898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 020ea218-0f72-4e79-93a9-9372a1104484 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:56:50.818097 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.820664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Checking segment: {'id': 'a1bbcaaf-cad3-403f-a26e-c89b9871e40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd6ea4d8d-2f8a-4a5a-982f-eea5f9587884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:50.821026 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Network hostable DHCP agents. Network: d6ea4d8d-2f8a-4a5a-982f-eea5f9587884, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:56:50.835599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-18e75cdd-ecec-43e5-b969-14d0e644e322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.837886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-2bdfbe57-24b9-4225-b1f4-7c76d18fe8b8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Allocated IP 172.20.0.10 (7d87f262-6946-4aa4-98f7-45c5a6c08987/7479182b-d236-44bd-be52-c8aea29a6fb3/4fcf521c-b492-4702-bdf0-d09d179ab494) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:50.839079 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event updated for resources: {'Port': ['ID=f33ee471-3700-4722-af9a-da00dd015645,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:50.874312 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-000edd15-9dae-44e2-ae08-b721faa0a26f tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:50.877670 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Network d6ea4d8d-2f8a-4a5a-982f-eea5f9587884 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:56:50.890095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-000edd15-9dae-44e2-ae08-b721faa0a26f tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Usage tracker for resource:subnet and tenant:d67f067380ad43dab1cfcd8a85ac1131 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:50.892200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, d6ea4d8d-2f8a-4a5a-982f-eea5f9587884) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:50.895097 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-000edd15-9dae-44e2-ae08-b721faa0a26f tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:50.898455 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:50.900076 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.911648 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-000edd15-9dae-44e2-ae08-b721faa0a26f tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:50.948840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000edd15-9dae-44e2-ae08-b721faa0a26f tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Made reservation on behalf of d67f067380ad43dab1cfcd8a85ac1131 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:50.952919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-000edd15-9dae-44e2-ae08-b721faa0a26f tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:50.959640 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3765c068-d98c-4461-b71c-a13503119693 None None] Network d6ea4d8d-2f8a-4a5a-982f-eea5f9587884 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:51.003294 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event updated for resources: {'Port': ['ID=e2c7fa81-d747-414b-8d4d-2423290e2757,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:51.040758 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f8cb6-4b4c-4754-8ff9-3307d86d4722 None None] Pushing event updated for resources: {'Port': ['ID=bf285684-5439-4999-bf4f-6be1fecbec22,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:51.050632 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Checking segment: {'id': '76873b7b-d908-4258-9803-03897c889ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd1bb11ee-d37e-4465-9680-b149a9a404cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:51.052616 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Network hostable DHCP agents. Network: d1bb11ee-d37e-4465-9680-b149a9a404cd, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:56:51.091902 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Network d1bb11ee-d37e-4465-9680-b149a9a404cd is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:56:51.114293 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, d1bb11ee-d37e-4465-9680-b149a9a404cd) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:51.123469 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:51.134472 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:51.140453 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:51.142815 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:51.144774 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24cf833-e405-4d04-ab20-4480cc36a1db None None] Network d1bb11ee-d37e-4465-9680-b149a9a404cd requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:51.176212 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c4e8b4e0-c0cc-47dd-a0e3-45af429ace4a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5646079 Oct 18 07:56:51.177927 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60218) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:51.224712 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-000edd15-9dae-44e2-ae08-b721faa0a26f tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:51.384358 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2889d3d-51f7-4ba7-95e6-dfe8487af2ce tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:51.392006 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2889d3d-51f7-4ba7-95e6-dfe8487af2ce tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:51.392804 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c2889d3d-51f7-4ba7-95e6-dfe8487af2ce tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Synchronizing usage tracker for tenant:4ae2945f959c401f86eef2d37075e046 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:51.419647 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c2889d3d-51f7-4ba7-95e6-dfe8487af2ce tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Unset dirty status for tenant:4ae2945f959c401f86eef2d37075e046 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:51.426822 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c2889d3d-51f7-4ba7-95e6-dfe8487af2ce tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2467573 Oct 18 07:56:51.429501 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60224) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:51.478906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000edd15-9dae-44e2-ae08-b721faa0a26f tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event updated for resources: {'Subnet': ['ID=f53be5b9-5b3b-41cd-b262-f0bb6d94069a,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:51.518074 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e15ba18c-fefd-4d22-8ae4-78620f4bde35 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Deleting port f33ee471-3700-4722-af9a-da00dd015645 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:51.519041 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e15ba18c-fefd-4d22-8ae4-78620f4bde35 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:51.524385 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000edd15-9dae-44e2-ae08-b721faa0a26f tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Checking segment: {'id': '7bf4c488-f100-4d97-9989-bc2af9d4db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '020ea218-0f72-4e79-93a9-9372a1104484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:51.524742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000edd15-9dae-44e2-ae08-b721faa0a26f tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Network hostable DHCP agents. Network: 020ea218-0f72-4e79-93a9-9372a1104484, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:56:51.581056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2bdfbe57-24b9-4225-b1f4-7c76d18fe8b8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:51.588191 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000edd15-9dae-44e2-ae08-b721faa0a26f tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Network 020ea218-0f72-4e79-93a9-9372a1104484 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:56:51.604937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-2bdfbe57-24b9-4225-b1f4-7c76d18fe8b8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Transition to ACTIVE for port object 4fcf521c-b492-4702-bdf0-d09d179ab494 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:51.610599 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-000edd15-9dae-44e2-ae08-b721faa0a26f tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 020ea218-0f72-4e79-93a9-9372a1104484) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:51.621728 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000edd15-9dae-44e2-ae08-b721faa0a26f tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:51.622350 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-000edd15-9dae-44e2-ae08-b721faa0a26f tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:51.629592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafb4924-f6bb-473c-8623-9482bb00384a None None] Network 020ea218-0f72-4e79-93a9-9372a1104484 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:51.688136 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-000edd15-9dae-44e2-ae08-b721faa0a26f tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9706390 Oct 18 07:56:51.690768 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60234) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:51.697818 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2bdfbe57-24b9-4225-b1f4-7c76d18fe8b8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:51.825069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfbe57-24b9-4225-b1f4-7c76d18fe8b8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=4fcf521c-b492-4702-bdf0-d09d179ab494,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:51.844948 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdfbe57-24b9-4225-b1f4-7c76d18fe8b8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 7d87f262-6946-4aa4-98f7-45c5a6c08987 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:51.849630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-2bdfbe57-24b9-4225-b1f4-7c76d18fe8b8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:51.852064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdfbe57-24b9-4225-b1f4-7c76d18fe8b8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:51.898322 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-020ea218-0f72-4e79-93a9-9372a1104484', 'network_id': '020ea218-0f72-4e79-93a9-9372a1104484', 'tenant_id': 'd67f067380ad43dab1cfcd8a85ac1131', 'fixed_ips': [{'subnet_id': 'f53be5b9-5b3b-41cd-b262-f0bb6d94069a'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:56:51.899188 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:51.922224 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e15ba18c-fefd-4d22-8ae4-78620f4bde35 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:51.956814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdfbe57-24b9-4225-b1f4-7c76d18fe8b8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:51.958075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2bdfbe57-24b9-4225-b1f4-7c76d18fe8b8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:51.987244 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2bdfbe57-24b9-4225-b1f4-7c76d18fe8b8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8747211 Oct 18 07:56:51.991169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60242) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:51.998290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-50f352e9-9685-4211-ae0d-0c2b19db5f39 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'network_id': '7d87f262-6946-4aa4-98f7-45c5a6c08987', 'name': 'tempest-PortsTestJSON-1050607436', 'fixed_ips': [{'subnet_id': '7479182b-d236-44bd-be52-c8aea29a6fb3', 'ip_address': '172.20.0.9'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:52.135265 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Allocated IP 2001:db8::2 (020ea218-0f72-4e79-93a9-9372a1104484/f53be5b9-5b3b-41cd-b262-f0bb6d94069a/699bb644-3d0d-4eac-9442-d9a5a7b02947) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:52.165250 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60246) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:52.179809 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device bf285684-5439-4999-bf4f-6be1fecbec22 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:56:52.247538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-50f352e9-9685-4211-ae0d-0c2b19db5f39 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:52.252697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-50f352e9-9685-4211-ae0d-0c2b19db5f39 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:port and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:52.256152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-50f352e9-9685-4211-ae0d-0c2b19db5f39 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:52.262343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-50f352e9-9685-4211-ae0d-0c2b19db5f39 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:52.279914 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f352e9-9685-4211-ae0d-0c2b19db5f39 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:52.284831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-50f352e9-9685-4211-ae0d-0c2b19db5f39 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:52.295201 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:52.306038 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e15ba18c-fefd-4d22-8ae4-78620f4bde35 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Calling delete_port for f33ee471-3700-4722-af9a-da00dd015645 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:52.308847 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-50f352e9-9685-4211-ae0d-0c2b19db5f39 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] device_id is not set on port 6a878d44-34dc-4aa6-9070-3e6098245dae yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:56:52.384466 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port bf285684-5439-4999-bf4f-6be1fecbec22 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:52.421707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac55af0-5775-41a0-ad45-487734a5319b None None] Network 7d87f262-6946-4aa4-98f7-45c5a6c08987 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:52.438735 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:52.525737 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e15ba18c-fefd-4d22-8ae4-78620f4bde35 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:52.543658 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-dd38b653-be6d-4bcf-925d-5bcfb2988976 None None] Provisioning for port bf285684-5439-4999-bf4f-6be1fecbec22 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:52.551206 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:52.570889 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-dd38b653-be6d-4bcf-925d-5bcfb2988976 None None] Provisioning complete for port bf285684-5439-4999-bf4f-6be1fecbec22 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:52.571235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dd38b653-be6d-4bcf-925d-5bcfb2988976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:52.571570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-50f352e9-9685-4211-ae0d-0c2b19db5f39 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Allocated IP 172.20.0.9 (7d87f262-6946-4aa4-98f7-45c5a6c08987/7479182b-d236-44bd-be52-c8aea29a6fb3/6a878d44-34dc-4aa6-9070-3e6098245dae) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:52.571717 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-dd38b653-be6d-4bcf-925d-5bcfb2988976 None None] Attempt 1 to provision port bf285684-5439-4999-bf4f-6be1fecbec22 Oct 18 07:56:52.589544 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ba18c-fefd-4d22-8ae4-78620f4bde35 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event deleted for resources: {'Port': ['ID=f33ee471-3700-4722-af9a-da00dd015645,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:52.597450 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'network': {'name': 'tempest-network-smoke--1182320577', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'port_security_enabled': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:52.604104 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:52.607958 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Transition to ACTIVE for port object 699bb644-3d0d-4eac-9442-d9a5a7b02947 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:52.610851 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:network and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:52.613855 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e15ba18c-fefd-4d22-8ae4-78620f4bde35 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:52.617585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:52.626678 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:52.636970 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e15ba18c-fefd-4d22-8ae4-78620f4bde35 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "DELETE /v2.0/ports/f33ee471-3700-4722-af9a-da00dd015645 HTTP/1.1" status: 204 len: 168 time: 1.2038708 Oct 18 07:56:52.637230 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60252) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:52.660536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Transition to ACTIVE for port object 699bb644-3d0d-4eac-9442-d9a5a7b02947 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:52.675382 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:52.679320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:52.683856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:52.711187 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:52.737939 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:52.742517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:52.783968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:52.794239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-5494386e-e6b2-430e-8049-239e9c20b7ee tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Deleting port e2c7fa81-d747-414b-8d4d-2423290e2757 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:52.794723 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5494386e-e6b2-430e-8049-239e9c20b7ee tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:52.812152 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Network 020ea218-0f72-4e79-93a9-9372a1104484 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:52.815088 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-50f352e9-9685-4211-ae0d-0c2b19db5f39 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:52.816607 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:52.831694 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-50f352e9-9685-4211-ae0d-0c2b19db5f39 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Transition to ACTIVE for port object 6a878d44-34dc-4aa6-9070-3e6098245dae will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:56:52.842723 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:52.844457 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:52.853935 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event deleted for resources: {'Subnet': ['ID=f53be5b9-5b3b-41cd-b262-f0bb6d94069a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:52.857383 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:52.859326 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Pushing event updated for resources: {'Port': ['ID=699bb644-3d0d-4eac-9442-d9a5a7b02947,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:52.862392 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-50f352e9-9685-4211-ae0d-0c2b19db5f39 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:52.941566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f352e9-9685-4211-ae0d-0c2b19db5f39 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 7d87f262-6946-4aa4-98f7-45c5a6c08987 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:52.945093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-50f352e9-9685-4211-ae0d-0c2b19db5f39 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:52.947938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f352e9-9685-4211-ae0d-0c2b19db5f39 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:52.997514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f352e9-9685-4211-ae0d-0c2b19db5f39 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=6a878d44-34dc-4aa6-9070-3e6098245dae,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:53.030235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f352e9-9685-4211-ae0d-0c2b19db5f39 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:53.031012 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-50f352e9-9685-4211-ae0d-0c2b19db5f39 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.031220 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.048337 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-dd38b653-be6d-4bcf-925d-5bcfb2988976 None None] Current status of the port bf285684-5439-4999-bf4f-6be1fecbec22 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:56:53.048724 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dd38b653-be6d-4bcf-925d-5bcfb2988976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.059684 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-50f352e9-9685-4211-ae0d-0c2b19db5f39 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0670173 Oct 18 07:56:53.062641 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60258) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:53.101205 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020ea218-0f72-4e79-93a9-9372a1104484']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:53.106050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-261d2b88-eca0-4a26-8deb-1751d1fe0015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.114572 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Attempting to bind port 699bb644-3d0d-4eac-9442-d9a5a7b02947 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:56:53.114884 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Attempting to bind port 699bb644-3d0d-4eac-9442-d9a5a7b02947 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '7bf4c488-f100-4d97-9989-bc2af9d4db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '020ea218-0f72-4e79-93a9-9372a1104484'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:56:53.115905 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Attempting to bind port 699bb644-3d0d-4eac-9442-d9a5a7b02947 on network 020ea218-0f72-4e79-93a9-9372a1104484 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:56:53.130748 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:56:53.131120 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Checking segment: {'id': '7bf4c488-f100-4d97-9989-bc2af9d4db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '020ea218-0f72-4e79-93a9-9372a1104484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:53.131519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.131909 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Bound using segment: {'id': '7bf4c488-f100-4d97-9989-bc2af9d4db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '020ea218-0f72-4e79-93a9-9372a1104484'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:56:53.132378 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Bound port: 699bb644-3d0d-4eac-9442-d9a5a7b02947, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf4c488-f100-4d97-9989-bc2af9d4db8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '020ea218-0f72-4e79-93a9-9372a1104484'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:56:53.132761 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.171456 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf4c488-f100-4d97-9989-bc2af9d4db8c') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:53.171834 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf4c488-f100-4d97-9989-bc2af9d4db8c') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:53.183305 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6271a26a-9194-4aae-9d61-1ea50876c0b6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:53.184387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6271a26a-9194-4aae-9d61-1ea50876c0b6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Synchronizing usage tracker for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:53.203143 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.209833 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-dd38b653-be6d-4bcf-925d-5bcfb2988976 None None] For port bf285684-5439-4999-bf4f-6be1fecbec22, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=bf285684-5439-4999-bf4f-6be1fecbec22,segment=NetworkSegment(854a75c5-6679-456d-a68f-f59707fcba23),segment_id=854a75c5-6679-456d-a68f-f59707fcba23)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:53.214966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6271a26a-9194-4aae-9d61-1ea50876c0b6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Unset dirty status for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:53.218370 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dd38b653-be6d-4bcf-925d-5bcfb2988976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.223170 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6271a26a-9194-4aae-9d61-1ea50876c0b6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1568837 Oct 18 07:56:53.223595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60262) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:53.239603 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5494386e-e6b2-430e-8049-239e9c20b7ee tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.260505 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.311015 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] For port 699bb644-3d0d-4eac-9442-d9a5a7b02947, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:56:53.316518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38b653-be6d-4bcf-925d-5bcfb2988976 None None] Pushing event updated for resources: {'Port': ['ID=bf285684-5439-4999-bf4f-6be1fecbec22,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:53.339154 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cf4b4f-06aa-4b95-8761-49b33b6d1393 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:53.345389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cf4b4f-06aa-4b95-8761-49b33b6d1393 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:53.351458 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cf4b4f-06aa-4b95-8761-49b33b6d1393 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:53.353219 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-83cf4b4f-06aa-4b95-8761-49b33b6d1393 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1285298 Oct 18 07:56:53.359022 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60266) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:53.394617 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:56:53.394962 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.426173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-5494386e-e6b2-430e-8049-239e9c20b7ee tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Calling delete_port for e2c7fa81-d747-414b-8d4d-2423290e2757 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:53.528653 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 7bf4c488-f100-4d97-9989-bc2af9d4db8c resource provider aggregate not found Oct 18 07:56:53.545922 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.547605 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-afcb6a4f-cf51-4165-990d-c48379cd3be9 None None] Provisioning complete for port bf285684-5439-4999-bf4f-6be1fecbec22 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:53.548678 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-afcb6a4f-cf51-4165-990d-c48379cd3be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.549781 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-afcb6a4f-cf51-4165-990d-c48379cd3be9 None None] Attempt 1 to provision port bf285684-5439-4999-bf4f-6be1fecbec22 Oct 18 07:56:53.562514 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 7bf4c488-f100-4d97-9989-bc2af9d4db8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bf4c488-f100-4d97-9989-bc2af9d4db8c found for delete ", "request_id": "req-3015441d-285c-4cab-b3af-64fb7c21dfc3"}]} Oct 18 07:56:53.568505 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.573595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-e97000fa-6c21-4f37-ade3-140d879e8bba tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port 6a878d44-34dc-4aa6-9070-3e6098245dae {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:53.574970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e97000fa-6c21-4f37-ade3-140d879e8bba tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.608621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] For port 699bb644-3d0d-4eac-9442-d9a5a7b02947, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=699bb644-3d0d-4eac-9442-d9a5a7b02947,segment=NetworkSegment(7bf4c488-f100-4d97-9989-bc2af9d4db8c),segment_id=7bf4c488-f100-4d97-9989-bc2af9d4db8c)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:56:53.619596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.623614 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.api [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 18 07:56:53.623614 dv-neutron-861625-1-hyperv neutron-server[89045]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 18 07:56:53.623614 dv-neutron-861625-1-hyperv neutron-server[89045]: [parameters: {'id': '020ea218-0f72-4e79-93a9-9372a1104484'}] Oct 18 07:56:53.623614 dv-neutron-861625-1-hyperv neutron-server[89045]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:56:53.624059 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG oslo_db.api [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:56:53.631649 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:56:53.634314 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8bf842-71e0-4c0a-a764-5e71ae636857,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:53.659941 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5494386e-e6b2-430e-8049-239e9c20b7ee tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.662090 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.662511 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Added segment 8b1ed8d9-1535-4a73-8164-ae35191fba6d of type vlan for network dba6462c-8a73-4764-a16b-d913fa15e5fd Oct 18 07:56:53.729319 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494386e-e6b2-430e-8049-239e9c20b7ee tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event deleted for resources: {'Port': ['ID=e2c7fa81-d747-414b-8d4d-2423290e2757,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:53.734098 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5494386e-e6b2-430e-8049-239e9c20b7ee tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.768674 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.771289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.779195 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5494386e-e6b2-430e-8049-239e9c20b7ee tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "DELETE /v2.0/ports/e2c7fa81-d747-414b-8d4d-2423290e2757 HTTP/1.1" status: 204 len: 168 time: 1.1409774 Oct 18 07:56:53.782652 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60274) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:53.844275 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3a3202f9-677d-4e65-a0c9-fcd36ae0b6d7 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Synchronizing usage tracker for tenant:4ae2945f959c401f86eef2d37075e046 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:53.857315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ba616-ef41-41ea-88ae-b45347d3520f None None] Pushing event updated for resources: {'Port': ['ID=699bb644-3d0d-4eac-9442-d9a5a7b02947,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:53.867571 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.874939 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:53.876277 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.879151 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:53.885952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-afcb6a4f-cf51-4165-990d-c48379cd3be9 None None] Current status of the port bf285684-5439-4999-bf4f-6be1fecbec22 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:56:53.891075 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da85816f-917d-436f-b872-79a99b9b229a None None] Network 020ea218-0f72-4e79-93a9-9372a1104484 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:53.906535 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3a3202f9-677d-4e65-a0c9-fcd36ae0b6d7 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Unset dirty status for tenant:4ae2945f959c401f86eef2d37075e046 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:53.907826 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3a3202f9-677d-4e65-a0c9-fcd36ae0b6d7 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1242671 Oct 18 07:56:53.914103 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60278) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:53.945573 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e97000fa-6c21-4f37-ade3-140d879e8bba tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:54.041642 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-afcb6a4f-cf51-4165-990d-c48379cd3be9 None None] Provisioning for port 6a878d44-34dc-4aa6-9070-3e6098245dae completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:54.051431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-afcb6a4f-cf51-4165-990d-c48379cd3be9 None None] Provisioning complete for port 6a878d44-34dc-4aa6-9070-3e6098245dae triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:54.051857 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-afcb6a4f-cf51-4165-990d-c48379cd3be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:54.052205 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-afcb6a4f-cf51-4165-990d-c48379cd3be9 None None] Attempt 1 to provision port 6a878d44-34dc-4aa6-9070-3e6098245dae Oct 18 07:56:54.090661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-e97000fa-6c21-4f37-ade3-140d879e8bba tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for 6a878d44-34dc-4aa6-9070-3e6098245dae owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:54.120554 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-afcb6a4f-cf51-4165-990d-c48379cd3be9 None None] Port 6a878d44-34dc-4aa6-9070-3e6098245dae cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:56:54.125659 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device bf285684-5439-4999-bf4f-6be1fecbec22 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:56:54.138072 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-00d00753-64f5-46a9-a75d-6abb47286ce2 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-392022908'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:54.141252 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:54.148547 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-00d00753-64f5-46a9-a75d-6abb47286ce2 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:54.153596 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9860637 Oct 18 07:56:54.160580 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60282) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:54.167213 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00d00753-64f5-46a9-a75d-6abb47286ce2 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Usage tracker for resource:network and tenant:4ae2945f959c401f86eef2d37075e046 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:54.169664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6c69c-f24b-472f-ac96-a8caf042ffbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Network': ['ID=dba6462c-8a73-4764-a16b-d913fa15e5fd,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:54.172915 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-00d00753-64f5-46a9-a75d-6abb47286ce2 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:54.178021 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-241519797', 'admin_state_up': True, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:54.192317 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:54.196105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-00d00753-64f5-46a9-a75d-6abb47286ce2 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:54.196239 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network dba6462c-8a73-4764-a16b-d913fa15e5fd details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:56:54.197141 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Deleting port 699bb644-3d0d-4eac-9442-d9a5a7b02947 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:54.197734 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:54.232856 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:router and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:54.248350 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:54.257712 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:54.265722 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d00753-64f5-46a9-a75d-6abb47286ce2 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Made reservation on behalf of 4ae2945f959c401f86eef2d37075e046 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:54.269193 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-00d00753-64f5-46a9-a75d-6abb47286ce2 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:54.274341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e97000fa-6c21-4f37-ade3-140d879e8bba tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:54.293608 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:54.294747 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:54.326268 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97000fa-6c21-4f37-ade3-140d879e8bba tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Port': ['ID=6a878d44-34dc-4aa6-9070-3e6098245dae,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:54.365988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:54.369468 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d00753-64f5-46a9-a75d-6abb47286ce2 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:56:54.411252 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port bf285684-5439-4999-bf4f-6be1fecbec22 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:54.412015 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:54.412350 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port bf285684-5439-4999-bf4f-6be1fecbec22 Oct 18 07:56:54.444893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e97000fa-6c21-4f37-ade3-140d879e8bba tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:54.464386 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e97000fa-6c21-4f37-ade3-140d879e8bba tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/ports/6a878d44-34dc-4aa6-9070-3e6098245dae HTTP/1.1" status: 204 len: 168 time: 1.1040349 Oct 18 07:56:54.465253 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60286) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:54.520030 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-934c03ed-0a0f-4902-a415-7de723c76282 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] GET failed (client error): The resource could not be found. Oct 18 07:56:54.520581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-934c03ed-0a0f-4902-a415-7de723c76282 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Synchronizing usage tracker for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:54.522337 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-00d00753-64f5-46a9-a75d-6abb47286ce2 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:54.522799 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-00d00753-64f5-46a9-a75d-6abb47286ce2 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Added segment 424bed29-7786-4492-a30f-1e654a17cfa2 of type vlan for network 982e05af-1349-42d1-be96-1287a477210e Oct 18 07:56:54.550872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-934c03ed-0a0f-4902-a415-7de723c76282 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Unset dirty status for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:54.553287 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-934c03ed-0a0f-4902-a415-7de723c76282 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports/6a878d44-34dc-4aa6-9070-3e6098245dae HTTP/1.1" status: 404 len: 333 time: 0.0869188 Oct 18 07:56:54.558191 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60290) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:54.560327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] For port 699bb644-3d0d-4eac-9442-d9a5a7b02947, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=699bb644-3d0d-4eac-9442-d9a5a7b02947,segment=NetworkSegment(7bf4c488-f100-4d97-9989-bc2af9d4db8c),segment_id=7bf4c488-f100-4d97-9989-bc2af9d4db8c)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:54.560815 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:54.571090 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ec86fe-df7b-4bc0-a581-9f11b602b97d None None] get_active_networks_info from dv-neutron-861625-1-hyperv {{(pid=89047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 18 07:56:54.621488 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-afcb6a4f-cf51-4165-990d-c48379cd3be9 None None] Attempt 2 to provision port 6a878d44-34dc-4aa6-9070-3e6098245dae Oct 18 07:56:54.634394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-456d0392-9603-4b00-be21-67d13b180b1a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port 4fcf521c-b492-4702-bdf0-d09d179ab494 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:54.634764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-456d0392-9603-4b00-be21-67d13b180b1a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:54.668704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-afcb6a4f-cf51-4165-990d-c48379cd3be9 None None] Port 6a878d44-34dc-4aa6-9070-3e6098245dae was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:56:54.672274 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port bf285684-5439-4999-bf4f-6be1fecbec22 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:56:54.704264 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-afcb6a4f-cf51-4165-990d-c48379cd3be9 None None] Provisioning for port 4fcf521c-b492-4702-bdf0-d09d179ab494 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:56:54.711192 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-00d00753-64f5-46a9-a75d-6abb47286ce2 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:54.714301 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-afcb6a4f-cf51-4165-990d-c48379cd3be9 None None] Provisioning complete for port 4fcf521c-b492-4702-bdf0-d09d179ab494 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:56:54.714765 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-afcb6a4f-cf51-4165-990d-c48379cd3be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:54.715163 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-afcb6a4f-cf51-4165-990d-c48379cd3be9 None None] Attempt 1 to provision port 4fcf521c-b492-4702-bdf0-d09d179ab494 Oct 18 07:56:54.777705 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ec86fe-df7b-4bc0-a581-9f11b602b97d None None] Resources bound (agent type, host, resource id): {{(pid=89047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 07:56:54.799881 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-afcb6a4f-cf51-4165-990d-c48379cd3be9 None None] Port 4fcf521c-b492-4702-bdf0-d09d179ab494 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:56:54.832156 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Calling delete_port for 699bb644-3d0d-4eac-9442-d9a5a7b02947 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:54.911757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-456d0392-9603-4b00-be21-67d13b180b1a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:54.995733 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.resource_extend [None req-00d00753-64f5-46a9-a75d-6abb47286ce2 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:56:55.025244 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:55.036390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-456d0392-9603-4b00-be21-67d13b180b1a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for 4fcf521c-b492-4702-bdf0-d09d179ab494 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:55.059171 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-00d00753-64f5-46a9-a75d-6abb47286ce2 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:55.065205 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d00753-64f5-46a9-a75d-6abb47286ce2 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:55.065605 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-00d00753-64f5-46a9-a75d-6abb47286ce2 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:55.144764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01b5145-584d-4add-ba4a-ae358d9f6d48 None None] get_active_networks_info from dv-neutron-861625-1-hyperv {{(pid=89047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 18 07:56:55.178044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:55.205737 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-456d0392-9603-4b00-be21-67d13b180b1a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:55.276478 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:55.279836 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01b5145-584d-4add-ba4a-ae358d9f6d48 None None] Resources bound (agent type, host, resource id): {{(pid=89047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 07:56:55.296637 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event deleted for resources: {'Port': ['ID=699bb644-3d0d-4eac-9442-d9a5a7b02947,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:55.299119 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d00753-64f5-46a9-a75d-6abb47286ce2 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event updated for resources: {'Network': ['ID=982e05af-1349-42d1-be96-1287a477210e,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:55.306372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d0392-9603-4b00-be21-67d13b180b1a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Port': ['ID=4fcf521c-b492-4702-bdf0-d09d179ab494,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:55.313423 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-00d00753-64f5-46a9-a75d-6abb47286ce2 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1959510 Oct 18 07:56:55.313423 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] No DVR routers for this DVR port 699bb644-3d0d-4eac-9442-d9a5a7b02947 on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:56:55.316636 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60294) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:55.323351 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-afcb6a4f-cf51-4165-990d-c48379cd3be9 None None] Attempt 2 to provision port 4fcf521c-b492-4702-bdf0-d09d179ab494 Oct 18 07:56:55.360364 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 982e05af-1349-42d1-be96-1287a477210e details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:56:55.364151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-6739823d-59a9-485a-9f75-b936366694bb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-254353540'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:55.376111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6739823d-59a9-485a-9f75-b936366694bb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:55.384064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6739823d-59a9-485a-9f75-b936366694bb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Usage tracker for resource:network and tenant:4ae2945f959c401f86eef2d37075e046 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:55.388853 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6739823d-59a9-485a-9f75-b936366694bb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:55.403384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6739823d-59a9-485a-9f75-b936366694bb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:55.415675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-456d0392-9603-4b00-be21-67d13b180b1a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:55.428163 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6739823d-59a9-485a-9f75-b936366694bb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Made reservation on behalf of 4ae2945f959c401f86eef2d37075e046 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:55.432265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6739823d-59a9-485a-9f75-b936366694bb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:55.455489 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-456d0392-9603-4b00-be21-67d13b180b1a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/ports/4fcf521c-b492-4702-bdf0-d09d179ab494 HTTP/1.1" status: 204 len: 168 time: 0.8957491 Oct 18 07:56:55.458633 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60298) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:55.479979 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:55.509161 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf0ca6d-a041-4ef1-a22e-cd0250d1d21f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] GET failed (client error): The resource could not be found. Oct 18 07:56:55.509694 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1bf0ca6d-a041-4ef1-a22e-cd0250d1d21f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Synchronizing usage tracker for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:56:55.512721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6739823d-59a9-485a-9f75-b936366694bb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:56:55.531115 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6739823d-59a9-485a-9f75-b936366694bb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:55.532121 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-6739823d-59a9-485a-9f75-b936366694bb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Added segment 65b05de7-8d4a-42a7-bb02-c233038f8517 of type vlan for network 2f54498e-4ca6-4759-b7cc-2a75d5fb05c6 Oct 18 07:56:55.548501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1bf0ca6d-a041-4ef1-a22e-cd0250d1d21f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Unset dirty status for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:56:55.549878 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1bf0ca6d-a041-4ef1-a22e-cd0250d1d21f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports/4fcf521c-b492-4702-bdf0-d09d179ab494 HTTP/1.1" status: 404 len: 333 time: 0.0901642 Oct 18 07:56:55.559833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60302) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:55.582912 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-afcb6a4f-cf51-4165-990d-c48379cd3be9 None None] Port 4fcf521c-b492-4702-bdf0-d09d179ab494 was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:56:55.668902 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020ea218-0f72-4e79-93a9-9372a1104484']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:55.685537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf4c488-f100-4d97-9989-bc2af9d4db8c') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:55.686105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf4c488-f100-4d97-9989-bc2af9d4db8c') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:55.705344 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:55.724879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6739823d-59a9-485a-9f75-b936366694bb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:55.754814 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-183b57c6-9b7b-4b62-b0b3-950881294925 None None] Could not find standard attr ID for object 6a878d44-34dc-4aa6-9070-3e6098245dae. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:56:55.770519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-51330459-7aa6-4a92-b186-db68dffc3fee tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting subnet 7479182b-d236-44bd-be52-c8aea29a6fb3 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:56:55.771693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-183b57c6-9b7b-4b62-b0b3-950881294925 None None] Could not find standard attr ID for object 4fcf521c-b492-4702-bdf0-d09d179ab494. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:56:55.775178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-51330459-7aa6-4a92-b186-db68dffc3fee tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:55.832718 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-51330459-7aa6-4a92-b186-db68dffc3fee tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:55.867285 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:55.874294 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6739823d-59a9-485a-9f75-b936366694bb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:55.879924 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6739823d-59a9-485a-9f75-b936366694bb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:55.880558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6739823d-59a9-485a-9f75-b936366694bb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:55.902013 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:56:55.902283 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:55.928519 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.002741 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 7bf4c488-f100-4d97-9989-bc2af9d4db8c resource provider aggregate not found Oct 18 07:56:56.007758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739823d-59a9-485a-9f75-b936366694bb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event updated for resources: {'Network': ['ID=2f54498e-4ca6-4759-b7cc-2a75d5fb05c6,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:56.021496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 2f54498e-4ca6-4759-b7cc-2a75d5fb05c6 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:56:56.026197 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6739823d-59a9-485a-9f75-b936366694bb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7020440 Oct 18 07:56:56.042054 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 7bf4c488-f100-4d97-9989-bc2af9d4db8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bf4c488-f100-4d97-9989-bc2af9d4db8c found for delete ", "request_id": "req-bbe8c8e6-1ed1-4e21-a173-c6844006c499"}]} Oct 18 07:56:56.043248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.090467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-51330459-7aa6-4a92-b186-db68dffc3fee tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.098720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.148810 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.184043 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60310) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:56.193673 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event deleted for resources: {'Network': ['ID=020ea218-0f72-4e79-93a9-9372a1104484,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:56.199008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-51330459-7aa6-4a92-b186-db68dffc3fee tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.201578 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Request body: {'subnets': [{'network_id': '982e05af-1349-42d1-be96-1287a477210e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1447091422', 'ip_version': 4}, {'network_id': '2f54498e-4ca6-4759-b7cc-2a75d5fb05c6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:56.202019 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Request body: {'subnet': {'network_id': '982e05af-1349-42d1-be96-1287a477210e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1447091422', 'ip_version': 4}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:56.202823 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Request body: {'subnet': {'network_id': '2f54498e-4ca6-4759-b7cc-2a75d5fb05c6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:56.251488 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-51330459-7aa6-4a92-b186-db68dffc3fee tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.254649 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51330459-7aa6-4a92-b186-db68dffc3fee tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Subnet': ['ID=7479182b-d236-44bd-be52-c8aea29a6fb3,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:56.256931 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d51f01-c6a9-481c-bc65-0c82f967c690 None None] Network 7d87f262-6946-4aa4-98f7-45c5a6c08987 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:56.263379 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-51330459-7aa6-4a92-b186-db68dffc3fee tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/7479182b-d236-44bd-be52-c8aea29a6fb3 HTTP/1.1" status: 204 len: 168 time: 0.7001212 Oct 18 07:56:56.263599 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60314) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:56.286486 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-da95fe41-1ea4-4ad0-a5ce-9047e2a15fd7 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/networks/020ea218-0f72-4e79-93a9-9372a1104484 HTTP/1.1" status: 204 len: 168 time: 4.5946555 Oct 18 07:56:56.290038 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60318) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:56.342318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-d0d6d4b0-b986-4990-bb8a-8a7568ba2436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-726817808'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:56.352584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d0d6d4b0-b986-4990-bb8a-8a7568ba2436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:56.369177 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d0d6d4b0-b986-4990-bb8a-8a7568ba2436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Usage tracker for resource:network and tenant:d67f067380ad43dab1cfcd8a85ac1131 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:56.373696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d0d6d4b0-b986-4990-bb8a-8a7568ba2436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:56.388267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d0d6d4b0-b986-4990-bb8a-8a7568ba2436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:56.402234 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.411066 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d6d4b0-b986-4990-bb8a-8a7568ba2436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Made reservation on behalf of d67f067380ad43dab1cfcd8a85ac1131 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:56.414498 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0d6d4b0-b986-4990-bb8a-8a7568ba2436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.433569 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port bf285684-5439-4999-bf4f-6be1fecbec22 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:56.433569 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.490391 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.26.8.102 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/c7b0a320-2996-4787-85a0-332b345d9ff0) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:56.498685 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d6d4b0-b986-4990-bb8a-8a7568ba2436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:56:56.502246 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:56.510018 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Usage tracker for resource:subnet and tenant:4ae2945f959c401f86eef2d37075e046 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:56.513848 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:56.535336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:56.550829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0d6d4b0-b986-4990-bb8a-8a7568ba2436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.551173 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-d0d6d4b0-b986-4990-bb8a-8a7568ba2436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Added segment 72be0e11-9514-4f9a-9171-c3257f9ebe0a of type vlan for network 474b82b9-fb81-4598-b97d-4c25252cacaf Oct 18 07:56:56.555045 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab94d5d-3612-40cd-b05c-35352c86fd8b None None] DHCP port deletion for 7d87f262-6946-4aa4-98f7-45c5a6c08987 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:56:56.559704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9ab94d5d-3612-40cd-b05c-35352c86fd8b None None] Deleting port bf285684-5439-4999-bf4f-6be1fecbec22 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:56.560358 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ab94d5d-3612-40cd-b05c-35352c86fd8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.596993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Made reservation on behalf of 4ae2945f959c401f86eef2d37075e046 for: {'subnet': 2} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:56.601841 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.602173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.652790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0d6d4b0-b986-4990-bb8a-8a7568ba2436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.710008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] For port bf285684-5439-4999-bf4f-6be1fecbec22, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=bf285684-5439-4999-bf4f-6be1fecbec22,segment=NetworkSegment(854a75c5-6679-456d-a68f-f59707fcba23),segment_id=854a75c5-6679-456d-a68f-f59707fcba23)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:56.710251 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.768065 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.768933 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9ab94d5d-3612-40cd-b05c-35352c86fd8b None None] For port bf285684-5439-4999-bf4f-6be1fecbec22, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=bf285684-5439-4999-bf4f-6be1fecbec22,segment=NetworkSegment(854a75c5-6679-456d-a68f-f59707fcba23),segment_id=854a75c5-6679-456d-a68f-f59707fcba23)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:56:56.769340 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ab94d5d-3612-40cd-b05c-35352c86fd8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.778768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0d6d4b0-b986-4990-bb8a-8a7568ba2436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.784720 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d6d4b0-b986-4990-bb8a-8a7568ba2436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:56.785308 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0d6d4b0-b986-4990-bb8a-8a7568ba2436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.871120 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.872964 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for bf285684-5439-4999-bf4f-6be1fecbec22 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:56.897529 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9ab94d5d-3612-40cd-b05c-35352c86fd8b None None] Calling delete_port for bf285684-5439-4999-bf4f-6be1fecbec22 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:56:56.965176 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:56:56.972019 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:56.985322 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ab94d5d-3612-40cd-b05c-35352c86fd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:56.996392 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d0d6d4b0-b986-4990-bb8a-8a7568ba2436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7053065 Oct 18 07:56:57.001065 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60322) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:57.007895 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6d4b0-b986-4990-bb8a-8a7568ba2436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event updated for resources: {'Network': ['ID=474b82b9-fb81-4598-b97d-4c25252cacaf,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:57.016638 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-1de200e4-10e9-409a-b7b7-248060d42ea3 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Request body: {'subnet': {'network_id': '474b82b9-fb81-4598-b97d-4c25252cacaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:57.022823 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:56:57.038596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 474b82b9-fb81-4598-b97d-4c25252cacaf details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:56:57.066374 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab94d5d-3612-40cd-b05c-35352c86fd8b None None] Pushing event deleted for resources: {'Port': ['ID=bf285684-5439-4999-bf4f-6be1fecbec22,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:57.082620 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=c7b0a320-2996-4787-85a0-332b345d9ff0,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:57.110055 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab94d5d-3612-40cd-b05c-35352c86fd8b None None] No DVR routers for this DVR port bf285684-5439-4999-bf4f-6be1fecbec22 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:56:57.131128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:56:57.131747 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:56:57.142656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1de200e4-10e9-409a-b7b7-248060d42ea3 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:57.147024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1de200e4-10e9-409a-b7b7-248060d42ea3 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Usage tracker for resource:subnet and tenant:d67f067380ad43dab1cfcd8a85ac1131 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:57.149987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1de200e4-10e9-409a-b7b7-248060d42ea3 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:57.156433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1de200e4-10e9-409a-b7b7-248060d42ea3 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:57.167060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de200e4-10e9-409a-b7b7-248060d42ea3 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Made reservation on behalf of d67f067380ad43dab1cfcd8a85ac1131 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:57.171372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1de200e4-10e9-409a-b7b7-248060d42ea3 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:57.599461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.objects.ports [None req-1de200e4-10e9-409a-b7b7-248060d42ea3 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89046) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 18 07:56:57.600631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1de200e4-10e9-409a-b7b7-248060d42ea3 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:57.633737 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port bf285684-5439-4999-bf4f-6be1fecbec22 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:56:57.634083 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:57.656183 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:57.720524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] The port 'bf285684-5439-4999-bf4f-6be1fecbec22' was deleted {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:56:57.751915 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:57.795720 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de200e4-10e9-409a-b7b7-248060d42ea3 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event updated for resources: {'Subnet': ['ID=7f2e80b6-eacc-4ce5-b46e-b9acf00b3577,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:57.813818 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event updated for resources: {'Subnet': ['ID=d7674292-348a-40f6-91bc-2e605cccf30e,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:57.855350 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de200e4-10e9-409a-b7b7-248060d42ea3 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Checking segment: {'id': '72be0e11-9514-4f9a-9171-c3257f9ebe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '474b82b9-fb81-4598-b97d-4c25252cacaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:57.855642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de200e4-10e9-409a-b7b7-248060d42ea3 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Network hostable DHCP agents. Network: 474b82b9-fb81-4598-b97d-4c25252cacaf, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:56:57.884470 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:57.894540 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Checking segment: {'id': '424bed29-7786-4492-a30f-1e654a17cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '982e05af-1349-42d1-be96-1287a477210e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:57.894916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Network hostable DHCP agents. Network: 982e05af-1349-42d1-be96-1287a477210e, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:56:57.912497 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d87f262-6946-4aa4-98f7-45c5a6c08987']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:57.924337 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de200e4-10e9-409a-b7b7-248060d42ea3 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Network 474b82b9-fb81-4598-b97d-4c25252cacaf is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:56:57.934067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854a75c5-6679-456d-a68f-f59707fcba23') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:57.934359 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854a75c5-6679-456d-a68f-f59707fcba23') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:57.938629 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Network 982e05af-1349-42d1-be96-1287a477210e is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:56:57.947755 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-1de200e4-10e9-409a-b7b7-248060d42ea3 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 474b82b9-fb81-4598-b97d-4c25252cacaf) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:57.951087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:57.952288 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 982e05af-1349-42d1-be96-1287a477210e) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:57.959219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73db849c-200e-4a28-8a8c-d24a27a7162e None None] Network 474b82b9-fb81-4598-b97d-4c25252cacaf requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:57.969993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de200e4-10e9-409a-b7b7-248060d42ea3 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:57.970946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1de200e4-10e9-409a-b7b7-248060d42ea3 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:57.996800 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:58.000124 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7366ab6a-5c0e-4d75-91d6-eadeefa00f4e None None] Network 982e05af-1349-42d1-be96-1287a477210e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:58.009161 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:58.014251 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:56:58.014918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:58.137020 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 854a75c5-6679-456d-a68f-f59707fcba23 resource provider aggregate not found Oct 18 07:56:58.155065 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1de200e4-10e9-409a-b7b7-248060d42ea3 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1512551 Oct 18 07:56:58.162817 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60330) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:58.188410 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 854a75c5-6679-456d-a68f-f59707fcba23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 854a75c5-6679-456d-a68f-f59707fcba23 found for delete ", "request_id": "req-4f698319-2224-4ad3-a076-c637397fa9f6"}]} Oct 18 07:56:58.201140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:58.247640 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:58.264558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Network': ['ID=7d87f262-6946-4aa4-98f7-45c5a6c08987,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:58.270117 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ecc0bfcb-b85b-4d0c-9294-a4086511a69f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/networks/7d87f262-6946-4aa4-98f7-45c5a6c08987 HTTP/1.1" status: 204 len: 168 time: 2.0053792 Oct 18 07:56:58.279231 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60334) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:58.287007 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-0a1e49e5-6b82-4748-b6bc-3d29c5fef33c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1412985221'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:58.290912 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event updated for resources: {'Subnet': ['ID=754d599f-2e0d-4dfa-b73c-1bbbbb0de9e2,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:58.293741 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device bf285684-5439-4999-bf4f-6be1fecbec22 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:56:58.294264 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0a1e49e5-6b82-4748-b6bc-3d29c5fef33c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:58.298915 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0a1e49e5-6b82-4748-b6bc-3d29c5fef33c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:network and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:58.302579 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0a1e49e5-6b82-4748-b6bc-3d29c5fef33c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:58.309674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0a1e49e5-6b82-4748-b6bc-3d29c5fef33c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:58.321721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1e49e5-6b82-4748-b6bc-3d29c5fef33c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:58.321931 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Checking segment: {'id': '65b05de7-8d4a-42a7-bb02-c233038f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2f54498e-4ca6-4759-b7cc-2a75d5fb05c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:58.322257 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Network hostable DHCP agents. Network: 2f54498e-4ca6-4759-b7cc-2a75d5fb05c6, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:56:58.324648 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a1e49e5-6b82-4748-b6bc-3d29c5fef33c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:58.326871 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:58.341627 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: bf285684-5439-4999-bf4f-6be1fecbec22 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:56:58.342072 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device bf285684-5439-4999-bf4f-6be1fecbec22 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:56:58.372540 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1e49e5-6b82-4748-b6bc-3d29c5fef33c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:56:58.386861 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a1e49e5-6b82-4748-b6bc-3d29c5fef33c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:58.387394 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-0a1e49e5-6b82-4748-b6bc-3d29c5fef33c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Added segment 5000ed8d-f712-462c-bc3f-4799fd77adbe of type vlan for network f902b0c5-aac7-424c-826f-69dac7c8c7ad Oct 18 07:56:58.431452 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a1e49e5-6b82-4748-b6bc-3d29c5fef33c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:58.484816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a1e49e5-6b82-4748-b6bc-3d29c5fef33c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:58.495059 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e49e5-6b82-4748-b6bc-3d29c5fef33c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:58.495996 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a1e49e5-6b82-4748-b6bc-3d29c5fef33c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:58.622077 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-982e05af-1349-42d1-be96-1287a477210e', 'network_id': '982e05af-1349-42d1-be96-1287a477210e', 'tenant_id': '4ae2945f959c401f86eef2d37075e046', 'fixed_ips': [{'subnet_id': 'd7674292-348a-40f6-91bc-2e605cccf30e'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:56:58.623258 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:58.632175 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-12b501b6-6674-49fc-a022-edd30a9f77b0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:58.638100 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53664ba1-e8d0-4506-92ad-30a6e28929d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-474b82b9-fb81-4598-b97d-4c25252cacaf', 'network_id': '474b82b9-fb81-4598-b97d-4c25252cacaf', 'tenant_id': 'd67f067380ad43dab1cfcd8a85ac1131', 'fixed_ips': [{'subnet_id': '7f2e80b6-eacc-4ce5-b46e-b9acf00b3577'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:56:58.639128 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-53664ba1-e8d0-4506-92ad-30a6e28929d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:58.640304 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Network 2f54498e-4ca6-4759-b7cc-2a75d5fb05c6 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:56:58.676231 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 2f54498e-4ca6-4759-b7cc-2a75d5fb05c6) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:58.681577 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0a1e49e5-6b82-4748-b6bc-3d29c5fef33c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3999860 Oct 18 07:56:58.688555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60338) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:58.696830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-a6eaba94-355c-421c-b3de-588c68abe492 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'subnet': {'network_id': 'f902b0c5-aac7-424c-826f-69dac7c8c7ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:58.706760 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dd1d74-e4c4-41ac-94c8-894772195682 None None] Network 2f54498e-4ca6-4759-b7cc-2a75d5fb05c6 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:58.727662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e49e5-6b82-4748-b6bc-3d29c5fef33c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Network': ['ID=f902b0c5-aac7-424c-826f-69dac7c8c7ad,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:58.757348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:58.758148 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:58.759172 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:58.806666 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network f902b0c5-aac7-424c-826f-69dac7c8c7ad details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:56:58.839206 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-12b501b6-6674-49fc-a022-edd30a9f77b0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:58.884463 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-94327d3b-7081-47cb-8385-21da11efb3ae tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.6967924 Oct 18 07:56:58.886916 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60342) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:58.959235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a6eaba94-355c-421c-b3de-588c68abe492 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:58.967201 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a6eaba94-355c-421c-b3de-588c68abe492 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:subnet and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:58.973499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a6eaba94-355c-421c-b3de-588c68abe492 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:58.983382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a6eaba94-355c-421c-b3de-588c68abe492 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:58.986060 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 77ff547f-6fd6-431d-b76e-cd11565efa32 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:56:59.009897 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40ce381-ba37-4f9c-a4c5-9160c40be447 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:59.011531 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40ce381-ba37-4f9c-a4c5-9160c40be447 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:59.013262 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40ce381-ba37-4f9c-a4c5-9160c40be447 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:59.015804 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f40ce381-ba37-4f9c-a4c5-9160c40be447 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1288135 Oct 18 07:56:59.016747 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6eaba94-355c-421c-b3de-588c68abe492 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:56:59.020460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a6eaba94-355c-421c-b3de-588c68abe492 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:59.034649 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60346) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:59.112115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Allocated IP 172.20.0.2 (982e05af-1349-42d1-be96-1287a477210e/d7674292-348a-40f6-91bc-2e605cccf30e/6cef265e-dee8-423c-bc82-ab894584454e) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:59.179872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-566976ff-7205-45b8-ba82-84834d5c1017 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Deleting subnet d7674292-348a-40f6-91bc-2e605cccf30e {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:56:59.202176 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-2f54498e-4ca6-4759-b7cc-2a75d5fb05c6', 'network_id': '2f54498e-4ca6-4759-b7cc-2a75d5fb05c6', 'tenant_id': '4ae2945f959c401f86eef2d37075e046', 'fixed_ips': [{'subnet_id': '754d599f-2e0d-4dfa-b73c-1bbbbb0de9e2'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:56:59.203163 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:59.264802 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-12b501b6-6674-49fc-a022-edd30a9f77b0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server [None req-53664ba1-e8d0-4506-92ad-30a6e28929d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f2e80b6-eacc-4ce5-b46e-b9acf00b3577: This subnet is being modified by another concurrent operation. Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise self.value Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server raise exception Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f2e80b6-eacc-4ce5-b46e-b9acf00b3577: This subnet is being modified by another concurrent operation. Oct 18 07:56:59.270273 dv-neutron-861625-1-hyperv neutron-server[89047]: ERROR oslo_messaging.rpc.server Oct 18 07:56:59.317418 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7865a2b-d7e6-479f-b91b-7f542cc0d67d None None] Network 474b82b9-fb81-4598-b97d-4c25252cacaf requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:59.328840 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b501b6-6674-49fc-a022-edd30a9f77b0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event deleted for resources: {'Subnet': ['ID=7f2e80b6-eacc-4ce5-b46e-b9acf00b3577,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:59.359960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a6eaba94-355c-421c-b3de-588c68abe492 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:59.447731 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-12b501b6-6674-49fc-a022-edd30a9f77b0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:59.472440 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:56:59.477598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eaba94-355c-421c-b3de-588c68abe492 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Checking segment: {'id': '5000ed8d-f712-462c-bc3f-4799fd77adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f902b0c5-aac7-424c-826f-69dac7c8c7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:56:59.478768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eaba94-355c-421c-b3de-588c68abe492 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network hostable DHCP agents. Network: f902b0c5-aac7-424c-826f-69dac7c8c7ad, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:56:59.486472 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-12b501b6-6674-49fc-a022-edd30a9f77b0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474b82b9-fb81-4598-b97d-4c25252cacaf']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:59.490596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eaba94-355c-421c-b3de-588c68abe492 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Subnet': ['ID=e6829566-927f-4bc6-8a74-84e006fb2408,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:59.506035 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-12b501b6-6674-49fc-a022-edd30a9f77b0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72be0e11-9514-4f9a-9171-c3257f9ebe0a') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:59.506344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eaba94-355c-421c-b3de-588c68abe492 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network f902b0c5-aac7-424c-826f-69dac7c8c7ad is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:56:59.506491 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-12b501b6-6674-49fc-a022-edd30a9f77b0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72be0e11-9514-4f9a-9171-c3257f9ebe0a') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:59.519374 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-a6eaba94-355c-421c-b3de-588c68abe492 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, f902b0c5-aac7-424c-826f-69dac7c8c7ad) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:56:59.519621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Sync routers for ids ['77ff547f-6fd6-431d-b76e-cd11565efa32'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:56:59.522296 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-12b501b6-6674-49fc-a022-edd30a9f77b0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:59.526012 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eaba94-355c-421c-b3de-588c68abe492 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:59.526903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a6eaba94-355c-421c-b3de-588c68abe492 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:59.532158 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:59.533412 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d3e83dfd-fbc6-4151-b282-602fc10b4658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3717053 Oct 18 07:56:59.536434 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60350) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:59.558159 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-12b501b6-6674-49fc-a022-edd30a9f77b0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:59.558905 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a6eaba94-355c-421c-b3de-588c68abe492 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8688824 Oct 18 07:56:59.561982 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60356) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:59.564299 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cecd4e9-6bf0-4491-88e6-71cf8f3b99ae None None] Network f902b0c5-aac7-424c-826f-69dac7c8c7ad requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:56:59.566684 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b501b6-6674-49fc-a022-edd30a9f77b0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:56:59.567740 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-12b501b6-6674-49fc-a022-edd30a9f77b0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:59.569379 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-d01e018a-09d7-4cba-b69a-93b242e13bf1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1203579424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:59.576741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d01e018a-09d7-4cba-b69a-93b242e13bf1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:56:59.582864 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d01e018a-09d7-4cba-b69a-93b242e13bf1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:router and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:56:59.586345 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d01e018a-09d7-4cba-b69a-93b242e13bf1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:56:59.595444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d01e018a-09d7-4cba-b69a-93b242e13bf1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:56:59.609534 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d01e018a-09d7-4cba-b69a-93b242e13bf1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:59.610874 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d01e018a-09d7-4cba-b69a-93b242e13bf1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:59.640060 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 72be0e11-9514-4f9a-9171-c3257f9ebe0a resource provider aggregate not found Oct 18 07:56:59.700982 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2df40d7b-12ef-4d44-b4cf-86c43d19327a tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=fe65c6866dd844bd972010a3653293ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1607404 Oct 18 07:56:59.701811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60364) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:59.715285 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 72be0e11-9514-4f9a-9171-c3257f9ebe0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72be0e11-9514-4f9a-9171-c3257f9ebe0a found for delete ", "request_id": "req-ec800d4f-506d-4b69-814f-cdc079619181"}]} Oct 18 07:56:59.729191 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-12b501b6-6674-49fc-a022-edd30a9f77b0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:59.748160 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-12b501b6-6674-49fc-a022-edd30a9f77b0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:59.758283 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b501b6-6674-49fc-a022-edd30a9f77b0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event deleted for resources: {'Network': ['ID=474b82b9-fb81-4598-b97d-4c25252cacaf,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:56:59.760705 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-12b501b6-6674-49fc-a022-edd30a9f77b0 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/networks/474b82b9-fb81-4598-b97d-4c25252cacaf HTTP/1.1" status: 204 len: 168 time: 1.5950680 Oct 18 07:56:59.764225 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60368) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:59.795997 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Routers {'77ff547f-6fd6-431d-b76e-cd11565efa32'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:56:59.796970 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:56:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['77ff547f-6fd6-431d-b76e-cd11565efa32'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:56:59.798833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d01e018a-09d7-4cba-b69a-93b242e13bf1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:59.811448 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd555d9e-1fda-413d-a7c3-9a1c9d5015e1 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:59.811908 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd555d9e-1fda-413d-a7c3-9a1c9d5015e1 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:59.813912 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cd555d9e-1fda-413d-a7c3-9a1c9d5015e1 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/subnets/7f2e80b6-eacc-4ce5-b46e-b9acf00b3577 HTTP/1.1" status: 404 len: 337 time: 0.0485387 Oct 18 07:56:59.816491 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60372) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:59.863858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d01e018a-09d7-4cba-b69a-93b242e13bf1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:59.869833 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-0043e2a3-3c8c-4652-a0ba-e10eb8d4fe80 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:59.870289 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0043e2a3-3c8c-4652-a0ba-e10eb8d4fe80 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:59.892040 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0043e2a3-3c8c-4652-a0ba-e10eb8d4fe80 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/networks/474b82b9-fb81-4598-b97d-4c25252cacaf HTTP/1.1" status: 404 len: 339 time: 0.0732772 Oct 18 07:56:59.895630 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60376) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:59.902215 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c153034f-27f6-4dc5-9076-7d2e8d7cc8d1 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:56:59.906810 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c153034f-27f6-4dc5-9076-7d2e8d7cc8d1 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2005589 Oct 18 07:56:59.906964 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60380) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:59.939169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d01e018a-09d7-4cba-b69a-93b242e13bf1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:56:59.942929 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d01e018a-09d7-4cba-b69a-93b242e13bf1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3768082 Oct 18 07:56:59.944083 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60384) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:59.947683 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac382d2-987d-492c-b858-80a7add1586c tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:59.948606 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac382d2-987d-492c-b858-80a7add1586c tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:59.949035 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-61a6f8ce-c7ba-4c5e-80e6-6895fe09e292 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409598 Oct 18 07:56:59.950820 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0ac382d2-987d-492c-b858-80a7add1586c tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/subnets/f53be5b9-5b3b-41cd-b262-f0bb6d94069a HTTP/1.1" status: 404 len: 337 time: 0.0540872 Oct 18 07:56:59.952583 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60388) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:59.954108 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60390) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:56:59.960445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Allocated IP 172.20.0.18 (2f54498e-4ca6-4759-b7cc-2a75d5fb05c6/754d599f-2e0d-4dfa-b73c-1bbbbb0de9e2/af5c9bf5-d326-403d-9bb4-b21cce28ea17) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:56:59.962467 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-409730b8-bf22-4ace-9b0e-e3aa348fa7a1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'network_id': 'f902b0c5-aac7-424c-826f-69dac7c8c7ad', 'name': 'tempest-PortsTestJSON-2085414045'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:59.981865 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ecc8b1d-7449-4a36-8908-3c4326c8b7e5 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] DELETE failed (client error): The resource could not be found. Oct 18 07:56:59.982349 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ecc8b1d-7449-4a36-8908-3c4326c8b7e5 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:56:59.986582 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4ecc8b1d-7449-4a36-8908-3c4326c8b7e5 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/networks/020ea218-0f72-4e79-93a9-9372a1104484 HTTP/1.1" status: 404 len: 339 time: 0.0289989 Oct 18 07:56:59.986759 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-9ce45956-be78-4b9b-8259-c309d7d90c89 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1590474628', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:56:59.986883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60396) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:00.022463 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:00.066719 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Transition to ACTIVE for port object 6cef265e-dee8-423c-bc82-ab894584454e will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:00.089381 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Set router 77ff547f-6fd6-431d-b76e-cd11565efa32 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:57:00.134286 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-3231f77a-49ab-418c-b0a5-ff24701e5b4e tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] DELETE failed (client error): The resource could not be found. Oct 18 07:57:00.134776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3231f77a-49ab-418c-b0a5-ff24701e5b4e tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:57:00.138835 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3231f77a-49ab-418c-b0a5-ff24701e5b4e tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/subnets/550a22c2-bac6-4f2c-855f-a629d9a77948 HTTP/1.1" status: 404 len: 337 time: 0.1487556 Oct 18 07:57:00.139566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60400) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:00.167279 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecaa5bcc-12b1-4b54-8f15-985edab8fdf9 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] DELETE failed (client error): The resource could not be found. Oct 18 07:57:00.168504 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecaa5bcc-12b1-4b54-8f15-985edab8fdf9 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:57:00.173288 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ecaa5bcc-12b1-4b54-8f15-985edab8fdf9 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/networks/de7b0d5f-b6ae-4c2d-8ed0-1eac8dfb0869 HTTP/1.1" status: 404 len: 339 time: 0.0296752 Oct 18 07:57:00.173288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60404) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:00.196832 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9ce45956-be78-4b9b-8259-c309d7d90c89 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:00.201279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9ce45956-be78-4b9b-8259-c309d7d90c89 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:subnet and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:00.211744 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9ce45956-be78-4b9b-8259-c309d7d90c89 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:00.219037 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9ce45956-be78-4b9b-8259-c309d7d90c89 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:00.238258 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce45956-be78-4b9b-8259-c309d7d90c89 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:00.241716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9ce45956-be78-4b9b-8259-c309d7d90c89 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:00.253405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-d5e2d423-ffd3-40f7-b046-f76255ee84ad tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Deleting port 35de585f-2402-4345-853a-d207de43e671 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:00.253986 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d5e2d423-ffd3-40f7-b046-f76255ee84ad tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:00.334715 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-409730b8-bf22-4ace-9b0e-e3aa348fa7a1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:00.357652 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Transition to ACTIVE for port object 6cef265e-dee8-423c-bc82-ab894584454e will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:00.358998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-409730b8-bf22-4ace-9b0e-e3aa348fa7a1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:00.377647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-566976ff-7205-45b8-ba82-84834d5c1017 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:00.384406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409730b8-bf22-4ace-9b0e-e3aa348fa7a1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:00.387844 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-409730b8-bf22-4ace-9b0e-e3aa348fa7a1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:00.395622 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:00.415316 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-409730b8-bf22-4ace-9b0e-e3aa348fa7a1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] device_id is not set on port a4012446-6c0f-4e0a-8e42-5b812e6bc25b yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:57:00.541351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-566976ff-7205-45b8-ba82-84834d5c1017 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:00.559005 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Network 982e05af-1349-42d1-be96-1287a477210e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:00.570295 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:00.578233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-f902b0c5-aac7-424c-826f-69dac7c8c7ad', 'network_id': 'f902b0c5-aac7-424c-826f-69dac7c8c7ad', 'tenant_id': '491c7abebf5a4f46aa6b1b9fa1ea0fa8', 'fixed_ips': [{'subnet_id': 'e6829566-927f-4bc6-8a74-84e006fb2408'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:57:00.579061 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:00.583462 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d5e2d423-ffd3-40f7-b046-f76255ee84ad tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:00.594634 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:00.624776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Pushing event updated for resources: {'Port': ['ID=6cef265e-dee8-423c-bc82-ab894584454e,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:00.635625 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-409730b8-bf22-4ace-9b0e-e3aa348fa7a1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Allocated IP 172.20.0.11 (f902b0c5-aac7-424c-826f-69dac7c8c7ad/e6829566-927f-4bc6-8a74-84e006fb2408/a4012446-6c0f-4e0a-8e42-5b812e6bc25b) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:00.673265 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9ce45956-be78-4b9b-8259-c309d7d90c89 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:00.726887 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-d5e2d423-ffd3-40f7-b046-f76255ee84ad tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Calling delete_port for 35de585f-2402-4345-853a-d207de43e671 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:00.837368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-566976ff-7205-45b8-ba82-84834d5c1017 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:00.869809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d5e2d423-ffd3-40f7-b046-f76255ee84ad tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:00.876139 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Attempting to bind port 6cef265e-dee8-423c-bc82-ab894584454e on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:57:00.876799 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Attempting to bind port 6cef265e-dee8-423c-bc82-ab894584454e by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '424bed29-7786-4492-a30f-1e654a17cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '982e05af-1349-42d1-be96-1287a477210e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:57:00.877351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Attempting to bind port 6cef265e-dee8-423c-bc82-ab894584454e on network 982e05af-1349-42d1-be96-1287a477210e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:57:00.900607 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:00.907763 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:57:00.908454 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Checking segment: {'id': '424bed29-7786-4492-a30f-1e654a17cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '982e05af-1349-42d1-be96-1287a477210e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:57:00.909030 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:00.909583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Bound using segment: {'id': '424bed29-7786-4492-a30f-1e654a17cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '982e05af-1349-42d1-be96-1287a477210e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:57:00.910239 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Bound port: 6cef265e-dee8-423c-bc82-ab894584454e, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424bed29-7786-4492-a30f-1e654a17cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '982e05af-1349-42d1-be96-1287a477210e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:57:00.910635 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:00.940785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2d423-ffd3-40f7-b046-f76255ee84ad tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event deleted for resources: {'Port': ['ID=35de585f-2402-4345-853a-d207de43e671,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:00.941392 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Transition to ACTIVE for port object af5c9bf5-d326-403d-9bb4-b21cce28ea17 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:00.956611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d5e2d423-ffd3-40f7-b046-f76255ee84ad tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:00.970047 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d5e2d423-ffd3-40f7-b046-f76255ee84ad tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/ports/35de585f-2402-4345-853a-d207de43e671 HTTP/1.1" status: 204 len: 168 time: 0.7930717 Oct 18 07:57:00.970389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60410) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:01.014706 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-be93ec2e-5c31-4ed1-a4d8-efe834b6406e tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] DELETE failed (client error): The resource could not be found. Oct 18 07:57:01.015249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be93ec2e-5c31-4ed1-a4d8-efe834b6406e tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:57:01.018652 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Transition to ACTIVE for port object af5c9bf5-d326-403d-9bb4-b21cce28ea17 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:01.021305 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce45956-be78-4b9b-8259-c309d7d90c89 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Subnet': ['ID=1fd93d08-c3d2-49e2-9d36-15a8bd607202,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:01.023773 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:56:57Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:56:56Z', 'updated_at': '2022-10-18T07:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:01.024420 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-be93ec2e-5c31-4ed1-a4d8-efe834b6406e tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/subnets/b21930ee-2446-4944-aad8-82e486850f43 HTTP/1.1" status: 404 len: 337 time: 0.0528705 Oct 18 07:57:01.026908 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60414) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:01.038752 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce45956-be78-4b9b-8259-c309d7d90c89 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Checking segment: {'id': '8b1ed8d9-1535-4a73-8164-ae35191fba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:57:01.039115 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce45956-be78-4b9b-8259-c309d7d90c89 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network hostable DHCP agents. Network: dba6462c-8a73-4764-a16b-d913fa15e5fd, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:57:01.042110 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:01.056119 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-566976ff-7205-45b8-ba82-84834d5c1017 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:01.083470 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Checking router: 77ff547f-6fd6-431d-b76e-cd11565efa32 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:57:01.084063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Updating router 77ff547f-6fd6-431d-b76e-cd11565efa32 port c7b0a320-2996-4787-85a0-332b345d9ff0 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:57:01.088613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce45956-be78-4b9b-8259-c309d7d90c89 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network dba6462c-8a73-4764-a16b-d913fa15e5fd is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:57:01.108106 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-409730b8-bf22-4ace-9b0e-e3aa348fa7a1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:01.137715 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-409730b8-bf22-4ace-9b0e-e3aa348fa7a1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Transition to ACTIVE for port object a4012446-6c0f-4e0a-8e42-5b812e6bc25b will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:01.153343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] For port 6cef265e-dee8-423c-bc82-ab894584454e, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:57:01.173193 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Network 2f54498e-4ca6-4759-b7cc-2a75d5fb05c6 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:01.176107 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566976ff-7205-45b8-ba82-84834d5c1017 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event deleted for resources: {'Subnet': ['ID=d7674292-348a-40f6-91bc-2e605cccf30e,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:01.178182 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:01.179911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:01.184208 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-566976ff-7205-45b8-ba82-84834d5c1017 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:01.188947 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-566976ff-7205-45b8-ba82-84834d5c1017 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "DELETE /v2.0/subnets/d7674292-348a-40f6-91bc-2e605cccf30e HTTP/1.1" status: 204 len: 168 time: 2.1483114 Oct 18 07:57:01.190654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60418) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:01.192186 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-9ce45956-be78-4b9b-8259-c309d7d90c89 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, dba6462c-8a73-4764-a16b-d913fa15e5fd) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:01.202091 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce45956-be78-4b9b-8259-c309d7d90c89 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:01.203618 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9ce45956-be78-4b9b-8259-c309d7d90c89 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:01.232239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-409730b8-bf22-4ace-9b0e-e3aa348fa7a1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:01.254643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:01.264044 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:01.276396 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Pushing event updated for resources: {'Port': ['ID=af5c9bf5-d326-403d-9bb4-b21cce28ea17,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:01.277671 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394a07db-7a82-4e68-adc0-e490b9b24d1a None None] Network dba6462c-8a73-4764-a16b-d913fa15e5fd requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:01.280018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Deleting port 5abf8976-a8bd-4011-9e91-3f96de8f380b {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:01.280429 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:01.296691 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9ce45956-be78-4b9b-8259-c309d7d90c89 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3399694 Oct 18 07:57:01.300805 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60422) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:01.317133 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] For port 6cef265e-dee8-423c-bc82-ab894584454e, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=6cef265e-dee8-423c-bc82-ab894584454e,segment=NetworkSegment(424bed29-7786-4492-a30f-1e654a17cfa2),segment_id=424bed29-7786-4492-a30f-1e654a17cfa2)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:57:01.320938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef750167-badf-4f50-b5e9-9f21708c09cb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Deleting subnet 754d599f-2e0d-4dfa-b73c-1bbbbb0de9e2 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:57:01.337394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ef750167-badf-4f50-b5e9-9f21708c09cb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:01.387657 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:01.441299 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409730b8-bf22-4ace-9b0e-e3aa348fa7a1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network f902b0c5-aac7-424c-826f-69dac7c8c7ad is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:01.444340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ef750167-badf-4f50-b5e9-9f21708c09cb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:01.446810 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-409730b8-bf22-4ace-9b0e-e3aa348fa7a1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:01.453843 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409730b8-bf22-4ace-9b0e-e3aa348fa7a1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:01.486752 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409730b8-bf22-4ace-9b0e-e3aa348fa7a1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=a4012446-6c0f-4e0a-8e42-5b812e6bc25b,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:01.545926 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409730b8-bf22-4ace-9b0e-e3aa348fa7a1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:01.546837 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-409730b8-bf22-4ace-9b0e-e3aa348fa7a1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:01.630134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] For port 5abf8976-a8bd-4011-9e91-3f96de8f380b, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=5abf8976-a8bd-4011-9e91-3f96de8f380b,segment=NetworkSegment(140ae32c-5f83-4271-b416-da0249bb3708),segment_id=140ae32c-5f83-4271-b416-da0249bb3708)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:01.630621 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:01.649112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Allocated IP 172.20.0.2 (f902b0c5-aac7-424c-826f-69dac7c8c7ad/e6829566-927f-4bc6-8a74-84e006fb2408/a132f933-29bb-46aa-b3ea-fc5d6dfbfcac) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:01.689297 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Attempting to bind port af5c9bf5-d326-403d-9bb4-b21cce28ea17 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:57:01.689668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Attempting to bind port af5c9bf5-d326-403d-9bb4-b21cce28ea17 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '65b05de7-8d4a-42a7-bb02-c233038f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2f54498e-4ca6-4759-b7cc-2a75d5fb05c6'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:57:01.690025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Attempting to bind port af5c9bf5-d326-403d-9bb4-b21cce28ea17 on network 2f54498e-4ca6-4759-b7cc-2a75d5fb05c6 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:57:01.705835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d570097-ac93-403b-9df2-b944a91de1ca None None] Pushing event updated for resources: {'Port': ['ID=6cef265e-dee8-423c-bc82-ab894584454e,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:01.727849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:57:01.727849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Checking segment: {'id': '65b05de7-8d4a-42a7-bb02-c233038f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2f54498e-4ca6-4759-b7cc-2a75d5fb05c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:57:01.727849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:01.727849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Bound using segment: {'id': '65b05de7-8d4a-42a7-bb02-c233038f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2f54498e-4ca6-4759-b7cc-2a75d5fb05c6'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:57:01.727849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Bound port: af5c9bf5-d326-403d-9bb4-b21cce28ea17, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b05de7-8d4a-42a7-bb02-c233038f8517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2f54498e-4ca6-4759-b7cc-2a75d5fb05c6'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:57:01.727849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:01.743488 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-409730b8-bf22-4ace-9b0e-e3aa348fa7a1 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7986448 Oct 18 07:57:01.747230 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60426) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:01.888197 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ef750167-badf-4f50-b5e9-9f21708c09cb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:01.938008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Calling delete_port for 5abf8976-a8bd-4011-9e91-3f96de8f380b owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:02.073619 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.133015 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] No DVR routers for this DVR port 5abf8976-a8bd-4011-9e91-3f96de8f380b on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:57:02.175318 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.179324 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event deleted for resources: {'Port': ['ID=5abf8976-a8bd-4011-9e91-3f96de8f380b,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:02.191064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Transition to ACTIVE for port object c7b0a320-2996-4787-85a0-332b345d9ff0 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:02.267758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ef750167-badf-4f50-b5e9-9f21708c09cb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.282786 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 6cef265e-dee8-423c-bc82-ab894584454e up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:02.327840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef750167-badf-4f50-b5e9-9f21708c09cb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event deleted for resources: {'Subnet': ['ID=754d599f-2e0d-4dfa-b73c-1bbbbb0de9e2,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:02.341332 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.344049 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.349307 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ef750167-badf-4f50-b5e9-9f21708c09cb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.373165 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ef750167-badf-4f50-b5e9-9f21708c09cb tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "DELETE /v2.0/subnets/754d599f-2e0d-4dfa-b73c-1bbbbb0de9e2 HTTP/1.1" status: 204 len: 168 time: 1.1794221 Oct 18 07:57:02.375984 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e663049-cd5b-47a9-a74d-de095eb766b6']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:02.382530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60430) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:02.424379 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140ae32c-5f83-4271-b416-da0249bb3708') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:02.424884 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140ae32c-5f83-4271-b416-da0249bb3708') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:02.439671 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Attempting to bind port c7b0a320-2996-4787-85a0-332b345d9ff0 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:57:02.440252 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Attempting to bind port c7b0a320-2996-4787-85a0-332b345d9ff0 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:57:02.440392 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Attempting to bind port c7b0a320-2996-4787-85a0-332b345d9ff0 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:57:02.451450 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.482594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.491249 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:57:02.491618 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:57:02.491987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf520d69-1771-4ea9-b0c2-784d73081b09 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:02.492133 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.492391 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:57:02.492875 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Bound port: c7b0a320-2996-4787-85a0-332b345d9ff0, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:57:02.493054 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-bf520d69-1771-4ea9-b0c2-784d73081b09 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Synchronizing usage tracker for tenant:4ae2945f959c401f86eef2d37075e046 on resource:subnet {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:02.493243 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.498680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:57:02.499216 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.535059 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 140ae32c-5f83-4271-b416-da0249bb3708 resource provider aggregate not found Oct 18 07:57:02.608324 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 140ae32c-5f83-4271-b416-da0249bb3708 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 140ae32c-5f83-4271-b416-da0249bb3708 found for delete ", "request_id": "req-679cbeaa-3a15-492e-9da6-ea9ae94ad045"}]} Oct 18 07:57:02.620592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-bf520d69-1771-4ea9-b0c2-784d73081b09 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Unset dirty status for tenant:4ae2945f959c401f86eef2d37075e046 on resource:subnet {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:02.622176 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bf520d69-1771-4ea9-b0c2-784d73081b09 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2386494 Oct 18 07:57:02.630339 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60438) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:02.666592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.667887 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.675508 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-dba6462c-8a73-4764-a16b-d913fa15e5fd', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ips': [{'subnet_id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:57:02.676499 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.689694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6dcf2-c0fb-4f5a-9cc9-853a2f5d03a9 None None] Pushing event updated for resources: {'Port': ['ID=c7b0a320-2996-4787-85a0-332b345d9ff0,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:02.697206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.726609 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Transition to ACTIVE for port object a132f933-29bb-46aa-b3ea-fc5d6dfbfcac will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:02.734660 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] For port af5c9bf5-d326-403d-9bb4-b21cce28ea17, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:57:02.772595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event deleted for resources: {'Network': ['ID=9e663049-cd5b-47a9-a74d-de095eb766b6,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:02.789891 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b06902cc-1396-46fd-b09c-ba72de54a436 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/networks/9e663049-cd5b-47a9-a74d-de095eb766b6 HTTP/1.1" status: 204 len: 168 time: 1.7597582 Oct 18 07:57:02.791944 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60442) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:02.802427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] For port c7b0a320-2996-4787-85a0-332b345d9ff0, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:57:02.806638 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] For port af5c9bf5-d326-403d-9bb4-b21cce28ea17, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=af5c9bf5-d326-403d-9bb4-b21cce28ea17,segment=NetworkSegment(65b05de7-8d4a-42a7-bb02-c233038f8517),segment_id=65b05de7-8d4a-42a7-bb02-c233038f8517)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:57:02.817351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Transition to ACTIVE for port object a132f933-29bb-46aa-b3ea-fc5d6dfbfcac will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:02.824136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 6cef265e-dee8-423c-bc82-ab894584454e completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:02.836296 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.844840 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] For port c7b0a320-2996-4787-85a0-332b345d9ff0, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c7b0a320-2996-4787-85a0-332b345d9ff0,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:57:02.888618 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.895189 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.912869 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.921175 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-1414cc21-d70a-41ff-a8f0-2f54b8cc8e62 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Deleting port 26b2752f-32d2-4993-9a5e-1a4cb1eb6860 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:02.921393 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:02.922412 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1414cc21-d70a-41ff-a8f0-2f54b8cc8e62 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:03.108959 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b280b50e-08ca-4511-b3e4-17e0e1f48a8f None None] Network 982e05af-1349-42d1-be96-1287a477210e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:03.133554 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Network f902b0c5-aac7-424c-826f-69dac7c8c7ad is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:03.142236 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:03.144641 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:03.146988 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Routers {'77ff547f-6fd6-431d-b76e-cd11565efa32'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:03.147759 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:56:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['77ff547f-6fd6-431d-b76e-cd11565efa32'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:03.167222 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fe1015b9-44a5-4e75-a48f-50acdbd29663 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:03.193478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1414cc21-d70a-41ff-a8f0-2f54b8cc8e62 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:03.324453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-1414cc21-d70a-41ff-a8f0-2f54b8cc8e62 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Calling delete_port for 26b2752f-32d2-4993-9a5e-1a4cb1eb6860 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:03.342885 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0059fbb-5c45-4b3a-a509-f258f0dfb50e None None] Pushing event updated for resources: {'Port': ['ID=af5c9bf5-d326-403d-9bb4-b21cce28ea17,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:03.404731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Deleting port af5c9bf5-d326-403d-9bb4-b21cce28ea17 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:03.405154 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:03.464759 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1414cc21-d70a-41ff-a8f0-2f54b8cc8e62 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:03.526756 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414cc21-d70a-41ff-a8f0-2f54b8cc8e62 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event deleted for resources: {'Port': ['ID=26b2752f-32d2-4993-9a5e-1a4cb1eb6860,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:03.528928 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1414cc21-d70a-41ff-a8f0-2f54b8cc8e62 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:03.529222 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ace4f8-9af0-44f5-9cb8-d982c28aee59 None None] Network 2f54498e-4ca6-4759-b7cc-2a75d5fb05c6 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:03.541921 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-aa1ddd34-130f-412d-9561-d10f8958f786 None None] Provisioning for port 6cef265e-dee8-423c-bc82-ab894584454e completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:03.559668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Allocated IP 172.20.0.2 (dba6462c-8a73-4764-a16b-d913fa15e5fd/1fd93d08-c3d2-49e2-9d36-15a8bd607202/1eb1b296-8041-48d7-8199-3d1b325eefd6) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:03.562749 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1414cc21-d70a-41ff-a8f0-2f54b8cc8e62 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/ports/26b2752f-32d2-4993-9a5e-1a4cb1eb6860 HTTP/1.1" status: 204 len: 168 time: 0.7693083 Oct 18 07:57:03.568565 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60446) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:03.644780 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-aa1ddd34-130f-412d-9561-d10f8958f786 None None] Provisioning complete for port 6cef265e-dee8-423c-bc82-ab894584454e triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:03.645147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-aa1ddd34-130f-412d-9561-d10f8958f786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:03.645492 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-aa1ddd34-130f-412d-9561-d10f8958f786 None None] Attempt 1 to provision port 6cef265e-dee8-423c-bc82-ab894584454e Oct 18 07:57:03.711361 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fe1015b9-44a5-4e75-a48f-50acdbd29663 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:03.716190 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fe1015b9-44a5-4e75-a48f-50acdbd29663 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:03.720828 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Pushing event updated for resources: {'Port': ['ID=a132f933-29bb-46aa-b3ea-fc5d6dfbfcac,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:03.726472 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-757999a6-e13c-4b28-a485-4cc08bba9470 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] DELETE failed (client error): The resource could not be found. Oct 18 07:57:03.726958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757999a6-e13c-4b28-a485-4cc08bba9470 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:57:03.728640 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-757999a6-e13c-4b28-a485-4cc08bba9470 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/subnets/048dc56c-a701-455b-8bf0-505cc6e4c9cc HTTP/1.1" status: 404 len: 337 time: 0.1597812 Oct 18 07:57:03.731145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60450) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:03.773492 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Attempting to bind port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:57:03.773857 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Attempting to bind port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '5000ed8d-f712-462c-bc3f-4799fd77adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f902b0c5-aac7-424c-826f-69dac7c8c7ad'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:57:03.774220 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Attempting to bind port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac on network f902b0c5-aac7-424c-826f-69dac7c8c7ad {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:57:03.839196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1015b9-44a5-4e75-a48f-50acdbd29663 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=a4012446-6c0f-4e0a-8e42-5b812e6bc25b,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:03.875485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:57:03.875857 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Checking segment: {'id': '5000ed8d-f712-462c-bc3f-4799fd77adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f902b0c5-aac7-424c-826f-69dac7c8c7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:57:03.876260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:03.876643 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Bound using segment: {'id': '5000ed8d-f712-462c-bc3f-4799fd77adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f902b0c5-aac7-424c-826f-69dac7c8c7ad'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:57:03.877135 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Bound port: a132f933-29bb-46aa-b3ea-fc5d6dfbfcac, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5000ed8d-f712-462c-bc3f-4799fd77adbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f902b0c5-aac7-424c-826f-69dac7c8c7ad'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:57:03.877493 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:03.945907 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-53dc0cb6-64b3-45cb-a394-91530d3c9a73 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:03.952323 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] For port af5c9bf5-d326-403d-9bb4-b21cce28ea17, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=af5c9bf5-d326-403d-9bb4-b21cce28ea17,segment=NetworkSegment(65b05de7-8d4a-42a7-bb02-c233038f8517),segment_id=65b05de7-8d4a-42a7-bb02-c233038f8517)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:03.952785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.058416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fe1015b9-44a5-4e75-a48f-50acdbd29663 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.105315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] Set router 77ff547f-6fd6-431d-b76e-cd11565efa32 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:57:04.123959 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Calling delete_port for af5c9bf5-d326-403d-9bb4-b21cce28ea17 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:04.172668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6dcf2-c0fb-4f5a-9cc9-853a2f5d03a9 None None] Pushing event updated for resources: {'Port': ['ID=c7b0a320-2996-4787-85a0-332b345d9ff0,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:04.195695 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fe1015b9-44a5-4e75-a48f-50acdbd29663 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.258243 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-53dc0cb6-64b3-45cb-a394-91530d3c9a73 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.300141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-53dc0cb6-64b3-45cb-a394-91530d3c9a73 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8808917a-95a9-4503-8044-1b9266f4ef27']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:04.324241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-53dc0cb6-64b3-45cb-a394-91530d3c9a73 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512b732f-379c-447c-943b-14bc92d27935') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:04.324745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-53dc0cb6-64b3-45cb-a394-91530d3c9a73 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512b732f-379c-447c-943b-14bc92d27935') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:04.335858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.380145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-53dc0cb6-64b3-45cb-a394-91530d3c9a73 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.401439 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event deleted for resources: {'Port': ['ID=af5c9bf5-d326-403d-9bb4-b21cce28ea17,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:04.403449 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] No DVR routers for this DVR port af5c9bf5-d326-403d-9bb4-b21cce28ea17 on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:57:04.440815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-53dc0cb6-64b3-45cb-a394-91530d3c9a73 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.465710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53dc0cb6-64b3-45cb-a394-91530d3c9a73 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:57:04.465961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-53dc0cb6-64b3-45cb-a394-91530d3c9a73 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.559090 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] For port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:57:04.596678 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.624625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.627832 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ddd34-130f-412d-9561-d10f8958f786 None None] Current status of the port 6cef265e-dee8-423c-bc82-ab894584454e is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:04.628211 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-aa1ddd34-130f-412d-9561-d10f8958f786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.633888 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 512b732f-379c-447c-943b-14bc92d27935 resource provider aggregate not found Oct 18 07:57:04.662317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f54498e-4ca6-4759-b7cc-2a75d5fb05c6']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:04.671486 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 512b732f-379c-447c-943b-14bc92d27935 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 512b732f-379c-447c-943b-14bc92d27935 found for delete ", "request_id": "req-b9e03b80-b1cf-4d4b-bfff-14c71f159054"}]} Oct 18 07:57:04.673765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-53dc0cb6-64b3-45cb-a394-91530d3c9a73 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.696935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-53dc0cb6-64b3-45cb-a394-91530d3c9a73 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.706098 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b05de7-8d4a-42a7-bb02-c233038f8517') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:04.706098 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b05de7-8d4a-42a7-bb02-c233038f8517') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:04.714414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc0cb6-64b3-45cb-a394-91530d3c9a73 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event deleted for resources: {'Network': ['ID=8808917a-95a9-4503-8044-1b9266f4ef27,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:04.714676 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.719395 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] For port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a132f933-29bb-46aa-b3ea-fc5d6dfbfcac,segment=NetworkSegment(5000ed8d-f712-462c-bc3f-4799fd77adbe),segment_id=5000ed8d-f712-462c-bc3f-4799fd77adbe)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:57:04.728674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.739315 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-53dc0cb6-64b3-45cb-a394-91530d3c9a73 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/networks/8808917a-95a9-4503-8044-1b9266f4ef27 HTTP/1.1" status: 204 len: 168 time: 1.0048299 Oct 18 07:57:04.739998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60458) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:04.758872 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.783432 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fe1015b9-44a5-4e75-a48f-50acdbd29663 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.785329 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:57:04.790935 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fe1015b9-44a5-4e75-a48f-50acdbd29663 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.808223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.814080 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-aa1ddd34-130f-412d-9561-d10f8958f786 None None] For port 6cef265e-dee8-423c-bc82-ab894584454e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=6cef265e-dee8-423c-bc82-ab894584454e,segment=NetworkSegment(424bed29-7786-4492-a30f-1e654a17cfa2),segment_id=424bed29-7786-4492-a30f-1e654a17cfa2)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:04.821794 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b078c6f6-a082-4257-af5b-6e0a729e344f None None] DHCP port deletion for 982e05af-1349-42d1-be96-1287a477210e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:57:04.823886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:57:04.824285 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.828178 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Transition to ACTIVE for port object 1eb1b296-8041-48d7-8199-3d1b325eefd6 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:04.846411 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-aa1ddd34-130f-412d-9561-d10f8958f786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.856706 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b078c6f6-a082-4257-af5b-6e0a729e344f None None] Deleting port 6cef265e-dee8-423c-bc82-ab894584454e {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:04.857077 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b078c6f6-a082-4257-af5b-6e0a729e344f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.922205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Transition to ACTIVE for port object 1eb1b296-8041-48d7-8199-3d1b325eefd6 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:04.929021 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78f4f42-b0f9-4b24-a840-06c3090d2897 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Deleting subnet 77cdd322-c4c4-4a3c-a8b1-dfa847b8520b {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:57:04.933352 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e78f4f42-b0f9-4b24-a840-06c3090d2897 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.941797 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:04.951927 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56eb04-5c3e-4540-ae70-2000cd847c95 None None] Pushing event updated for resources: {'Port': ['ID=a132f933-29bb-46aa-b3ea-fc5d6dfbfcac,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:05.004163 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fe1015b9-44a5-4e75-a48f-50acdbd29663 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:05.007542 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e78f4f42-b0f9-4b24-a840-06c3090d2897 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:05.093223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Network dba6462c-8a73-4764-a16b-d913fa15e5fd is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:05.103061 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:05.105755 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:05.128120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e78f4f42-b0f9-4b24-a840-06c3090d2897 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:05.154894 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.1 (dba6462c-8a73-4764-a16b-d913fa15e5fd/1fd93d08-c3d2-49e2-9d36-15a8bd607202/652908cf-f809-44e6-8a32-b2804b1dfad5) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:05.217334 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ddd34-130f-412d-9561-d10f8958f786 None None] Pushing event updated for resources: {'Port': ['ID=6cef265e-dee8-423c-bc82-ab894584454e,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:05.233519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e78f4f42-b0f9-4b24-a840-06c3090d2897 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:05.270743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1015b9-44a5-4e75-a48f-50acdbd29663 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=a4012446-6c0f-4e0a-8e42-5b812e6bc25b,revision_number=3']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:05.282466 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f4f42-b0f9-4b24-a840-06c3090d2897 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event deleted for resources: {'Subnet': ['ID=77cdd322-c4c4-4a3c-a8b1-dfa847b8520b,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:05.286008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:05.305475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e78f4f42-b0f9-4b24-a840-06c3090d2897 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:05.308566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:05.324025 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "DELETE /v2.0/networks/2f54498e-4ca6-4759-b7cc-2a75d5fb05c6 HTTP/1.1" status: 204 len: 168 time: 2.6911004 Oct 18 07:57:05.324236 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60462) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:05.324707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:56:57Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:56:56Z', 'updated_at': '2022-10-18T07:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:05.335116 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e78f4f42-b0f9-4b24-a840-06c3090d2897 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/subnets/77cdd322-c4c4-4a3c-a8b1-dfa847b8520b HTTP/1.1" status: 204 len: 168 time: 0.5920279 Oct 18 07:57:05.335116 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4aeef-b227-44be-b327-787048326c2a tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event deleted for resources: {'Network': ['ID=2f54498e-4ca6-4759-b7cc-2a75d5fb05c6,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:05.335747 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60466) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:05.348823 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571122ef-e082-4dc1-8629-301b0e1b2091 None None] Network 4f063713-cbad-4b62-a505-0266d280d139 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:05.383464 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e173ef7-5dba-402e-9b63-a9a44f5b01f1 None None] The sync data for ids ['77ff547f-6fd6-431d-b76e-cd11565efa32'] in dv-neutron-861625-1-hyperv is: [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:56:57Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:56:56Z', 'updated_at': '2022-10-18T07:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:57:05.474446 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b078c6f6-a082-4257-af5b-6e0a729e344f None None] For port 6cef265e-dee8-423c-bc82-ab894584454e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=6cef265e-dee8-423c-bc82-ab894584454e,segment=NetworkSegment(424bed29-7786-4492-a30f-1e654a17cfa2),segment_id=424bed29-7786-4492-a30f-1e654a17cfa2)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:05.474865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b078c6f6-a082-4257-af5b-6e0a729e344f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:05.501858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Attempting to bind port 1eb1b296-8041-48d7-8199-3d1b325eefd6 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:57:05.502221 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Attempting to bind port 1eb1b296-8041-48d7-8199-3d1b325eefd6 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '8b1ed8d9-1535-4a73-8164-ae35191fba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:57:05.502603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Attempting to bind port 1eb1b296-8041-48d7-8199-3d1b325eefd6 on network dba6462c-8a73-4764-a16b-d913fa15e5fd {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:57:05.508516 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Pushing event updated for resources: {'Port': ['ID=1eb1b296-8041-48d7-8199-3d1b325eefd6,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:05.538293 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1015b9-44a5-4e75-a48f-50acdbd29663 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network f902b0c5-aac7-424c-826f-69dac7c8c7ad is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:05.544891 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-fe1015b9-44a5-4e75-a48f-50acdbd29663 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:05.578568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:05.589686 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Deleting port c641b338-b402-46f0-8d39-576e3d72b175 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:05.590034 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:05.628691 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:05.639858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b078c6f6-a082-4257-af5b-6e0a729e344f None None] Calling delete_port for 6cef265e-dee8-423c-bc82-ab894584454e owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:05.679839 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:57:05.680210 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Checking segment: {'id': '8b1ed8d9-1535-4a73-8164-ae35191fba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:57:05.680609 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:05.683312 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Bound using segment: {'id': '8b1ed8d9-1535-4a73-8164-ae35191fba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:57:05.683312 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Bound port: 1eb1b296-8041-48d7-8199-3d1b325eefd6, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1ed8d9-1535-4a73-8164-ae35191fba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:57:05.683312 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:05.703893 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd4bc-0850-4d99-83a8-7cddb7743ddd tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:05.741699 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object 652908cf-f809-44e6-8a32-b2804b1dfad5 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:05.751336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8d6dd4bc-0850-4d99-83a8-7cddb7743ddd tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Deleting port 6cef265e-dee8-423c-bc82-ab894584454e {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:05.751684 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd4bc-0850-4d99-83a8-7cddb7743ddd tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:05.905187 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b078c6f6-a082-4257-af5b-6e0a729e344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:05.921160 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8d6dd4bc-0850-4d99-83a8-7cddb7743ddd tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] The port '6cef265e-dee8-423c-bc82-ab894584454e' was deleted {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:57:05.943893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] For port c641b338-b402-46f0-8d39-576e3d72b175, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c641b338-b402-46f0-8d39-576e3d72b175,segment=NetworkSegment(15b15af4-cf07-451f-88de-37177561af37),segment_id=15b15af4-cf07-451f-88de-37177561af37)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:05.944460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:05.993238 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078c6f6-a082-4257-af5b-6e0a729e344f None None] Pushing event deleted for resources: {'Port': ['ID=6cef265e-dee8-423c-bc82-ab894584454e,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:06.000664 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b078c6f6-a082-4257-af5b-6e0a729e344f None None] No DVR routers for this DVR port 6cef265e-dee8-423c-bc82-ab894584454e on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:57:06.056927 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] For port 1eb1b296-8041-48d7-8199-3d1b325eefd6, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:57:06.061186 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] For port 1eb1b296-8041-48d7-8199-3d1b325eefd6, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=1eb1b296-8041-48d7-8199-3d1b325eefd6,segment=NetworkSegment(8b1ed8d9-1535-4a73-8164-ae35191fba6d),segment_id=8b1ed8d9-1535-4a73-8164-ae35191fba6d)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:57:06.075632 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:06.090188 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd4bc-0850-4d99-83a8-7cddb7743ddd tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:06.118762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-8d6dd4bc-0850-4d99-83a8-7cddb7743ddd tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982e05af-1349-42d1-be96-1287a477210e']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:06.132577 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-8d6dd4bc-0850-4d99-83a8-7cddb7743ddd tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424bed29-7786-4492-a30f-1e654a17cfa2') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:06.132888 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-8d6dd4bc-0850-4d99-83a8-7cddb7743ddd tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424bed29-7786-4492-a30f-1e654a17cfa2') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:06.155537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd4bc-0850-4d99-83a8-7cddb7743ddd tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:06.170327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd4bc-0850-4d99-83a8-7cddb7743ddd tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:06.177551 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6dd4bc-0850-4d99-83a8-7cddb7743ddd tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:57:06.177925 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd4bc-0850-4d99-83a8-7cddb7743ddd tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:06.303290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00d9f5-3328-4a8a-9c63-b7697814a016 None None] Pushing event updated for resources: {'Port': ['ID=1eb1b296-8041-48d7-8199-3d1b325eefd6,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:06.313859 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736c79cd-d79d-48eb-8701-ecdc24fdbb9d None None] DHCP port deletion for 4f063713-cbad-4b62-a505-0266d280d139 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:57:06.323378 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-736c79cd-d79d-48eb-8701-ecdc24fdbb9d None None] Deleting port c641b338-b402-46f0-8d39-576e3d72b175 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:06.324233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-736c79cd-d79d-48eb-8701-ecdc24fdbb9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:06.349581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Calling delete_port for c641b338-b402-46f0-8d39-576e3d72b175 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:06.386221 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a132f933-29bb-46aa-b3ea-fc5d6dfbfcac up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:06.546448 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:06.549117 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:06.553175 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 424bed29-7786-4492-a30f-1e654a17cfa2 resource provider aggregate not found Oct 18 07:57:06.611584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event deleted for resources: {'Port': ['ID=c641b338-b402-46f0-8d39-576e3d72b175,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:06.614637 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b33f08-ad27-4709-8704-528ed4063290 None None] Network f902b0c5-aac7-424c-826f-69dac7c8c7ad requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:06.617158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] No DVR routers for this DVR port c641b338-b402-46f0-8d39-576e3d72b175 on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:57:06.663017 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 424bed29-7786-4492-a30f-1e654a17cfa2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 424bed29-7786-4492-a30f-1e654a17cfa2 found for delete ", "request_id": "req-04d167f0-a793-4744-98b0-83415fb7608d"}]} Oct 18 07:57:06.700245 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1015b9-44a5-4e75-a48f-50acdbd29663 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Router d4fc92aa-3507-4328-a359-eee13658b9bd is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:57:06.711680 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network dba6462c-8a73-4764-a16b-d913fa15e5fd is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:06.721400 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:06.721400 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd4bc-0850-4d99-83a8-7cddb7743ddd tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:06.731537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:06.782426 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 65b05de7-8d4a-42a7-bb02-c233038f8517 resource provider aggregate not found Oct 18 07:57:06.807658 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 65b05de7-8d4a-42a7-bb02-c233038f8517 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65b05de7-8d4a-42a7-bb02-c233038f8517 found for delete ", "request_id": "req-7416acab-94fe-46ca-ab09-fa6f6ffb9017"}]} Oct 18 07:57:06.809475 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-736c79cd-d79d-48eb-8701-ecdc24fdbb9d None None] The port 'c641b338-b402-46f0-8d39-576e3d72b175' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:57:06.824252 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8d6dd4bc-0850-4d99-83a8-7cddb7743ddd tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:06.825585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:06.842998 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6543bf3d-7699-4378-8825-661d6d66ae9d None None] Provisioning for port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:06.858389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f063713-cbad-4b62-a505-0266d280d139']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:06.872528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b15af4-cf07-451f-88de-37177561af37') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:06.872987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b15af4-cf07-451f-88de-37177561af37') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:06.873763 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:06.884799 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:06.898617 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=652908cf-f809-44e6-8a32-b2804b1dfad5,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:06.904214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:06.904889 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:06.905269 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:06.905608 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac Oct 18 07:57:06.912160 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:57:06.912847 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:06.961045 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dd4bc-0850-4d99-83a8-7cddb7743ddd tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event deleted for resources: {'Network': ['ID=982e05af-1349-42d1-be96-1287a477210e,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:06.996046 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8d6dd4bc-0850-4d99-83a8-7cddb7743ddd tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "DELETE /v2.0/networks/982e05af-1349-42d1-be96-1287a477210e HTTP/1.1" status: 204 len: 168 time: 1.6680095 Oct 18 07:57:07.001129 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60478) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:07.020025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:07.043286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:07.050431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] Pushing event deleted for resources: {'Network': ['ID=4f063713-cbad-4b62-a505-0266d280d139,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:07.058241 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c4dffb62-1598-419b-8ecd-04adbfb04529 tempest-NetworksIpV6TestAttrs-1293828318 tempest-NetworksIpV6TestAttrs-1293828318-project] 10.222.0.17 "DELETE /v2.0/networks/4f063713-cbad-4b62-a505-0266d280d139 HTTP/1.1" status: 204 len: 168 time: 1.7213111 Oct 18 07:57:07.117707 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:07.128316 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:07.128891 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:07.172143 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1015b9-44a5-4e75-a48f-50acdbd29663 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:57:07.172694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a132f933-29bb-46aa-b3ea-fc5d6dfbfcac,segment=NetworkSegment(5000ed8d-f712-462c-bc3f-4799fd77adbe),segment_id=5000ed8d-f712-462c-bc3f-4799fd77adbe)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:07.184383 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:07.185356 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c7b0a320-2996-4787-85a0-332b345d9ff0 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:07.185987 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8454d16e-0fc6-4f7b-97de-74a629c34108 None None] Sync routers for ids ['d4fc92aa-3507-4328-a359-eee13658b9bd'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:57:07.189461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60484) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:07.198999 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fe1015b9-44a5-4e75-a48f-50acdbd29663 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "PUT /v2.0/routers/d4fc92aa-3507-4328-a359-eee13658b9bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4507139 Oct 18 07:57:07.211351 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31b81290-6868-4e79-99d2-23557681dde8 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:07.218076 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454d16e-0fc6-4f7b-97de-74a629c34108 None None] Routers {'d4fc92aa-3507-4328-a359-eee13658b9bd'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:07.220425 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-8454d16e-0fc6-4f7b-97de-74a629c34108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:56:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['d4fc92aa-3507-4328-a359-eee13658b9bd'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:07.379474 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-8454d16e-0fc6-4f7b-97de-74a629c34108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:07.390012 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454d16e-0fc6-4f7b-97de-74a629c34108 None None] Routers {'d4fc92aa-3507-4328-a359-eee13658b9bd'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:07.391882 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-8454d16e-0fc6-4f7b-97de-74a629c34108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:56:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['d4fc92aa-3507-4328-a359-eee13658b9bd'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:07.393922 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027f3dc-0442-4fcb-8e29-9b59ecf7137a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:07.395305 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f027f3dc-0442-4fcb-8e29-9b59ecf7137a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Synchronizing usage tracker for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:07.418714 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=a132f933-29bb-46aa-b3ea-fc5d6dfbfcac,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:07.440360 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f027f3dc-0442-4fcb-8e29-9b59ecf7137a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Unset dirty status for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:07.441897 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f027f3dc-0442-4fcb-8e29-9b59ecf7137a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports?device_id=d4fc92aa-3507-4328-a359-eee13658b9bd HTTP/1.1" status: 200 len: 983 time: 0.2513611 Oct 18 07:57:07.444807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60490) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:07.450995 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port c7b0a320-2996-4787-85a0-332b345d9ff0 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:07.462273 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port c7b0a320-2996-4787-85a0-332b345d9ff0 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:07.463351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:07.464833 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port c7b0a320-2996-4787-85a0-332b345d9ff0 Oct 18 07:57:07.501293 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-8454d16e-0fc6-4f7b-97de-74a629c34108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:07.502097 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8454d16e-0fc6-4f7b-97de-74a629c34108 None None] The sync data for ids ['d4fc92aa-3507-4328-a359-eee13658b9bd'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:57:07.533825 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:07.604925 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60494) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:07.637812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-326adf1d-0884-4d33-83fb-e4d3c3fefe25 None None] Provisioning complete for port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:07.637812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-326adf1d-0884-4d33-83fb-e4d3c3fefe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:07.638098 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-326adf1d-0884-4d33-83fb-e4d3c3fefe25 None None] Attempt 1 to provision port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac Oct 18 07:57:07.761920 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port c7b0a320-2996-4787-85a0-332b345d9ff0 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:07.762299 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:07.773598 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31b81290-6868-4e79-99d2-23557681dde8 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:07.848904 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port c7b0a320-2996-4787-85a0-332b345d9ff0, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c7b0a320-2996-4787-85a0-332b345d9ff0,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:07.861865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:07.888926 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-31b81290-6868-4e79-99d2-23557681dde8 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bb11ee-d37e-4465-9680-b149a9a404cd']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:07.949874 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e81cdb-017d-4a90-8a43-e70181d0aa97 None None] Network dba6462c-8a73-4764-a16b-d913fa15e5fd requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:07.969687 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 6cef265e-dee8-423c-bc82-ab894584454e no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:57:08.002735 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-31b81290-6868-4e79-99d2-23557681dde8 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76873b7b-d908-4258-9803-03897c889ac7') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:08.003053 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-31b81290-6868-4e79-99d2-23557681dde8 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76873b7b-d908-4258-9803-03897c889ac7') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:08.009600 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-326adf1d-0884-4d33-83fb-e4d3c3fefe25 None None] Current status of the port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:08.098331 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31b81290-6868-4e79-99d2-23557681dde8 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:08.116120 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31b81290-6868-4e79-99d2-23557681dde8 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:08.123203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b81290-6868-4e79-99d2-23557681dde8 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:57:08.123606 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31b81290-6868-4e79-99d2-23557681dde8 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:08.130046 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 6cef265e-dee8-423c-bc82-ab894584454e {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:57:08.130401 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 6cef265e-dee8-423c-bc82-ab894584454e not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:57:08.208422 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-326adf1d-0884-4d33-83fb-e4d3c3fefe25 None None] Provisioning for port a4012446-6c0f-4e0a-8e42-5b812e6bc25b completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:08.217713 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-326adf1d-0884-4d33-83fb-e4d3c3fefe25 None None] Provisioning complete for port a4012446-6c0f-4e0a-8e42-5b812e6bc25b triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:08.218092 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-326adf1d-0884-4d33-83fb-e4d3c3fefe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:08.218465 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-326adf1d-0884-4d33-83fb-e4d3c3fefe25 None None] Attempt 1 to provision port a4012446-6c0f-4e0a-8e42-5b812e6bc25b Oct 18 07:57:08.245482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=c7b0a320-2996-4787-85a0-332b345d9ff0,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:08.313257 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31b81290-6868-4e79-99d2-23557681dde8 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:08.331381 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-326adf1d-0884-4d33-83fb-e4d3c3fefe25 None None] Port a4012446-6c0f-4e0a-8e42-5b812e6bc25b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:08.364468 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31b81290-6868-4e79-99d2-23557681dde8 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:08.372662 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b81290-6868-4e79-99d2-23557681dde8 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event deleted for resources: {'Network': ['ID=d1bb11ee-d37e-4465-9680-b149a9a404cd,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:08.381417 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-20abdf3e-40fe-4afd-834e-d2f19ec89ade admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d67f067380ad43dab1cfcd8a85ac1131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7729788 Oct 18 07:57:08.385747 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60500) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:08.411484 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-31b81290-6868-4e79-99d2-23557681dde8 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "DELETE /v2.0/networks/d1bb11ee-d37e-4465-9680-b149a9a404cd HTTP/1.1" status: 204 len: 168 time: 1.4076242 Oct 18 07:57:08.412169 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60504) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:08.429479 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a132f933-29bb-46aa-b3ea-fc5d6dfbfcac up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:08.492686 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad4a272b-83f9-4a27-9e4f-500f6fc70fc5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:08.517187 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:08.517727 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:08.518208 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac Oct 18 07:57:08.673378 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:08.674721 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 1eb1b296-8041-48d7-8199-3d1b325eefd6 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:08.707110 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 76873b7b-d908-4258-9803-03897c889ac7 resource provider aggregate not found Oct 18 07:57:08.755940 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 1eb1b296-8041-48d7-8199-3d1b325eefd6 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:08.785575 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 76873b7b-d908-4258-9803-03897c889ac7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76873b7b-d908-4258-9803-03897c889ac7 found for delete ", "request_id": "req-73e989ce-5ac3-4624-bfbb-b70d0de348ca"}]} Oct 18 07:57:08.832256 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-326adf1d-0884-4d33-83fb-e4d3c3fefe25 None None] Attempt 2 to provision port a4012446-6c0f-4e0a-8e42-5b812e6bc25b Oct 18 07:57:08.838017 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ea34f284-280b-4573-abb7-131c32788da6 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:08.838286 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 15b15af4-cf07-451f-88de-37177561af37 resource provider aggregate not found Oct 18 07:57:08.839441 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5cb5523e-41d9-46ae-8722-abb1c57a5545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:08.848071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ad4a272b-83f9-4a27-9e4f-500f6fc70fc5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port a4012446-6c0f-4e0a-8e42-5b812e6bc25b {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:08.848415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad4a272b-83f9-4a27-9e4f-500f6fc70fc5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:08.885784 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c641b338-b402-46f0-8d39-576e3d72b175 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:57:08.934812 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5cb5523e-41d9-46ae-8722-abb1c57a5545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:08.973485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: c641b338-b402-46f0-8d39-576e3d72b175 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:57:08.974180 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c641b338-b402-46f0-8d39-576e3d72b175 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:57:08.990636 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-326adf1d-0884-4d33-83fb-e4d3c3fefe25 None None] Port a4012446-6c0f-4e0a-8e42-5b812e6bc25b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:08.997216 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7848cf0-8fc9-4d21-a743-d774437d431c None None] get_active_networks_info from dv-neutron-861625-1-hyperv {{(pid=89047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 18 07:57:09.035299 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 15b15af4-cf07-451f-88de-37177561af37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15b15af4-cf07-451f-88de-37177561af37 found for delete ", "request_id": "req-fe1b8077-a565-4758-9b18-20bb72dfa7e7"}]} Oct 18 07:57:09.051270 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad4a272b-83f9-4a27-9e4f-500f6fc70fc5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:09.095498 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ea34f284-280b-4573-abb7-131c32788da6 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:09.096943 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7848cf0-8fc9-4d21-a743-d774437d431c None None] Resources bound (agent type, host, resource id): {{(pid=89047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 07:57:09.113321 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:09.126396 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:09.194262 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-ea34f284-280b-4573-abb7-131c32788da6 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ea4d8d-2f8a-4a5a-982f-eea5f9587884']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:09.203878 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5cb5523e-41d9-46ae-8722-abb1c57a5545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:09.215261 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ad4a272b-83f9-4a27-9e4f-500f6fc70fc5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for a4012446-6c0f-4e0a-8e42-5b812e6bc25b owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:09.245019 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-ea34f284-280b-4573-abb7-131c32788da6 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1bbcaaf-cad3-403f-a26e-c89b9871e40f') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:09.245345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-ea34f284-280b-4573-abb7-131c32788da6 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1bbcaaf-cad3-403f-a26e-c89b9871e40f') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:09.258710 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5523e-41d9-46ae-8722-abb1c57a5545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ff2f0a-8b20-4137-a702-6fdc81a3ccdc,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:09.271802 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ea34f284-280b-4573-abb7-131c32788da6 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:09.293946 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=652908cf-f809-44e6-8a32-b2804b1dfad5,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:09.296486 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5cb5523e-41d9-46ae-8722-abb1c57a5545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:09.298122 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5cb5523e-41d9-46ae-8722-abb1c57a5545 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d5ff2f0a-8b20-4137-a702-6fdc81a3ccdc HTTP/1.1" status: 204 len: 168 time: 0.9086707 Oct 18 07:57:09.310616 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ea34f284-280b-4573-abb7-131c32788da6 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:09.315099 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:09.324417 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea34f284-280b-4573-abb7-131c32788da6 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:57:09.324830 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ea34f284-280b-4573-abb7-131c32788da6 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:09.441486 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad4a272b-83f9-4a27-9e4f-500f6fc70fc5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:09.485612 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4ef133-4f66-49fe-b60d-ba7632de3bbb None None] get_active_networks_info from dv-neutron-861625-1-hyperv {{(pid=89047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 18 07:57:09.510572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a272b-83f9-4a27-9e4f-500f6fc70fc5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Port': ['ID=a4012446-6c0f-4e0a-8e42-5b812e6bc25b,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:09.576174 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network dba6462c-8a73-4764-a16b-d913fa15e5fd is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:09.579418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:09.581269 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ea34f284-280b-4573-abb7-131c32788da6 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:09.582494 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-326adf1d-0884-4d33-83fb-e4d3c3fefe25 None None] Attempt 3 to provision port a4012446-6c0f-4e0a-8e42-5b812e6bc25b Oct 18 07:57:09.606407 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4ef133-4f66-49fe-b60d-ba7632de3bbb None None] Resources bound (agent type, host, resource id): {{(pid=89047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 07:57:09.615538 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ea34f284-280b-4573-abb7-131c32788da6 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:09.628175 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34f284-280b-4573-abb7-131c32788da6 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] Pushing event deleted for resources: {'Network': ['ID=d6ea4d8d-2f8a-4a5a-982f-eea5f9587884,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:09.628641 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-326adf1d-0884-4d33-83fb-e4d3c3fefe25 None None] Port a4012446-6c0f-4e0a-8e42-5b812e6bc25b was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:57:09.779125 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ea34f284-280b-4573-abb7-131c32788da6 tempest-BulkNetworkOpsTest-1280257693 tempest-BulkNetworkOpsTest-1280257693-project] 10.222.0.17 "DELETE /v2.0/networks/d6ea4d8d-2f8a-4a5a-982f-eea5f9587884 HTTP/1.1" status: 204 len: 168 time: 1.3612306 Oct 18 07:57:09.779278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Provisioning for port 652908cf-f809-44e6-8a32-b2804b1dfad5 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:09.786425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad4a272b-83f9-4a27-9e4f-500f6fc70fc5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:09.790158 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Provisioning complete for port 652908cf-f809-44e6-8a32-b2804b1dfad5 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:09.791157 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:09.791608 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Attempt 1 to provision port 652908cf-f809-44e6-8a32-b2804b1dfad5 Oct 18 07:57:09.884258 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 77ff547f-6fd6-431d-b76e-cd11565efa32 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:57:09.937763 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Port 652908cf-f809-44e6-8a32-b2804b1dfad5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:10.157782 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:57:10.172067 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Sync routers for ids ['77ff547f-6fd6-431d-b76e-cd11565efa32'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:57:10.181210 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a388e660-e93f-417f-bf88-d7e8e02b0b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/77ff547f-6fd6-431d-b76e-cd11565efa32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8787837 Oct 18 07:57:10.181927 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60538) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:10.226576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Routers {'77ff547f-6fd6-431d-b76e-cd11565efa32'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:10.227590 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:56:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['77ff547f-6fd6-431d-b76e-cd11565efa32'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:10.260594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4a272b-83f9-4a27-9e4f-500f6fc70fc5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Router d4fc92aa-3507-4328-a359-eee13658b9bd has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:57:10.358177 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60542) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:10.363631 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c7b0a320-2996-4787-85a0-332b345d9ff0 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:10.475675 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Attempt 2 to provision port 652908cf-f809-44e6-8a32-b2804b1dfad5 Oct 18 07:57:10.517010 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cd1181-27b3-4ae3-963b-b76249639544 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:10.517614 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cd1181-27b3-4ae3-963b-b76249639544 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:10.518206 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cd1181-27b3-4ae3-963b-b76249639544 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:10.519159 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cd1181-27b3-4ae3-963b-b76249639544 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:10.520278 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cd1181-27b3-4ae3-963b-b76249639544 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:10.520819 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cd1181-27b3-4ae3-963b-b76249639544 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:10.525963 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4a272b-83f9-4a27-9e4f-500f6fc70fc5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:57:10.530676 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-20cd1181-27b3-4ae3-963b-b76249639544 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4229 time: 0.3451357 Oct 18 07:57:10.532048 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60550) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:10.539906 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c3a337-7cbb-4292-899b-df3017abdf20 None None] Sync routers for ids ['d4fc92aa-3507-4328-a359-eee13658b9bd'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:57:10.559620 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c3a337-7cbb-4292-899b-df3017abdf20 None None] Routers {'d4fc92aa-3507-4328-a359-eee13658b9bd'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:10.563064 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-10c3a337-7cbb-4292-899b-df3017abdf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:56:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['d4fc92aa-3507-4328-a359-eee13658b9bd'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:10.591834 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ad4a272b-83f9-4a27-9e4f-500f6fc70fc5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "PUT /v2.0/routers/d4fc92aa-3507-4328-a359-eee13658b9bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1456306 Oct 18 07:57:10.594682 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60554) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:10.630025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Port 652908cf-f809-44e6-8a32-b2804b1dfad5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:10.655914 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Set router 77ff547f-6fd6-431d-b76e-cd11565efa32 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:57:10.661746 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-10c3a337-7cbb-4292-899b-df3017abdf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:10.672456 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c3a337-7cbb-4292-899b-df3017abdf20 None None] Routers {'d4fc92aa-3507-4328-a359-eee13658b9bd'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:10.673271 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-10c3a337-7cbb-4292-899b-df3017abdf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:56:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['d4fc92aa-3507-4328-a359-eee13658b9bd'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:10.675299 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0cdd65-ea46-48c0-8ab3-c82d43ff8e1d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:10.675883 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0cdd65-ea46-48c0-8ab3-c82d43ff8e1d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:10.676414 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0cdd65-ea46-48c0-8ab3-c82d43ff8e1d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:10.677657 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0cdd65-ea46-48c0-8ab3-c82d43ff8e1d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:10.678952 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0cdd65-ea46-48c0-8ab3-c82d43ff8e1d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:10.683958 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0a0cdd65-ea46-48c0-8ab3-c82d43ff8e1d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3320 time: 0.1474612 Oct 18 07:57:10.684403 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60558) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:10.727345 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port c7b0a320-2996-4787-85a0-332b345d9ff0 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:10.727651 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:10.727991 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port c7b0a320-2996-4787-85a0-332b345d9ff0 Oct 18 07:57:10.735237 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-602a353e-5325-40a4-ae5c-cd8951507217 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] GET failed (client error): The resource could not be found. Oct 18 07:57:10.735782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-602a353e-5325-40a4-ae5c-cd8951507217 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Synchronizing usage tracker for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:10.744944 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60562) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:10.753457 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-10c3a337-7cbb-4292-899b-df3017abdf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:10.754071 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c3a337-7cbb-4292-899b-df3017abdf20 None None] The sync data for ids ['d4fc92aa-3507-4328-a359-eee13658b9bd'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:57:10.785255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-602a353e-5325-40a4-ae5c-cd8951507217 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Unset dirty status for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:10.789140 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-602a353e-5325-40a4-ae5c-cd8951507217 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports/a4012446-6c0f-4e0a-8e42-5b812e6bc25b HTTP/1.1" status: 404 len: 333 time: 0.1914055 Oct 18 07:57:10.791011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60568) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:10.940842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'network': {'name': 'tempest-RoutersTest-1178204624'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:10.974164 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:10.974408 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment a1bbcaaf-cad3-403f-a26e-c89b9871e40f resource provider aggregate not found Oct 18 07:57:10.995698 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment a1bbcaaf-cad3-403f-a26e-c89b9871e40f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1bbcaaf-cad3-403f-a26e-c89b9871e40f found for delete ", "request_id": "req-7e3964cb-f356-493b-ab73-50b1cc723270"}]} Oct 18 07:57:11.003866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:network and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:11.008131 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-47145a1b-fbed-4a34-be1f-cf0a51a40175 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.055039 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5f9be44c-33ef-40a7-8ee6-2e8190935ec1 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2141 time: 0.3694043 Oct 18 07:57:11.066032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:11.130667 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Attempt 3 to provision port 652908cf-f809-44e6-8a32-b2804b1dfad5 Oct 18 07:57:11.140748 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:11.140951 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60580) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:11.146130 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-c66a6e49-885a-4c73-aa55-b616a3ba5b7e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1796175971', 'description': 'tempest-secgroup-smoke-1796175971 description', 'project_id': 'fe65c6866dd844bd972010a3653293ed'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:11.152300 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c66a6e49-885a-4c73-aa55-b616a3ba5b7e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:11.153527 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8939d576-b09f-4929-b875-04d7c4a6bff4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4ae2945f959c401f86eef2d37075e046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7794285 Oct 18 07:57:11.156633 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c66a6e49-885a-4c73-aa55-b616a3ba5b7e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:11.157859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60584) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:11.159957 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c66a6e49-885a-4c73-aa55-b616a3ba5b7e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:11.166522 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c66a6e49-885a-4c73-aa55-b616a3ba5b7e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:11.180463 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c66a6e49-885a-4c73-aa55-b616a3ba5b7e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.182771 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port c7b0a320-2996-4787-85a0-332b345d9ff0 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:11.208818 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Port 652908cf-f809-44e6-8a32-b2804b1dfad5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:11.209548 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c66a6e49-885a-4c73-aa55-b616a3ba5b7e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:11.216714 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c66a6e49-885a-4c73-aa55-b616a3ba5b7e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:11.220039 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c66a6e49-885a-4c73-aa55-b616a3ba5b7e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:11.226643 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c66a6e49-885a-4c73-aa55-b616a3ba5b7e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:11.239359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:56:56Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '652908cf-f809-44e6-8a32-b2804b1dfad5', 'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:fe:f6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:03Z', 'updated_at': '2022-10-18T07:57:08Z', 'revision_number': 2, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:11.243651 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Checking router: 77ff547f-6fd6-431d-b76e-cd11565efa32 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:57:11.244082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Updating router 77ff547f-6fd6-431d-b76e-cd11565efa32 port 652908cf-f809-44e6-8a32-b2804b1dfad5 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:57:11.276776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Made reservation on behalf of 254df938bb1a44c79d10329568c221e7 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:11.280153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.301820 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.302085 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c66a6e49-885a-4c73-aa55-b616a3ba5b7e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.307933 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c66a6e49-885a-4c73-aa55-b616a3ba5b7e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.353094 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a6e49-885a-4c73-aa55-b616a3ba5b7e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ff9672-a36b-4853-8ab3-01b35303b1b7,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:11.356623 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c66a6e49-885a-4c73-aa55-b616a3ba5b7e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.357883 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c66a6e49-885a-4c73-aa55-b616a3ba5b7e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2159624 Oct 18 07:57:11.361670 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60588) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:11.365121 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.367680 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-85b52bec-04ae-4694-9360-4c4a261828ad tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '30ff9672-a36b-4853-8ab3-01b35303b1b7', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:11.374037 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-85b52bec-04ae-4694-9360-4c4a261828ad tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:11.378613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-85b52bec-04ae-4694-9360-4c4a261828ad tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:11.381750 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-85b52bec-04ae-4694-9360-4c4a261828ad tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:11.387756 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-85b52bec-04ae-4694-9360-4c4a261828ad tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:11.399892 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-47145a1b-fbed-4a34-be1f-cf0a51a40175 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.404999 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-47145a1b-fbed-4a34-be1f-cf0a51a40175 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.405449 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-85b52bec-04ae-4694-9360-4c4a261828ad tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.409596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:11.419440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:security_group_rule and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:11.438025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:11.447781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:11.450358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e83c17de-50d8-4b00-8f48-e9ae03d57a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.467788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-47145a1b-fbed-4a34-be1f-cf0a51a40175 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.468809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47145a1b-fbed-4a34-be1f-cf0a51a40175 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Fanout notify agent at l3_agent the message router_deleted on router d4fc92aa-3507-4328-a359-eee13658b9bd {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:57:11.478993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-85b52bec-04ae-4694-9360-4c4a261828ad tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.486288 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-85b52bec-04ae-4694-9360-4c4a261828ad tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.499351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e83c17de-50d8-4b00-8f48-e9ae03d57a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.516110 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b52bec-04ae-4694-9360-4c4a261828ad tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15e93b8-806d-4657-8f5c-248cbc7f09e6,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:11.523718 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-85b52bec-04ae-4694-9360-4c4a261828ad tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.528591 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-85b52bec-04ae-4694-9360-4c4a261828ad tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1658554 Oct 18 07:57:11.529572 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60592) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:11.536141 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-a7f53b09-8568-49dd-9ba7-1e52d5d3f3f3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '30ff9672-a36b-4853-8ab3-01b35303b1b7', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:11.542832 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a7f53b09-8568-49dd-9ba7-1e52d5d3f3f3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:11.547053 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a7f53b09-8568-49dd-9ba7-1e52d5d3f3f3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:11.550398 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a7f53b09-8568-49dd-9ba7-1e52d5d3f3f3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:11.558539 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a7f53b09-8568-49dd-9ba7-1e52d5d3f3f3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:11.562046 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-47145a1b-fbed-4a34-be1f-cf0a51a40175 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.566427 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-47145a1b-fbed-4a34-be1f-cf0a51a40175 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/routers/d4fc92aa-3507-4328-a359-eee13658b9bd HTTP/1.1" status: 204 len: 168 time: 0.7710750 Oct 18 07:57:11.566634 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60596) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:11.615177 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e83c17de-50d8-4b00-8f48-e9ae03d57a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.629067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.634976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb40abc-5039-484e-9a08-db65822b5066 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting subnet e6829566-927f-4bc6-8a74-84e006fb2408 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:57:11.636929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c17de-50d8-4b00-8f48-e9ae03d57a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c5c3d9-a990-4595-9095-9854382bfcfc,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:11.639108 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fcb40abc-5039-484e-9a08-db65822b5066 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.640936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.657271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e83c17de-50d8-4b00-8f48-e9ae03d57a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.660838 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e83c17de-50d8-4b00-8f48-e9ae03d57a00 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c5c5c3d9-a990-4595-9095-9854382bfcfc HTTP/1.1" status: 204 len: 168 time: 0.4993186 Oct 18 07:57:11.679261 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:57:11.688792 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336d6ac8-6548-4c49-8d8b-430d57d615bf,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:11.694143 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.694492 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Added segment 3edbfd5f-bd2a-4253-bd5c-e07cb8304d3e of type vlan for network 9194019c-aec6-4d1e-9846-020f8708a8e4 Oct 18 07:57:11.713128 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a7f53b09-8568-49dd-9ba7-1e52d5d3f3f3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.722538 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Attempt 4 to provision port 652908cf-f809-44e6-8a32-b2804b1dfad5 Oct 18 07:57:11.727178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.731633 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fcb40abc-5039-484e-9a08-db65822b5066 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.763477 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.771236 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:11.772041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.809813 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.812629 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Port 652908cf-f809-44e6-8a32-b2804b1dfad5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:11.824442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Transition to ACTIVE for port object 652908cf-f809-44e6-8a32-b2804b1dfad5 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:11.837035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.883425 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1353481 Oct 18 07:57:11.888197 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fcb40abc-5039-484e-9a08-db65822b5066 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.896929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60602) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:11.907783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c6d51078-9e86-4cc7-9d88-7074425839f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'network': {'name': 'tempest-RoutersTest-1188995008'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:11.916490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c6d51078-9e86-4cc7-9d88-7074425839f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:11.926086 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c6d51078-9e86-4cc7-9d88-7074425839f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:network and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:11.929282 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febdb933-ba98-4fc2-a356-bed9b19a47c6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Network': ['ID=9194019c-aec6-4d1e-9846-020f8708a8e4,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:11.940438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c6d51078-9e86-4cc7-9d88-7074425839f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:11.949767 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a7f53b09-8568-49dd-9ba7-1e52d5d3f3f3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.958434 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a7f53b09-8568-49dd-9ba7-1e52d5d3f3f3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:11.960455 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c6d51078-9e86-4cc7-9d88-7074425839f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:11.970444 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 9194019c-aec6-4d1e-9846-020f8708a8e4 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:57:11.981821 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f53b09-8568-49dd-9ba7-1e52d5d3f3f3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fe004e-61ba-4119-9242-951f56a57202,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:11.997155 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d51078-9e86-4cc7-9d88-7074425839f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Made reservation on behalf of 254df938bb1a44c79d10329568c221e7 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:12.000869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c6d51078-9e86-4cc7-9d88-7074425839f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.027245 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fcb40abc-5039-484e-9a08-db65822b5066 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.036422 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d51078-9e86-4cc7-9d88-7074425839f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:57:12.048348 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c6d51078-9e86-4cc7-9d88-7074425839f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.049210 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-c6d51078-9e86-4cc7-9d88-7074425839f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Added segment a9085469-280c-4598-9415-4982938e1b6a of type vlan for network d679d6f4-93ca-4541-ac24-ee3c8aa95a6b Oct 18 07:57:12.085073 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c6d51078-9e86-4cc7-9d88-7074425839f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.087655 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a7f53b09-8568-49dd-9ba7-1e52d5d3f3f3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.088947 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a7f53b09-8568-49dd-9ba7-1e52d5d3f3f3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5583489 Oct 18 07:57:12.091602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60606) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:12.099180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-43ac73c6-9752-47cb-87ed-7186654ad9c4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '30ff9672-a36b-4853-8ab3-01b35303b1b7', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:12.103667 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb40abc-5039-484e-9a08-db65822b5066 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Subnet': ['ID=e6829566-927f-4bc6-8a74-84e006fb2408,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:12.105876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-43ac73c6-9752-47cb-87ed-7186654ad9c4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:12.107350 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fcb40abc-5039-484e-9a08-db65822b5066 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.109655 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fcb40abc-5039-484e-9a08-db65822b5066 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/e6829566-927f-4bc6-8a74-84e006fb2408 HTTP/1.1" status: 204 len: 168 time: 0.5427566 Oct 18 07:57:12.112285 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60610) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:12.118244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-43ac73c6-9752-47cb-87ed-7186654ad9c4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:12.123665 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-43ac73c6-9752-47cb-87ed-7186654ad9c4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:12.132366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-43ac73c6-9752-47cb-87ed-7186654ad9c4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:12.141883 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0bcd67-eb86-44c9-964c-069fa0ccc268 None None] Network f902b0c5-aac7-424c-826f-69dac7c8c7ad requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:12.152877 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c6d51078-9e86-4cc7-9d88-7074425839f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.159499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d51078-9e86-4cc7-9d88-7074425839f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:12.160404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c6d51078-9e86-4cc7-9d88-7074425839f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.196993 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c6d51078-9e86-4cc7-9d88-7074425839f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2988670 Oct 18 07:57:12.207554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60614) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:12.225756 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-a63bf32e-bcfc-4f5f-aa15-57a9ef6953ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'subnet': {'network_id': '9194019c-aec6-4d1e-9846-020f8708a8e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:12.250855 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d651aa-75de-49f3-b60b-2e3a8acca5cf None None] Pushing event updated for resources: {'Port': ['ID=652908cf-f809-44e6-8a32-b2804b1dfad5,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:12.255598 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.269235 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:12.269582 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.301792 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Attempting to bind port 652908cf-f809-44e6-8a32-b2804b1dfad5 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:57:12.302170 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Attempting to bind port 652908cf-f809-44e6-8a32-b2804b1dfad5 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '8b1ed8d9-1535-4a73-8164-ae35191fba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:57:12.302554 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Attempting to bind port 652908cf-f809-44e6-8a32-b2804b1dfad5 on network dba6462c-8a73-4764-a16b-d913fa15e5fd {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:57:12.314203 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:57:12.314601 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Checking segment: {'id': '8b1ed8d9-1535-4a73-8164-ae35191fba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:57:12.315008 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.315410 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Bound using segment: {'id': '8b1ed8d9-1535-4a73-8164-ae35191fba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:57:12.315889 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Bound port: 652908cf-f809-44e6-8a32-b2804b1dfad5, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1ed8d9-1535-4a73-8164-ae35191fba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:57:12.316280 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.328561 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Attempt 5 to provision port 652908cf-f809-44e6-8a32-b2804b1dfad5 Oct 18 07:57:12.401110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-43ac73c6-9752-47cb-87ed-7186654ad9c4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.482363 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] For port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a132f933-29bb-46aa-b3ea-fc5d6dfbfcac,segment=NetworkSegment(5000ed8d-f712-462c-bc3f-4799fd77adbe),segment_id=5000ed8d-f712-462c-bc3f-4799fd77adbe)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:12.482784 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.504462 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Port 652908cf-f809-44e6-8a32-b2804b1dfad5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:12.522596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d51078-9e86-4cc7-9d88-7074425839f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Network': ['ID=d679d6f4-93ca-4541-ac24-ee3c8aa95a6b,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:12.539620 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] For port 652908cf-f809-44e6-8a32-b2804b1dfad5, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:57:12.543532 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network d679d6f4-93ca-4541-ac24-ee3c8aa95a6b details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:57:12.572096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a63bf32e-bcfc-4f5f-aa15-57a9ef6953ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:12.575111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-43ac73c6-9752-47cb-87ed-7186654ad9c4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.577549 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a63bf32e-bcfc-4f5f-aa15-57a9ef6953ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:subnet and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:12.580842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a63bf32e-bcfc-4f5f-aa15-57a9ef6953ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:12.583829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-43ac73c6-9752-47cb-87ed-7186654ad9c4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.603874 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a63bf32e-bcfc-4f5f-aa15-57a9ef6953ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:12.619819 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for a132f933-29bb-46aa-b3ea-fc5d6dfbfcac owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:12.623696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac73c6-9752-47cb-87ed-7186654ad9c4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a56715-52f3-4975-9085-1d97d8f8a6c9,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:12.636632 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63bf32e-bcfc-4f5f-aa15-57a9ef6953ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Made reservation on behalf of 254df938bb1a44c79d10329568c221e7 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:12.640233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a63bf32e-bcfc-4f5f-aa15-57a9ef6953ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.656869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-43ac73c6-9752-47cb-87ed-7186654ad9c4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.657851 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-43ac73c6-9752-47cb-87ed-7186654ad9c4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5651481 Oct 18 07:57:12.662816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60618) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:12.663219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] For port 652908cf-f809-44e6-8a32-b2804b1dfad5, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=652908cf-f809-44e6-8a32-b2804b1dfad5,segment=NetworkSegment(8b1ed8d9-1535-4a73-8164-ae35191fba6d),segment_id=8b1ed8d9-1535-4a73-8164-ae35191fba6d)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:57:12.679023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.711728 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-906b2763-93b2-41b4-93b8-99c3092fd21d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '30ff9672-a36b-4853-8ab3-01b35303b1b7', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:12.712420 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.733432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-906b2763-93b2-41b4-93b8-99c3092fd21d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:12.742457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-906b2763-93b2-41b4-93b8-99c3092fd21d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:12.747844 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-906b2763-93b2-41b4-93b8-99c3092fd21d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:12.757581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-906b2763-93b2-41b4-93b8-99c3092fd21d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:12.767452 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Routers {'77ff547f-6fd6-431d-b76e-cd11565efa32'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:12.768259 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:56:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['77ff547f-6fd6-431d-b76e-cd11565efa32'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:12.782131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Port': ['ID=a132f933-29bb-46aa-b3ea-fc5d6dfbfcac,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:12.787144 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] No DVR routers for this DVR port a132f933-29bb-46aa-b3ea-fc5d6dfbfcac on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:57:12.791211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-906b2763-93b2-41b4-93b8-99c3092fd21d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.840078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8321c6ca-8f96-4261-9199-6e72d90e733c None None] DHCP port deletion for f902b0c5-aac7-424c-826f-69dac7c8c7ad request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:57:12.912793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-906b2763-93b2-41b4-93b8-99c3092fd21d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.927738 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.928863 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d651aa-75de-49f3-b60b-2e3a8acca5cf None None] Pushing event updated for resources: {'Port': ['ID=652908cf-f809-44e6-8a32-b2804b1dfad5,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:12.931333 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-906b2763-93b2-41b4-93b8-99c3092fd21d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.962816 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f902b0c5-aac7-424c-826f-69dac7c8c7ad']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:12.969122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b2763-93b2-41b4-93b8-99c3092fd21d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff57740-37ea-4178-8523-889e05325045,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:12.981110 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5000ed8d-f712-462c-bc3f-4799fd77adbe') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:12.981481 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5000ed8d-f712-462c-bc3f-4799fd77adbe') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:12.981886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a63bf32e-bcfc-4f5f-aa15-57a9ef6953ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:12.985209 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] Set router 77ff547f-6fd6-431d-b76e-cd11565efa32 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:57:12.994827 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.012190 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.018846 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:57:13.019231 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.042665 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Attempt 6 to provision port 652908cf-f809-44e6-8a32-b2804b1dfad5 Oct 18 07:57:13.051519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bf32e-bcfc-4f5f-aa15-57a9ef6953ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Subnet': ['ID=e71963f8-bd76-48a1-9151-7ef1e014b984,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:13.053637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-906b2763-93b2-41b4-93b8-99c3092fd21d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.054925 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-906b2763-93b2-41b4-93b8-99c3092fd21d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3911374 Oct 18 07:57:13.059666 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60624) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:13.066157 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ba85d15f-7b2f-42da-83a8-6d7c0d5e0ba4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '30ff9672-a36b-4853-8ab3-01b35303b1b7', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:13.075803 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ba85d15f-7b2f-42da-83a8-6d7c0d5e0ba4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:13.087274 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ba85d15f-7b2f-42da-83a8-6d7c0d5e0ba4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:13.091484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ba85d15f-7b2f-42da-83a8-6d7c0d5e0ba4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:13.098685 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 5000ed8d-f712-462c-bc3f-4799fd77adbe resource provider aggregate not found Oct 18 07:57:13.101508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ba85d15f-7b2f-42da-83a8-6d7c0d5e0ba4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:13.115143 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63bf32e-bcfc-4f5f-aa15-57a9ef6953ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Checking segment: {'id': '3edbfd5f-bd2a-4253-bd5c-e07cb8304d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9194019c-aec6-4d1e-9846-020f8708a8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:57:13.115143 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63bf32e-bcfc-4f5f-aa15-57a9ef6953ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network hostable DHCP agents. Network: 9194019c-aec6-4d1e-9846-020f8708a8e4, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:57:13.125787 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-ba85d15f-7b2f-42da-83a8-6d7c0d5e0ba4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 07:57:13.135611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ba85d15f-7b2f-42da-83a8-6d7c0d5e0ba4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.147527 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 5000ed8d-f712-462c-bc3f-4799fd77adbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5000ed8d-f712-462c-bc3f-4799fd77adbe found for delete ", "request_id": "req-45e77a24-871a-4de5-9df8-ffdcc588b3a7"}]} Oct 18 07:57:13.152891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63bf32e-bcfc-4f5f-aa15-57a9ef6953ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 9194019c-aec6-4d1e-9846-020f8708a8e4 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:57:13.159054 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.180888 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.191795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-a63bf32e-bcfc-4f5f-aa15-57a9ef6953ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 9194019c-aec6-4d1e-9846-020f8708a8e4) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:13.193036 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Network': ['ID=f902b0c5-aac7-424c-826f-69dac7c8c7ad,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:13.198101 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63bf32e-bcfc-4f5f-aa15-57a9ef6953ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:13.198937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a63bf32e-bcfc-4f5f-aa15-57a9ef6953ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.220036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60630) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:13.220248 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ab0cd264-bf7e-4762-bbb9-3e9f894d9b86 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/networks/f902b0c5-aac7-424c-826f-69dac7c8c7ad HTTP/1.1" status: 204 len: 168 time: 1.1065388 Oct 18 07:57:13.254881 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc58d60e-1ebc-4054-95db-647a03e9cfe2 None None] Network 9194019c-aec6-4d1e-9846-020f8708a8e4 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:13.279183 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Port 652908cf-f809-44e6-8a32-b2804b1dfad5 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 07:57:13.284351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ba85d15f-7b2f-42da-83a8-6d7c0d5e0ba4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.288420 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a63bf32e-bcfc-4f5f-aa15-57a9ef6953ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0773787 Oct 18 07:57:13.291590 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60634) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:13.293761 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ba85d15f-7b2f-42da-83a8-6d7c0d5e0ba4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.297619 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-178f087a-3567-4ff7-91da-b19c71983681 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'subnet': {'network_id': 'd679d6f4-93ca-4541-ac24-ee3c8aa95a6b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:13.332261 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831754df-9fbb-4e01-a9f1-2f8a61232456 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:13.338612 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-831754df-9fbb-4e01-a9f1-2f8a61232456 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports/ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf HTTP/1.1" status: 200 len: 841 time: 0.1133752 Oct 18 07:57:13.338612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85d15f-7b2f-42da-83a8-6d7c0d5e0ba4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf90318-969d-4af6-8d5b-f782b69f7d5e,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:13.338873 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60638) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:13.371382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Provisioning for port 1eb1b296-8041-48d7-8199-3d1b325eefd6 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:13.393757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Provisioning complete for port 1eb1b296-8041-48d7-8199-3d1b325eefd6 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:13.394120 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.394454 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Attempt 1 to provision port 1eb1b296-8041-48d7-8199-3d1b325eefd6 Oct 18 07:57:13.412344 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b854099f-8d06-4359-b40c-13763df9592a tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports/ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0690527 Oct 18 07:57:13.412584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60642) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:13.415188 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-178f087a-3567-4ff7-91da-b19c71983681 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:13.415444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ba85d15f-7b2f-42da-83a8-6d7c0d5e0ba4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.419429 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ba85d15f-7b2f-42da-83a8-6d7c0d5e0ba4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3559551 Oct 18 07:57:13.419582 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60646) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:13.420417 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f312e70e-f0b5-43f9-aa6b-82b0c8811927 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'subnet': {'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:13.426114 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-71acbe4a-779c-4b01-ae34-fbebaf8d1909 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '30ff9672-a36b-4853-8ab3-01b35303b1b7', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:13.437042 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-178f087a-3567-4ff7-91da-b19c71983681 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:subnet and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:13.439285 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-71acbe4a-779c-4b01-ae34-fbebaf8d1909 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:13.441521 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-178f087a-3567-4ff7-91da-b19c71983681 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:13.448118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-71acbe4a-779c-4b01-ae34-fbebaf8d1909 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:13.450839 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-178f087a-3567-4ff7-91da-b19c71983681 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:13.453587 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-71acbe4a-779c-4b01-ae34-fbebaf8d1909 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:13.461844 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-71acbe4a-779c-4b01-ae34-fbebaf8d1909 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:13.475799 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178f087a-3567-4ff7-91da-b19c71983681 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Made reservation on behalf of 254df938bb1a44c79d10329568c221e7 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:13.479863 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-178f087a-3567-4ff7-91da-b19c71983681 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.498076 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-71acbe4a-779c-4b01-ae34-fbebaf8d1909 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 07:57:13.537186 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f312e70e-f0b5-43f9-aa6b-82b0c8811927 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:13.541083 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f312e70e-f0b5-43f9-aa6b-82b0c8811927 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:subnet and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:13.543982 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f312e70e-f0b5-43f9-aa6b-82b0c8811927 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:13.549791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f312e70e-f0b5-43f9-aa6b-82b0c8811927 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:13.556476 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-71acbe4a-779c-4b01-ae34-fbebaf8d1909 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.562690 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f312e70e-f0b5-43f9-aa6b-82b0c8811927 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:13.566584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f312e70e-f0b5-43f9-aa6b-82b0c8811927 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.663910 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-71acbe4a-779c-4b01-ae34-fbebaf8d1909 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.693363 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-9194019c-aec6-4d1e-9846-020f8708a8e4', 'network_id': '9194019c-aec6-4d1e-9846-020f8708a8e4', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'fixed_ips': [{'subnet_id': 'e71963f8-bd76-48a1-9151-7ef1e014b984'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:57:13.694177 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.703298 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-71acbe4a-779c-4b01-ae34-fbebaf8d1909 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.719885 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Current status of the port 1eb1b296-8041-48d7-8199-3d1b325eefd6 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:13.720280 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.732224 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acbe4a-779c-4b01-ae34-fbebaf8d1909 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce113ae5-3816-494f-85e3-1a82254a4b34,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:13.734041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:56:56Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '652908cf-f809-44e6-8a32-b2804b1dfad5', 'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:fe:f6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:03Z', 'updated_at': '2022-10-18T07:57:12Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:13.758088 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-71acbe4a-779c-4b01-ae34-fbebaf8d1909 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.766524 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-71acbe4a-779c-4b01-ae34-fbebaf8d1909 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3391368 Oct 18 07:57:13.776639 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af1ea58-faae-4211-bddc-8b4acde80e52 None None] The sync data for ids ['77ff547f-6fd6-431d-b76e-cd11565efa32'] in dv-neutron-861625-1-hyperv is: [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:56:56Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '652908cf-f809-44e6-8a32-b2804b1dfad5', 'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:fe:f6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:03Z', 'updated_at': '2022-10-18T07:57:12Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:57:13.814982 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-178f087a-3567-4ff7-91da-b19c71983681 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.842481 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f312e70e-f0b5-43f9-aa6b-82b0c8811927 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.893341 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] For port 1eb1b296-8041-48d7-8199-3d1b325eefd6, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=1eb1b296-8041-48d7-8199-3d1b325eefd6,segment=NetworkSegment(8b1ed8d9-1535-4a73-8164-ae35191fba6d),segment_id=8b1ed8d9-1535-4a73-8164-ae35191fba6d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:13.910397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.916698 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312e70e-f0b5-43f9-aa6b-82b0c8811927 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:13.925070 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-f312e70e-f0b5-43f9-aa6b-82b0c8811927 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:13.930585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f312e70e-f0b5-43f9-aa6b-82b0c8811927 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:13.931305 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f312e70e-f0b5-43f9-aa6b-82b0c8811927 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:13.949059 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312e70e-f0b5-43f9-aa6b-82b0c8811927 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Subnet': ['ID=212af7ee-0149-43c6-93d4-70f85d498dba,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:13.952188 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f087a-3567-4ff7-91da-b19c71983681 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Subnet': ['ID=1e08aabe-4464-4ace-907f-582e3b29990b,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:13.957627 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178f087a-3567-4ff7-91da-b19c71983681 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Checking segment: {'id': 'a9085469-280c-4598-9415-4982938e1b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd679d6f4-93ca-4541-ac24-ee3c8aa95a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:57:13.958044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178f087a-3567-4ff7-91da-b19c71983681 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network hostable DHCP agents. Network: d679d6f4-93ca-4541-ac24-ee3c8aa95a6b, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:57:13.963792 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f312e70e-f0b5-43f9-aa6b-82b0c8811927 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5502260 Oct 18 07:57:13.966453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60652) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:13.978366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f57eb07d-1ff7-4432-8a15-857112a7195d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'security_group': {'name': 'tempest-secgroup-52068135'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:13.986854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f57eb07d-1ff7-4432-8a15-857112a7195d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:13.991528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f57eb07d-1ff7-4432-8a15-857112a7195d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:security_group and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:13.995818 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178f087a-3567-4ff7-91da-b19c71983681 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network d679d6f4-93ca-4541-ac24-ee3c8aa95a6b is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:57:14.001019 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f57eb07d-1ff7-4432-8a15-857112a7195d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:14.010755 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f57eb07d-1ff7-4432-8a15-857112a7195d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:14.017168 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-178f087a-3567-4ff7-91da-b19c71983681 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, d679d6f4-93ca-4541-ac24-ee3c8aa95a6b) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:14.021670 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178f087a-3567-4ff7-91da-b19c71983681 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:14.022291 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-178f087a-3567-4ff7-91da-b19c71983681 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:14.037331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f57eb07d-1ff7-4432-8a15-857112a7195d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:14.041125 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6013dc-9ae4-43b9-9db3-251750abca99 None None] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:14.054056 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089410b7-e3a7-4a50-bba1-d1cb3b279443 None None] Network d679d6f4-93ca-4541-ac24-ee3c8aa95a6b requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:14.063046 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-178f087a-3567-4ff7-91da-b19c71983681 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7701905 Oct 18 07:57:14.065507 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60664) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:14.072661 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-28d898fa-6a83-44f3-9bbc-2e8d89842074 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1912160249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:14.076372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f57eb07d-1ff7-4432-8a15-857112a7195d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:14.079226 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Could not find standard attr ID for object a4012446-6c0f-4e0a-8e42-5b812e6bc25b. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:57:14.083407 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-28d898fa-6a83-44f3-9bbc-2e8d89842074 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:14.085807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f57eb07d-1ff7-4432-8a15-857112a7195d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:security_group_rule and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:14.089149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f57eb07d-1ff7-4432-8a15-857112a7195d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:14.089306 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-28d898fa-6a83-44f3-9bbc-2e8d89842074 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:router and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:14.093954 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-28d898fa-6a83-44f3-9bbc-2e8d89842074 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:14.099283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f57eb07d-1ff7-4432-8a15-857112a7195d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:14.100911 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-28d898fa-6a83-44f3-9bbc-2e8d89842074 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:14.127346 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-28d898fa-6a83-44f3-9bbc-2e8d89842074 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:14.128595 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-28d898fa-6a83-44f3-9bbc-2e8d89842074 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:14.159589 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-28d898fa-6a83-44f3-9bbc-2e8d89842074 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:14.194282 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-28d898fa-6a83-44f3-9bbc-2e8d89842074 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:14.250406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-28d898fa-6a83-44f3-9bbc-2e8d89842074 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:14.254424 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-28d898fa-6a83-44f3-9bbc-2e8d89842074 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1853700 Oct 18 07:57:14.255257 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60668) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:14.257537 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f57eb07d-1ff7-4432-8a15-857112a7195d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:14.271075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f57eb07d-1ff7-4432-8a15-857112a7195d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:14.354371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57eb07d-1ff7-4432-8a15-857112a7195d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae74e942-753d-4ffe-b66a-9074db36158f,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:14.371835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 652908cf-f809-44e6-8a32-b2804b1dfad5 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:14.372649 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f57eb07d-1ff7-4432-8a15-857112a7195d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:14.374982 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f57eb07d-1ff7-4432-8a15-857112a7195d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4020896 Oct 18 07:57:14.383146 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60672) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:14.389133 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c2b9ca3f-f63b-4791-befa-aed41ec74c18 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'security_group': {'name': 'tempest-secgroup-495589017'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:14.402627 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c2b9ca3f-f63b-4791-befa-aed41ec74c18 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:14.409442 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c2b9ca3f-f63b-4791-befa-aed41ec74c18 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:security_group and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:14.413227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c2b9ca3f-f63b-4791-befa-aed41ec74c18 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:14.425859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c2b9ca3f-f63b-4791-befa-aed41ec74c18 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:14.448434 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2b9ca3f-f63b-4791-befa-aed41ec74c18 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:14.484553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c2b9ca3f-f63b-4791-befa-aed41ec74c18 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:14.489044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c2b9ca3f-f63b-4791-befa-aed41ec74c18 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:security_group_rule and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:14.492821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c2b9ca3f-f63b-4791-befa-aed41ec74c18 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:14.501419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c2b9ca3f-f63b-4791-befa-aed41ec74c18 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:14.507695 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Allocated IP 172.20.0.2 (9194019c-aec6-4d1e-9846-020f8708a8e4/e71963f8-bd76-48a1-9151-7ef1e014b984/6c5aa9e2-b5dc-485d-944f-c5b98108d991) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:14.554387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d37fea-8ae5-4ea1-9b8d-1cb41e41eefd None None] Pushing event updated for resources: {'Port': ['ID=1eb1b296-8041-48d7-8199-3d1b325eefd6,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:14.615272 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2b9ca3f-f63b-4791-befa-aed41ec74c18 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:14.623171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2b9ca3f-f63b-4791-befa-aed41ec74c18 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:14.683762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9ca3f-f63b-4791-befa-aed41ec74c18 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d449178e-1a65-429d-8d17-5005584e40cd,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:14.690427 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2b9ca3f-f63b-4791-befa-aed41ec74c18 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:14.692010 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c2b9ca3f-f63b-4791-befa-aed41ec74c18 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3074262 Oct 18 07:57:14.694827 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60680) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:14.702961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-b9e36138-b083-496e-8e57-e58cce64a31c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1147075064', 'security_groups': ['d449178e-1a65-429d-8d17-5005584e40cd'], 'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '212af7ee-0149-43c6-93d4-70f85d498dba'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:14.820188 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 652908cf-f809-44e6-8a32-b2804b1dfad5 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:14.857736 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-93b1012e-3b17-464c-898e-5c9b8052437a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:14.872783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b9e36138-b083-496e-8e57-e58cce64a31c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:14.878180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b9e36138-b083-496e-8e57-e58cce64a31c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:port and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:14.881572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b9e36138-b083-496e-8e57-e58cce64a31c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:14.888612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b9e36138-b083-496e-8e57-e58cce64a31c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:14.892209 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 652908cf-f809-44e6-8a32-b2804b1dfad5 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:14.892583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:14.892918 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 652908cf-f809-44e6-8a32-b2804b1dfad5 Oct 18 07:57:14.900842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e36138-b083-496e-8e57-e58cce64a31c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:15.012185 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-d679d6f4-93ca-4541-ac24-ee3c8aa95a6b', 'network_id': 'd679d6f4-93ca-4541-ac24-ee3c8aa95a6b', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'fixed_ips': [{'subnet_id': '1e08aabe-4464-4ace-907f-582e3b29990b'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:57:15.014172 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:15.043705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b9e36138-b083-496e-8e57-e58cce64a31c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:15.050820 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-93b1012e-3b17-464c-898e-5c9b8052437a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:15.060191 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-93b1012e-3b17-464c-898e-5c9b8052437a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796175971&fields=id&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 267 time: 0.4617918 Oct 18 07:57:15.068576 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-b9e36138-b083-496e-8e57-e58cce64a31c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] device_id is not set on port 30b43371-2fb0-4d27-8d58-6465266cf243 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:57:15.245062 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-323e6a6a-bf61-4dac-8432-f369711ce31a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:15.245750 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-323e6a6a-bf61-4dac-8432-f369711ce31a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:15.299540 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-b9e36138-b083-496e-8e57-e58cce64a31c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Allocated IP 172.20.0.3 (0f01f519-edfe-481d-8730-2d6dc1ae82af/212af7ee-0149-43c6-93d4-70f85d498dba/30b43371-2fb0-4d27-8d58-6465266cf243) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:15.302775 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:15.414712 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:15.445287 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Transition to ACTIVE for port object 6c5aa9e2-b5dc-485d-944f-c5b98108d991 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:15.457261 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-323e6a6a-bf61-4dac-8432-f369711ce31a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:15.458509 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-323e6a6a-bf61-4dac-8432-f369711ce31a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/networks?id=dba6462c-8a73-4764-a16b-d913fa15e5fd HTTP/1.1" status: 200 len: 797 time: 0.3972232 Oct 18 07:57:15.466720 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 652908cf-f809-44e6-8a32-b2804b1dfad5 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:15.467611 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:15.489069 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Allocated IP 172.21.0.2 (d679d6f4-93ca-4541-ac24-ee3c8aa95a6b/1e08aabe-4464-4ace-907f-582e3b29990b/a00b3298-1dd1-4ede-a0bc-4706572eb599) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:15.497936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-0f01f519-edfe-481d-8730-2d6dc1ae82af', 'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af', 'tenant_id': '491c7abebf5a4f46aa6b1b9fa1ea0fa8', 'fixed_ips': [{'subnet_id': '212af7ee-0149-43c6-93d4-70f85d498dba'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:57:15.498770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:15.517312 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-dc6d7388-cef8-4b8a-aa40-66b8106bbbc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/quotas/fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 375 time: 0.0517895 Oct 18 07:57:15.533169 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Transition to ACTIVE for port object 6c5aa9e2-b5dc-485d-944f-c5b98108d991 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:15.552958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b9e36138-b083-496e-8e57-e58cce64a31c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:15.568743 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:15.571172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-b9e36138-b083-496e-8e57-e58cce64a31c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Transition to ACTIVE for port object 30b43371-2fb0-4d27-8d58-6465266cf243 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:15.606943 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b9e36138-b083-496e-8e57-e58cce64a31c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:15.622767 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 652908cf-f809-44e6-8a32-b2804b1dfad5, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=652908cf-f809-44e6-8a32-b2804b1dfad5,segment=NetworkSegment(8b1ed8d9-1535-4a73-8164-ae35191fba6d),segment_id=8b1ed8d9-1535-4a73-8164-ae35191fba6d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:15.698496 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-b80de22c-d0d2-4e4e-b631-1c4fad1d3e46 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:15.733804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:15.743680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Network 9194019c-aec6-4d1e-9846-020f8708a8e4 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:15.750240 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:15.761106 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:15.768326 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-b80de22c-d0d2-4e4e-b631-1c4fad1d3e46 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:15.769975 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-b80de22c-d0d2-4e4e-b631-1c4fad1d3e46 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2467694 Oct 18 07:57:15.780003 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Allocated IP 172.20.0.1 (9194019c-aec6-4d1e-9846-020f8708a8e4/e71963f8-bd76-48a1-9151-7ef1e014b984/7d9807fe-7af8-448b-86e4-d2bd339e75c0) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:15.785433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e36138-b083-496e-8e57-e58cce64a31c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:15.788841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-b9e36138-b083-496e-8e57-e58cce64a31c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:15.791598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e36138-b083-496e-8e57-e58cce64a31c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:15.841157 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e36138-b083-496e-8e57-e58cce64a31c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=30b43371-2fb0-4d27-8d58-6465266cf243,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:15.843545 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a132f933-29bb-46aa-b3ea-fc5d6dfbfcac no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:57:15.875525 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e36138-b083-496e-8e57-e58cce64a31c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:15.876158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b9e36138-b083-496e-8e57-e58cce64a31c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:15.905758 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b9e36138-b083-496e-8e57-e58cce64a31c tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2083032 Oct 18 07:57:15.906352 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60686) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:15.915040 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-64be6cc8-4672-4671-b66c-0c2bc11b134d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'subnet': {'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:15.921199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Pushing event updated for resources: {'Port': ['ID=6c5aa9e2-b5dc-485d-944f-c5b98108d991,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:15.985980 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: a132f933-29bb-46aa-b3ea-fc5d6dfbfcac {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:57:15.986250 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a132f933-29bb-46aa-b3ea-fc5d6dfbfcac not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:57:16.068134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-64be6cc8-4672-4671-b66c-0c2bc11b134d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:16.073741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-64be6cc8-4672-4671-b66c-0c2bc11b134d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:subnet and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:16.078357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-64be6cc8-4672-4671-b66c-0c2bc11b134d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:16.085598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-64be6cc8-4672-4671-b66c-0c2bc11b134d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:16.085962 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:16.098149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64be6cc8-4672-4671-b66c-0c2bc11b134d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:16.102383 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-64be6cc8-4672-4671-b66c-0c2bc11b134d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:16.103676 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Attempting to bind port 6c5aa9e2-b5dc-485d-944f-c5b98108d991 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:57:16.104050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Attempting to bind port 6c5aa9e2-b5dc-485d-944f-c5b98108d991 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '3edbfd5f-bd2a-4253-bd5c-e07cb8304d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9194019c-aec6-4d1e-9846-020f8708a8e4'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:57:16.104607 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Attempting to bind port 6c5aa9e2-b5dc-485d-944f-c5b98108d991 on network 9194019c-aec6-4d1e-9846-020f8708a8e4 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:57:16.125794 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Transition to ACTIVE for port object 7d9807fe-7af8-448b-86e4-d2bd339e75c0 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:16.153877 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-3b0caade-63b7-4fd8-8a56-17ec1e1fab40 service neutron] 10.222.0.17 "GET /v2.0/networks/dba6462c-8a73-4764-a16b-d913fa15e5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634591 Oct 18 07:57:16.175997 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:57:16.176625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Checking segment: {'id': '3edbfd5f-bd2a-4253-bd5c-e07cb8304d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9194019c-aec6-4d1e-9846-020f8708a8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:57:16.177366 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:16.177915 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Bound using segment: {'id': '3edbfd5f-bd2a-4253-bd5c-e07cb8304d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9194019c-aec6-4d1e-9846-020f8708a8e4'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:57:16.178760 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Bound port: 6c5aa9e2-b5dc-485d-944f-c5b98108d991, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edbfd5f-bd2a-4253-bd5c-e07cb8304d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9194019c-aec6-4d1e-9846-020f8708a8e4'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:57:16.179309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:16.271248 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 1eb1b296-8041-48d7-8199-3d1b325eefd6 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:16.280023 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.ipam_backend_mixin [None req-64be6cc8-4672-4671-b66c-0c2bc11b134d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 212af7ee-0149-43c6-93d4-70f85d498dba (CIDR: 172.20.0.0/28) Oct 18 07:57:16.281320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:16.284319 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-64be6cc8-4672-4671-b66c-0c2bc11b134d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:57:16.284814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64be6cc8-4672-4671-b66c-0c2bc11b134d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:57:16.304198 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-64be6cc8-4672-4671-b66c-0c2bc11b134d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3967814 Oct 18 07:57:16.306934 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60690) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:16.313805 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-45aff5f7-1f87-4556-a91d-2edc27f1f6fc tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'subnet': {'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:16.325001 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=652908cf-f809-44e6-8a32-b2804b1dfad5,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:16.378464 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Allocated IP 172.20.0.2 (0f01f519-edfe-481d-8730-2d6dc1ae82af/212af7ee-0149-43c6-93d4-70f85d498dba/40bc2a09-3064-4201-936a-e56591b5cc9c) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:16.389222 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 9194019c-aec6-4d1e-9846-020f8708a8e4 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:16.396106 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:16.398522 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:16.409909 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:16.440139 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-303c552f-1866-426c-b59b-270dae776312 service neutron] 10.222.0.17 "GET /v2.0/networks/dba6462c-8a73-4764-a16b-d913fa15e5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801600 Oct 18 07:57:16.450140 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=7d9807fe-7af8-448b-86e4-d2bd339e75c0,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:16.450293 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Transition to ACTIVE for port object a00b3298-1dd1-4ede-a0bc-4706572eb599 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:16.468053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-45aff5f7-1f87-4556-a91d-2edc27f1f6fc tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:16.471631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:16.472193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-45aff5f7-1f87-4556-a91d-2edc27f1f6fc tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:subnet and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:16.475211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-45aff5f7-1f87-4556-a91d-2edc27f1f6fc tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:16.481142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-45aff5f7-1f87-4556-a91d-2edc27f1f6fc tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:16.492954 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45aff5f7-1f87-4556-a91d-2edc27f1f6fc tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:16.496988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-45aff5f7-1f87-4556-a91d-2edc27f1f6fc tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:16.569054 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Transition to ACTIVE for port object a00b3298-1dd1-4ede-a0bc-4706572eb599 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:16.574688 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 1eb1b296-8041-48d7-8199-3d1b325eefd6 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:16.574688 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:16.574995 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 1eb1b296-8041-48d7-8199-3d1b325eefd6 Oct 18 07:57:16.637489 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] For port 6c5aa9e2-b5dc-485d-944f-c5b98108d991, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:57:16.639992 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:16.759160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] For port 6c5aa9e2-b5dc-485d-944f-c5b98108d991, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=6c5aa9e2-b5dc-485d-944f-c5b98108d991,segment=NetworkSegment(3edbfd5f-bd2a-4253-bd5c-e07cb8304d3e),segment_id=3edbfd5f-bd2a-4253-bd5c-e07cb8304d3e)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:57:16.798404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-45aff5f7-1f87-4556-a91d-2edc27f1f6fc tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:16.809375 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:16.816320 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Network d679d6f4-93ca-4541-ac24-ee3c8aa95a6b is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:16.818021 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:16.826729 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:16.839158 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:16.900448 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Pushing event updated for resources: {'Port': ['ID=a00b3298-1dd1-4ede-a0bc-4706572eb599,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:16.921045 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f24e8830-5de9-4761-837f-6b5ac5690451 req-ceaa7bb6-c8aa-4db0-b1ce-794c01811fa3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 210 time: 0.2177236 Oct 18 07:57:16.929324 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aff5f7-1f87-4556-a91d-2edc27f1f6fc tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:16.933008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-45aff5f7-1f87-4556-a91d-2edc27f1f6fc tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:16.937839 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aff5f7-1f87-4556-a91d-2edc27f1f6fc tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:16.938432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-45aff5f7-1f87-4556-a91d-2edc27f1f6fc tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:16.945744 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aff5f7-1f87-4556-a91d-2edc27f1f6fc tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Subnet': ['ID=9233e7b3-a623-4c0b-a9f2-559cac620a1c,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:16.983509 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-45aff5f7-1f87-4556-a91d-2edc27f1f6fc tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6750135 Oct 18 07:57:16.986023 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60702) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:16.994668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-53da22d8-242b-4a12-a017-cc021c866f83 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1230224984', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9233e7b3-a623-4c0b-a9f2-559cac620a1c'}], 'security_groups': ['ae74e942-753d-4ffe-b66a-9074db36158f']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:17.153971 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:17.189541 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 1eb1b296-8041-48d7-8199-3d1b325eefd6 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:17.191081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-53da22d8-242b-4a12-a017-cc021c866f83 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:17.210831 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Transition to ACTIVE for port object 40bc2a09-3064-4201-936a-e56591b5cc9c will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:17.226305 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Attempting to bind port a00b3298-1dd1-4ede-a0bc-4706572eb599 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:57:17.226725 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Attempting to bind port a00b3298-1dd1-4ede-a0bc-4706572eb599 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'a9085469-280c-4598-9415-4982938e1b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd679d6f4-93ca-4541-ac24-ee3c8aa95a6b'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:57:17.237898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Attempting to bind port a00b3298-1dd1-4ede-a0bc-4706572eb599 on network d679d6f4-93ca-4541-ac24-ee3c8aa95a6b {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:57:17.248496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f8ea3-de01-4e1f-afec-ab3197169342 None None] Pushing event updated for resources: {'Port': ['ID=6c5aa9e2-b5dc-485d-944f-c5b98108d991,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:17.285579 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:57:17.285959 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Checking segment: {'id': 'a9085469-280c-4598-9415-4982938e1b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd679d6f4-93ca-4541-ac24-ee3c8aa95a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:57:17.286413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:17.286849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Bound using segment: {'id': 'a9085469-280c-4598-9415-4982938e1b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd679d6f4-93ca-4541-ac24-ee3c8aa95a6b'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:57:17.287328 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Bound port: a00b3298-1dd1-4ede-a0bc-4706572eb599, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9085469-280c-4598-9415-4982938e1b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd679d6f4-93ca-4541-ac24-ee3c8aa95a6b'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:57:17.287713 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:17.301036 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Transition to ACTIVE for port object 40bc2a09-3064-4201-936a-e56591b5cc9c will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:17.343824 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:17.448876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:17.454912 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:17.461224 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:17.487599 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:17.496827 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:17.524741 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Pushing event updated for resources: {'Port': ['ID=40bc2a09-3064-4201-936a-e56591b5cc9c,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:17.542347 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] For port a00b3298-1dd1-4ede-a0bc-4706572eb599, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:57:17.612149 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] For port a00b3298-1dd1-4ede-a0bc-4706572eb599, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a00b3298-1dd1-4ede-a0bc-4706572eb599,segment=NetworkSegment(a9085469-280c-4598-9415-4982938e1b6a),segment_id=a9085469-280c-4598-9415-4982938e1b6a)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:57:17.625919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=7d9807fe-7af8-448b-86e4-d2bd339e75c0,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:17.631682 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:17.644093 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:17.720458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Attempting to bind port 40bc2a09-3064-4201-936a-e56591b5cc9c on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:57:17.720458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Attempting to bind port 40bc2a09-3064-4201-936a-e56591b5cc9c by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '21067ecf-f8e0-4350-ac2f-10d9b8725f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:57:17.720770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Attempting to bind port 40bc2a09-3064-4201-936a-e56591b5cc9c on network 0f01f519-edfe-481d-8730-2d6dc1ae82af {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:57:17.746140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:57:17.746589 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Checking segment: {'id': '21067ecf-f8e0-4350-ac2f-10d9b8725f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:57:17.747021 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:17.747415 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Bound using segment: {'id': '21067ecf-f8e0-4350-ac2f-10d9b8725f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:57:17.747983 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Bound port: 40bc2a09-3064-4201-936a-e56591b5cc9c, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21067ecf-f8e0-4350-ac2f-10d9b8725f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:57:17.748358 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:17.813013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-53da22d8-242b-4a12-a017-cc021c866f83 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Delete allocated IP 172.20.0.3 (0f01f519-edfe-481d-8730-2d6dc1ae82af/212af7ee-0149-43c6-93d4-70f85d498dba) {{(pid=89046) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 18 07:57:17.823839 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-53da22d8-242b-4a12-a017-cc021c866f83 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Allocated IP 172.20.0.25 (0f01f519-edfe-481d-8730-2d6dc1ae82af/9233e7b3-a623-4c0b-a9f2-559cac620a1c/30b43371-2fb0-4d27-8d58-6465266cf243) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:17.841718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfb1e2-0449-4e92-8e16-5c7561212331 None None] Pushing event updated for resources: {'Port': ['ID=a00b3298-1dd1-4ede-a0bc-4706572eb599,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:17.866852 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 9194019c-aec6-4d1e-9846-020f8708a8e4 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:17.869240 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:17.918456 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] For port 40bc2a09-3064-4201-936a-e56591b5cc9c, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:57:17.948282 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] For port 40bc2a09-3064-4201-936a-e56591b5cc9c, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=40bc2a09-3064-4201-936a-e56591b5cc9c,segment=NetworkSegment(21067ecf-f8e0-4350-ac2f-10d9b8725f69),segment_id=21067ecf-f8e0-4350-ac2f-10d9b8725f69)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:57:17.954984 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:18.095504 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19099561-9bc1-4461-8a83-30e1e7f225bf None None] Pushing event updated for resources: {'Port': ['ID=40bc2a09-3064-4201-936a-e56591b5cc9c,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:18.185783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-53da22d8-242b-4a12-a017-cc021c866f83 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:18.232341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-53da22d8-242b-4a12-a017-cc021c866f83 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Ignored duplicate provisioning block setup for port 30b43371-2fb0-4d27-8d58-6465266cf243 by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 18 07:57:18.242442 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-53da22d8-242b-4a12-a017-cc021c866f83 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:18.307765 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0258afd1-ebbd-4ab1-adb3-f8afb331269f req-f30eb9c4-02a0-401f-a695-9e71160a5d1f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 210 time: 0.1243465 Oct 18 07:57:18.350187 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:57:18.507832 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 652908cf-f809-44e6-8a32-b2804b1dfad5 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:18.585526 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:57:18.613707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36374585-d35b-4863-8079-78736d071ed0 None None] Sync routers for ids ['1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:57:18.621044 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8bb37dc9-e0c0-454d-b328-b2303df14b2e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3626854 Oct 18 07:57:18.623279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60716) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:18.644700 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36374585-d35b-4863-8079-78736d071ed0 None None] Routers {'1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:18.645497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-36374585-d35b-4863-8079-78736d071ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:56:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:18.765739 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-36374585-d35b-4863-8079-78736d071ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:18.769851 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 652908cf-f809-44e6-8a32-b2804b1dfad5 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:18.770675 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1776df-4cd2-4542-a818-b4515a4f2f11 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:18.770837 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:18.771307 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-eb1776df-4cd2-4542-a818-b4515a4f2f11 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Synchronizing usage tracker for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:18.774653 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 652908cf-f809-44e6-8a32-b2804b1dfad5 Oct 18 07:57:18.792722 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-eb1776df-4cd2-4542-a818-b4515a4f2f11 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Unset dirty status for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:18.797277 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-eb1776df-4cd2-4542-a818-b4515a4f2f11 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/ports/7d9807fe-7af8-448b-86e4-d2bd339e75c0 HTTP/1.1" status: 200 len: 910 time: 0.1698096 Oct 18 07:57:18.797536 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60720) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:18.833809 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36374585-d35b-4863-8079-78736d071ed0 None None] Routers {'1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:18.834981 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-36374585-d35b-4863-8079-78736d071ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:56:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:18.837432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da22d8-242b-4a12-a017-cc021c866f83 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=30b43371-2fb0-4d27-8d58-6465266cf243,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:18.893334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-53da22d8-242b-4a12-a017-cc021c866f83 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] In _notify_port_updated(), no bound segment for port 30b43371-2fb0-4d27-8d58-6465266cf243 on network 0f01f519-edfe-481d-8730-2d6dc1ae82af {{(pid=89046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:57:18.898657 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53da22d8-242b-4a12-a017-cc021c866f83 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:18.899284 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-53da22d8-242b-4a12-a017-cc021c866f83 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:18.900612 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-53da22d8-242b-4a12-a017-cc021c866f83 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "PUT /v2.0/ports/30b43371-2fb0-4d27-8d58-6465266cf243 HTTP/1.1" status: 200 len: 921 time: 1.9129186 Oct 18 07:57:18.911334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60724) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:18.927122 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0693f0ca-95a6-4f1e-aab7-63dec68e576a None None] Network 9194019c-aec6-4d1e-9846-020f8708a8e4 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:18.981434 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-63b0ce10-9771-45a8-92a6-3fa642fe9efb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:18.982967 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-63b0ce10-9771-45a8-92a6-3fa642fe9efb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/networks?id=dba6462c-8a73-4764-a16b-d913fa15e5fd HTTP/1.1" status: 200 len: 797 time: 0.3285334 Oct 18 07:57:19.009885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a72b0-9a73-4ec0-abc4-573a24eb3752 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port 30b43371-2fb0-4d27-8d58-6465266cf243 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:19.010356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5b3a72b0-9a73-4ec0-abc4-573a24eb3752 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:19.034724 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-36374585-d35b-4863-8079-78736d071ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:19.035543 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36374585-d35b-4863-8079-78736d071ed0 None None] The sync data for ids ['1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:57:19.167682 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d05183c5-b983-4ba9-9e70-484b19c004e9 None None] Provisioning for port 6c5aa9e2-b5dc-485d-944f-c5b98108d991 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:19.186836 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-004cc54d-37af-4821-bb19-1b8c7f97ea56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 380 time: 0.1173749 Oct 18 07:57:19.196884 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-dd158430-7df0-49c9-9371-238f7e85892c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'port': {'device_id': '35e12b10-8b37-4329-91ef-e31e5c199480', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'admin_state_up': True, 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'security_groups': ['30ff9672-a36b-4853-8ab3-01b35303b1b7']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:19.280257 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 652908cf-f809-44e6-8a32-b2804b1dfad5 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:19.282227 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 6c5aa9e2-b5dc-485d-944f-c5b98108d991 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:19.452831 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81ff4b3-4210-40e4-a7d7-5a9b99acd315 None None] Network d679d6f4-93ca-4541-ac24-ee3c8aa95a6b requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:19.489178 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 6c5aa9e2-b5dc-485d-944f-c5b98108d991 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:19.597490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5b3a72b0-9a73-4ec0-abc4-573a24eb3752 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:19.604932 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 6c5aa9e2-b5dc-485d-944f-c5b98108d991 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:19.605450 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:19.605846 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 6c5aa9e2-b5dc-485d-944f-c5b98108d991 Oct 18 07:57:19.715443 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-44e20b9c-fb51-4ce9-af6b-f3183deb2ec2 None None] Provisioning for port a00b3298-1dd1-4ede-a0bc-4706572eb599 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:19.751570 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1cca5df1-05e7-4902-9874-1f54430aa37c req-bd966ba0-40ea-4405-823b-41065079fb89 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 210 time: 0.2474113 Oct 18 07:57:19.759793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a72b0-9a73-4ec0-abc4-573a24eb3752 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for 30b43371-2fb0-4d27-8d58-6465266cf243 owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:19.784560 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e712ed6-20e4-4797-a949-0f089afb338b None None] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:19.792071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-dd158430-7df0-49c9-9371-238f7e85892c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:19.818941 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-dd158430-7df0-49c9-9371-238f7e85892c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:19.841428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-dd158430-7df0-49c9-9371-238f7e85892c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:19.844937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-dd158430-7df0-49c9-9371-238f7e85892c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:19.850254 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:19.974474 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Provisioning for port 40bc2a09-3064-4201-936a-e56591b5cc9c completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:20.036357 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 6c5aa9e2-b5dc-485d-944f-c5b98108d991 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:20.036817 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:20.061438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5b3a72b0-9a73-4ec0-abc4-573a24eb3752 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:20.138410 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 6c5aa9e2-b5dc-485d-944f-c5b98108d991, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=6c5aa9e2-b5dc-485d-944f-c5b98108d991,segment=NetworkSegment(3edbfd5f-bd2a-4253-bd5c-e07cb8304d3e),segment_id=3edbfd5f-bd2a-4253-bd5c-e07cb8304d3e)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:20.138918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a72b0-9a73-4ec0-abc4-573a24eb3752 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Port': ['ID=30b43371-2fb0-4d27-8d58-6465266cf243,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:20.163746 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:20.164780 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a00b3298-1dd1-4ede-a0bc-4706572eb599 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:20.187748 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-dd158430-7df0-49c9-9371-238f7e85892c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.5 (dba6462c-8a73-4764-a16b-d913fa15e5fd/1fd93d08-c3d2-49e2-9d36-15a8bd607202/2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:20.256847 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Provisioning complete for port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:20.257408 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:20.258078 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Attempt 1 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:20.285061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5b3a72b0-9a73-4ec0-abc4-573a24eb3752 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:20.412915 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Allocated IP 172.21.0.1 (d679d6f4-93ca-4541-ac24-ee3c8aa95a6b/1e08aabe-4464-4ace-907f-582e3b29990b/1edc2439-279e-4cc8-bb09-b05c49e9625e) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:20.416535 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:20.433713 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=6c5aa9e2-b5dc-485d-944f-c5b98108d991,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:20.455191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port a00b3298-1dd1-4ede-a0bc-4706572eb599 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:20.468921 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port a00b3298-1dd1-4ede-a0bc-4706572eb599 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:20.469580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:20.470147 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port a00b3298-1dd1-4ede-a0bc-4706572eb599 Oct 18 07:57:20.499322 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5b3a72b0-9a73-4ec0-abc4-573a24eb3752 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/ports/30b43371-2fb0-4d27-8d58-6465266cf243 HTTP/1.1" status: 204 len: 168 time: 1.5867171 Oct 18 07:57:20.502322 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60734) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:20.567571 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-d743c6fe-47d3-479b-b5df-6d51e661b5f6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] GET failed (client error): The resource could not be found. Oct 18 07:57:20.568108 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d743c6fe-47d3-479b-b5df-6d51e661b5f6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Synchronizing usage tracker for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:20.623252 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port a00b3298-1dd1-4ede-a0bc-4706572eb599 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:20.623876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:20.665700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d743c6fe-47d3-479b-b5df-6d51e661b5f6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Unset dirty status for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:20.669783 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60738) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:20.675117 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d743c6fe-47d3-479b-b5df-6d51e661b5f6 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports/30b43371-2fb0-4d27-8d58-6465266cf243 HTTP/1.1" status: 404 len: 333 time: 0.1717303 Oct 18 07:57:20.718968 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-dd158430-7df0-49c9-9371-238f7e85892c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:20.734842 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:20.749125 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c1c485da-8eb4-4f8d-84fe-683fff47dfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:20.756447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port a00b3298-1dd1-4ede-a0bc-4706572eb599, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a00b3298-1dd1-4ede-a0bc-4706572eb599,segment=NetworkSegment(a9085469-280c-4598-9415-4982938e1b6a),segment_id=a9085469-280c-4598-9415-4982938e1b6a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:20.759977 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ca2c4b-d557-430d-be13-2fb2932c5db3 None None] Update dhcp port {'port': {'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af', 'fixed_ips': [{'subnet_id': '212af7ee-0149-43c6-93d4-70f85d498dba', 'ip_address': '172.20.0.2'}, {'subnet_id': '9233e7b3-a623-4c0b-a9f2-559cac620a1c'}], 'binding:host_id': 'dv-neutron-861625-1-hyperv'}, 'id': '40bc2a09-3064-4201-936a-e56591b5cc9c'} from dv-neutron-861625-1-hyperv. {{(pid=89047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 18 07:57:20.760772 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Transition to ACTIVE for port object 1edc2439-279e-4cc8-bb09-b05c49e9625e will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:20.762736 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-dd158430-7df0-49c9-9371-238f7e85892c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:20.793210 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:20.796366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-dd158430-7df0-49c9-9371-238f7e85892c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:20.890307 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:20.896487 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-dd158430-7df0-49c9-9371-238f7e85892c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network dba6462c-8a73-4764-a16b-d913fa15e5fd is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:20.896674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-81ca2c4b-d557-430d-be13-2fb2932c5db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:20.907866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-dd158430-7df0-49c9-9371-238f7e85892c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:20.917761 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-dd158430-7df0-49c9-9371-238f7e85892c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:20.917916 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Attempt 2 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:20.949371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd158430-7df0-49c9-9371-238f7e85892c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:21.031410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-dd158430-7df0-49c9-9371-238f7e85892c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:21.032376 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-dd158430-7df0-49c9-9371-238f7e85892c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:21.062299 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-dd158430-7df0-49c9-9371-238f7e85892c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8689027 Oct 18 07:57:21.069713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network d679d6f4-93ca-4541-ac24-ee3c8aa95a6b is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:21.070751 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9622-9513-439c-aaf1-7539c4414832 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:21.097621 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:21.117645 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=1edc2439-279e-4cc8-bb09-b05c49e9625e,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:21.134841 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 6c5aa9e2-b5dc-485d-944f-c5b98108d991 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:21.163096 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=a00b3298-1dd1-4ede-a0bc-4706572eb599,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:21.165308 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Request body: {'port': {'device_id': '35e12b10-8b37-4329-91ef-e31e5c199480', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:21.171855 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:21.206727 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:21.296917 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9622-9513-439c-aaf1-7539c4414832 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:21.323357 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 6c5aa9e2-b5dc-485d-944f-c5b98108d991 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:21.323746 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:21.324050 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 6c5aa9e2-b5dc-485d-944f-c5b98108d991 Oct 18 07:57:21.348276 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:21.358719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:21.376921 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-81ca2c4b-d557-430d-be13-2fb2932c5db3 None None] Allocated IP 172.20.0.18 (0f01f519-edfe-481d-8730-2d6dc1ae82af/9233e7b3-a623-4c0b-a9f2-559cac620a1c/40bc2a09-3064-4201-936a-e56591b5cc9c) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:21.408023 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811383e8-0a4b-4927-843e-bed05f01c8ba req-8ae93ebc-b726-49d2-8abc-6f729d50701c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:21.409612 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-811383e8-0a4b-4927-843e-bed05f01c8ba req-8ae93ebc-b726-49d2-8abc-6f729d50701c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 931 time: 0.3159354 Oct 18 07:57:21.448420 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9622-9513-439c-aaf1-7539c4414832 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:21.482322 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd9622-9513-439c-aaf1-7539c4414832 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d449178e-1a65-429d-8d17-5005584e40cd,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:21.501524 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9622-9513-439c-aaf1-7539c4414832 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:21.505112 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e7fd9622-9513-439c-aaf1-7539c4414832 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/security-groups/d449178e-1a65-429d-8d17-5005584e40cd HTTP/1.1" status: 204 len: 168 time: 0.8290055 Oct 18 07:57:21.506044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60746) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:21.522435 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-811383e8-0a4b-4927-843e-bed05f01c8ba req-f5e44ca7-4e44-48aa-b851-4e026856b21e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=30ff9672-a36b-4853-8ab3-01b35303b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969584 Oct 18 07:57:21.572797 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 6c5aa9e2-b5dc-485d-944f-c5b98108d991 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:21.573882 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 40bc2a09-3064-4201-936a-e56591b5cc9c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:21.635324 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-81ca2c4b-d557-430d-be13-2fb2932c5db3 None None] For port 40bc2a09-3064-4201-936a-e56591b5cc9c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=40bc2a09-3064-4201-936a-e56591b5cc9c,segment=NetworkSegment(21067ecf-f8e0-4350-ac2f-10d9b8725f69),segment_id=21067ecf-f8e0-4350-ac2f-10d9b8725f69)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:21.648806 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0982bcb-8759-4e09-87fe-51f87e31dea3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:21.651446 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:21.674092 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-81ca2c4b-d557-430d-be13-2fb2932c5db3 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:21.684824 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 40bc2a09-3064-4201-936a-e56591b5cc9c completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:21.697518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 40bc2a09-3064-4201-936a-e56591b5cc9c triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:21.697891 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:21.698226 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 40bc2a09-3064-4201-936a-e56591b5cc9c Oct 18 07:57:21.727551 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-81ca2c4b-d557-430d-be13-2fb2932c5db3 None None] Transition to ACTIVE for port object 40bc2a09-3064-4201-936a-e56591b5cc9c will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:21.728275 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Attempt 3 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:21.783547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 07:57:21.784774 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-81ca2c4b-d557-430d-be13-2fb2932c5db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:21.791460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:21.805974 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0982bcb-8759-4e09-87fe-51f87e31dea3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:21.808214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Transition to ACTIVE for port object 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:21.812321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:21.946930 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:21.960764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Port 40bc2a09-3064-4201-936a-e56591b5cc9c had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 07:57:21.971152 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca2c4b-d557-430d-be13-2fb2932c5db3 None None] Pushing event updated for resources: {'Port': ['ID=40bc2a09-3064-4201-936a-e56591b5cc9c,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:22.025297 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Pushing event updated for resources: {'Port': ['ID=2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:22.027065 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0982bcb-8759-4e09-87fe-51f87e31dea3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:22.036651 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.036938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.037283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.037593 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.037951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.038260 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.038609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.038940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.039272 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.039598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.039933 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.040245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.053969 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0982bcb-8759-4e09-87fe-51f87e31dea3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae74e942-753d-4ffe-b66a-9074db36158f,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:22.063627 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0982bcb-8759-4e09-87fe-51f87e31dea3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:22.067388 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c0982bcb-8759-4e09-87fe-51f87e31dea3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/security-groups/ae74e942-753d-4ffe-b66a-9074db36158f HTTP/1.1" status: 204 len: 168 time: 0.5577815 Oct 18 07:57:22.067675 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60750) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:22.091249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Attempting to bind port 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:57:22.091686 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Attempting to bind port 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8b1ed8d9-1535-4a73-8164-ae35191fba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:57:22.092093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Attempting to bind port 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e on network dba6462c-8a73-4764-a16b-d913fa15e5fd {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:57:22.098127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Port 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e on network dba6462c-8a73-4764-a16b-d913fa15e5fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:57:22.098603 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Attempting to bind port 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e on network dba6462c-8a73-4764-a16b-d913fa15e5fd {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:57:22.105067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:57:22.105276 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Checking segment: {'id': '8b1ed8d9-1535-4a73-8164-ae35191fba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:57:22.105638 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Bound using segment: {'id': '8b1ed8d9-1535-4a73-8164-ae35191fba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:57:22.106142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Bound port: 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1ed8d9-1535-4a73-8164-ae35191fba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:57:22.106564 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:22.205592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] For port 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:57:22.209558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] For port 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e,segment=NetworkSegment(8b1ed8d9-1535-4a73-8164-ae35191fba6d),segment_id=8b1ed8d9-1535-4a73-8164-ae35191fba6d)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:57:22.216375 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-4147ff1d-d40b-42ac-8c0d-d7fae00e2f57 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting subnet 212af7ee-0149-43c6-93d4-70f85d498dba {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:57:22.216564 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:22.224116 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4147ff1d-d40b-42ac-8c0d-d7fae00e2f57 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:22.248890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:22.249537 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:22.250993 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] 10.222.0.46 "PUT /v2.0/ports/2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e HTTP/1.1" status: 200 len: 1093 time: 1.1755893 Oct 18 07:57:22.251488 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e12b10-8b37-4329-91ef-e31e5c199480', 'tag': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:57:22.253785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6a17e8-0c9f-4c46-94b2-98aa51080a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "35e12b10-8b37-4329-91ef-e31e5c199480", "tag": "2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:57:22.312303 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8393cae-f897-4e2c-bf20-ebe02c6e086c service neutron] Pushing event updated for resources: {'Port': ['ID=2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:22.331272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4147ff1d-d40b-42ac-8c0d-d7fae00e2f57 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:22.393013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 07:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c3c969-e44e-4e2f-ae2a-5585ef6cdda8 x-openstack-request-id: req-43c3c969-e44e-4e2f-ae2a-5585ef6cdda8 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:57:22.393509 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e12b10-8b37-4329-91ef-e31e5c199480", "tag": "2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:57:22.393597 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-43c3c969-e44e-4e2f-ae2a-5585ef6cdda8 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:57:22.393943 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c3c969-e44e-4e2f-ae2a-5585ef6cdda8'] response: {'name': 'network-changed', 'server_uuid': '35e12b10-8b37-4329-91ef-e31e5c199480', 'tag': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e', 'status': 'completed', 'code': 200} Oct 18 07:57:22.408475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-16dbfce9-910f-432b-85a1-9a31e803d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:22.410219 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-16dbfce9-910f-432b-85a1-9a31e803d09d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 1096 time: 0.1001546 Oct 18 07:57:22.435521 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:22.443379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:22.448196 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Attempt 4 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:22.492336 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-b3e090c5-d014-4f55-b257-86fd81157ad7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e HTTP/1.1" status: 200 len: 217 time: 0.0715480 Oct 18 07:57:22.525366 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:22.536141 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4147ff1d-d40b-42ac-8c0d-d7fae00e2f57 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:22.568747 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-89c90954-27ea-41a7-94ae-ee5815895353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:22.570340 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-89c90954-27ea-41a7-94ae-ee5815895353 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1fd93d08-c3d2-49e2-9d36-15a8bd607202 HTTP/1.1" status: 200 len: 835 time: 0.0694630 Oct 18 07:57:22.606106 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=1edc2439-279e-4cc8-bb09-b05c49e9625e,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:22.618192 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.618627 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.618913 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.619261 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.619594 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.619928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.620263 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.620583 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.620911 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.621237 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.621564 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.621889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:22.644428 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:22.684685 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-a710b6d7-68ed-4208-bc40-9585cf417218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:22.686460 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-a710b6d7-68ed-4208-bc40-9585cf417218 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dba6462c-8a73-4764-a16b-d913fa15e5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1070697 Oct 18 07:57:22.828090 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4147ff1d-d40b-42ac-8c0d-d7fae00e2f57 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:22.848147 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-1ba13ce6-e513-4d28-adc9-b4af52b97c09 service neutron] 10.222.0.46 "GET /v2.0/networks/dba6462c-8a73-4764-a16b-d913fa15e5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511619 Oct 18 07:57:22.884615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4147ff1d-d40b-42ac-8c0d-d7fae00e2f57 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:22.887467 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a00b3298-1dd1-4ede-a0bc-4706572eb599 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:22.903243 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147ff1d-d40b-42ac-8c0d-d7fae00e2f57 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Subnet': ['ID=212af7ee-0149-43c6-93d4-70f85d498dba,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:22.919940 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4147ff1d-d40b-42ac-8c0d-d7fae00e2f57 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/212af7ee-0149-43c6-93d4-70f85d498dba HTTP/1.1" status: 204 len: 168 time: 0.8512077 Oct 18 07:57:22.926540 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60760) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:22.938322 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f9733822-cddc-4fb2-a16c-a390f0f55fb5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'subnet': {'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:22.986780 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0659f091-496e-475a-820d-53aed58611bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:22.997853 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port a00b3298-1dd1-4ede-a0bc-4706572eb599 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:22.998314 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:22.998734 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port a00b3298-1dd1-4ede-a0bc-4706572eb599 Oct 18 07:57:23.035010 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Attempt 5 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:23.069790 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7623fd-2a41-4807-9834-8400b3f2f891 req-39bb03f1-8026-4d26-80b4-fba28c5c067f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:23.077938 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bb7623fd-2a41-4807-9834-8400b3f2f891 req-39bb03f1-8026-4d26-80b4-fba28c5c067f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 943 time: 0.4334888 Oct 18 07:57:23.100586 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network d679d6f4-93ca-4541-ac24-ee3c8aa95a6b is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:23.104467 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787e1bac-d74f-40b9-96ce-09646b8cb11c None None] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:23.107223 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:23.171970 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a3a10809-8a6b-4373-bd39-ac3b165c5fd9 req-6898a8b5-3d9c-407a-bbc4-9b9753fd7312 service neutron] 10.222.0.46 "GET /v2.0/networks/dba6462c-8a73-4764-a16b-d913fa15e5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142557 Oct 18 07:57:23.222423 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:23.293546 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bb7623fd-2a41-4807-9834-8400b3f2f891 req-2b027b79-9b34-4d59-8687-8fb94b27792d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=30ff9672-a36b-4853-8ab3-01b35303b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153029 Oct 18 07:57:23.331188 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f9733822-cddc-4fb2-a16c-a390f0f55fb5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:23.341168 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f9733822-cddc-4fb2-a16c-a390f0f55fb5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:subnet and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:23.348934 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f9733822-cddc-4fb2-a16c-a390f0f55fb5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:23.360052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a17e8-0c9f-4c46-94b2-98aa51080a1e req-f3a31537-f62a-431e-9720-584aa1256cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:23.361884 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1a6a17e8-0c9f-4c46-94b2-98aa51080a1e req-f3a31537-f62a-431e-9720-584aa1256cfe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 1096 time: 0.1131966 Oct 18 07:57:23.362901 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f9733822-cddc-4fb2-a16c-a390f0f55fb5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:23.367464 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port a00b3298-1dd1-4ede-a0bc-4706572eb599 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:23.368553 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 40bc2a09-3064-4201-936a-e56591b5cc9c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:23.392117 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9733822-cddc-4fb2-a16c-a390f0f55fb5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:23.395759 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f9733822-cddc-4fb2-a16c-a390f0f55fb5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:23.411124 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:57:23.511742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a17e8-0c9f-4c46-94b2-98aa51080a1e req-4cd3a476-1227-4696-a899-43d5439df3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:23.513990 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1a6a17e8-0c9f-4c46-94b2-98aa51080a1e req-4cd3a476-1227-4696-a899-43d5439df3e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dba6462c-8a73-4764-a16b-d913fa15e5fd HTTP/1.1" status: 200 len: 898 time: 0.1444168 Oct 18 07:57:23.589058 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1a6a17e8-0c9f-4c46-94b2-98aa51080a1e req-488b3364-974b-4511-8aa7-e4d90549ae22 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e HTTP/1.1" status: 200 len: 217 time: 0.0682127 Oct 18 07:57:23.655593 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a17e8-0c9f-4c46-94b2-98aa51080a1e req-dba2aeff-0f94-4090-b3d1-2f309cdf9a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:23.657146 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1a6a17e8-0c9f-4c46-94b2-98aa51080a1e req-dba2aeff-0f94-4090-b3d1-2f309cdf9a87 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1fd93d08-c3d2-49e2-9d36-15a8bd607202 HTTP/1.1" status: 200 len: 835 time: 0.0613940 Oct 18 07:57:23.680248 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:23.724002 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Attempt 6 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:23.758652 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a17e8-0c9f-4c46-94b2-98aa51080a1e req-2c1378c2-4214-4a14-b93c-0347795c1b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:23.760620 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1a6a17e8-0c9f-4c46-94b2-98aa51080a1e req-2c1378c2-4214-4a14-b93c-0347795c1b18 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dba6462c-8a73-4764-a16b-d913fa15e5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0960574 Oct 18 07:57:23.818708 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:23.820415 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:23.839545 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:57:23.845440 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-629bbe1a-e766-4239-b85b-586c4450d159 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0467517 Oct 18 07:57:23.848229 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60764) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:23.852222 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03882514-4eb0-4089-a444-3e693d429646 None None] Sync routers for ids ['1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:57:23.870359 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03882514-4eb0-4089-a444-3e693d429646 None None] Routers {'1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:23.871104 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-03882514-4eb0-4089-a444-3e693d429646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:23.922884 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1a6a17e8-0c9f-4c46-94b2-98aa51080a1e req-acad2424-bcb4-497b-b0ee-37b2c9e20403 service neutron] 10.222.0.46 "GET /v2.0/networks/dba6462c-8a73-4764-a16b-d913fa15e5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545358 Oct 18 07:57:23.936361 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-03882514-4eb0-4089-a444-3e693d429646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:23.945730 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03882514-4eb0-4089-a444-3e693d429646 None None] Routers {'1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:23.946597 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-03882514-4eb0-4089-a444-3e693d429646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:23.959896 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38d351e-3fbc-46c8-96ff-f9195b5255d9 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:23.960627 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d38d351e-3fbc-46c8-96ff-f9195b5255d9 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Synchronizing usage tracker for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:24.011879 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-03882514-4eb0-4089-a444-3e693d429646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:24.012572 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03882514-4eb0-4089-a444-3e693d429646 None None] The sync data for ids ['1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:57:24.029001 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d38d351e-3fbc-46c8-96ff-f9195b5255d9 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Unset dirty status for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:24.031005 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d38d351e-3fbc-46c8-96ff-f9195b5255d9 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/ports/1edc2439-279e-4cc8-bb09-b05c49e9625e HTTP/1.1" status: 200 len: 910 time: 0.1811879 Oct 18 07:57:24.033965 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60768) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:24.079426 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1a6a17e8-0c9f-4c46-94b2-98aa51080a1e req-5723385f-5038-4fe7-851a-ef481145242e service neutron] 10.222.0.46 "GET /v2.0/networks/dba6462c-8a73-4764-a16b-d913fa15e5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485777 Oct 18 07:57:24.322218 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Attempt 7 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:24.387376 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f9733822-cddc-4fb2-a16c-a390f0f55fb5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:24.423821 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:24.487773 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9733822-cddc-4fb2-a16c-a390f0f55fb5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:24.494803 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-f9733822-cddc-4fb2-a16c-a390f0f55fb5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:24.501142 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9733822-cddc-4fb2-a16c-a390f0f55fb5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:24.501727 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f9733822-cddc-4fb2-a16c-a390f0f55fb5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:24.506502 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16138ec0-0c41-43b9-ac9e-39d90fb312cb None None] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:24.509313 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ffa27-4f49-438d-b1d5-382a8b024933 req-eb59a197-c983-4088-84b3-a4162cd775c4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:24.510239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-253ffa27-4f49-438d-b1d5-382a8b024933 req-eb59a197-c983-4088-84b3-a4162cd775c4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:24.510501 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9733822-cddc-4fb2-a16c-a390f0f55fb5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Subnet': ['ID=281ede05-628e-46c9-9be4-51f38d7e4c9a,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:24.527603 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-253ffa27-4f49-438d-b1d5-382a8b024933 req-eb59a197-c983-4088-84b3-a4162cd775c4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:24.529070 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-253ffa27-4f49-438d-b1d5-382a8b024933 req-eb59a197-c983-4088-84b3-a4162cd775c4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 943 time: 0.1058912 Oct 18 07:57:24.571168 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f9733822-cddc-4fb2-a16c-a390f0f55fb5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6409335 Oct 18 07:57:24.573858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60774) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:24.582170 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-7032a08e-2d3f-4a3d-8826-ce248f68c845 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'security_group': {'name': 'tempest-secgroup-1634781894'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:24.599191 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-253ffa27-4f49-438d-b1d5-382a8b024933 req-73a140c1-e3d1-4719-9e5c-867f1336d7ca tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=30ff9672-a36b-4853-8ab3-01b35303b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619714 Oct 18 07:57:24.601141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7032a08e-2d3f-4a3d-8826-ce248f68c845 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:24.606776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7032a08e-2d3f-4a3d-8826-ce248f68c845 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:security_group and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:24.610809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7032a08e-2d3f-4a3d-8826-ce248f68c845 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:24.623377 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7032a08e-2d3f-4a3d-8826-ce248f68c845 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:24.630827 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7032a08e-2d3f-4a3d-8826-ce248f68c845 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:24.651462 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7032a08e-2d3f-4a3d-8826-ce248f68c845 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:24.655865 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7032a08e-2d3f-4a3d-8826-ce248f68c845 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:security_group_rule and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:24.658876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7032a08e-2d3f-4a3d-8826-ce248f68c845 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:24.664682 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7032a08e-2d3f-4a3d-8826-ce248f68c845 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:24.697688 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9964da95-84f4-4f4c-99c8-14cbb2b7bcad tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:24.744015 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7032a08e-2d3f-4a3d-8826-ce248f68c845 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:24.748804 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7032a08e-2d3f-4a3d-8826-ce248f68c845 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:24.795514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032a08e-2d3f-4a3d-8826-ce248f68c845 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63da70ba-2c10-4283-9353-c631f9cef33c,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:24.798321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7032a08e-2d3f-4a3d-8826-ce248f68c845 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:24.799699 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7032a08e-2d3f-4a3d-8826-ce248f68c845 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2243245 Oct 18 07:57:24.802212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60778) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:24.807678 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-a8c7ade5-d4d2-4d84-88dc-1edfc4d79127 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'security_group': {'name': 'tempest-secgroup-24090699'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:24.814168 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a8c7ade5-d4d2-4d84-88dc-1edfc4d79127 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:24.818122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a8c7ade5-d4d2-4d84-88dc-1edfc4d79127 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:security_group and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:24.821102 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a8c7ade5-d4d2-4d84-88dc-1edfc4d79127 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:24.826916 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a8c7ade5-d4d2-4d84-88dc-1edfc4d79127 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:24.839876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8c7ade5-d4d2-4d84-88dc-1edfc4d79127 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:24.860700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a8c7ade5-d4d2-4d84-88dc-1edfc4d79127 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:24.864703 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a8c7ade5-d4d2-4d84-88dc-1edfc4d79127 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:security_group_rule and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:24.867594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a8c7ade5-d4d2-4d84-88dc-1edfc4d79127 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:24.873569 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a8c7ade5-d4d2-4d84-88dc-1edfc4d79127 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:24.887055 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] Update dhcp port {'port': {'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af', 'fixed_ips': [{'subnet_id': '9233e7b3-a623-4c0b-a9f2-559cac620a1c', 'ip_address': '172.20.0.18'}, {'subnet_id': '281ede05-628e-46c9-9be4-51f38d7e4c9a'}], 'binding:host_id': 'dv-neutron-861625-1-hyperv'}, 'id': '40bc2a09-3064-4201-936a-e56591b5cc9c'} from dv-neutron-861625-1-hyperv. {{(pid=89047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 18 07:57:24.933231 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Attempt 8 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:24.947876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8c7ade5-d4d2-4d84-88dc-1edfc4d79127 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:24.952828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8c7ade5-d4d2-4d84-88dc-1edfc4d79127 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:24.993740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:24.995334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7ade5-d4d2-4d84-88dc-1edfc4d79127 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47a556d-8a6a-46d9-ab13-ba949bc24c84,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:25.000173 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8c7ade5-d4d2-4d84-88dc-1edfc4d79127 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:25.001709 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a8c7ade5-d4d2-4d84-88dc-1edfc4d79127 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1984520 Oct 18 07:57:25.004401 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60782) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:25.010318 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-661f3e41-8bf1-4b67-8095-7d6028f69871 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'security_group': {'name': 'tempest-secgroup-2099398443'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:25.012640 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:25.018405 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-661f3e41-8bf1-4b67-8095-7d6028f69871 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:25.025000 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-661f3e41-8bf1-4b67-8095-7d6028f69871 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:security_group and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:25.028425 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-661f3e41-8bf1-4b67-8095-7d6028f69871 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:25.060790 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-661f3e41-8bf1-4b67-8095-7d6028f69871 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:25.091753 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-661f3e41-8bf1-4b67-8095-7d6028f69871 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:25.115105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-9964da95-84f4-4f4c-99c8-14cbb2b7bcad tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port 1edc2439-279e-4cc8-bb09-b05c49e9625e {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:25.115365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9964da95-84f4-4f4c-99c8-14cbb2b7bcad tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:25.161576 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-661f3e41-8bf1-4b67-8095-7d6028f69871 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:25.168501 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-661f3e41-8bf1-4b67-8095-7d6028f69871 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:security_group_rule and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:25.173554 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-661f3e41-8bf1-4b67-8095-7d6028f69871 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:25.183193 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-661f3e41-8bf1-4b67-8095-7d6028f69871 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:25.200487 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] Allocated IP 172.20.0.2 (0f01f519-edfe-481d-8730-2d6dc1ae82af/281ede05-628e-46c9-9be4-51f38d7e4c9a/40bc2a09-3064-4201-936a-e56591b5cc9c) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:25.308865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:25.351038 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] For port 40bc2a09-3064-4201-936a-e56591b5cc9c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=40bc2a09-3064-4201-936a-e56591b5cc9c,segment=NetworkSegment(21067ecf-f8e0-4350-ac2f-10d9b8725f69),segment_id=21067ecf-f8e0-4350-ac2f-10d9b8725f69)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:25.376637 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:25.391183 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] Ignored duplicate provisioning block setup for port 40bc2a09-3064-4201-936a-e56591b5cc9c by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 18 07:57:25.395233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:25.471342 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9964da95-84f4-4f4c-99c8-14cbb2b7bcad tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:25.535951 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Attempt 9 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:25.598195 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] Pushing event updated for resources: {'Port': ['ID=40bc2a09-3064-4201-936a-e56591b5cc9c,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:25.611826 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:25.612241 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:25.612577 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:25.612909 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:25.613235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:25.613563 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:25.613886 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:25.614207 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:25.614322 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-9964da95-84f4-4f4c-99c8-14cbb2b7bcad tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Calling delete_port for 1edc2439-279e-4cc8-bb09-b05c49e9625e owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:25.614599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:25.614926 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:25.615266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:25.615583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ff29db-2e08-4a4f-9555-8c02baad27ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:57:25.622944 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:25.657469 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-661f3e41-8bf1-4b67-8095-7d6028f69871 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:25.667993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-661f3e41-8bf1-4b67-8095-7d6028f69871 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:25.799193 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-661f3e41-8bf1-4b67-8095-7d6028f69871 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:25.802851 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-661f3e41-8bf1-4b67-8095-7d6028f69871 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7950757 Oct 18 07:57:25.802851 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f3e41-8bf1-4b67-8095-7d6028f69871 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bef55da8-e4f9-4eac-9c0c-32ef11dc5830,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:25.804113 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60788) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:25.819609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-87a517fc-89ad-4c29-b283-48f0c3db374e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1964797884', 'security_groups': ['bef55da8-e4f9-4eac-9c0c-32ef11dc5830'], 'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '281ede05-628e-46c9-9be4-51f38d7e4c9a'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:25.869695 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab349d-929f-48b3-8812-73273d83e101 req-c52338f1-de73-4881-9f26-4868198770d7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:25.871255 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-54ab349d-929f-48b3-8812-73273d83e101 req-c52338f1-de73-4881-9f26-4868198770d7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 943 time: 0.1346126 Oct 18 07:57:25.973656 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-54ab349d-929f-48b3-8812-73273d83e101 req-48e8b0eb-6074-4e1d-910a-142eab71bd44 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=30ff9672-a36b-4853-8ab3-01b35303b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704100 Oct 18 07:57:25.977306 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9964da95-84f4-4f4c-99c8-14cbb2b7bcad tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:26.002653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-87a517fc-89ad-4c29-b283-48f0c3db374e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:26.012992 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-87a517fc-89ad-4c29-b283-48f0c3db374e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:26.024197 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a517fc-89ad-4c29-b283-48f0c3db374e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:26.040286 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964da95-84f4-4f4c-99c8-14cbb2b7bcad tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Port': ['ID=1edc2439-279e-4cc8-bb09-b05c49e9625e,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:26.125285 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Attempt 10 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:26.197112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-87a517fc-89ad-4c29-b283-48f0c3db374e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:26.249881 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-166422b7-c5bc-4d41-9dc8-b83c8a80ee31 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:26.260588 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-87a517fc-89ad-4c29-b283-48f0c3db374e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] device_id is not set on port 5924a879-83a1-4fa2-a28d-27c576ce7973 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:57:26.375664 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Provisioning for port 40bc2a09-3064-4201-936a-e56591b5cc9c completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:26.384846 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Provisioning complete for port 40bc2a09-3064-4201-936a-e56591b5cc9c triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:26.385436 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:26.385952 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Attempt 1 to provision port 40bc2a09-3064-4201-936a-e56591b5cc9c Oct 18 07:57:26.411463 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9964da95-84f4-4f4c-99c8-14cbb2b7bcad tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:26.533327 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Current status of the port 40bc2a09-3064-4201-936a-e56591b5cc9c is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:26.533781 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:26.580319 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] For port 40bc2a09-3064-4201-936a-e56591b5cc9c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=40bc2a09-3064-4201-936a-e56591b5cc9c,segment=NetworkSegment(21067ecf-f8e0-4350-ac2f-10d9b8725f69),segment_id=21067ecf-f8e0-4350-ac2f-10d9b8725f69)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:26.584563 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:26.630240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-87a517fc-89ad-4c29-b283-48f0c3db374e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Allocated IP 172.20.0.13 (0f01f519-edfe-481d-8730-2d6dc1ae82af/281ede05-628e-46c9-9be4-51f38d7e4c9a/5924a879-83a1-4fa2-a28d-27c576ce7973) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:26.651216 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Provisioning complete for port a00b3298-1dd1-4ede-a0bc-4706572eb599 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:26.651973 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:26.652519 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Attempt 1 to provision port a00b3298-1dd1-4ede-a0bc-4706572eb599 Oct 18 07:57:26.750863 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9964da95-84f4-4f4c-99c8-14cbb2b7bcad tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:57:26.771274 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Pushing event updated for resources: {'Port': ['ID=40bc2a09-3064-4201-936a-e56591b5cc9c,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:26.800666 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Current status of the port a00b3298-1dd1-4ede-a0bc-4706572eb599 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:26.816537 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Provisioning complete for port 6c5aa9e2-b5dc-485d-944f-c5b98108d991 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:26.816537 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:26.816537 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Attempt 1 to provision port 6c5aa9e2-b5dc-485d-944f-c5b98108d991 Oct 18 07:57:26.840789 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-87a517fc-89ad-4c29-b283-48f0c3db374e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:26.862590 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-87a517fc-89ad-4c29-b283-48f0c3db374e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Transition to ACTIVE for port object 5924a879-83a1-4fa2-a28d-27c576ce7973 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:26.893911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-87a517fc-89ad-4c29-b283-48f0c3db374e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:26.920699 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 40bc2a09-3064-4201-936a-e56591b5cc9c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:26.964152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a517fc-89ad-4c29-b283-48f0c3db374e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:26.967279 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-87a517fc-89ad-4c29-b283-48f0c3db374e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:26.971701 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a517fc-89ad-4c29-b283-48f0c3db374e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:27.021437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a517fc-89ad-4c29-b283-48f0c3db374e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=5924a879-83a1-4fa2-a28d-27c576ce7973,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:27.026916 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 07:57:27.063170 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a517fc-89ad-4c29-b283-48f0c3db374e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:27.064369 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-87a517fc-89ad-4c29-b283-48f0c3db374e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:27.074637 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9964da95-84f4-4f4c-99c8-14cbb2b7bcad tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:57:27.081009 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Current status of the port 6c5aa9e2-b5dc-485d-944f-c5b98108d991 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:27.094482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8204800a-2009-4079-9c76-05baf52d2c62 None None] Sync routers for ids ['1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:57:27.102418 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9964da95-84f4-4f4c-99c8-14cbb2b7bcad tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0672979 Oct 18 07:57:27.105550 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60794) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:27.114311 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60798) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:27.119192 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-87a517fc-89ad-4c29-b283-48f0c3db374e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3119240 Oct 18 07:57:27.120145 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-0d7e39bd-ea8f-418d-b1ed-2c96767a354d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'subnet': {'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:27.162842 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Could not find standard attr ID for object 30b43371-2fb0-4d27-8d58-6465266cf243. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:57:27.240607 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 40bc2a09-3064-4201-936a-e56591b5cc9c triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:27.240983 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:27.241312 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 40bc2a09-3064-4201-936a-e56591b5cc9c Oct 18 07:57:27.274782 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0d7e39bd-ea8f-418d-b1ed-2c96767a354d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:27.279199 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0d7e39bd-ea8f-418d-b1ed-2c96767a354d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:subnet and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:27.282589 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0d7e39bd-ea8f-418d-b1ed-2c96767a354d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:27.288905 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0d7e39bd-ea8f-418d-b1ed-2c96767a354d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:27.298770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8204800a-2009-4079-9c76-05baf52d2c62 None None] Routers {'1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:27.299290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8204800a-2009-4079-9c76-05baf52d2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:27.301339 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7e39bd-ea8f-418d-b1ed-2c96767a354d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:27.305070 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0d7e39bd-ea8f-418d-b1ed-2c96767a354d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:27.367255 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Provisioning for port 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:27.378648 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8204800a-2009-4079-9c76-05baf52d2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:27.413909 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Could not find standard attr ID for object 1edc2439-279e-4cc8-bb09-b05c49e9625e. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:57:27.424126 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8204800a-2009-4079-9c76-05baf52d2c62 None None] Routers {'1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:27.424747 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8204800a-2009-4079-9c76-05baf52d2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:27.454919 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.ipam_backend_mixin [None req-0d7e39bd-ea8f-418d-b1ed-2c96767a354d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 281ede05-628e-46c9-9be4-51f38d7e4c9a (CIDR: 172.20.0.0/28) Oct 18 07:57:27.458676 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7e39bd-ea8f-418d-b1ed-2c96767a354d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:57:27.459248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7e39bd-ea8f-418d-b1ed-2c96767a354d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:57:27.481105 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0d7e39bd-ea8f-418d-b1ed-2c96767a354d tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3656275 Oct 18 07:57:27.483840 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60802) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:27.489831 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-2db7ec0a-0cf0-40cf-bf8e-7a46d805c1af tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'subnet': {'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:27.497704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e,segment=NetworkSegment(8b1ed8d9-1535-4a73-8164-ae35191fba6d),segment_id=8b1ed8d9-1535-4a73-8164-ae35191fba6d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:27.504732 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8204800a-2009-4079-9c76-05baf52d2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:27.505028 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8204800a-2009-4079-9c76-05baf52d2c62 None None] The sync data for ids ['1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:57:27.516401 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2335f21-bb39-4568-ae3d-03e99b6518d6 req-3ddd1248-09ac-47fd-b08a-9d387c51a514 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:27.517898 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d2335f21-bb39-4568-ae3d-03e99b6518d6 req-3ddd1248-09ac-47fd-b08a-9d387c51a514 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 943 time: 0.3340397 Oct 18 07:57:27.552258 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'port_id': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e', 'mac_address': 'fa:16:3e:4c:8b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 07:57:27.563961 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Provisioning complete for port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:27.564328 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:27.564655 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Attempt 1 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:27.607784 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d2335f21-bb39-4568-ae3d-03e99b6518d6 req-3da109ea-1fb9-44bf-9792-42ec2cbfd2d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=30ff9672-a36b-4853-8ab3-01b35303b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827477 Oct 18 07:57:27.647685 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2db7ec0a-0cf0-40cf-bf8e-7a46d805c1af tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:27.651713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2db7ec0a-0cf0-40cf-bf8e-7a46d805c1af tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:subnet and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:27.654532 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2db7ec0a-0cf0-40cf-bf8e-7a46d805c1af tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:27.661358 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2db7ec0a-0cf0-40cf-bf8e-7a46d805c1af tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:27.663043 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 40bc2a09-3064-4201-936a-e56591b5cc9c is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:27.672677 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db7ec0a-0cf0-40cf-bf8e-7a46d805c1af tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:27.677178 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2db7ec0a-0cf0-40cf-bf8e-7a46d805c1af tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:27.678859 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:27.682860 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:27.683226 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:27.700585 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 07:57:27.717174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e,segment=NetworkSegment(8b1ed8d9-1535-4a73-8164-ae35191fba6d),segment_id=8b1ed8d9-1535-4a73-8164-ae35191fba6d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:27.722571 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:27.776582 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be39e7fc-3209-4eb0-b4a8-c3f16b7de44a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:27.792044 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:27.813958 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.ipam_backend_mixin [None req-2db7ec0a-0cf0-40cf-bf8e-7a46d805c1af tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9233e7b3-a623-4c0b-a9f2-559cac620a1c (CIDR: 172.20.0.16/28) Oct 18 07:57:27.817226 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db7ec0a-0cf0-40cf-bf8e-7a46d805c1af tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 07:57:27.817787 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db7ec0a-0cf0-40cf-bf8e-7a46d805c1af tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:57:27.836776 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2db7ec0a-0cf0-40cf-bf8e-7a46d805c1af tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3517239 Oct 18 07:57:27.839377 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60806) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:27.844928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-0e0a6919-c33c-444f-b1c8-e529771970b2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'subnet': {'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:27.986887 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0e0a6919-c33c-444f-b1c8-e529771970b2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:27.990706 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0e0a6919-c33c-444f-b1c8-e529771970b2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Usage tracker for resource:subnet and tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:27.993493 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0e0a6919-c33c-444f-b1c8-e529771970b2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:27.999741 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0e0a6919-c33c-444f-b1c8-e529771970b2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:28.008018 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 07:57:28.016604 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0a6919-c33c-444f-b1c8-e529771970b2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Made reservation on behalf of 491c7abebf5a4f46aa6b1b9fa1ea0fa8 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:28.020543 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0e0a6919-c33c-444f-b1c8-e529771970b2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:28.118417 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-be39e7fc-3209-4eb0-b4a8-c3f16b7de44a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port 7d9807fe-7af8-448b-86e4-d2bd339e75c0 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:28.118996 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be39e7fc-3209-4eb0-b4a8-c3f16b7de44a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:28.188370 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Attempt 2 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:28.302826 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0e0a6919-c33c-444f-b1c8-e529771970b2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:28.306450 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:28.367204 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0a6919-c33c-444f-b1c8-e529771970b2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:28.373865 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-0e0a6919-c33c-444f-b1c8-e529771970b2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:28.377631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0a6919-c33c-444f-b1c8-e529771970b2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:28.378580 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0e0a6919-c33c-444f-b1c8-e529771970b2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:28.383490 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf054091-c7ae-4c68-988d-43e2273099ba None None] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:28.398291 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a6919-c33c-444f-b1c8-e529771970b2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Subnet': ['ID=79a8d480-0427-49de-8767-f0f608f5af19,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:28.410498 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0e0a6919-c33c-444f-b1c8-e529771970b2 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5701108 Oct 18 07:57:28.413144 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60810) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:28.419015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-b756e57e-02df-4b74-8788-b9e7fc26a18f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1016230640', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '79a8d480-0427-49de-8767-f0f608f5af19'}], 'security_groups': ['63da70ba-2c10-4283-9353-c631f9cef33c', 'a47a556d-8a6a-46d9-ab13-ba949bc24c84']}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:28.447448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be39e7fc-3209-4eb0-b4a8-c3f16b7de44a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:28.579589 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-be39e7fc-3209-4eb0-b4a8-c3f16b7de44a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Calling delete_port for 7d9807fe-7af8-448b-86e4-d2bd339e75c0 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:28.696462 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b756e57e-02df-4b74-8788-b9e7fc26a18f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:28.740255 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79ce30c-183b-4493-8851-ea079a2ba7c8 None None] Update dhcp port {'port': {'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af', 'fixed_ips': [{'subnet_id': '9233e7b3-a623-4c0b-a9f2-559cac620a1c', 'ip_address': '172.20.0.18'}, {'subnet_id': '281ede05-628e-46c9-9be4-51f38d7e4c9a', 'ip_address': '172.20.0.2'}, {'subnet_id': '79a8d480-0427-49de-8767-f0f608f5af19'}], 'binding:host_id': 'dv-neutron-861625-1-hyperv'}, 'id': '40bc2a09-3064-4201-936a-e56591b5cc9c'} from dv-neutron-861625-1-hyperv. {{(pid=89047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 18 07:57:28.787185 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be39e7fc-3209-4eb0-b4a8-c3f16b7de44a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:28.795299 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a79ce30c-183b-4493-8851-ea079a2ba7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:28.808781 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Attempt 3 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:28.850446 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39e7fc-3209-4eb0-b4a8-c3f16b7de44a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Port': ['ID=7d9807fe-7af8-448b-86e4-d2bd339e75c0,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:28.912753 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:28.972712 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f651e1f-07cb-4636-9ca4-9513f052d81f req-1be83d0e-34ae-462a-8e80-7a50efea51b3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:28.974296 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2f651e1f-07cb-4636-9ca4-9513f052d81f req-1be83d0e-34ae-462a-8e80-7a50efea51b3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 944 time: 0.2300987 Oct 18 07:57:28.998101 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:29.145916 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be39e7fc-3209-4eb0-b4a8-c3f16b7de44a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:29.162860 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:29.174735 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:29.175101 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:29.175431 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e Oct 18 07:57:29.201353 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-a79ce30c-183b-4493-8851-ea079a2ba7c8 None None] Allocated IP 172.20.0.34 (0f01f519-edfe-481d-8730-2d6dc1ae82af/79a8d480-0427-49de-8767-f0f608f5af19/40bc2a09-3064-4201-936a-e56591b5cc9c) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:29.206813 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2f651e1f-07cb-4636-9ca4-9513f052d81f req-43058eaa-2887-454b-bd8f-16a23239ee47 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=30ff9672-a36b-4853-8ab3-01b35303b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139225 Oct 18 07:57:29.415497 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Attempt 4 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:29.424909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be39e7fc-3209-4eb0-b4a8-c3f16b7de44a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:57:29.460913 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:29.461285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:29.477781 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a79ce30c-183b-4493-8851-ea079a2ba7c8 None None] For port 40bc2a09-3064-4201-936a-e56591b5cc9c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=40bc2a09-3064-4201-936a-e56591b5cc9c,segment=NetworkSegment(21067ecf-f8e0-4350-ac2f-10d9b8725f69),segment_id=21067ecf-f8e0-4350-ac2f-10d9b8725f69)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:29.506631 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:29.514144 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e12b10-8b37-4329-91ef-e31e5c199480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:57:29.516446 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3646820c-87dc-4487-a65b-ff96b80da706" -d '{"events": [{"server_uuid": "35e12b10-8b37-4329-91ef-e31e5c199480", "name": "network-vif-plugged", "status": "completed", "tag": "2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:57:29.535426 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a79ce30c-183b-4493-8851-ea079a2ba7c8 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:29.539831 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e,segment=NetworkSegment(8b1ed8d9-1535-4a73-8164-ae35191fba6d),segment_id=8b1ed8d9-1535-4a73-8164-ae35191fba6d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:29.547868 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:29.558035 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be39e7fc-3209-4eb0-b4a8-c3f16b7de44a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:57:29.570814 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e15a67c-16ed-422b-af0c-c80abb4bf0b8 None None] Sync routers for ids ['1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:57:29.571537 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-be39e7fc-3209-4eb0-b4a8-c3f16b7de44a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4640334 Oct 18 07:57:29.573612 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60820) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:29.583220 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e15a67c-16ed-422b-af0c-c80abb4bf0b8 None None] Routers {'1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:29.584141 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-7e15a67c-16ed-422b-af0c-c80abb4bf0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:29.630848 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 07:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a231b084-1a66-4afa-9732-d675ef9b41a9 x-openstack-request-id: req-a231b084-1a66-4afa-9732-d675ef9b41a9 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:57:29.631141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e12b10-8b37-4329-91ef-e31e5c199480", "name": "network-vif-plugged", "status": "completed", "tag": "2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:57:29.631395 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a231b084-1a66-4afa-9732-d675ef9b41a9 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:57:29.631787 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a231b084-1a66-4afa-9732-d675ef9b41a9'] response: {'server_uuid': '35e12b10-8b37-4329-91ef-e31e5c199480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e', 'code': 200} Oct 18 07:57:29.632429 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-44fa3309-9984-4c90-9230-19ef375d32c9 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Synchronizing usage tracker for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:29.638789 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:29.644338 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a79ce30c-183b-4493-8851-ea079a2ba7c8 None None] Transition to ACTIVE for port object 40bc2a09-3064-4201-936a-e56591b5cc9c will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:29.648379 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a79ce30c-183b-4493-8851-ea079a2ba7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:29.657008 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-7e15a67c-16ed-422b-af0c-c80abb4bf0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:29.659656 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-44fa3309-9984-4c90-9230-19ef375d32c9 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Unset dirty status for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:29.660813 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-44fa3309-9984-4c90-9230-19ef375d32c9 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/ports?device_id=1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc HTTP/1.1" status: 200 len: 205 time: 0.0860496 Oct 18 07:57:29.663798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60824) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:29.670122 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e15a67c-16ed-422b-af0c-c80abb4bf0b8 None None] Routers {'1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:29.671385 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-7e15a67c-16ed-422b-af0c-c80abb4bf0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:29.734103 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ce30c-183b-4493-8851-ea079a2ba7c8 None None] Pushing event updated for resources: {'Port': ['ID=40bc2a09-3064-4201-936a-e56591b5cc9c,revision_number=7']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:29.737459 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-7e15a67c-16ed-422b-af0c-c80abb4bf0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:29.738168 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e15a67c-16ed-422b-af0c-c80abb4bf0b8 None None] The sync data for ids ['1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:57:29.866711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-b756e57e-02df-4b74-8788-b9e7fc26a18f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Delete allocated IP 172.20.0.13 (0f01f519-edfe-481d-8730-2d6dc1ae82af/281ede05-628e-46c9-9be4-51f38d7e4c9a) {{(pid=89045) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 18 07:57:29.875272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-b756e57e-02df-4b74-8788-b9e7fc26a18f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Allocated IP 172.20.0.44 (0f01f519-edfe-481d-8730-2d6dc1ae82af/79a8d480-0427-49de-8767-f0f608f5af19/5924a879-83a1-4fa2-a28d-27c576ce7973) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:29.983830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-725b9460-2e3f-4cc3-98db-496a4cb3bf15 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:30.007556 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Attempt 5 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:30.085740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:30.119336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b756e57e-02df-4b74-8788-b9e7fc26a18f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:30.137229 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-b756e57e-02df-4b74-8788-b9e7fc26a18f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Ignored duplicate provisioning block setup for port 5924a879-83a1-4fa2-a28d-27c576ce7973 by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 18 07:57:30.143745 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b756e57e-02df-4b74-8788-b9e7fc26a18f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:30.304025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-725b9460-2e3f-4cc3-98db-496a4cb3bf15 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:30.305726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756e57e-02df-4b74-8788-b9e7fc26a18f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event updated for resources: {'Port': ['ID=5924a879-83a1-4fa2-a28d-27c576ce7973,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:30.307552 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-725b9460-2e3f-4cc3-98db-496a4cb3bf15 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:30.313150 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fa026-6406-4e13-9d56-afed827dabc7 req-087d4a7f-d68c-4287-86de-bffec248d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:30.314637 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a66fa026-6406-4e13-9d56-afed827dabc7 req-087d4a7f-d68c-4287-86de-bffec248d556 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 1098 time: 0.3926189 Oct 18 07:57:30.331722 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-b756e57e-02df-4b74-8788-b9e7fc26a18f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] In _notify_port_updated(), no bound segment for port 5924a879-83a1-4fa2-a28d-27c576ce7973 on network 0f01f519-edfe-481d-8730-2d6dc1ae82af {{(pid=89045) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 07:57:30.337912 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b756e57e-02df-4b74-8788-b9e7fc26a18f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:30.338594 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b756e57e-02df-4b74-8788-b9e7fc26a18f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:30.339934 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b756e57e-02df-4b74-8788-b9e7fc26a18f tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "PUT /v2.0/ports/5924a879-83a1-4fa2-a28d-27c576ce7973 HTTP/1.1" status: 200 len: 960 time: 1.9258194 Oct 18 07:57:30.342748 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60830) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:30.381762 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a66fa026-6406-4e13-9d56-afed827dabc7 req-a2b247a8-48af-4041-81f6-01807db77e2c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=30ff9672-a36b-4853-8ab3-01b35303b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527608 Oct 18 07:57:30.382878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-725b9460-2e3f-4cc3-98db-496a4cb3bf15 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:30.383639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725b9460-2e3f-4cc3-98db-496a4cb3bf15 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Fanout notify agent at l3_agent the message router_deleted on router 1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:57:30.398228 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-725b9460-2e3f-4cc3-98db-496a4cb3bf15 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:30.402504 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-725b9460-2e3f-4cc3-98db-496a4cb3bf15 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/routers/1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc HTTP/1.1" status: 204 len: 168 time: 0.7376449 Oct 18 07:57:30.403710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60834) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:30.473292 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-879198ba-bdd7-42d7-a524-1661b1c04051 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting subnet 1e08aabe-4464-4ace-907f-582e3b29990b {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:57:30.476536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-879198ba-bdd7-42d7-a524-1661b1c04051 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:30.482720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e07225ad-1495-4cbe-9402-179a277c84a8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port 5924a879-83a1-4fa2-a28d-27c576ce7973 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:30.483716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e07225ad-1495-4cbe-9402-179a277c84a8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:30.536139 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-879198ba-bdd7-42d7-a524-1661b1c04051 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:30.587150 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Attempt 6 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:30.589067 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6412d0-e6c9-4f5b-aecc-3e7afb0f0886 req-5c15ec7d-c088-428d-ac46-a664e058d9b4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:30.590539 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-db6412d0-e6c9-4f5b-aecc-3e7afb0f0886 req-5c15ec7d-c088-428d-ac46-a664e058d9b4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 945 time: 0.1904151 Oct 18 07:57:30.620905 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-879198ba-bdd7-42d7-a524-1661b1c04051 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:30.642853 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:30.695192 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-879198ba-bdd7-42d7-a524-1661b1c04051 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:30.725944 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-db6412d0-e6c9-4f5b-aecc-3e7afb0f0886 req-07d6e994-d25c-45bb-83ec-6bb6b8383267 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=30ff9672-a36b-4853-8ab3-01b35303b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218648 Oct 18 07:57:30.739409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879198ba-bdd7-42d7-a524-1661b1c04051 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Subnet': ['ID=1e08aabe-4464-4ace-907f-582e3b29990b,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:30.741477 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-879198ba-bdd7-42d7-a524-1661b1c04051 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:30.749503 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1387ba2-ec64-4720-9e41-080cb4d07fe5 None None] Network d679d6f4-93ca-4541-ac24-ee3c8aa95a6b requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:30.750961 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-879198ba-bdd7-42d7-a524-1661b1c04051 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/subnets/1e08aabe-4464-4ace-907f-582e3b29990b HTTP/1.1" status: 204 len: 168 time: 0.3464494 Oct 18 07:57:30.751614 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60838) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:30.797600 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e07225ad-1495-4cbe-9402-179a277c84a8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:30.823534 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b30a4ee-156b-48f7-857e-8f0cba8db4ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting subnet e71963f8-bd76-48a1-9151-7ef1e014b984 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:57:30.827599 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b30a4ee-156b-48f7-857e-8f0cba8db4ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:30.900878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b30a4ee-156b-48f7-857e-8f0cba8db4ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:30.947611 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 40bc2a09-3064-4201-936a-e56591b5cc9c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:30.955176 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e07225ad-1495-4cbe-9402-179a277c84a8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for 5924a879-83a1-4fa2-a28d-27c576ce7973 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:30.996296 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b30a4ee-156b-48f7-857e-8f0cba8db4ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:31.097970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b30a4ee-156b-48f7-857e-8f0cba8db4ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:31.122861 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e07225ad-1495-4cbe-9402-179a277c84a8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:31.143391 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336bd4bc-ee12-46e0-b1b6-ed305cfbf399 None None] DHCP port deletion for d679d6f4-93ca-4541-ac24-ee3c8aa95a6b request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:57:31.146951 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Attempt 7 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:31.156489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30a4ee-156b-48f7-857e-8f0cba8db4ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Subnet': ['ID=e71963f8-bd76-48a1-9151-7ef1e014b984,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:31.165056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b30a4ee-156b-48f7-857e-8f0cba8db4ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:31.176173 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7b30a4ee-156b-48f7-857e-8f0cba8db4ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/subnets/e71963f8-bd76-48a1-9151-7ef1e014b984 HTTP/1.1" status: 204 len: 168 time: 0.4235668 Oct 18 07:57:31.178861 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60842) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:31.179413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07225ad-1495-4cbe-9402-179a277c84a8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Port': ['ID=5924a879-83a1-4fa2-a28d-27c576ce7973,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:31.217107 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5987f223-5f26-491e-8541-13bba2eba5b0 None None] Network 9194019c-aec6-4d1e-9846-020f8708a8e4 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:31.229925 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-336bd4bc-ee12-46e0-b1b6-ed305cfbf399 None None] Deleting port a00b3298-1dd1-4ede-a0bc-4706572eb599 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:31.230302 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-336bd4bc-ee12-46e0-b1b6-ed305cfbf399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:31.300932 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e07225ad-1495-4cbe-9402-179a277c84a8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:31.315389 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e07225ad-1495-4cbe-9402-179a277c84a8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/ports/5924a879-83a1-4fa2-a28d-27c576ce7973 HTTP/1.1" status: 204 len: 168 time: 0.9715915 Oct 18 07:57:31.316933 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60846) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:31.362281 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:31.370106 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:31.377894 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-8281fcdc-277e-4829-88de-a15b51bf6ec8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] GET failed (client error): The resource could not be found. Oct 18 07:57:31.378429 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-8281fcdc-277e-4829-88de-a15b51bf6ec8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Synchronizing usage tracker for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:31.394451 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port a00b3298-1dd1-4ede-a0bc-4706572eb599 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:31.394818 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:31.435216 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-8281fcdc-277e-4829-88de-a15b51bf6ec8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Unset dirty status for tenant:491c7abebf5a4f46aa6b1b9fa1ea0fa8 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:31.436937 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8281fcdc-277e-4829-88de-a15b51bf6ec8 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports/5924a879-83a1-4fa2-a28d-27c576ce7973 HTTP/1.1" status: 404 len: 333 time: 0.1184940 Oct 18 07:57:31.439678 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60850) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:31.627881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-df4cf138-20f1-40db-a1c0-3f4de92dfc58 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:31.663555 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-336bd4bc-ee12-46e0-b1b6-ed305cfbf399 None None] For port a00b3298-1dd1-4ede-a0bc-4706572eb599, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a00b3298-1dd1-4ede-a0bc-4706572eb599,segment=NetworkSegment(a9085469-280c-4598-9415-4982938e1b6a),segment_id=a9085469-280c-4598-9415-4982938e1b6a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:31.664245 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-336bd4bc-ee12-46e0-b1b6-ed305cfbf399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:31.788748 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab7b23f-c438-4e9b-8529-6a73eca1b45b None None] DHCP port deletion for 9194019c-aec6-4d1e-9846-020f8708a8e4 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:57:31.796993 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-336bd4bc-ee12-46e0-b1b6-ed305cfbf399 None None] Calling delete_port for a00b3298-1dd1-4ede-a0bc-4706572eb599 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:31.798124 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] For port a00b3298-1dd1-4ede-a0bc-4706572eb599, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a00b3298-1dd1-4ede-a0bc-4706572eb599,segment=NetworkSegment(a9085469-280c-4598-9415-4982938e1b6a),segment_id=a9085469-280c-4598-9415-4982938e1b6a)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:31.798480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:31.810961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-df4cf138-20f1-40db-a1c0-3f4de92dfc58 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:31.836712 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1ab7b23f-c438-4e9b-8529-6a73eca1b45b None None] Deleting port 6c5aa9e2-b5dc-485d-944f-c5b98108d991 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:31.837088 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1ab7b23f-c438-4e9b-8529-6a73eca1b45b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:31.865827 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Attempt 8 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:31.985062 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Calling delete_port for a00b3298-1dd1-4ede-a0bc-4706572eb599 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:31.990260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:32.014841 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-336bd4bc-ee12-46e0-b1b6-ed305cfbf399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:32.098733 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-df4cf138-20f1-40db-a1c0-3f4de92dfc58 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:32.121211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cf138-20f1-40db-a1c0-3f4de92dfc58 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef55da8-e4f9-4eac-9c0c-32ef11dc5830,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:32.123048 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bd4bc-ee12-46e0-b1b6-ed305cfbf399 None None] Pushing event deleted for resources: {'Port': ['ID=a00b3298-1dd1-4ede-a0bc-4706572eb599,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:32.124822 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:57:32.125161 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:57:32.136799 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ff484-6bc7-45b9-a451-ffee58d335ef req-48547915-4380-4aca-875d-44b03fa1a410 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:32.138262 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a41ff484-6bc7-45b9-a451-ffee58d335ef req-48547915-4380-4aca-875d-44b03fa1a410 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 945 time: 0.2679472 Oct 18 07:57:32.146456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-df4cf138-20f1-40db-a1c0-3f4de92dfc58 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:32.150405 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-df4cf138-20f1-40db-a1c0-3f4de92dfc58 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/security-groups/bef55da8-e4f9-4eac-9c0c-32ef11dc5830 HTTP/1.1" status: 204 len: 168 time: 0.7074354 Oct 18 07:57:32.150585 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336bd4bc-ee12-46e0-b1b6-ed305cfbf399 None None] No DVR routers for this DVR port a00b3298-1dd1-4ede-a0bc-4706572eb599 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:57:32.151434 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60856) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:32.174756 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-1ab7b23f-c438-4e9b-8529-6a73eca1b45b None None] For port 6c5aa9e2-b5dc-485d-944f-c5b98108d991, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=6c5aa9e2-b5dc-485d-944f-c5b98108d991,segment=NetworkSegment(3edbfd5f-bd2a-4253-bd5c-e07cb8304d3e),segment_id=3edbfd5f-bd2a-4253-bd5c-e07cb8304d3e)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:32.175149 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1ab7b23f-c438-4e9b-8529-6a73eca1b45b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:32.207574 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a41ff484-6bc7-45b9-a451-ffee58d335ef req-18f0752e-d8f5-4665-94fd-b0943f5152a9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=30ff9672-a36b-4853-8ab3-01b35303b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581491 Oct 18 07:57:32.238856 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e442-5335-40c6-b9c1-e34c84077dce tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:32.273469 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e442-5335-40c6-b9c1-e34c84077dce tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:32.307205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1ab7b23f-c438-4e9b-8529-6a73eca1b45b None None] Calling delete_port for 6c5aa9e2-b5dc-485d-944f-c5b98108d991 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:32.386810 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1ab7b23f-c438-4e9b-8529-6a73eca1b45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:32.433664 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7b23f-c438-4e9b-8529-6a73eca1b45b None None] Pushing event deleted for resources: {'Port': ['ID=6c5aa9e2-b5dc-485d-944f-c5b98108d991,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:32.437593 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab7b23f-c438-4e9b-8529-6a73eca1b45b None None] No DVR routers for this DVR port 6c5aa9e2-b5dc-485d-944f-c5b98108d991 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:57:32.472739 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e442-5335-40c6-b9c1-e34c84077dce tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:32.490974 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Attempt 9 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:32.502270 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2e442-5335-40c6-b9c1-e34c84077dce tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47a556d-8a6a-46d9-ab13-ba949bc24c84,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:32.513715 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e442-5335-40c6-b9c1-e34c84077dce tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:32.515427 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a5c2e442-5335-40c6-b9c1-e34c84077dce tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/security-groups/a47a556d-8a6a-46d9-ab13-ba949bc24c84 HTTP/1.1" status: 204 len: 168 time: 0.3617580 Oct 18 07:57:32.518228 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60862) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:32.539488 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e94e8e-6e12-4005-a1b0-cc140d0c6e8f req-9cae046e-fd4b-4da3-b705-b3a99afc80c2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:32.541089 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-54e94e8e-6e12-4005-a1b0-cc140d0c6e8f req-9cae046e-fd4b-4da3-b705-b3a99afc80c2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 945 time: 0.2185192 Oct 18 07:57:32.562902 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:32.585803 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f25aa37d-a785-45bd-abf8-b61c56746abb tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:32.587395 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-54e94e8e-6e12-4005-a1b0-cc140d0c6e8f req-217875a5-d019-49bf-9d25-f1ae94bd5696 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=30ff9672-a36b-4853-8ab3-01b35303b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390036 Oct 18 07:57:32.612496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f25aa37d-a785-45bd-abf8-b61c56746abb tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:32.615417 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60866) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:32.630924 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port a00b3298-1dd1-4ede-a0bc-4706572eb599 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:32.631259 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:32.695595 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3274fa22-5777-4f0b-84f1-9e4b29537183 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:32.697150 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3274fa22-5777-4f0b-84f1-9e4b29537183 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 1093 time: 0.0807176 Oct 18 07:57:32.699946 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60870) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:32.704701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:32.710430 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:32.714218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] The port 'a00b3298-1dd1-4ede-a0bc-4706572eb599' was deleted {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:57:32.714378 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:floatingip and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:32.717075 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:32.722968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:32.733588 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:32.817656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f25aa37d-a785-45bd-abf8-b61c56746abb tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:32.856992 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25aa37d-a785-45bd-abf8-b61c56746abb tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63da70ba-2c10-4283-9353-c631f9cef33c,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:32.865452 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:32.883968 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f25aa37d-a785-45bd-abf8-b61c56746abb tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:32.884709 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:32.887690 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f25aa37d-a785-45bd-abf8-b61c56746abb tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/security-groups/63da70ba-2c10-4283-9353-c631f9cef33c HTTP/1.1" status: 204 len: 168 time: 0.3644543 Oct 18 07:57:32.894526 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 6c5aa9e2-b5dc-485d-944f-c5b98108d991 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:57:32.895695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60874) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:32.928734 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 6c5aa9e2-b5dc-485d-944f-c5b98108d991 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:57:32.929101 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 6c5aa9e2-b5dc-485d-944f-c5b98108d991 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:57:32.929519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a00b3298-1dd1-4ede-a0bc-4706572eb599 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:57:32.934367 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d679d6f4-93ca-4541-ac24-ee3c8aa95a6b']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:32.958612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9085469-280c-4598-9415-4982938e1b6a') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:32.958938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9085469-280c-4598-9415-4982938e1b6a') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:32.965468 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: a00b3298-1dd1-4ede-a0bc-4706572eb599 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:57:32.965809 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a00b3298-1dd1-4ede-a0bc-4706572eb599 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:57:32.980807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.004503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-81291476-eb7d-4b4d-8c11-cdc5613ab4b5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting subnet 281ede05-628e-46c9-9be4-51f38d7e4c9a {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:57:33.008280 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-81291476-eb7d-4b4d-8c11-cdc5613ab4b5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.036360 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.038557 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.26.8.90 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/df2f428f-2a3c-4980-bec7-63782d659717) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:33.052029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:57:33.052447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.064726 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Attempt 10 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:33.126043 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment a9085469-280c-4598-9415-4982938e1b6a resource provider aggregate not found Oct 18 07:57:33.128512 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:33.131671 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-96296f43-4660-45f6-ba75-38cfcece48d7 None None] Could not find standard attr ID for object 7d9807fe-7af8-448b-86e4-d2bd339e75c0. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:57:33.160509 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment a9085469-280c-4598-9415-4982938e1b6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9085469-280c-4598-9415-4982938e1b6a found for delete ", "request_id": "req-b766d347-9119-4080-a5d6-ac8b7de7c6ca"}]} Oct 18 07:57:33.165678 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-81291476-eb7d-4b4d-8c11-cdc5613ab4b5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.196169 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.207907 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.213797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.234145 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.242477 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Could not find standard attr ID for object 5924a879-83a1-4fa2-a28d-27c576ce7973. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:57:33.253518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Provisioning complete for port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:33.253965 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.254359 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Attempt 1 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:33.255685 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Network': ['ID=d679d6f4-93ca-4541-ac24-ee3c8aa95a6b,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:33.262133 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8333cfee-912c-4010-9487-7b871af42062 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/networks/d679d6f4-93ca-4541-ac24-ee3c8aa95a6b HTTP/1.1" status: 204 len: 168 time: 2.0792110 Oct 18 07:57:33.263729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60882) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:33.303403 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:33.307610 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:33.310415 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:33.311294 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:33.345548 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=df2f428f-2a3c-4980-bec7-63782d659717,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:33.398271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a76c655a-4a34-4252-8fe7-0db51322cb9d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.400358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-81291476-eb7d-4b4d-8c11-cdc5613ab4b5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.591011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a76c655a-4a34-4252-8fe7-0db51322cb9d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.602959 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-81291476-eb7d-4b4d-8c11-cdc5613ab4b5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.654481 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81291476-eb7d-4b4d-8c11-cdc5613ab4b5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Subnet': ['ID=281ede05-628e-46c9-9be4-51f38d7e4c9a,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:33.663499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-a76c655a-4a34-4252-8fe7-0db51322cb9d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9194019c-aec6-4d1e-9846-020f8708a8e4']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:33.669094 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1900dd-66ca-4823-b358-bb96346d871e None None] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:33.671453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-81291476-eb7d-4b4d-8c11-cdc5613ab4b5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.731049 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.792406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-a76c655a-4a34-4252-8fe7-0db51322cb9d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3edbfd5f-bd2a-4253-bd5c-e07cb8304d3e') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:33.792705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-a76c655a-4a34-4252-8fe7-0db51322cb9d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3edbfd5f-bd2a-4253-bd5c-e07cb8304d3e') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:33.800176 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-81291476-eb7d-4b4d-8c11-cdc5613ab4b5 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/281ede05-628e-46c9-9be4-51f38d7e4c9a HTTP/1.1" status: 204 len: 168 time: 0.9034894 Oct 18 07:57:33.804697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60886) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:33.810075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a76c655a-4a34-4252-8fe7-0db51322cb9d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.813262 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.825047 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Attempt 2 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:33.876845 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a76c655a-4a34-4252-8fe7-0db51322cb9d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.895154 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76c655a-4a34-4252-8fe7-0db51322cb9d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:57:33.895560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a76c655a-4a34-4252-8fe7-0db51322cb9d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:33.942433 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:33.975294 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6760ff-522d-457a-9482-fd9eaaa8de1e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting subnet 79a8d480-0427-49de-8767-f0f608f5af19 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:57:33.994662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac6760ff-522d-457a-9482-fd9eaaa8de1e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.031764 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.037130 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.053806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a76c655a-4a34-4252-8fe7-0db51322cb9d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.058613 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a76c655a-4a34-4252-8fe7-0db51322cb9d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.089357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac6760ff-522d-457a-9482-fd9eaaa8de1e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.121118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c655a-4a34-4252-8fe7-0db51322cb9d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Network': ['ID=9194019c-aec6-4d1e-9846-020f8708a8e4,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:34.134688 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a76c655a-4a34-4252-8fe7-0db51322cb9d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/networks/9194019c-aec6-4d1e-9846-020f8708a8e4 HTTP/1.1" status: 204 len: 168 time: 0.8653362 Oct 18 07:57:34.135530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60890) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:34.141469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-eeb1d219-5d01-478a-a2a4-dee6aebd655c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'network': {'name': 'tempest-RoutersTest-481275748'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:34.149685 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-eeb1d219-5d01-478a-a2a4-dee6aebd655c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:34.157890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.161432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-eeb1d219-5d01-478a-a2a4-dee6aebd655c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:network and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:34.166107 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-eeb1d219-5d01-478a-a2a4-dee6aebd655c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:34.177805 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-eeb1d219-5d01-478a-a2a4-dee6aebd655c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:34.201255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb1d219-5d01-478a-a2a4-dee6aebd655c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Made reservation on behalf of 254df938bb1a44c79d10329568c221e7 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:34.205487 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d219-5d01-478a-a2a4-dee6aebd655c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.216151 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=df2f428f-2a3c-4980-bec7-63782d659717,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:34.246234 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb1d219-5d01-478a-a2a4-dee6aebd655c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:57:34.253430 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac6760ff-522d-457a-9482-fd9eaaa8de1e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.295235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d219-5d01-478a-a2a4-dee6aebd655c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.296173 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-eeb1d219-5d01-478a-a2a4-dee6aebd655c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Added segment 38701459-f024-40ce-8368-2cc1fc382edc of type vlan for network c3980c06-cdaa-417a-a1b0-56fdb5081c5e Oct 18 07:57:34.346475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d219-5d01-478a-a2a4-dee6aebd655c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.380230 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.381039 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac6760ff-522d-457a-9482-fd9eaaa8de1e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.427489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac6760ff-522d-457a-9482-fd9eaaa8de1e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.432834 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6760ff-522d-457a-9482-fd9eaaa8de1e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Subnet': ['ID=79a8d480-0427-49de-8767-f0f608f5af19,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:34.440901 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d219-5d01-478a-a2a4-dee6aebd655c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.443547 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Attempt 3 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:34.446321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb1d219-5d01-478a-a2a4-dee6aebd655c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:34.446945 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d219-5d01-478a-a2a4-dee6aebd655c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.481341 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP 18e7eb2a-915d-440c-a22a-fc2a30521736 associated. External IP: 172.26.8.90, port: 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e. Oct 18 07:57:34.481826 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ac6760ff-522d-457a-9482-fd9eaaa8de1e tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/79a8d480-0427-49de-8767-f0f608f5af19 HTTP/1.1" status: 204 len: 168 time: 0.6741691 Oct 18 07:57:34.485451 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60894) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:34.516122 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:34.595309 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-eeb1d219-5d01-478a-a2a4-dee6aebd655c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4587574 Oct 18 07:57:34.598023 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60898) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:34.598756 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-088bb8d0-1b31-4404-8992-6fc669d14093 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] DELETE failed (client error): The resource could not be found. Oct 18 07:57:34.599235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-088bb8d0-1b31-4404-8992-6fc669d14093 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:57:34.603423 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-60e3f738-3c74-4168-865a-a2c2468ae962 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'subnet': {'network_id': 'c3980c06-cdaa-417a-a1b0-56fdb5081c5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:34.604057 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-088bb8d0-1b31-4404-8992-6fc669d14093 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/281ede05-628e-46c9-9be4-51f38d7e4c9a HTTP/1.1" status: 404 len: 337 time: 0.0685458 Oct 18 07:57:34.607370 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60902) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:34.636253 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73d8ee6-bc82-42ca-97f7-b205eceefc8b None None] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:34.645289 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1d219-5d01-478a-a2a4-dee6aebd655c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Network': ['ID=c3980c06-cdaa-417a-a1b0-56fdb5081c5e,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:34.658830 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network c3980c06-cdaa-417a-a1b0-56fdb5081c5e details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:57:34.687577 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0749e83-3bab-4e9a-a36c-a914762d38da tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting subnet 9233e7b3-a623-4c0b-a9f2-559cac620a1c {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:57:34.690924 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f0749e83-3bab-4e9a-a36c-a914762d38da tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.756816 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-60e3f738-3c74-4168-865a-a2c2468ae962 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:34.757418 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f0749e83-3bab-4e9a-a36c-a914762d38da tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.764580 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-60e3f738-3c74-4168-865a-a2c2468ae962 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:subnet and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:34.768306 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-60e3f738-3c74-4168-865a-a2c2468ae962 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:34.777682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-60e3f738-3c74-4168-865a-a2c2468ae962 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:34.859974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f0749e83-3bab-4e9a-a36c-a914762d38da tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.916899 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e3f738-3c74-4168-865a-a2c2468ae962 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Made reservation on behalf of 254df938bb1a44c79d10329568c221e7 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:34.920205 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-60e3f738-3c74-4168-865a-a2c2468ae962 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.946429 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f0749e83-3bab-4e9a-a36c-a914762d38da tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.988605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0749e83-3bab-4e9a-a36c-a914762d38da tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Subnet': ['ID=9233e7b3-a623-4c0b-a9f2-559cac620a1c,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:34.990510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f0749e83-3bab-4e9a-a36c-a914762d38da tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:34.999869 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f0749e83-3bab-4e9a-a36c-a914762d38da tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/9233e7b3-a623-4c0b-a9f2-559cac620a1c HTTP/1.1" status: 204 len: 168 time: 0.3890126 Oct 18 07:57:34.999869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60906) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:35.018176 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Attempt 4 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:35.038926 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4403d0-ee0f-4a2d-9887-981e0a8ea3ac tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] DELETE failed (client error): The resource could not be found. Oct 18 07:57:35.039379 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4403d0-ee0f-4a2d-9887-981e0a8ea3ac tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:57:35.043735 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2e4403d0-ee0f-4a2d-9887-981e0a8ea3ac tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/212af7ee-0149-43c6-93d4-70f85d498dba HTTP/1.1" status: 404 len: 337 time: 0.0403259 Oct 18 07:57:35.044013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60910) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:35.081363 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 77ff547f-6fd6-431d-b76e-cd11565efa32 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:57:35.103211 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-eef1360f-ba93-4922-b8af-f2b18af36510 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "GET /v2.0/ports?device_id=d4fc92aa-3507-4328-a359-eee13658b9bd HTTP/1.1" status: 200 len: 205 time: 0.0558286 Oct 18 07:57:35.103445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60914) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:35.128592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:35.137241 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8c669f-b11f-4b46-b0ec-3c9b69cbf1dc None None] Update dhcp port {'port': {'network_id': '0f01f519-edfe-481d-8730-2d6dc1ae82af', 'fixed_ips': [{'subnet_id': '9233e7b3-a623-4c0b-a9f2-559cac620a1c'}], 'binding:host_id': 'dv-neutron-861625-1-hyperv'}, 'id': '40bc2a09-3064-4201-936a-e56591b5cc9c'} from dv-neutron-861625-1-hyperv. {{(pid=89047) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 18 07:57:35.177421 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-b18e3e92-6ee8-4ff5-a1c8-408c90b84da4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] delete failed (client error): The resource could not be found. Oct 18 07:57:35.182779 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b18e3e92-6ee8-4ff5-a1c8-408c90b84da4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/routers/d4fc92aa-3507-4328-a359-eee13658b9bd HTTP/1.1" status: 404 len: 336 time: 0.0736308 Oct 18 07:57:35.183018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60920) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:35.197360 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1b8c669f-b11f-4b46-b0ec-3c9b69cbf1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:35.232223 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 3edbfd5f-bd2a-4253-bd5c-e07cb8304d3e resource provider aggregate not found Oct 18 07:57:35.240302 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad3558c-7c30-4efb-a0fa-132738484997 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] DELETE failed (client error): The resource could not be found. Oct 18 07:57:35.240646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad3558c-7c30-4efb-a0fa-132738484997 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:57:35.246455 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-aad3558c-7c30-4efb-a0fa-132738484997 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/e6829566-927f-4bc6-8a74-84e006fb2408 HTTP/1.1" status: 404 len: 337 time: 0.0624959 Oct 18 07:57:35.247180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60926) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:35.282835 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 3edbfd5f-bd2a-4253-bd5c-e07cb8304d3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3edbfd5f-bd2a-4253-bd5c-e07cb8304d3e found for delete ", "request_id": "req-91532b56-07eb-48e3-b06c-9f088a1a1a95"}]} Oct 18 07:57:35.290856 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf56b6d5-5ba7-4a0b-aa0a-98af14458bb4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] DELETE failed (client error): The resource could not be found. Oct 18 07:57:35.291384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf56b6d5-5ba7-4a0b-aa0a-98af14458bb4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:57:35.295630 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cf56b6d5-5ba7-4a0b-aa0a-98af14458bb4 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/7479182b-d236-44bd-be52-c8aea29a6fb3 HTTP/1.1" status: 404 len: 337 time: 0.0449989 Oct 18 07:57:35.295854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60930) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:35.337587 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-b004e8fd-d6c1-46a4-890c-0594aeca8795 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] DELETE failed (client error): The resource could not be found. Oct 18 07:57:35.338051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b004e8fd-d6c1-46a4-890c-0594aeca8795 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:57:35.339760 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b004e8fd-d6c1-46a4-890c-0594aeca8795 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/17380aa7-c7ac-4945-a046-b92484d6b552 HTTP/1.1" status: 404 len: 337 time: 0.0430083 Oct 18 07:57:35.342215 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60934) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:35.370044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:57:35.372473 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-60e3f738-3c74-4168-865a-a2c2468ae962 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:35.384129 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-114cc529-7312-4a01-b046-1fec01d1cdd3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] DELETE failed (client error): The resource could not be found. Oct 18 07:57:35.384605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114cc529-7312-4a01-b046-1fec01d1cdd3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:57:35.385674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538aa0b-6bbb-4cb4-b15b-cf8312d92285 None None] Sync routers for ids ['77ff547f-6fd6-431d-b76e-cd11565efa32'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:57:35.386301 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-114cc529-7312-4a01-b046-1fec01d1cdd3 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/ports/7b03ce17-bcca-44e4-b6db-9ee9c5d5eb93 HTTP/1.1" status: 404 len: 333 time: 0.0431061 Oct 18 07:57:35.388866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60938) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:35.401281 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538aa0b-6bbb-4cb4-b15b-cf8312d92285 None None] Routers {'77ff547f-6fd6-431d-b76e-cd11565efa32'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:35.401903 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a538aa0b-6bbb-4cb4-b15b-cf8312d92285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['77ff547f-6fd6-431d-b76e-cd11565efa32'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:35.431640 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b72734-430b-4374-bbcd-2334297c2b0b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] DELETE failed (client error): The resource could not be found. Oct 18 07:57:35.432028 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b72734-430b-4374-bbcd-2334297c2b0b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:57:35.437035 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-45b72734-430b-4374-bbcd-2334297c2b0b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/d470066b-cdf7-4ae8-8313-c5a81733e4e3 HTTP/1.1" status: 404 len: 337 time: 0.0436289 Oct 18 07:57:35.437287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60942) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:35.461665 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f5ce5d-877b-4bf9-b983-3e47df3c4c4c None None] Network 0f01f519-edfe-481d-8730-2d6dc1ae82af requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:35.476958 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:35.479594 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82de466-bdb1-4b32-b413-3101875d0a17 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] DELETE failed (client error): The resource could not be found. Oct 18 07:57:35.480044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82de466-bdb1-4b32-b413-3101875d0a17 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:57:35.484371 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c82de466-bdb1-4b32-b413-3101875d0a17 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/9ed0eb63-d93f-4a0c-b3cd-36af1446534a HTTP/1.1" status: 404 len: 337 time: 0.0435574 Oct 18 07:57:35.484594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60946) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:35.512250 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3f738-3c74-4168-865a-a2c2468ae962 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Subnet': ['ID=d0247687-9ce9-4937-8e11-ad3adfae42b7,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:35.528266 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89ce401-b62a-4019-9727-dbb67e2f6859 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] DELETE failed (client error): The resource could not be found. Oct 18 07:57:35.528729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89ce401-b62a-4019-9727-dbb67e2f6859 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:57:35.532703 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c89ce401-b62a-4019-9727-dbb67e2f6859 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/ports/60dce2c2-a3d5-412b-94be-dafc593b5378 HTTP/1.1" status: 404 len: 333 time: 0.0449719 Oct 18 07:57:35.532882 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3f738-3c74-4168-865a-a2c2468ae962 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Checking segment: {'id': '38701459-f024-40ce-8368-2cc1fc382edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3980c06-cdaa-417a-a1b0-56fdb5081c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:57:35.532882 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e3f738-3c74-4168-865a-a2c2468ae962 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network hostable DHCP agents. Network: c3980c06-cdaa-417a-a1b0-56fdb5081c5e, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:57:35.535265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60950) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:35.556791 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1b572aa4-06eb-4139-8c5c-0a4dfbbeca6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8558443 Oct 18 07:57:35.559004 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e12b10-8b37-4329-91ef-e31e5c199480', 'tag': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:57:35.561821 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6939d356-6392-494d-8d80-3e1df2cdc2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "35e12b10-8b37-4329-91ef-e31e5c199480", "tag": "2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:57:35.564010 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60954) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:35.576492 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-1738e0a9-63c6-487e-b574-152af555de56 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] DELETE failed (client error): The resource could not be found. Oct 18 07:57:35.577744 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1738e0a9-63c6-487e-b574-152af555de56 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:57:35.582420 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1738e0a9-63c6-487e-b574-152af555de56 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/3c44aefc-30ea-47ed-9c68-555ee573a808 HTTP/1.1" status: 404 len: 337 time: 0.0433002 Oct 18 07:57:35.582420 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60962) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:35.626326 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd206ab1-6b66-41c5-a1cb-53f268eb982b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] DELETE failed (client error): The resource could not be found. Oct 18 07:57:35.627037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd206ab1-6b66-41c5-a1cb-53f268eb982b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:57:35.628803 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dd206ab1-6b66-41c5-a1cb-53f268eb982b tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/subnets/0cc35e49-23d4-4956-b4df-bb048a52c90c HTTP/1.1" status: 404 len: 337 time: 0.0454559 Oct 18 07:57:35.630272 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Attempt 5 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:35.631703 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60966) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:35.681128 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 07:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263eaaad-67dc-4ed8-96d8-b01b1837421f x-openstack-request-id: req-263eaaad-67dc-4ed8-96d8-b01b1837421f {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:57:35.690638 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e12b10-8b37-4329-91ef-e31e5c199480", "tag": "2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:57:35.690866 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-263eaaad-67dc-4ed8-96d8-b01b1837421f {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:57:35.691285 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-263eaaad-67dc-4ed8-96d8-b01b1837421f'] response: {'name': 'network-changed', 'server_uuid': '35e12b10-8b37-4329-91ef-e31e5c199480', 'tag': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e', 'status': 'completed', 'code': 200} Oct 18 07:57:35.697871 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e3f738-3c74-4168-865a-a2c2468ae962 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network c3980c06-cdaa-417a-a1b0-56fdb5081c5e is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:57:35.719298 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-60e3f738-3c74-4168-865a-a2c2468ae962 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, c3980c06-cdaa-417a-a1b0-56fdb5081c5e) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:35.733469 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e3f738-3c74-4168-865a-a2c2468ae962 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:35.734200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-60e3f738-3c74-4168-865a-a2c2468ae962 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:35.740793 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fdab986b-6059-4c37-96f2-6a10799bc3f8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/18e7eb2a-915d-440c-a22a-fc2a30521736 HTTP/1.1" status: 200 len: 990 time: 0.1742821 Oct 18 07:57:35.749692 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639b6b55-662d-482c-b0dc-f899dfb494ca None None] Network c3980c06-cdaa-417a-a1b0-56fdb5081c5e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:35.759219 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-60e3f738-3c74-4168-865a-a2c2468ae962 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1598363 Oct 18 07:57:35.761604 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60970) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:35.768215 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-66e54afe-b6b4-4934-b181-4bd3126f84ec tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1466661993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:35.775493 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-66e54afe-b6b4-4934-b181-4bd3126f84ec tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:35.779167 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-66e54afe-b6b4-4934-b181-4bd3126f84ec tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:router and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:35.782282 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-66e54afe-b6b4-4934-b181-4bd3126f84ec tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:35.788326 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-66e54afe-b6b4-4934-b181-4bd3126f84ec tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:35.800813 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-66e54afe-b6b4-4934-b181-4bd3126f84ec tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:35.802339 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-66e54afe-b6b4-4934-b181-4bd3126f84ec tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:35.819092 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-66e54afe-b6b4-4934-b181-4bd3126f84ec tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:35.838727 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-66e54afe-b6b4-4934-b181-4bd3126f84ec tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:35.862239 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:35.866146 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-66e54afe-b6b4-4934-b181-4bd3126f84ec tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:35.869964 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-66e54afe-b6b4-4934-b181-4bd3126f84ec tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1048112 Oct 18 07:57:35.870514 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60974) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:35.878458 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-212bd6a0-583c-447b-a534-d06260cc4157 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'port': {'network_id': 'c3980c06-cdaa-417a-a1b0-56fdb5081c5e', 'name': 'tempest-RoutersTest-1992518350'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:35.879128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-83eb98aa-21a1-4f91-9345-0c5938cfdbfe tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:35.879470 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83eb98aa-21a1-4f91-9345-0c5938cfdbfe tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:35.893841 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-a538aa0b-6bbb-4cb4-b15b-cf8312d92285 None None] Set router 77ff547f-6fd6-431d-b76e-cd11565efa32 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:57:36.000172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939d356-6392-494d-8d80-3e1df2cdc2f7 req-c41ae650-7c3d-4ffe-8152-bf11d63f89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:36.001603 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6939d356-6392-494d-8d80-3e1df2cdc2f7 req-c41ae650-7c3d-4ffe-8152-bf11d63f89f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 1098 time: 0.2162247 Oct 18 07:57:36.161675 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-212bd6a0-583c-447b-a534-d06260cc4157 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:36.174957 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-212bd6a0-583c-447b-a534-d06260cc4157 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:36.190941 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212bd6a0-583c-447b-a534-d06260cc4157 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Made reservation on behalf of 254df938bb1a44c79d10329568c221e7 for: {'port': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:36.211561 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83eb98aa-21a1-4f91-9345-0c5938cfdbfe tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:36.218490 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-212bd6a0-583c-447b-a534-d06260cc4157 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:36.243333 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [None req-212bd6a0-583c-447b-a534-d06260cc4157 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] device_id is not set on port 366535e4-307b-4f13-9055-6204c021de17 yet. {{(pid=89045) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 07:57:36.271626 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63730b03-91f3-41bf-b3e8-657465cc0f8b None None] DHCP port deletion for 0f01f519-edfe-481d-8730-2d6dc1ae82af request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:57:36.319157 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-63730b03-91f3-41bf-b3e8-657465cc0f8b None None] Deleting port 40bc2a09-3064-4201-936a-e56591b5cc9c {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:36.319540 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-63730b03-91f3-41bf-b3e8-657465cc0f8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:36.368182 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-83eb98aa-21a1-4f91-9345-0c5938cfdbfe tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf owned by {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:36.369481 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Attempt 6 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:36.389977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-212bd6a0-583c-447b-a534-d06260cc4157 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Allocated IP 172.20.0.14 (c3980c06-cdaa-417a-a1b0-56fdb5081c5e/d0247687-9ce9-4937-8e11-ad3adfae42b7/366535e4-307b-4f13-9055-6204c021de17) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:36.412302 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939d356-6392-494d-8d80-3e1df2cdc2f7 req-a2d41944-4cae-4771-a921-58ecae54ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:36.413828 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6939d356-6392-494d-8d80-3e1df2cdc2f7 req-a2d41944-4cae-4771-a921-58ecae54ea43 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dba6462c-8a73-4764-a16b-d913fa15e5fd HTTP/1.1" status: 200 len: 898 time: 0.4040136 Oct 18 07:57:36.449227 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-c3980c06-cdaa-417a-a1b0-56fdb5081c5e', 'network_id': 'c3980c06-cdaa-417a-a1b0-56fdb5081c5e', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'fixed_ips': [{'subnet_id': 'd0247687-9ce9-4937-8e11-ad3adfae42b7'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:57:36.450057 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:36.542406 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6939d356-6392-494d-8d80-3e1df2cdc2f7 req-6e5ea899-7d35-4231-8f34-f981062598ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e HTTP/1.1" status: 200 len: 998 time: 0.1202197 Oct 18 07:57:36.543456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83eb98aa-21a1-4f91-9345-0c5938cfdbfe tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:36.553014 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:36.607215 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-212bd6a0-583c-447b-a534-d06260cc4157 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:36.624087 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-212bd6a0-583c-447b-a534-d06260cc4157 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Transition to ACTIVE for port object 366535e4-307b-4f13-9055-6204c021de17 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:36.637197 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-83eb98aa-21a1-4f91-9345-0c5938cfdbfe tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:36.640526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb98aa-21a1-4f91-9345-0c5938cfdbfe tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Port': ['ID=ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:36.651392 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-212bd6a0-583c-447b-a534-d06260cc4157 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:36.668074 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-83eb98aa-21a1-4f91-9345-0c5938cfdbfe tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/ports/ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf HTTP/1.1" status: 204 len: 168 time: 1.0350947 Oct 18 07:57:36.670733 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60978) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:36.691692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939d356-6392-494d-8d80-3e1df2cdc2f7 req-82d89f3e-5a2e-4cf5-8550-7343b9d7e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:36.694147 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6939d356-6392-494d-8d80-3e1df2cdc2f7 req-82d89f3e-5a2e-4cf5-8550-7343b9d7e97c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1fd93d08-c3d2-49e2-9d36-15a8bd607202 HTTP/1.1" status: 200 len: 835 time: 0.1435478 Oct 18 07:57:36.734379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212bd6a0-583c-447b-a534-d06260cc4157 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network c3980c06-cdaa-417a-a1b0-56fdb5081c5e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:36.738209 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-212bd6a0-583c-447b-a534-d06260cc4157 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:36.740026 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bd6a0-583c-447b-a534-d06260cc4157 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=366535e4-307b-4f13-9055-6204c021de17,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:36.742117 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212bd6a0-583c-447b-a534-d06260cc4157 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:36.767637 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60982) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:36.798598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-63730b03-91f3-41bf-b3e8-657465cc0f8b None None] For port 40bc2a09-3064-4201-936a-e56591b5cc9c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=40bc2a09-3064-4201-936a-e56591b5cc9c,segment=NetworkSegment(21067ecf-f8e0-4350-ac2f-10d9b8725f69),segment_id=21067ecf-f8e0-4350-ac2f-10d9b8725f69)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:36.799015 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-63730b03-91f3-41bf-b3e8-657465cc0f8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:36.850592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:36.869101 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port 40bc2a09-3064-4201-936a-e56591b5cc9c {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:36.869430 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:36.910586 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212bd6a0-583c-447b-a534-d06260cc4157 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:36.912224 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-212bd6a0-583c-447b-a534-d06260cc4157 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:36.920886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939d356-6392-494d-8d80-3e1df2cdc2f7 req-15d4b781-9376-4fd4-a033-d2e69f4aff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:36.922360 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6939d356-6392-494d-8d80-3e1df2cdc2f7 req-15d4b781-9376-4fd4-a033-d2e69f4aff48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dba6462c-8a73-4764-a16b-d913fa15e5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2213032 Oct 18 07:57:36.929734 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-61853bde-33ef-4258-8c1e-5e1374e127da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/18e7eb2a-915d-440c-a22a-fc2a30521736 HTTP/1.1" status: 200 len: 990 time: 0.1570146 Oct 18 07:57:36.938655 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 40bc2a09-3064-4201-936a-e56591b5cc9c no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:57:36.957136 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-212bd6a0-583c-447b-a534-d06260cc4157 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0823970 Oct 18 07:57:36.957591 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 60986) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:36.970232 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-63730b03-91f3-41bf-b3e8-657465cc0f8b None None] Calling delete_port for 40bc2a09-3064-4201-936a-e56591b5cc9c owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:37.052433 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a538aa0b-6bbb-4cb4-b15b-cf8312d92285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:56:56Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '18e7eb2a-915d-440c-a22a-fc2a30521736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.90', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'port_id': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'mac_address': 'fa:16:3e:4c:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e12b10-8b37-4329-91ef-e31e5c199480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:57:33Z', 'updated_at': '2022-10-18T07:57:33Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652908cf-f809-44e6-8a32-b2804b1dfad5', 'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:fe:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:03Z', 'updated_at': '2022-10-18T07:57:15Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:37.058527 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Allocated IP 172.20.0.2 (c3980c06-cdaa-417a-a1b0-56fdb5081c5e/d0247687-9ce9-4937-8e11-ad3adfae42b7/0b19ef75-da4f-432a-8cb0-a60817dafdd2) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:37.060388 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Attempt 7 to provision port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf Oct 18 07:57:37.110594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Port ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:57:37.115691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538aa0b-6bbb-4cb4-b15b-cf8312d92285 None None] Checking router: 77ff547f-6fd6-431d-b76e-cd11565efa32 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:57:37.218286 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538aa0b-6bbb-4cb4-b15b-cf8312d92285 None None] Routers {'77ff547f-6fd6-431d-b76e-cd11565efa32'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:37.219122 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a538aa0b-6bbb-4cb4-b15b-cf8312d92285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['77ff547f-6fd6-431d-b76e-cd11565efa32'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:37.312959 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Provisioning for port 40bc2a09-3064-4201-936a-e56591b5cc9c completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:37.316407 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6939d356-6392-494d-8d80-3e1df2cdc2f7 req-fc50a4c2-cb66-46cc-8847-04ea585cb5cc service neutron] 10.222.0.46 "GET /v2.0/networks/dba6462c-8a73-4764-a16b-d913fa15e5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870177 Oct 18 07:57:37.323202 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] For port 40bc2a09-3064-4201-936a-e56591b5cc9c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=40bc2a09-3064-4201-936a-e56591b5cc9c,segment=NetworkSegment(21067ecf-f8e0-4350-ac2f-10d9b8725f69),segment_id=21067ecf-f8e0-4350-ac2f-10d9b8725f69)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:37.323554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:37.433758 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-63730b03-91f3-41bf-b3e8-657465cc0f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:37.479707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Port 40bc2a09-3064-4201-936a-e56591b5cc9c update to DOWN by agent not found {{(pid=89047) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 18 07:57:37.496524 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Provisioning complete for port 40bc2a09-3064-4201-936a-e56591b5cc9c triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:37.496914 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:37.497236 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Attempt 1 to provision port 40bc2a09-3064-4201-936a-e56591b5cc9c Oct 18 07:57:37.516537 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Calling delete_port for 40bc2a09-3064-4201-936a-e56591b5cc9c owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:37.543601 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6441ee01-0361-493c-9506-c1ed47392ed3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:37.548559 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63730b03-91f3-41bf-b3e8-657465cc0f8b None None] Pushing event deleted for resources: {'Port': ['ID=40bc2a09-3064-4201-936a-e56591b5cc9c,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:37.556779 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-30d313e6-8d81-4b66-8423-68414ba973ff None None] Port 40bc2a09-3064-4201-936a-e56591b5cc9c was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:57:37.576173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63730b03-91f3-41bf-b3e8-657465cc0f8b None None] No DVR routers for this DVR port 40bc2a09-3064-4201-936a-e56591b5cc9c on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:57:37.651098 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6939d356-6392-494d-8d80-3e1df2cdc2f7 req-4e73dd62-076b-4e54-b686-79e9a15417b2 service neutron] 10.222.0.46 "GET /v2.0/networks/dba6462c-8a73-4764-a16b-d913fa15e5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199365 Oct 18 07:57:37.652435 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:57:37.652748 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:57:37.694330 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-a538aa0b-6bbb-4cb4-b15b-cf8312d92285 None None] Set router 77ff547f-6fd6-431d-b76e-cd11565efa32 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:57:37.756688 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-08186e4c-9070-4968-9a48-b1e34f658ddb None None] Could not find standard attr ID for object 40bc2a09-3064-4201-936a-e56591b5cc9c. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:57:37.772343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-08186e4c-9070-4968-9a48-b1e34f658ddb None None] Could not find standard attr ID for object ffcdd6ab-7b19-49c1-beb6-4bb62a7850bf. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:57:37.856770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:37.874502 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Transition to ACTIVE for port object 0b19ef75-da4f-432a-8cb0-a60817dafdd2 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:37.919745 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Transition to ACTIVE for port object 0b19ef75-da4f-432a-8cb0-a60817dafdd2 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:37.932622 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 60990) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:37.971629 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:38.046459 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cfe91b73-213e-40c8-9341-238ab493808e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/18e7eb2a-915d-440c-a22a-fc2a30521736 HTTP/1.1" status: 200 len: 990 time: 0.1122925 Oct 18 07:57:38.052110 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Network c3980c06-cdaa-417a-a1b0-56fdb5081c5e is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:38.056390 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6441ee01-0361-493c-9506-c1ed47392ed3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:38.059220 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:38.061780 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6441ee01-0361-493c-9506-c1ed47392ed3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:38.067826 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:38.072554 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Pushing event updated for resources: {'Port': ['ID=0b19ef75-da4f-432a-8cb0-a60817dafdd2,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:38.154036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Deleting port 40bc2a09-3064-4201-936a-e56591b5cc9c {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:38.154932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:38.175625 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441ee01-0361-493c-9506-c1ed47392ed3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=366535e4-307b-4f13-9055-6204c021de17,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:38.238031 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Attempting to bind port 0b19ef75-da4f-432a-8cb0-a60817dafdd2 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:57:38.238396 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Attempting to bind port 0b19ef75-da4f-432a-8cb0-a60817dafdd2 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '38701459-f024-40ce-8368-2cc1fc382edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3980c06-cdaa-417a-a1b0-56fdb5081c5e'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:57:38.238797 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Attempting to bind port 0b19ef75-da4f-432a-8cb0-a60817dafdd2 on network c3980c06-cdaa-417a-a1b0-56fdb5081c5e {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:57:38.246374 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:57:38.246782 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Checking segment: {'id': '38701459-f024-40ce-8368-2cc1fc382edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3980c06-cdaa-417a-a1b0-56fdb5081c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:57:38.247172 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:38.247562 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Bound using segment: {'id': '38701459-f024-40ce-8368-2cc1fc382edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3980c06-cdaa-417a-a1b0-56fdb5081c5e'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:57:38.248027 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Bound port: 0b19ef75-da4f-432a-8cb0-a60817dafdd2, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38701459-f024-40ce-8368-2cc1fc382edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c3980c06-cdaa-417a-a1b0-56fdb5081c5e'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:57:38.248208 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] The port '40bc2a09-3064-4201-936a-e56591b5cc9c' was deleted {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:57:38.248404 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:38.347132 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a538aa0b-6bbb-4cb4-b15b-cf8312d92285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:56:56Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '18e7eb2a-915d-440c-a22a-fc2a30521736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.90', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'port_id': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'mac_address': 'fa:16:3e:4c:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e12b10-8b37-4329-91ef-e31e5c199480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:57:33Z', 'updated_at': '2022-10-18T07:57:33Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652908cf-f809-44e6-8a32-b2804b1dfad5', 'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:fe:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:03Z', 'updated_at': '2022-10-18T07:57:15Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:38.355425 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538aa0b-6bbb-4cb4-b15b-cf8312d92285 None None] The sync data for ids ['77ff547f-6fd6-431d-b76e-cd11565efa32'] in dv-neutron-861625-1-hyperv is: [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:56:56Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '18e7eb2a-915d-440c-a22a-fc2a30521736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.90', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'port_id': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'mac_address': 'fa:16:3e:4c:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e12b10-8b37-4329-91ef-e31e5c199480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:57:33Z', 'updated_at': '2022-10-18T07:57:33Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652908cf-f809-44e6-8a32-b2804b1dfad5', 'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:fe:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:03Z', 'updated_at': '2022-10-18T07:57:15Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:57:38.356765 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] For port 0b19ef75-da4f-432a-8cb0-a60817dafdd2, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:57:38.360779 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] For port 0b19ef75-da4f-432a-8cb0-a60817dafdd2, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0b19ef75-da4f-432a-8cb0-a60817dafdd2,segment=NetworkSegment(38701459-f024-40ce-8368-2cc1fc382edc),segment_id=38701459-f024-40ce-8368-2cc1fc382edc)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:57:38.369083 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:38.382038 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:38.389545 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6441ee01-0361-493c-9506-c1ed47392ed3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:38.412173 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f01f519-edfe-481d-8730-2d6dc1ae82af']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:38.428902 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21067ecf-f8e0-4350-ac2f-10d9b8725f69') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:38.429300 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21067ecf-f8e0-4350-ac2f-10d9b8725f69') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:38.449209 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:38.457136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2cd2c6-cd98-4756-9923-93b6d473356b None None] Pushing event updated for resources: {'Port': ['ID=0b19ef75-da4f-432a-8cb0-a60817dafdd2,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:38.472196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:38.492855 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:57:38.493322 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:38.529576 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6441ee01-0361-493c-9506-c1ed47392ed3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:38.612555 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 21067ecf-f8e0-4350-ac2f-10d9b8725f69 resource provider aggregate not found Oct 18 07:57:38.620998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:38.651403 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:38.655495 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 21067ecf-f8e0-4350-ac2f-10d9b8725f69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21067ecf-f8e0-4350-ac2f-10d9b8725f69 found for delete ", "request_id": "req-d52d9f75-6e81-46d4-a78c-afd3c270f3fc"}]} Oct 18 07:57:38.712096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] Pushing event deleted for resources: {'Network': ['ID=0f01f519-edfe-481d-8730-2d6dc1ae82af,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:38.718000 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-772e1441-2d75-45f0-9a1c-6326206a5220 tempest-PortsTestJSON-1650353140 tempest-PortsTestJSON-1650353140-project] 10.222.0.17 "DELETE /v2.0/networks/0f01f519-edfe-481d-8730-2d6dc1ae82af HTTP/1.1" status: 204 len: 168 time: 2.0456553 Oct 18 07:57:38.766050 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4166dc7-a8d0-4c60-ba79-057167ca813d None None] New status for floating IP 18e7eb2a-915d-440c-a22a-fc2a30521736: ACTIVE {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 07:57:38.972014 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0b19ef75-da4f-432a-8cb0-a60817dafdd2 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:39.050447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 32770) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:39.073424 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 0b19ef75-da4f-432a-8cb0-a60817dafdd2 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:39.091295 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6441ee01-0361-493c-9506-c1ed47392ed3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:39.100442 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6441ee01-0361-493c-9506-c1ed47392ed3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:39.148932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 32774) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:39.210644 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2e63a45e-c4bb-4d05-a374-c51f7f7cc8eb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/18e7eb2a-915d-440c-a22a-fc2a30521736 HTTP/1.1" status: 200 len: 992 time: 0.1583652 Oct 18 07:57:39.223063 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441ee01-0361-493c-9506-c1ed47392ed3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=366535e4-307b-4f13-9055-6204c021de17,revision_number=3']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:39.227729 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6441ee01-0361-493c-9506-c1ed47392ed3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:39.347148 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5b39af7b-de0e-4dc3-b28f-d60fcbf0647a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=491c7abebf5a4f46aa6b1b9fa1ea0fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970966 Oct 18 07:57:39.348025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 32780) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:39.373003 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6441ee01-0361-493c-9506-c1ed47392ed3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network c3980c06-cdaa-417a-a1b0-56fdb5081c5e is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:39.374878 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-6441ee01-0361-493c-9506-c1ed47392ed3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:39.414542 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ccc04583-badb-4560-a02d-a7bfbfb372a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:39.451044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ccc04583-badb-4560-a02d-a7bfbfb372a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:39.508283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ccc04583-badb-4560-a02d-a7bfbfb372a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:39.525025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc04583-badb-4560-a02d-a7bfbfb372a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f2330c-2f85-44a3-a5d3-897204b37733,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:39.532493 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ccc04583-badb-4560-a02d-a7bfbfb372a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:39.533638 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ccc04583-badb-4560-a02d-a7bfbfb372a8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/63f2330c-2f85-44a3-a5d3-897204b37733 HTTP/1.1" status: 204 len: 168 time: 0.1845386 Oct 18 07:57:39.637109 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc864134-da06-459a-8ef8-19bd0570ecd8 None None] Network c3980c06-cdaa-417a-a1b0-56fdb5081c5e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:39.705063 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6441ee01-0361-493c-9506-c1ed47392ed3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router f6a621a3-2635-4c8d-9547-33436a27caa0 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:57:39.743324 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0ad3e844-70a7-419f-9612-04a70ec578f1 None None] Provisioning for port 0b19ef75-da4f-432a-8cb0-a60817dafdd2 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:39.757341 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0ad3e844-70a7-419f-9612-04a70ec578f1 None None] Provisioning complete for port 0b19ef75-da4f-432a-8cb0-a60817dafdd2 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:39.757797 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0ad3e844-70a7-419f-9612-04a70ec578f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:39.758203 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0ad3e844-70a7-419f-9612-04a70ec578f1 None None] Attempt 1 to provision port 0b19ef75-da4f-432a-8cb0-a60817dafdd2 Oct 18 07:57:39.872089 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6441ee01-0361-493c-9506-c1ed47392ed3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:57:39.879156 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6441ee01-0361-493c-9506-c1ed47392ed3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/f6a621a3-2635-4c8d-9547-33436a27caa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9205258 Oct 18 07:57:39.881672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 32794) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:39.887335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cad779-e19a-405c-8dbc-fb6330f9488e None None] Sync routers for ids ['f6a621a3-2635-4c8d-9547-33436a27caa0'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:57:39.966496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7855975b-5ec8-44fa-9349-a11f602704ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:39.967158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7855975b-5ec8-44fa-9349-a11f602704ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Synchronizing usage tracker for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:39.982879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7855975b-5ec8-44fa-9349-a11f602704ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Unset dirty status for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:39.986594 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7855975b-5ec8-44fa-9349-a11f602704ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/ports/366535e4-307b-4f13-9055-6204c021de17 HTTP/1.1" status: 200 len: 978 time: 0.1015451 Oct 18 07:57:39.987404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 32800) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:39.990094 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cad779-e19a-405c-8dbc-fb6330f9488e None None] Routers {'f6a621a3-2635-4c8d-9547-33436a27caa0'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:39.990752 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e3cad779-e19a-405c-8dbc-fb6330f9488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f6a621a3-2635-4c8d-9547-33436a27caa0'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:40.062355 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e3cad779-e19a-405c-8dbc-fb6330f9488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:40.080098 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0ad3e844-70a7-419f-9612-04a70ec578f1 None None] Current status of the port 0b19ef75-da4f-432a-8cb0-a60817dafdd2 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:40.080475 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0ad3e844-70a7-419f-9612-04a70ec578f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:40.162699 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cad779-e19a-405c-8dbc-fb6330f9488e None None] Routers {'f6a621a3-2635-4c8d-9547-33436a27caa0'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:40.163327 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e3cad779-e19a-405c-8dbc-fb6330f9488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f6a621a3-2635-4c8d-9547-33436a27caa0'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:40.239665 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e3cad779-e19a-405c-8dbc-fb6330f9488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:40.240069 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cad779-e19a-405c-8dbc-fb6330f9488e None None] The sync data for ids ['f6a621a3-2635-4c8d-9547-33436a27caa0'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:57:40.258518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-0ad3e844-70a7-419f-9612-04a70ec578f1 None None] For port 0b19ef75-da4f-432a-8cb0-a60817dafdd2, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0b19ef75-da4f-432a-8cb0-a60817dafdd2,segment=NetworkSegment(38701459-f024-40ce-8368-2cc1fc382edc),segment_id=38701459-f024-40ce-8368-2cc1fc382edc)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:40.265950 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0ad3e844-70a7-419f-9612-04a70ec578f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:40.338673 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3e844-70a7-419f-9612-04a70ec578f1 None None] Pushing event updated for resources: {'Port': ['ID=0b19ef75-da4f-432a-8cb0-a60817dafdd2,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:40.375278 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32812) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:40.488530 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group': {'name': 'tempest-secgroup--1189709908'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:40.494287 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:40.499695 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:40.503272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:40.510608 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:40.522069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:40.535836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:40.552285 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:40.556555 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:40.559744 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:40.566132 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:40.600365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a696db52-c86a-4a67-a8dc-769ee644df0c None None] Provisioning for port 366535e4-307b-4f13-9055-6204c021de17 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:40.605386 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a696db52-c86a-4a67-a8dc-769ee644df0c None None] Provisioning complete for port 366535e4-307b-4f13-9055-6204c021de17 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:40.605770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a696db52-c86a-4a67-a8dc-769ee644df0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:40.606113 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a696db52-c86a-4a67-a8dc-769ee644df0c None None] Attempt 1 to provision port 366535e4-307b-4f13-9055-6204c021de17 Oct 18 07:57:40.648410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dcf239f0-3f1c-4e1b-b710-19abe6017f34 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:40.667037 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a696db52-c86a-4a67-a8dc-769ee644df0c None None] Port 366535e4-307b-4f13-9055-6204c021de17 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:40.675166 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:40.680036 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:40.696488 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:40.706410 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:40.715500 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:40.726759 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:40.730423 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1ec637-349b-4f63-a23c-1bd1bae285d5,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:40.804997 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:40.811470 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:40.862846 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d36fda11-d029-4903-82a5-25fdc97df349,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:40.867888 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:40.869507 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-83d46bed-c3a0-480d-adc6-32113dfc85db tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4929817 Oct 18 07:57:40.872142 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32818) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:40.916814 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0b19ef75-da4f-432a-8cb0-a60817dafdd2 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:40.954257 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ad2635d3-f8d7-4d29-995c-762558bbd3ad tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:40.960529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-dcf239f0-3f1c-4e1b-b710-19abe6017f34 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port 366535e4-307b-4f13-9055-6204c021de17 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:40.961104 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dcf239f0-3f1c-4e1b-b710-19abe6017f34 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:40.973546 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ad2635d3-f8d7-4d29-995c-762558bbd3ad tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:40.977737 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ad2635d3-f8d7-4d29-995c-762558bbd3ad tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1020634 Oct 18 07:57:40.977990 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32822) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:40.984005 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-37a1a539-75fb-410c-9ace-a5f661d3388b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group': {'name': 'tempest-security--208960027', 'description': 'tempest-security-description-139353872'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:41.009551 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 0b19ef75-da4f-432a-8cb0-a60817dafdd2 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:41.009932 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:41.010273 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 0b19ef75-da4f-432a-8cb0-a60817dafdd2 Oct 18 07:57:41.016890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37a1a539-75fb-410c-9ace-a5f661d3388b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:41.079130 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37a1a539-75fb-410c-9ace-a5f661d3388b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:41.086154 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37a1a539-75fb-410c-9ace-a5f661d3388b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:41.088733 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37a1a539-75fb-410c-9ace-a5f661d3388b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:41.093125 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-37a1a539-75fb-410c-9ace-a5f661d3388b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "PUT /v2.0/security-groups/d36fda11-d029-4903-82a5-25fdc97df349 HTTP/1.1" status: 200 len: 1778 time: 0.1108239 Oct 18 07:57:41.098537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32826) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:41.149190 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1a539-75fb-410c-9ace-a5f661d3388b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d36fda11-d029-4903-82a5-25fdc97df349,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:41.160002 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 0b19ef75-da4f-432a-8cb0-a60817dafdd2 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:41.169386 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a696db52-c86a-4a67-a8dc-769ee644df0c None None] Attempt 2 to provision port 366535e4-307b-4f13-9055-6204c021de17 Oct 18 07:57:41.174073 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-524375c2-7e30-4719-854f-8d2c852040c4 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-groups/d36fda11-d029-4903-82a5-25fdc97df349 HTTP/1.1" status: 200 len: 1778 time: 0.0725365 Oct 18 07:57:41.179079 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32830) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:41.211557 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dcf239f0-3f1c-4e1b-b710-19abe6017f34 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:41.235978 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a696db52-c86a-4a67-a8dc-769ee644df0c None None] Port 366535e4-307b-4f13-9055-6204c021de17 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:41.247167 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-63f3aa5b-f7e6-49d3-bd5b-d9be007149aa tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:41.273868 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-63f3aa5b-f7e6-49d3-bd5b-d9be007149aa tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:41.321230 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-63f3aa5b-f7e6-49d3-bd5b-d9be007149aa tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:41.340237 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-dcf239f0-3f1c-4e1b-b710-19abe6017f34 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Calling delete_port for 366535e4-307b-4f13-9055-6204c021de17 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:41.340514 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3aa5b-f7e6-49d3-bd5b-d9be007149aa tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36fda11-d029-4903-82a5-25fdc97df349,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:41.351614 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-63f3aa5b-f7e6-49d3-bd5b-d9be007149aa tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:41.352787 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-63f3aa5b-f7e6-49d3-bd5b-d9be007149aa tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-groups/d36fda11-d029-4903-82a5-25fdc97df349 HTTP/1.1" status: 204 len: 168 time: 0.1726580 Oct 18 07:57:41.355149 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32834) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:41.405779 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-76af8952-0ce4-4342-bb31-005f26c2b344 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:41.420598 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-76af8952-0ce4-4342-bb31-005f26c2b344 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:41.422092 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-76af8952-0ce4-4342-bb31-005f26c2b344 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659666 Oct 18 07:57:41.425002 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32838) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:41.441790 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-2d4aa270-ca85-4a9e-9ee1-14b992bd4eec tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] delete failed (client error): The resource could not be found. Oct 18 07:57:41.446317 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2d4aa270-ca85-4a9e-9ee1-14b992bd4eec tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-groups/d36fda11-d029-4903-82a5-25fdc97df349 HTTP/1.1" status: 404 len: 347 time: 0.0168638 Oct 18 07:57:41.446967 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 32842) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:41.453000 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ebada3dd-9c62-42d5-b5b1-ea3be7188506 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945056202'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:41.461845 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ebada3dd-9c62-42d5-b5b1-ea3be7188506 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:41.501316 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ebada3dd-9c62-42d5-b5b1-ea3be7188506 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:41.526065 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ebada3dd-9c62-42d5-b5b1-ea3be7188506 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:41.553359 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ebada3dd-9c62-42d5-b5b1-ea3be7188506 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:41.557099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dcf239f0-3f1c-4e1b-b710-19abe6017f34 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:41.559242 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ebada3dd-9c62-42d5-b5b1-ea3be7188506 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:41.594850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ebada3dd-9c62-42d5-b5b1-ea3be7188506 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:41.613545 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ebada3dd-9c62-42d5-b5b1-ea3be7188506 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:41.617216 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf239f0-3f1c-4e1b-b710-19abe6017f34 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Port': ['ID=366535e4-307b-4f13-9055-6204c021de17,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:41.737354 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a696db52-c86a-4a67-a8dc-769ee644df0c None None] Attempt 3 to provision port 366535e4-307b-4f13-9055-6204c021de17 Oct 18 07:57:41.779276 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a696db52-c86a-4a67-a8dc-769ee644df0c None None] Port 366535e4-307b-4f13-9055-6204c021de17 was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:57:41.786278 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:57:41.790302 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a696db52-c86a-4a67-a8dc-769ee644df0c None None] Provisioning complete for port 0b19ef75-da4f-432a-8cb0-a60817dafdd2 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:41.790695 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a696db52-c86a-4a67-a8dc-769ee644df0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:41.791027 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a696db52-c86a-4a67-a8dc-769ee644df0c None None] Attempt 1 to provision port 0b19ef75-da4f-432a-8cb0-a60817dafdd2 Oct 18 07:57:41.907444 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a696db52-c86a-4a67-a8dc-769ee644df0c None None] Current status of the port 0b19ef75-da4f-432a-8cb0-a60817dafdd2 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:42.007715 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dcf239f0-3f1c-4e1b-b710-19abe6017f34 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:42.015927 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ebada3dd-9c62-42d5-b5b1-ea3be7188506 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:42.020217 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c71bf389-7995-4bf0-b6c4-1bf0c3a871aa None None] Could not find standard attr ID for object 366535e4-307b-4f13-9055-6204c021de17. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:57:42.021988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ebada3dd-9c62-42d5-b5b1-ea3be7188506 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:42.181823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebada3dd-9c62-42d5-b5b1-ea3be7188506 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6b0c8c-33ba-4f0b-bb33-aa644226cd06,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:42.254974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ebada3dd-9c62-42d5-b5b1-ea3be7188506 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:42.256173 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ebada3dd-9c62-42d5-b5b1-ea3be7188506 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8082721 Oct 18 07:57:42.259264 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32846) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:42.264373 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-a0b3256d-c301-46d8-8771-ba7bb28ae8f0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group_rule': {'security_group_id': 'db6b0c8c-33ba-4f0b-bb33-aa644226cd06', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:42.270504 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a0b3256d-c301-46d8-8771-ba7bb28ae8f0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:42.274351 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a0b3256d-c301-46d8-8771-ba7bb28ae8f0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:42.282026 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a0b3256d-c301-46d8-8771-ba7bb28ae8f0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:42.287671 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a0b3256d-c301-46d8-8771-ba7bb28ae8f0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:42.304183 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0b3256d-c301-46d8-8771-ba7bb28ae8f0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:42.336584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf239f0-3f1c-4e1b-b710-19abe6017f34 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router f6a621a3-2635-4c8d-9547-33436a27caa0 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:57:42.364273 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0b3256d-c301-46d8-8771-ba7bb28ae8f0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:42.369769 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0b3256d-c301-46d8-8771-ba7bb28ae8f0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:42.392738 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3256d-c301-46d8-8771-ba7bb28ae8f0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88eb5e7c-aae0-43b7-9111-6af9e21079fe,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:42.402053 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a0b3256d-c301-46d8-8771-ba7bb28ae8f0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:42.403279 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a0b3256d-c301-46d8-8771-ba7bb28ae8f0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430032 Oct 18 07:57:42.406726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32850) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:42.434938 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-34931d9a-035b-4e45-9fa4-6e138256cfe2 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:42.445124 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-34931d9a-035b-4e45-9fa4-6e138256cfe2 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:42.468780 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-34931d9a-035b-4e45-9fa4-6e138256cfe2 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:42.476303 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf239f0-3f1c-4e1b-b710-19abe6017f34 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:57:42.480935 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dcf239f0-3f1c-4e1b-b710-19abe6017f34 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/f6a621a3-2635-4c8d-9547-33436a27caa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4924841 Oct 18 07:57:42.483834 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 32854) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:42.485080 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34931d9a-035b-4e45-9fa4-6e138256cfe2 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88eb5e7c-aae0-43b7-9111-6af9e21079fe,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:42.486689 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-34931d9a-035b-4e45-9fa4-6e138256cfe2 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:42.487770 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-34931d9a-035b-4e45-9fa4-6e138256cfe2 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/88eb5e7c-aae0-43b7-9111-6af9e21079fe HTTP/1.1" status: 204 len: 168 time: 0.0801554 Oct 18 07:57:42.490258 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32858) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:42.493588 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54cd079-c64a-4fa6-8dc5-4262c434648d None None] Sync routers for ids ['f6a621a3-2635-4c8d-9547-33436a27caa0'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:57:42.506746 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54cd079-c64a-4fa6-8dc5-4262c434648d None None] Routers {'f6a621a3-2635-4c8d-9547-33436a27caa0'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:42.507458 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a54cd079-c64a-4fa6-8dc5-4262c434648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f6a621a3-2635-4c8d-9547-33436a27caa0'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:42.536474 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e22c9341-781f-44d5-a143-243c217ce433 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:42.553227 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e22c9341-781f-44d5-a143-243c217ce433 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:42.557816 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e22c9341-781f-44d5-a143-243c217ce433 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0635147 Oct 18 07:57:42.558064 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32862) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:42.569485 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a54cd079-c64a-4fa6-8dc5-4262c434648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:42.579154 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54cd079-c64a-4fa6-8dc5-4262c434648d None None] Routers {'f6a621a3-2635-4c8d-9547-33436a27caa0'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:42.579331 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a54cd079-c64a-4fa6-8dc5-4262c434648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f6a621a3-2635-4c8d-9547-33436a27caa0'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:42.626901 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8db44302-ace2-491d-89db-ab2a41f42973 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:42.646260 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a54cd079-c64a-4fa6-8dc5-4262c434648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:42.646688 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54cd079-c64a-4fa6-8dc5-4262c434648d None None] The sync data for ids ['f6a621a3-2635-4c8d-9547-33436a27caa0'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:57:42.655337 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8db44302-ace2-491d-89db-ab2a41f42973 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:42.705350 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8db44302-ace2-491d-89db-ab2a41f42973 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:42.725450 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db44302-ace2-491d-89db-ab2a41f42973 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6b0c8c-33ba-4f0b-bb33-aa644226cd06,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:42.742204 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8db44302-ace2-491d-89db-ab2a41f42973 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:42.745963 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8db44302-ace2-491d-89db-ab2a41f42973 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-groups/db6b0c8c-33ba-4f0b-bb33-aa644226cd06 HTTP/1.1" status: 204 len: 168 time: 0.1844585 Oct 18 07:57:42.746127 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32866) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:42.798675 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-27971baa-d52c-466a-a218-44c24c45e8b0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:42.814689 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-27971baa-d52c-466a-a218-44c24c45e8b0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:42.819741 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-27971baa-d52c-466a-a218-44c24c45e8b0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688946 Oct 18 07:57:42.820650 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32870) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:42.825642 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-ddcd7500-66f9-459e-a150-19e3c16d4b08 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group': {'name': 'tempest-secgroup--372743551'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:42.833049 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ddcd7500-66f9-459e-a150-19e3c16d4b08 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:42.843565 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ddcd7500-66f9-459e-a150-19e3c16d4b08 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:42.853324 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddcd7500-66f9-459e-a150-19e3c16d4b08 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:42.874919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ddcd7500-66f9-459e-a150-19e3c16d4b08 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:42.879191 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ddcd7500-66f9-459e-a150-19e3c16d4b08 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:42.882216 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ddcd7500-66f9-459e-a150-19e3c16d4b08 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:42.883566 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-69e75872-14f1-407c-8214-896f9654e049 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] remove_router_interface failed (client error): The resource could not be found. Oct 18 07:57:42.887333 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-69e75872-14f1-407c-8214-896f9654e049 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/f6a621a3-2635-4c8d-9547-33436a27caa0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3998644 Oct 18 07:57:42.887518 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 32874) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:42.891356 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ddcd7500-66f9-459e-a150-19e3c16d4b08 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:42.940029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-400610a4-987f-4748-b62c-f7adac86e7d6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Synchronizing usage tracker for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:42.957678 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4dbdee58-67cb-40c3-8ea4-3dc89a53859c req-88f0a507-e747-46f5-a6a9-5b5a95ac1225 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2737830 Oct 18 07:57:42.965064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-400610a4-987f-4748-b62c-f7adac86e7d6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Unset dirty status for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:42.969337 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-400610a4-987f-4748-b62c-f7adac86e7d6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/ports?device_id=f6a621a3-2635-4c8d-9547-33436a27caa0 HTTP/1.1" status: 200 len: 205 time: 0.0784373 Oct 18 07:57:42.969545 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddcd7500-66f9-459e-a150-19e3c16d4b08 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:42.969645 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 32878) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:42.973697 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddcd7500-66f9-459e-a150-19e3c16d4b08 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.026278 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd7500-66f9-459e-a150-19e3c16d4b08 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=572f8f58-35d4-419c-93db-0dd2366ae5b3,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:43.040872 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ddcd7500-66f9-459e-a150-19e3c16d4b08 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.042102 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ddcd7500-66f9-459e-a150-19e3c16d4b08 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2205403 Oct 18 07:57:43.044958 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32882) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:43.049976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-15265029-898a-4161-a977-1145a75c795e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group_rule': {'security_group_id': '572f8f58-35d4-419c-93db-0dd2366ae5b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:43.055815 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-15265029-898a-4161-a977-1145a75c795e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:43.060231 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-15265029-898a-4161-a977-1145a75c795e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:43.063679 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-15265029-898a-4161-a977-1145a75c795e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:43.069720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-15265029-898a-4161-a977-1145a75c795e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:43.087212 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-15265029-898a-4161-a977-1145a75c795e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.150087 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-15265029-898a-4161-a977-1145a75c795e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.154255 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-15265029-898a-4161-a977-1145a75c795e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.163712 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f5808b6e-035a-4246-8bcf-9a0ffe191e0b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.180353 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15265029-898a-4161-a977-1145a75c795e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5b5e21-abe4-485e-be0d-c9722aface44,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:43.194987 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-15265029-898a-4161-a977-1145a75c795e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.199682 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-15265029-898a-4161-a977-1145a75c795e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1536345 Oct 18 07:57:43.200517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32886) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:43.205831 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-09352c3d-ab2b-43d0-8844-10b23f52366f tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group_rule': {'security_group_id': '572f8f58-35d4-419c-93db-0dd2366ae5b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:43.213728 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-09352c3d-ab2b-43d0-8844-10b23f52366f tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:43.218241 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-09352c3d-ab2b-43d0-8844-10b23f52366f tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:43.221581 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-09352c3d-ab2b-43d0-8844-10b23f52366f tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:43.229671 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-09352c3d-ab2b-43d0-8844-10b23f52366f tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:43.250656 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-09352c3d-ab2b-43d0-8844-10b23f52366f tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.323899 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-09352c3d-ab2b-43d0-8844-10b23f52366f tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.327699 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-09352c3d-ab2b-43d0-8844-10b23f52366f tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.352720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09352c3d-ab2b-43d0-8844-10b23f52366f tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3de7f02-c273-4c45-8e6b-473ce0aef54e,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:43.365268 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-09352c3d-ab2b-43d0-8844-10b23f52366f tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.366812 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-09352c3d-ab2b-43d0-8844-10b23f52366f tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1651587 Oct 18 07:57:43.369913 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32890) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:43.375582 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-5847faa3-f684-424c-bfc7-93dd7c47ce31 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group_rule': {'security_group_id': '572f8f58-35d4-419c-93db-0dd2366ae5b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:43.382219 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5847faa3-f684-424c-bfc7-93dd7c47ce31 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:43.386657 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5847faa3-f684-424c-bfc7-93dd7c47ce31 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:43.389633 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5847faa3-f684-424c-bfc7-93dd7c47ce31 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:43.395512 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5847faa3-f684-424c-bfc7-93dd7c47ce31 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:43.415259 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5847faa3-f684-424c-bfc7-93dd7c47ce31 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.485861 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5847faa3-f684-424c-bfc7-93dd7c47ce31 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.490889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5847faa3-f684-424c-bfc7-93dd7c47ce31 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.517415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847faa3-f684-424c-bfc7-93dd7c47ce31 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19aba330-703b-4cbd-ae83-57b53a0b4df6,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:43.531019 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5847faa3-f684-424c-bfc7-93dd7c47ce31 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.532298 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5847faa3-f684-424c-bfc7-93dd7c47ce31 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1614838 Oct 18 07:57:43.535123 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32894) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:43.539950 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e3adb868-1e3a-41f0-a7e1-00162972e72c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group_rule': {'security_group_id': '572f8f58-35d4-419c-93db-0dd2366ae5b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:43.546250 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e3adb868-1e3a-41f0-a7e1-00162972e72c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:43.550291 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e3adb868-1e3a-41f0-a7e1-00162972e72c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:43.553111 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e3adb868-1e3a-41f0-a7e1-00162972e72c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:43.559029 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e3adb868-1e3a-41f0-a7e1-00162972e72c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:43.575883 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e3adb868-1e3a-41f0-a7e1-00162972e72c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.607056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f5808b6e-035a-4246-8bcf-9a0ffe191e0b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.610634 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdee58-67cb-40c3-8ea4-3dc89a53859c req-e1e619f8-9fe0-484a-9be8-985e4c5507b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:43.612100 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4dbdee58-67cb-40c3-8ea4-3dc89a53859c req-e1e619f8-9fe0-484a-9be8-985e4c5507b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 1098 time: 0.5742428 Oct 18 07:57:43.613218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f5808b6e-035a-4246-8bcf-9a0ffe191e0b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.642233 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e3adb868-1e3a-41f0-a7e1-00162972e72c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.645600 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e3adb868-1e3a-41f0-a7e1-00162972e72c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.657883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f5808b6e-035a-4246-8bcf-9a0ffe191e0b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.658351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5808b6e-035a-4246-8bcf-9a0ffe191e0b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Fanout notify agent at l3_agent the message router_deleted on router f6a621a3-2635-4c8d-9547-33436a27caa0 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:57:43.669780 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adb868-1e3a-41f0-a7e1-00162972e72c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fe8af6-5bf6-42b0-8f9c-df3b364ee672,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:43.683742 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e3adb868-1e3a-41f0-a7e1-00162972e72c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.684983 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e3adb868-1e3a-41f0-a7e1-00162972e72c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1489553 Oct 18 07:57:43.687604 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32898) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:43.692629 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-44780620-b64f-4f08-b949-9b0bab55a57c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group_rule': {'security_group_id': '572f8f58-35d4-419c-93db-0dd2366ae5b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:43.698339 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-44780620-b64f-4f08-b949-9b0bab55a57c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:43.702510 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-44780620-b64f-4f08-b949-9b0bab55a57c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:43.705380 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-44780620-b64f-4f08-b949-9b0bab55a57c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:43.711060 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-44780620-b64f-4f08-b949-9b0bab55a57c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:43.717715 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f5808b6e-035a-4246-8bcf-9a0ffe191e0b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.718816 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f5808b6e-035a-4246-8bcf-9a0ffe191e0b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/routers/f6a621a3-2635-4c8d-9547-33436a27caa0 HTTP/1.1" status: 204 len: 168 time: 0.7482448 Oct 18 07:57:43.721641 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32902) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:43.769918 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-44780620-b64f-4f08-b949-9b0bab55a57c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.777525 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdee58-67cb-40c3-8ea4-3dc89a53859c req-92f85b27-a40b-4b0c-a4a8-048453937548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:43.779032 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4dbdee58-67cb-40c3-8ea4-3dc89a53859c req-92f85b27-a40b-4b0c-a4a8-048453937548 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dba6462c-8a73-4764-a16b-d913fa15e5fd HTTP/1.1" status: 200 len: 898 time: 0.1418660 Oct 18 07:57:43.822301 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03bfe9b-b1c0-406a-bec1-f68c959d83df tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting subnet d0247687-9ce9-4937-8e11-ad3adfae42b7 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:57:43.827617 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c03bfe9b-b1c0-406a-bec1-f68c959d83df tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.879783 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4dbdee58-67cb-40c3-8ea4-3dc89a53859c req-0cdd860d-9c3c-4e60-92d3-c3e07563b4d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e HTTP/1.1" status: 200 len: 1000 time: 0.0945647 Oct 18 07:57:43.897246 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-44780620-b64f-4f08-b949-9b0bab55a57c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.899675 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c03bfe9b-b1c0-406a-bec1-f68c959d83df tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.931601 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-44780620-b64f-4f08-b949-9b0bab55a57c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.948620 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdee58-67cb-40c3-8ea4-3dc89a53859c req-1eb1aafd-1105-4b52-919f-8645f95038c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:43.950074 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4dbdee58-67cb-40c3-8ea4-3dc89a53859c req-1eb1aafd-1105-4b52-919f-8645f95038c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1fd93d08-c3d2-49e2-9d36-15a8bd607202 HTTP/1.1" status: 200 len: 835 time: 0.0636859 Oct 18 07:57:43.966664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44780620-b64f-4f08-b949-9b0bab55a57c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ff9ef2-4253-4007-8f96-d42b9a8c6db7,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:43.991779 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-44780620-b64f-4f08-b949-9b0bab55a57c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:43.992946 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-44780620-b64f-4f08-b949-9b0bab55a57c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3043971 Oct 18 07:57:43.995904 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 32906) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:44.019246 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c03bfe9b-b1c0-406a-bec1-f68c959d83df tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.046712 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e73d935b-2e13-44be-b536-33865c0c7622 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.058803 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e73d935b-2e13-44be-b536-33865c0c7622 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.085774 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdee58-67cb-40c3-8ea4-3dc89a53859c req-9807079a-fc44-4927-9190-b89b8a0976fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:44.087202 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4dbdee58-67cb-40c3-8ea4-3dc89a53859c req-9807079a-fc44-4927-9190-b89b8a0976fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dba6462c-8a73-4764-a16b-d913fa15e5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1314752 Oct 18 07:57:44.091755 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e73d935b-2e13-44be-b536-33865c0c7622 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.094068 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c03bfe9b-b1c0-406a-bec1-f68c959d83df tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.133873 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d935b-2e13-44be-b536-33865c0c7622 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8ff9ef2-4253-4007-8f96-d42b9a8c6db7,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:44.137079 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bfe9b-b1c0-406a-bec1-f68c959d83df tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Subnet': ['ID=d0247687-9ce9-4937-8e11-ad3adfae42b7,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:44.139590 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c03bfe9b-b1c0-406a-bec1-f68c959d83df tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.145840 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c03bfe9b-b1c0-406a-bec1-f68c959d83df tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/subnets/d0247687-9ce9-4937-8e11-ad3adfae42b7 HTTP/1.1" status: 204 len: 168 time: 0.4231400 Oct 18 07:57:44.151038 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32910) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:44.154290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbb4419-8c37-4845-b375-c1c258a22f35 None None] Network c3980c06-cdaa-417a-a1b0-56fdb5081c5e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:44.178906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e73d935b-2e13-44be-b536-33865c0c7622 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.180010 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e73d935b-2e13-44be-b536-33865c0c7622 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/b8ff9ef2-4253-4007-8f96-d42b9a8c6db7 HTTP/1.1" status: 204 len: 168 time: 0.1831799 Oct 18 07:57:44.182866 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32914) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:44.246352 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4dbdee58-67cb-40c3-8ea4-3dc89a53859c req-499a3c61-1140-4afb-827c-b540fd0412fe service neutron] 10.222.0.46 "GET /v2.0/networks/dba6462c-8a73-4764-a16b-d913fa15e5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519840 Oct 18 07:57:44.392365 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4dbdee58-67cb-40c3-8ea4-3dc89a53859c req-21a6442d-79c6-4032-b529-5a6d4466ad1f service neutron] 10.222.0.46 "GET /v2.0/networks/dba6462c-8a73-4764-a16b-d913fa15e5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388335 Oct 18 07:57:44.432151 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddeeac6-6dfd-4b60-9437-838abf3bbd04 None None] DHCP port deletion for c3980c06-cdaa-417a-a1b0-56fdb5081c5e request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:57:44.437078 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.437608 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9ddeeac6-6dfd-4b60-9437-838abf3bbd04 None None] Deleting port 0b19ef75-da4f-432a-8cb0-a60817dafdd2 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:44.437778 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ddeeac6-6dfd-4b60-9437-838abf3bbd04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.450661 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8006b38b-14bc-4fef-a16c-5865b68dd3c4 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:44.470434 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port 0b19ef75-da4f-432a-8cb0-a60817dafdd2 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:44.470864 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.499224 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8006b38b-14bc-4fef-a16c-5865b68dd3c4 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:44.500516 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8006b38b-14bc-4fef-a16c-5865b68dd3c4 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3163738 Oct 18 07:57:44.503623 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 32918) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:44.534542 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3f8de0d0-3665-4320-8256-16996f9cfb98 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.544882 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3f8de0d0-3665-4320-8256-16996f9cfb98 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.570082 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3f8de0d0-3665-4320-8256-16996f9cfb98 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.588319 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8de0d0-3665-4320-8256-16996f9cfb98 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41fe8af6-5bf6-42b0-8f9c-df3b364ee672,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:44.597627 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3f8de0d0-3665-4320-8256-16996f9cfb98 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.598954 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3f8de0d0-3665-4320-8256-16996f9cfb98 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/41fe8af6-5bf6-42b0-8f9c-df3b364ee672 HTTP/1.1" status: 204 len: 168 time: 0.0940547 Oct 18 07:57:44.601506 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 32922) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:44.647372 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9ddeeac6-6dfd-4b60-9437-838abf3bbd04 None None] For port 0b19ef75-da4f-432a-8cb0-a60817dafdd2, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0b19ef75-da4f-432a-8cb0-a60817dafdd2,segment=NetworkSegment(38701459-f024-40ce-8368-2cc1fc382edc),segment_id=38701459-f024-40ce-8368-2cc1fc382edc)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:44.647680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ddeeac6-6dfd-4b60-9437-838abf3bbd04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.654376 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cc7635fe-a839-4817-9e56-5c2a8d9a6cf4 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:44.671790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cc7635fe-a839-4817-9e56-5c2a8d9a6cf4 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:44.675458 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cc7635fe-a839-4817-9e56-5c2a8d9a6cf4 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0701962 Oct 18 07:57:44.676201 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 32926) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:44.697885 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] For port 0b19ef75-da4f-432a-8cb0-a60817dafdd2, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0b19ef75-da4f-432a-8cb0-a60817dafdd2,segment=NetworkSegment(38701459-f024-40ce-8368-2cc1fc382edc),segment_id=38701459-f024-40ce-8368-2cc1fc382edc)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:44.698233 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.707726 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-58978d27-43b9-40ac-87af-598e695a9c30 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.720914 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-58978d27-43b9-40ac-87af-598e695a9c30 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.750624 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-58978d27-43b9-40ac-87af-598e695a9c30 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.770142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58978d27-43b9-40ac-87af-598e695a9c30 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19aba330-703b-4cbd-ae83-57b53a0b4df6,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:44.785471 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9ddeeac6-6dfd-4b60-9437-838abf3bbd04 None None] Calling delete_port for 0b19ef75-da4f-432a-8cb0-a60817dafdd2 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:44.788375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-58978d27-43b9-40ac-87af-598e695a9c30 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.792131 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-58978d27-43b9-40ac-87af-598e695a9c30 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/19aba330-703b-4cbd-ae83-57b53a0b4df6 HTTP/1.1" status: 204 len: 168 time: 0.1149838 Oct 18 07:57:44.792759 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 32932) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:44.856988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2e012262-fb0c-4323-a343-3b4d96afb185 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:44.865154 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ddeeac6-6dfd-4b60-9437-838abf3bbd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.892095 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Calling delete_port for 0b19ef75-da4f-432a-8cb0-a60817dafdd2 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:44.897041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2e012262-fb0c-4323-a343-3b4d96afb185 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:44.901209 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2e012262-fb0c-4323-a343-3b4d96afb185 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1046863 Oct 18 07:57:44.901455 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 32936) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:44.926798 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0b19ef75-da4f-432a-8cb0-a60817dafdd2 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:57:44.945882 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-800221e6-83fa-4758-aafc-e01ccad7dae2 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.957202 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-800221e6-83fa-4758-aafc-e01ccad7dae2 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.969419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddeeac6-6dfd-4b60-9437-838abf3bbd04 None None] No DVR routers for this DVR port 0b19ef75-da4f-432a-8cb0-a60817dafdd2 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:57:44.971284 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 0b19ef75-da4f-432a-8cb0-a60817dafdd2 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:57:44.971621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0b19ef75-da4f-432a-8cb0-a60817dafdd2 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:57:44.973022 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddeeac6-6dfd-4b60-9437-838abf3bbd04 None None] Pushing event deleted for resources: {'Port': ['ID=0b19ef75-da4f-432a-8cb0-a60817dafdd2,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: from cryptography.utils import int_from_bytes Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: from cryptography.utils import int_from_bytes Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn_limited( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn_limited( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:57:44.978840 dv-neutron-861625-1-hyperv neutron-server[89045]: util.warn( Oct 18 07:57:44.988249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-800221e6-83fa-4758-aafc-e01ccad7dae2 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:44.995532 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.db.api [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89045) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:57:44.996465 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG oslo_db.api [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:57:45.009076 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800221e6-83fa-4758-aafc-e01ccad7dae2 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3de7f02-c273-4c45-8e6b-473ce0aef54e,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:45.017023 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-800221e6-83fa-4758-aafc-e01ccad7dae2 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:45.018194 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-800221e6-83fa-4758-aafc-e01ccad7dae2 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/b3de7f02-c273-4c45-8e6b-473ce0aef54e HTTP/1.1" status: 204 len: 168 time: 0.1157348 Oct 18 07:57:45.020851 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 32940) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:45.069103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-31eb4991-7004-4cd2-8816-e004f15042fc tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:45.083943 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-31eb4991-7004-4cd2-8816-e004f15042fc tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:45.085474 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-31eb4991-7004-4cd2-8816-e004f15042fc tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0636847 Oct 18 07:57:45.088388 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 32944) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:45.116801 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-14c96e98-72a9-4656-87fe-f804ab757c56 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:45.127236 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-14c96e98-72a9-4656-87fe-f804ab757c56 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:45.150722 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-14c96e98-72a9-4656-87fe-f804ab757c56 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:45.168310 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c96e98-72a9-4656-87fe-f804ab757c56 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e5b5e21-abe4-485e-be0d-c9722aface44,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:45.176329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-14c96e98-72a9-4656-87fe-f804ab757c56 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:45.177496 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-14c96e98-72a9-4656-87fe-f804ab757c56 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/5e5b5e21-abe4-485e-be0d-c9722aface44 HTTP/1.1" status: 204 len: 168 time: 0.0882323 Oct 18 07:57:45.180355 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32948) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:45.227473 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-140c348b-8cab-48ce-bf9e-a1ba5c1e5e62 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0460057 Oct 18 07:57:45.230234 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32952) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:45.292380 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3959bc05-5c77-4175-96ba-ba750472387b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:45.318858 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3959bc05-5c77-4175-96ba-ba750472387b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:45.364349 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3959bc05-5c77-4175-96ba-ba750472387b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:45.378862 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959bc05-5c77-4175-96ba-ba750472387b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=572f8f58-35d4-419c-93db-0dd2366ae5b3,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:45.396563 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3959bc05-5c77-4175-96ba-ba750472387b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:45.397664 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3959bc05-5c77-4175-96ba-ba750472387b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-groups/572f8f58-35d4-419c-93db-0dd2366ae5b3 HTTP/1.1" status: 204 len: 168 time: 0.1665215 Oct 18 07:57:45.400339 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32956) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:45.450785 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-68c55071-bf92-492d-adf7-016756db3c58 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:45.465612 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-68c55071-bf92-492d-adf7-016756db3c58 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:45.466826 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-68c55071-bf92-492d-adf7-016756db3c58 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655651 Oct 18 07:57:45.471802 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32960) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:45.476659 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-3b946a59-bc30-4e6a-9272-a7715bb0a667 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group': {'name': 'tempest-secgroup--24503531'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:45.482913 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3b946a59-bc30-4e6a-9272-a7715bb0a667 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:45.492334 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3b946a59-bc30-4e6a-9272-a7715bb0a667 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:45.498038 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port 0b19ef75-da4f-432a-8cb0-a60817dafdd2 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:45.498376 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:45.527390 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3b946a59-bc30-4e6a-9272-a7715bb0a667 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:45.582326 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] The port '0b19ef75-da4f-432a-8cb0-a60817dafdd2' was deleted {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:57:45.586361 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3b946a59-bc30-4e6a-9272-a7715bb0a667 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:45.617020 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3b946a59-bc30-4e6a-9272-a7715bb0a667 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:45.622780 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3b946a59-bc30-4e6a-9272-a7715bb0a667 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:45.645990 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3b946a59-bc30-4e6a-9272-a7715bb0a667 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:45.728954 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:45.760634 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3980c06-cdaa-417a-a1b0-56fdb5081c5e']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:45.777122 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38701459-f024-40ce-8368-2cc1fc382edc') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:45.777419 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38701459-f024-40ce-8368-2cc1fc382edc') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:45.797843 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:45.828750 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:45.843797 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3b946a59-bc30-4e6a-9272-a7715bb0a667 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:45.844946 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:57:45.845399 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:45.908655 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3b946a59-bc30-4e6a-9272-a7715bb0a667 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:45.919321 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 38701459-f024-40ce-8368-2cc1fc382edc resource provider aggregate not found Oct 18 07:57:45.949236 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 38701459-f024-40ce-8368-2cc1fc382edc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38701459-f024-40ce-8368-2cc1fc382edc found for delete ", "request_id": "req-429432f7-883f-4cc9-bae2-d9387abdc7dc"}]} Oct 18 07:57:45.987015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.008742 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b946a59-bc30-4e6a-9272-a7715bb0a667 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9345e9a3-7c15-42f5-a979-9abc76452dfb,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:46.011142 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.018363 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Network': ['ID=c3980c06-cdaa-417a-a1b0-56fdb5081c5e,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:46.021129 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3b946a59-bc30-4e6a-9272-a7715bb0a667 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.022305 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3b946a59-bc30-4e6a-9272-a7715bb0a667 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5495303 Oct 18 07:57:46.024298 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9480905b-cee8-48c3-8886-5bf01957561d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/networks/c3980c06-cdaa-417a-a1b0-56fdb5081c5e HTTP/1.1" status: 204 len: 168 time: 1.8721776 Oct 18 07:57:46.025080 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32968) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:46.028453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 32972) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:46.029928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4881df25-a77f-4a1d-bce6-67ed140482e1 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group_rule': {'security_group_id': '9345e9a3-7c15-42f5-a979-9abc76452dfb', 'direction': 'ingress', 'protocol': 17}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:46.033997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-a5d9e11c-8c14-4b21-9c78-47c2789cd0bc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'network': {'name': 'tempest-RoutersTest-554218023'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:46.035718 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4881df25-a77f-4a1d-bce6-67ed140482e1 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:46.038805 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a5d9e11c-8c14-4b21-9c78-47c2789cd0bc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:46.039832 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4881df25-a77f-4a1d-bce6-67ed140482e1 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:46.042527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a5d9e11c-8c14-4b21-9c78-47c2789cd0bc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:network and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:46.042725 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4881df25-a77f-4a1d-bce6-67ed140482e1 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:46.045353 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a5d9e11c-8c14-4b21-9c78-47c2789cd0bc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:46.048925 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4881df25-a77f-4a1d-bce6-67ed140482e1 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:46.050908 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a5d9e11c-8c14-4b21-9c78-47c2789cd0bc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:46.062196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d9e11c-8c14-4b21-9c78-47c2789cd0bc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Made reservation on behalf of 254df938bb1a44c79d10329568c221e7 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:46.065654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a5d9e11c-8c14-4b21-9c78-47c2789cd0bc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.067129 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4881df25-a77f-4a1d-bce6-67ed140482e1 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.093393 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d9e11c-8c14-4b21-9c78-47c2789cd0bc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:57:46.102575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a5d9e11c-8c14-4b21-9c78-47c2789cd0bc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.102975 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-a5d9e11c-8c14-4b21-9c78-47c2789cd0bc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Added segment 8de6abc0-91ae-465e-a039-6bb80f4ab18e of type vlan for network 22945737-135d-4f46-95fc-f287c0cc3866 Oct 18 07:57:46.129531 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4881df25-a77f-4a1d-bce6-67ed140482e1 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.132328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a5d9e11c-8c14-4b21-9c78-47c2789cd0bc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.134762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4881df25-a77f-4a1d-bce6-67ed140482e1 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.159330 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881df25-a77f-4a1d-bce6-67ed140482e1 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929b335f-c84b-4f21-ae52-1db8d5761ca6,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:46.168869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a5d9e11c-8c14-4b21-9c78-47c2789cd0bc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.173572 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4881df25-a77f-4a1d-bce6-67ed140482e1 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.177381 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4881df25-a77f-4a1d-bce6-67ed140482e1 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1487763 Oct 18 07:57:46.177535 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d9e11c-8c14-4b21-9c78-47c2789cd0bc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:46.177535 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a5d9e11c-8c14-4b21-9c78-47c2789cd0bc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.177727 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32976) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:46.241797 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8024d146-d454-4674-8297-6da1f05fc6d7 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.269294 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8024d146-d454-4674-8297-6da1f05fc6d7 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.283944 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a5d9e11c-8c14-4b21-9c78-47c2789cd0bc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2544069 Oct 18 07:57:46.286660 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 32980) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:46.289275 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9e11c-8c14-4b21-9c78-47c2789cd0bc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Network': ['ID=22945737-135d-4f46-95fc-f287c0cc3866,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:46.296053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-1cea4a25-7229-429a-a059-7b70c9db7f64 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'subnet': {'network_id': '22945737-135d-4f46-95fc-f287c0cc3866', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:46.300219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 22945737-135d-4f46-95fc-f287c0cc3866 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:57:46.326950 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8024d146-d454-4674-8297-6da1f05fc6d7 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.349013 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024d146-d454-4674-8297-6da1f05fc6d7 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9345e9a3-7c15-42f5-a979-9abc76452dfb,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:46.360632 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8024d146-d454-4674-8297-6da1f05fc6d7 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.361780 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8024d146-d454-4674-8297-6da1f05fc6d7 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-groups/9345e9a3-7c15-42f5-a979-9abc76452dfb HTTP/1.1" status: 204 len: 168 time: 0.1832454 Oct 18 07:57:46.364334 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32984) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:46.419052 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-84b05871-9dc4-4dbe-864f-ea36e956a23c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:46.437943 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-84b05871-9dc4-4dbe-864f-ea36e956a23c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:46.442936 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-84b05871-9dc4-4dbe-864f-ea36e956a23c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0741060 Oct 18 07:57:46.443772 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32988) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:46.454271 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e26d8316-e0b8-4da0-8fed-8be51de0ab6e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group': {'name': 'tempest-secgroup--31117260'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:46.460865 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e26d8316-e0b8-4da0-8fed-8be51de0ab6e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:46.470635 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e26d8316-e0b8-4da0-8fed-8be51de0ab6e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:46.480814 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e26d8316-e0b8-4da0-8fed-8be51de0ab6e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.501406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e26d8316-e0b8-4da0-8fed-8be51de0ab6e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:46.505627 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e26d8316-e0b8-4da0-8fed-8be51de0ab6e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:46.508524 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e26d8316-e0b8-4da0-8fed-8be51de0ab6e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:46.514360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e26d8316-e0b8-4da0-8fed-8be51de0ab6e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:46.528193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1cea4a25-7229-429a-a059-7b70c9db7f64 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:46.532586 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1cea4a25-7229-429a-a059-7b70c9db7f64 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:subnet and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:46.535399 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1cea4a25-7229-429a-a059-7b70c9db7f64 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:46.541125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1cea4a25-7229-429a-a059-7b70c9db7f64 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:46.551224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cea4a25-7229-429a-a059-7b70c9db7f64 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Made reservation on behalf of 254df938bb1a44c79d10329568c221e7 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:46.554729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1cea4a25-7229-429a-a059-7b70c9db7f64 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.585248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e26d8316-e0b8-4da0-8fed-8be51de0ab6e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.589103 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e26d8316-e0b8-4da0-8fed-8be51de0ab6e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.639641 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d8316-e0b8-4da0-8fed-8be51de0ab6e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1791b78c-5ae4-46fe-8468-9e1e4d4fec3f,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:46.642328 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e26d8316-e0b8-4da0-8fed-8be51de0ab6e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.643576 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e26d8316-e0b8-4da0-8fed-8be51de0ab6e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1991699 Oct 18 07:57:46.646196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32992) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:46.651431 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-7d0a42c2-36f0-4a9e-a920-f8638baeaa8b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group': {'name': 'tempest-secgroup--725327567'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:46.657886 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7d0a42c2-36f0-4a9e-a920-f8638baeaa8b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:46.662139 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7d0a42c2-36f0-4a9e-a920-f8638baeaa8b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:46.665397 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7d0a42c2-36f0-4a9e-a920-f8638baeaa8b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:46.672446 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7d0a42c2-36f0-4a9e-a920-f8638baeaa8b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:46.683452 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7d0a42c2-36f0-4a9e-a920-f8638baeaa8b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.706414 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7d0a42c2-36f0-4a9e-a920-f8638baeaa8b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:46.710483 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7d0a42c2-36f0-4a9e-a920-f8638baeaa8b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:46.713279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7d0a42c2-36f0-4a9e-a920-f8638baeaa8b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:46.719476 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7d0a42c2-36f0-4a9e-a920-f8638baeaa8b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:46.776691 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1cea4a25-7229-429a-a059-7b70c9db7f64 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.790366 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7d0a42c2-36f0-4a9e-a920-f8638baeaa8b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.794080 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7d0a42c2-36f0-4a9e-a920-f8638baeaa8b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.844257 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a42c2-36f0-4a9e-a920-f8638baeaa8b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e467b2-9533-428d-a052-d6cb69e89ec5,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:46.848546 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7d0a42c2-36f0-4a9e-a920-f8638baeaa8b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.852329 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7d0a42c2-36f0-4a9e-a920-f8638baeaa8b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2025909 Oct 18 07:57:46.852966 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 32996) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:46.855155 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea4a25-7229-429a-a059-7b70c9db7f64 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Subnet': ['ID=2fa72570-9438-46f9-9ae2-7018359e368f,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:46.861527 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-cb29817f-241d-483f-9335-b82c450f3830 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group_rule': {'security_group_id': '1791b78c-5ae4-46fe-8468-9e1e4d4fec3f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '55e467b2-9533-428d-a052-d6cb69e89ec5', 'remote_ip_prefix': None}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:46.867421 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea4a25-7229-429a-a059-7b70c9db7f64 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Checking segment: {'id': '8de6abc0-91ae-465e-a039-6bb80f4ab18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '22945737-135d-4f46-95fc-f287c0cc3866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:57:46.867808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cea4a25-7229-429a-a059-7b70c9db7f64 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network hostable DHCP agents. Network: 22945737-135d-4f46-95fc-f287c0cc3866, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:57:46.868870 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cb29817f-241d-483f-9335-b82c450f3830 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:46.873189 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cb29817f-241d-483f-9335-b82c450f3830 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:46.876019 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cb29817f-241d-483f-9335-b82c450f3830 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:46.881548 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cb29817f-241d-483f-9335-b82c450f3830 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:46.888009 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cea4a25-7229-429a-a059-7b70c9db7f64 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 22945737-135d-4f46-95fc-f287c0cc3866 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:57:46.897014 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-1cea4a25-7229-429a-a059-7b70c9db7f64 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 22945737-135d-4f46-95fc-f287c0cc3866) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:46.905367 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b977bf2-7bdf-47e4-86f1-67743e109152 None None] Network 22945737-135d-4f46-95fc-f287c0cc3866 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:46.906222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cea4a25-7229-429a-a059-7b70c9db7f64 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:46.906848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1cea4a25-7229-429a-a059-7b70c9db7f64 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.909129 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb29817f-241d-483f-9335-b82c450f3830 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.934462 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1cea4a25-7229-429a-a059-7b70c9db7f64 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6467748 Oct 18 07:57:46.937067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33000) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:46.943472 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-840b7216-e2a1-45e7-9dc9-798381b3a79d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-858739119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:46.952101 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-840b7216-e2a1-45e7-9dc9-798381b3a79d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:46.956269 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-840b7216-e2a1-45e7-9dc9-798381b3a79d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:router and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:46.960406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-840b7216-e2a1-45e7-9dc9-798381b3a79d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:46.966699 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-840b7216-e2a1-45e7-9dc9-798381b3a79d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:46.979782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-840b7216-e2a1-45e7-9dc9-798381b3a79d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.980973 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-840b7216-e2a1-45e7-9dc9-798381b3a79d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.988826 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb29817f-241d-483f-9335-b82c450f3830 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.992137 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb29817f-241d-483f-9335-b82c450f3830 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:46.998118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-840b7216-e2a1-45e7-9dc9-798381b3a79d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.011759 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29817f-241d-483f-9335-b82c450f3830 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7ea927-d072-4157-bce6-f8e88efef657,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:47.022424 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-840b7216-e2a1-45e7-9dc9-798381b3a79d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.034240 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb29817f-241d-483f-9335-b82c450f3830 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.038309 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cb29817f-241d-483f-9335-b82c450f3830 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1847515 Oct 18 07:57:47.038766 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33004) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:47.057835 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-840b7216-e2a1-45e7-9dc9-798381b3a79d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.061503 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-840b7216-e2a1-45e7-9dc9-798381b3a79d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1203680 Oct 18 07:57:47.061923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33008) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:47.143307 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-22945737-135d-4f46-95fc-f287c0cc3866', 'network_id': '22945737-135d-4f46-95fc-f287c0cc3866', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'fixed_ips': [{'subnet_id': '2fa72570-9438-46f9-9ae2-7018359e368f'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:57:47.144429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.196104 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d001f3d-c7a9-4ba4-b55b-6bd668a45b76 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.209676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d001f3d-c7a9-4ba4-b55b-6bd668a45b76 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.298409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Allocated IP 172.20.0.2 (22945737-135d-4f46-95fc-f287c0cc3866/2fa72570-9438-46f9-9ae2-7018359e368f/1bf8443a-119e-45a4-beb5-86eba9d46ed9) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:47.404966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d001f3d-c7a9-4ba4-b55b-6bd668a45b76 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.490060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d001f3d-c7a9-4ba4-b55b-6bd668a45b76 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.491191 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4d001f3d-c7a9-4ba4-b55b-6bd668a45b76 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/5b7ea927-d072-4157-bce6-f8e88efef657 HTTP/1.1" status: 204 len: 168 time: 0.4514596 Oct 18 07:57:47.492127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d001f3d-c7a9-4ba4-b55b-6bd668a45b76 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b7ea927-d072-4157-bce6-f8e88efef657,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:47.493900 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33012) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:47.519776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.531223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Transition to ACTIVE for port object 1bf8443a-119e-45a4-beb5-86eba9d46ed9 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:47.547636 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e0f8380f-f155-4154-9e3a-28161ffb0142 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:47.551541 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Transition to ACTIVE for port object 1bf8443a-119e-45a4-beb5-86eba9d46ed9 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:47.559645 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.564440 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e0f8380f-f155-4154-9e3a-28161ffb0142 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:47.568507 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e0f8380f-f155-4154-9e3a-28161ffb0142 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0708909 Oct 18 07:57:47.568835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33016) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:47.587975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.631698 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-235ef210-d065-4bbc-a0d4-8dcebc5d9b07 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.634407 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Network 22945737-135d-4f46-95fc-f287c0cc3866 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:47.637189 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:47.640390 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:47.650320 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Pushing event updated for resources: {'Port': ['ID=1bf8443a-119e-45a4-beb5-86eba9d46ed9,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:47.662289 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-235ef210-d065-4bbc-a0d4-8dcebc5d9b07 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.713033 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-235ef210-d065-4bbc-a0d4-8dcebc5d9b07 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.730656 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ef210-d065-4bbc-a0d4-8dcebc5d9b07 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e467b2-9533-428d-a052-d6cb69e89ec5,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:47.747812 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-235ef210-d065-4bbc-a0d4-8dcebc5d9b07 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.751947 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-235ef210-d065-4bbc-a0d4-8dcebc5d9b07 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-groups/55e467b2-9533-428d-a052-d6cb69e89ec5 HTTP/1.1" status: 204 len: 168 time: 0.1798592 Oct 18 07:57:47.752178 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33020) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:47.780826 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Attempting to bind port 1bf8443a-119e-45a4-beb5-86eba9d46ed9 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:57:47.781272 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Attempting to bind port 1bf8443a-119e-45a4-beb5-86eba9d46ed9 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '8de6abc0-91ae-465e-a039-6bb80f4ab18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '22945737-135d-4f46-95fc-f287c0cc3866'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:57:47.781737 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Attempting to bind port 1bf8443a-119e-45a4-beb5-86eba9d46ed9 on network 22945737-135d-4f46-95fc-f287c0cc3866 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:57:47.787442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:57:47.787915 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Checking segment: {'id': '8de6abc0-91ae-465e-a039-6bb80f4ab18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '22945737-135d-4f46-95fc-f287c0cc3866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:57:47.788388 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.788851 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Bound using segment: {'id': '8de6abc0-91ae-465e-a039-6bb80f4ab18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '22945737-135d-4f46-95fc-f287c0cc3866'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:57:47.789381 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Bound port: 1bf8443a-119e-45a4-beb5-86eba9d46ed9, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de6abc0-91ae-465e-a039-6bb80f4ab18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '22945737-135d-4f46-95fc-f287c0cc3866'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:57:47.789823 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.817598 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9e91ba80-cf11-40bf-bdb9-4dc85105cf87 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:47.832910 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9e91ba80-cf11-40bf-bdb9-4dc85105cf87 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:47.835081 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9e91ba80-cf11-40bf-bdb9-4dc85105cf87 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0818264 Oct 18 07:57:47.837586 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33024) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:47.884996 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] For port 1bf8443a-119e-45a4-beb5-86eba9d46ed9, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:57:47.888341 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] For port 1bf8443a-119e-45a4-beb5-86eba9d46ed9, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=1bf8443a-119e-45a4-beb5-86eba9d46ed9,segment=NetworkSegment(8de6abc0-91ae-465e-a039-6bb80f4ab18e),segment_id=8de6abc0-91ae-465e-a039-6bb80f4ab18e)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:57:47.892667 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.913266 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2fbd655a-9115-400b-89a2-3ff6b7045fb0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.945692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Allocated IP 172.20.0.1 (22945737-135d-4f46-95fc-f287c0cc3866/2fa72570-9438-46f9-9ae2-7018359e368f/52862352-797f-49c7-8f1f-f2fee6fd589b) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:47.950822 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2fbd655a-9115-400b-89a2-3ff6b7045fb0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:47.969032 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503a3a6-a44d-438b-bb5a-fdd13329154a None None] Pushing event updated for resources: {'Port': ['ID=1bf8443a-119e-45a4-beb5-86eba9d46ed9,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:48.012505 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2fbd655a-9115-400b-89a2-3ff6b7045fb0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.034273 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd655a-9115-400b-89a2-3ff6b7045fb0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1791b78c-5ae4-46fe-8468-9e1e4d4fec3f,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:48.055063 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2fbd655a-9115-400b-89a2-3ff6b7045fb0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.059997 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2fbd655a-9115-400b-89a2-3ff6b7045fb0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-groups/1791b78c-5ae4-46fe-8468-9e1e4d4fec3f HTTP/1.1" status: 204 len: 168 time: 0.2211750 Oct 18 07:57:48.061358 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33028) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:48.115172 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ec6579ca-0c8b-4818-9ad3-b893f1cf311f tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:48.134096 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ec6579ca-0c8b-4818-9ad3-b893f1cf311f tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:48.140998 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ec6579ca-0c8b-4818-9ad3-b893f1cf311f tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727994 Oct 18 07:57:48.142053 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33032) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:48.152399 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-b1cc12ea-e462-4cc7-8a26-735b4c2e6cff tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group': {'name': 'tempest-secgroup--728234457'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:48.168805 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b1cc12ea-e462-4cc7-8a26-735b4c2e6cff tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:48.183824 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b1cc12ea-e462-4cc7-8a26-735b4c2e6cff tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:48.197933 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b1cc12ea-e462-4cc7-8a26-735b4c2e6cff tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.223946 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b1cc12ea-e462-4cc7-8a26-735b4c2e6cff tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:48.233744 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b1cc12ea-e462-4cc7-8a26-735b4c2e6cff tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:48.237421 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b1cc12ea-e462-4cc7-8a26-735b4c2e6cff tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:48.245291 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b1cc12ea-e462-4cc7-8a26-735b4c2e6cff tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:48.263168 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.282083 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Transition to ACTIVE for port object 52862352-797f-49c7-8f1f-f2fee6fd589b will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:57:48.308701 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.330619 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b1cc12ea-e462-4cc7-8a26-735b4c2e6cff tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.336233 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b1cc12ea-e462-4cc7-8a26-735b4c2e6cff tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.380815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 22945737-135d-4f46-95fc-f287c0cc3866 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:48.383721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:48.383849 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc12ea-e462-4cc7-8a26-735b4c2e6cff tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45ba091-da7d-4f1b-b190-b563fee71839,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:48.387965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:48.396708 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b1cc12ea-e462-4cc7-8a26-735b4c2e6cff tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.398008 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b1cc12ea-e462-4cc7-8a26-735b4c2e6cff tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2549877 Oct 18 07:57:48.400891 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33036) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:48.405991 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-df9a3327-73e8-43f9-8a54-a11a0183577a tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group_rule': {'security_group_id': 'e45ba091-da7d-4f1b-b190-b563fee71839', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:48.412038 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-df9a3327-73e8-43f9-8a54-a11a0183577a tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:48.416073 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-df9a3327-73e8-43f9-8a54-a11a0183577a tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:48.419157 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-df9a3327-73e8-43f9-8a54-a11a0183577a tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:48.425642 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-df9a3327-73e8-43f9-8a54-a11a0183577a tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:48.436618 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=52862352-797f-49c7-8f1f-f2fee6fd589b,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:48.444560 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-df9a3327-73e8-43f9-8a54-a11a0183577a tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.457422 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.509117 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-df9a3327-73e8-43f9-8a54-a11a0183577a tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.513025 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-df9a3327-73e8-43f9-8a54-a11a0183577a tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.535839 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a3327-73e8-43f9-8a54-a11a0183577a tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4c90a1-47e8-47e5-88e9-b1d9afe471e4,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:48.549380 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-df9a3327-73e8-43f9-8a54-a11a0183577a tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.550667 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-df9a3327-73e8-43f9-8a54-a11a0183577a tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1488428 Oct 18 07:57:48.553410 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33040) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:48.577596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.581874 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ad150889-d58c-41f9-bda1-05ca133233f7 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.592061 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ad150889-d58c-41f9-bda1-05ca133233f7 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.615355 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ad150889-d58c-41f9-bda1-05ca133233f7 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.633697 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad150889-d58c-41f9-bda1-05ca133233f7 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e4c90a1-47e8-47e5-88e9-b1d9afe471e4,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:48.637716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ad150889-d58c-41f9-bda1-05ca133233f7 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.641273 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ad150889-d58c-41f9-bda1-05ca133233f7 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/0e4c90a1-47e8-47e5-88e9-b1d9afe471e4 HTTP/1.1" status: 204 len: 168 time: 0.0845261 Oct 18 07:57:48.641762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33044) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:48.692283 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7afb631c-f87b-499b-b9e9-a6b0398f0b7e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:48.709420 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7afb631c-f87b-499b-b9e9-a6b0398f0b7e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:48.710768 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7afb631c-f87b-499b-b9e9-a6b0398f0b7e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0683844 Oct 18 07:57:48.714818 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33048) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:48.782386 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e4f5-a5c6-42fb-82fc-1e3efd4f730e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.811092 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e4f5-a5c6-42fb-82fc-1e3efd4f730e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.870979 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e4f5-a5c6-42fb-82fc-1e3efd4f730e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.888137 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1e4f5-a5c6-42fb-82fc-1e3efd4f730e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45ba091-da7d-4f1b-b190-b563fee71839,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:48.913554 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e4f5-a5c6-42fb-82fc-1e3efd4f730e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:48.914832 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bdd1e4f5-a5c6-42fb-82fc-1e3efd4f730e tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-groups/e45ba091-da7d-4f1b-b190-b563fee71839 HTTP/1.1" status: 204 len: 168 time: 0.1989074 Oct 18 07:57:48.917426 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33052) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:48.970293 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 1bf8443a-119e-45a4-beb5-86eba9d46ed9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:48.983570 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f3fd798f-19a6-4e58-8cf5-75636a8b00a3 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:49.000682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f3fd798f-19a6-4e58-8cf5-75636a8b00a3 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:49.007548 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f3fd798f-19a6-4e58-8cf5-75636a8b00a3 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0888627 Oct 18 07:57:49.007910 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33056) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:49.014944 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-614e10fe-0256-496d-bbcc-7fb317b51539 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group': {'name': 'tempest-secgroup--1129958571'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:49.021630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-614e10fe-0256-496d-bbcc-7fb317b51539 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:49.044851 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6be3f6-40b9-4eb9-9a1a-42df13f9d625 None None] Network 22945737-135d-4f46-95fc-f287c0cc3866 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:49.049255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-614e10fe-0256-496d-bbcc-7fb317b51539 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:49.052271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:49.058594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:49.065519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 1bf8443a-119e-45a4-beb5-86eba9d46ed9 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:49.131639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-614e10fe-0256-496d-bbcc-7fb317b51539 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:49.135187 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-242ee1ae-362f-4ddc-99f6-626337f67d81 None None] Provisioning for port 1bf8443a-119e-45a4-beb5-86eba9d46ed9 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:49.141806 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-242ee1ae-362f-4ddc-99f6-626337f67d81 None None] Provisioning complete for port 1bf8443a-119e-45a4-beb5-86eba9d46ed9 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:49.142181 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-242ee1ae-362f-4ddc-99f6-626337f67d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:49.142513 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-242ee1ae-362f-4ddc-99f6-626337f67d81 None None] Attempt 1 to provision port 1bf8443a-119e-45a4-beb5-86eba9d46ed9 Oct 18 07:57:49.190675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-614e10fe-0256-496d-bbcc-7fb317b51539 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:49.196114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:49.199399 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=52862352-797f-49c7-8f1f-f2fee6fd589b,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:49.203561 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-614e10fe-0256-496d-bbcc-7fb317b51539 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:49.208374 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-614e10fe-0256-496d-bbcc-7fb317b51539 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:49.228739 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-614e10fe-0256-496d-bbcc-7fb317b51539 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:49.383808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-242ee1ae-362f-4ddc-99f6-626337f67d81 None None] Current status of the port 1bf8443a-119e-45a4-beb5-86eba9d46ed9 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:49.384095 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-242ee1ae-362f-4ddc-99f6-626337f67d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:49.390431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 22945737-135d-4f46-95fc-f287c0cc3866 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:49.397320 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:49.406295 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-614e10fe-0256-496d-bbcc-7fb317b51539 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:49.420505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-242ee1ae-362f-4ddc-99f6-626337f67d81 None None] For port 1bf8443a-119e-45a4-beb5-86eba9d46ed9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=1bf8443a-119e-45a4-beb5-86eba9d46ed9,segment=NetworkSegment(8de6abc0-91ae-465e-a039-6bb80f4ab18e),segment_id=8de6abc0-91ae-465e-a039-6bb80f4ab18e)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:49.424168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-242ee1ae-362f-4ddc-99f6-626337f67d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:49.465394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-614e10fe-0256-496d-bbcc-7fb317b51539 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:49.498655 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ee1ae-362f-4ddc-99f6-626337f67d81 None None] Pushing event updated for resources: {'Port': ['ID=1bf8443a-119e-45a4-beb5-86eba9d46ed9,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:49.598516 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e10fe-0256-496d-bbcc-7fb317b51539 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f777263-34f3-44ed-8cb2-cbf48b516e52,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:49.613646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-614e10fe-0256-496d-bbcc-7fb317b51539 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:49.614974 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-614e10fe-0256-496d-bbcc-7fb317b51539 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6060312 Oct 18 07:57:49.617814 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33062) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:49.624836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-79d458ad-4a00-4cea-b593-d71f7b8674f9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group_rule': {'security_group_id': '9f777263-34f3-44ed-8cb2-cbf48b516e52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:49.631962 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-79d458ad-4a00-4cea-b593-d71f7b8674f9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:49.636616 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-79d458ad-4a00-4cea-b593-d71f7b8674f9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:49.640280 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-79d458ad-4a00-4cea-b593-d71f7b8674f9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:49.646340 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-79d458ad-4a00-4cea-b593-d71f7b8674f9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:49.649163 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 3645ed4d-4cb0-4168-8c49-f48f3b027e02 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:57:49.666071 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-79d458ad-4a00-4cea-b593-d71f7b8674f9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:49.736800 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-79d458ad-4a00-4cea-b593-d71f7b8674f9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:49.742322 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-79d458ad-4a00-4cea-b593-d71f7b8674f9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:49.757233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-31dd0d05-594a-444e-9c5c-051f74dc2022 None None] Provisioning complete for port 1bf8443a-119e-45a4-beb5-86eba9d46ed9 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:49.757875 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-31dd0d05-594a-444e-9c5c-051f74dc2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:49.758456 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-31dd0d05-594a-444e-9c5c-051f74dc2022 None None] Attempt 1 to provision port 1bf8443a-119e-45a4-beb5-86eba9d46ed9 Oct 18 07:57:49.776802 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d458ad-4a00-4cea-b593-d71f7b8674f9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad9c5c1-0718-44c8-aae7-968fcde4d5d9,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:49.801569 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-79d458ad-4a00-4cea-b593-d71f7b8674f9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:49.806437 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-79d458ad-4a00-4cea-b593-d71f7b8674f9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1871541 Oct 18 07:57:49.807716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33066) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:49.832399 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-263c9be2-b204-497f-b532-8431484de120 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-group-rules/5ad9c5c1-0718-44c8-aae7-968fcde4d5d9 HTTP/1.1" status: 200 len: 763 time: 0.0231860 Oct 18 07:57:49.835041 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33070) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:49.891173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0a835f92-6c4a-4cc6-8cd8-763ef3f47655 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:49.912453 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0a835f92-6c4a-4cc6-8cd8-763ef3f47655 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:49.914212 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0a835f92-6c4a-4cc6-8cd8-763ef3f47655 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0768166 Oct 18 07:57:49.917201 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33074) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:49.948758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:57:49.952631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2bdb35c6-b572-4aca-a10d-c3679b08040b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:49.953618 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-31dd0d05-594a-444e-9c5c-051f74dc2022 None None] Current status of the port 1bf8443a-119e-45a4-beb5-86eba9d46ed9 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:49.956400 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4e86ba91-73b5-457e-81ea-50bd37bb4786 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/3645ed4d-4cb0-4168-8c49-f48f3b027e02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8934901 Oct 18 07:57:49.957343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33078) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:49.964567 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8868b57d-8ef1-4c56-b5e5-e1664b902d22 None None] Sync routers for ids ['3645ed4d-4cb0-4168-8c49-f48f3b027e02'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:57:49.965606 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2bdb35c6-b572-4aca-a10d-c3679b08040b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:49.980257 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-31dd0d05-594a-444e-9c5c-051f74dc2022 None None] Provisioning for port 52862352-797f-49c7-8f1f-f2fee6fd589b completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:57:49.986024 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-31dd0d05-594a-444e-9c5c-051f74dc2022 None None] Provisioning complete for port 52862352-797f-49c7-8f1f-f2fee6fd589b triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:49.986649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-31dd0d05-594a-444e-9c5c-051f74dc2022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:49.987164 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-31dd0d05-594a-444e-9c5c-051f74dc2022 None None] Attempt 1 to provision port 52862352-797f-49c7-8f1f-f2fee6fd589b Oct 18 07:57:49.993972 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2bdb35c6-b572-4aca-a10d-c3679b08040b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.013526 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb35c6-b572-4aca-a10d-c3679b08040b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ad9c5c1-0718-44c8-aae7-968fcde4d5d9,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:50.025194 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2bdb35c6-b572-4aca-a10d-c3679b08040b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.028754 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2bdb35c6-b572-4aca-a10d-c3679b08040b tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/5ad9c5c1-0718-44c8-aae7-968fcde4d5d9 HTTP/1.1" status: 204 len: 168 time: 0.1080096 Oct 18 07:57:50.028911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8868b57d-8ef1-4c56-b5e5-e1664b902d22 None None] Routers {'3645ed4d-4cb0-4168-8c49-f48f3b027e02'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:50.028911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8868b57d-8ef1-4c56-b5e5-e1664b902d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3645ed4d-4cb0-4168-8c49-f48f3b027e02'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:50.029146 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33082) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:50.056478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b8bc61-4684-4387-af00-41ba8e5ae00c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:50.057089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-94b8bc61-4684-4387-af00-41ba8e5ae00c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Synchronizing usage tracker for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:50.078307 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-94b8bc61-4684-4387-af00-41ba8e5ae00c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Unset dirty status for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:50.082257 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-94b8bc61-4684-4387-af00-41ba8e5ae00c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/ports/52862352-797f-49c7-8f1f-f2fee6fd589b HTTP/1.1" status: 200 len: 910 time: 0.1212375 Oct 18 07:57:50.082412 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9c52bec0-c848-4ff6-9412-9f3d9ef36d3c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:50.082510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33086) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:50.100673 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9c52bec0-c848-4ff6-9412-9f3d9ef36d3c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:50.105601 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9c52bec0-c848-4ff6-9412-9f3d9ef36d3c tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0755515 Oct 18 07:57:50.106589 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33090) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:50.112651 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-0e34b6e7-9ea5-4c42-99b0-91e27a9abf50 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group_rule': {'security_group_id': '9f777263-34f3-44ed-8cb2-cbf48b516e52', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:50.116794 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8868b57d-8ef1-4c56-b5e5-e1664b902d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:50.119053 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0e34b6e7-9ea5-4c42-99b0-91e27a9abf50 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:50.133242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8868b57d-8ef1-4c56-b5e5-e1664b902d22 None None] Routers {'3645ed4d-4cb0-4168-8c49-f48f3b027e02'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:50.133888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8868b57d-8ef1-4c56-b5e5-e1664b902d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3645ed4d-4cb0-4168-8c49-f48f3b027e02'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:50.139538 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0e34b6e7-9ea5-4c42-99b0-91e27a9abf50 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:50.166847 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0e34b6e7-9ea5-4c42-99b0-91e27a9abf50 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.202352 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-31dd0d05-594a-444e-9c5c-051f74dc2022 None None] Port 52862352-797f-49c7-8f1f-f2fee6fd589b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:50.203015 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8868b57d-8ef1-4c56-b5e5-e1664b902d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:50.203412 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8868b57d-8ef1-4c56-b5e5-e1664b902d22 None None] The sync data for ids ['3645ed4d-4cb0-4168-8c49-f48f3b027e02'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:57:50.238359 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0e34b6e7-9ea5-4c42-99b0-91e27a9abf50 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.242488 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0e34b6e7-9ea5-4c42-99b0-91e27a9abf50 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.266677 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34b6e7-9ea5-4c42-99b0-91e27a9abf50 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1471bb3b-60cf-4674-b338-ce2437ef2a0e,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:50.283240 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0e34b6e7-9ea5-4c42-99b0-91e27a9abf50 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.284431 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0e34b6e7-9ea5-4c42-99b0-91e27a9abf50 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1772182 Oct 18 07:57:50.287045 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33094) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:50.306502 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-660a2236-352e-4141-b8d6-0cd4a83cc3f5 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-group-rules/1471bb3b-60cf-4674-b338-ce2437ef2a0e HTTP/1.1" status: 200 len: 763 time: 0.0183563 Oct 18 07:57:50.308985 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33098) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:50.356491 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e04c6127-6494-4d34-8702-43e630911da2 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:50.372203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e04c6127-6494-4d34-8702-43e630911da2 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:50.373948 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e04c6127-6494-4d34-8702-43e630911da2 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0640910 Oct 18 07:57:50.376713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33102) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:50.404994 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-966d2fd4-94e4-4d50-bea3-d5cb1814a9d9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.415243 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-966d2fd4-94e4-4d50-bea3-d5cb1814a9d9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.439691 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-966d2fd4-94e4-4d50-bea3-d5cb1814a9d9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.461180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d2fd4-94e4-4d50-bea3-d5cb1814a9d9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1471bb3b-60cf-4674-b338-ce2437ef2a0e,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:50.465299 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-966d2fd4-94e4-4d50-bea3-d5cb1814a9d9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.466436 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-966d2fd4-94e4-4d50-bea3-d5cb1814a9d9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/1471bb3b-60cf-4674-b338-ce2437ef2a0e HTTP/1.1" status: 204 len: 168 time: 0.0887513 Oct 18 07:57:50.469021 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33106) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:50.517822 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f41de0b2-212c-4ecf-96ae-712a4333c5ea tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:50.532782 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f41de0b2-212c-4ecf-96ae-712a4333c5ea tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:50.536710 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f41de0b2-212c-4ecf-96ae-712a4333c5ea tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0642486 Oct 18 07:57:50.536911 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33110) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:50.541967 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-25029817-9fdb-452c-a316-e1d8c504bead tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group_rule': {'security_group_id': '9f777263-34f3-44ed-8cb2-cbf48b516e52', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:50.547664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-25029817-9fdb-452c-a316-e1d8c504bead tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:50.557075 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-25029817-9fdb-452c-a316-e1d8c504bead tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:50.573715 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-25029817-9fdb-452c-a316-e1d8c504bead tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.606677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-32ed7486-7533-480e-8f25-95fdc54a6af6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.635676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-25029817-9fdb-452c-a316-e1d8c504bead tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.639438 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-25029817-9fdb-452c-a316-e1d8c504bead tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.666481 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25029817-9fdb-452c-a316-e1d8c504bead tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87629e63-636e-4c50-9f49-24c259a7261c,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:50.677324 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-25029817-9fdb-452c-a316-e1d8c504bead tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.681691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b3455503-e72f-46fa-bcc1-1a34945464c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.681869 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-25029817-9fdb-452c-a316-e1d8c504bead tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407316 Oct 18 07:57:50.681869 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33114) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:50.700429 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a673c435-660a-4516-bc63-9b8d959e587d tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-group-rules/87629e63-636e-4c50-9f49-24c259a7261c HTTP/1.1" status: 200 len: 764 time: 0.0179510 Oct 18 07:57:50.703447 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33118) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:50.703914 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-31dd0d05-594a-444e-9c5c-051f74dc2022 None None] Attempt 2 to provision port 52862352-797f-49c7-8f1f-f2fee6fd589b Oct 18 07:57:50.750558 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-49756593-ff4d-4d77-8107-7919d56ba4ec tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:50.762730 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-31dd0d05-594a-444e-9c5c-051f74dc2022 None None] Port 52862352-797f-49c7-8f1f-f2fee6fd589b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:50.766961 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-49756593-ff4d-4d77-8107-7919d56ba4ec tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:50.768231 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-49756593-ff4d-4d77-8107-7919d56ba4ec tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0639191 Oct 18 07:57:50.771128 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33122) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:50.798756 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b89289f8-e0a4-4d9d-bfd4-ca69bbd7f609 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.809270 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b89289f8-e0a4-4d9d-bfd4-ca69bbd7f609 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.832613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b89289f8-e0a4-4d9d-bfd4-ca69bbd7f609 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.850703 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89289f8-e0a4-4d9d-bfd4-ca69bbd7f609 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87629e63-636e-4c50-9f49-24c259a7261c,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:50.860193 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b89289f8-e0a4-4d9d-bfd4-ca69bbd7f609 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.861378 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b89289f8-e0a4-4d9d-bfd4-ca69bbd7f609 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-group-rules/87629e63-636e-4c50-9f49-24c259a7261c HTTP/1.1" status: 204 len: 168 time: 0.0892699 Oct 18 07:57:50.863984 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33126) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:50.909954 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 1bf8443a-119e-45a4-beb5-86eba9d46ed9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:57:50.952258 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-32ed7486-7533-480e-8f25-95fdc54a6af6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port 52862352-797f-49c7-8f1f-f2fee6fd589b {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:50.952555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-32ed7486-7533-480e-8f25-95fdc54a6af6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.989657 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 1bf8443a-119e-45a4-beb5-86eba9d46ed9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:57:50.990248 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:50.990355 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 1bf8443a-119e-45a4-beb5-86eba9d46ed9 Oct 18 07:57:51.021460 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ebd810cb-0bfc-4a00-92d7-e38735076d85 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:51.038042 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ebd810cb-0bfc-4a00-92d7-e38735076d85 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:51.042741 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ebd810cb-0bfc-4a00-92d7-e38735076d85 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1744609 Oct 18 07:57:51.042741 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33130) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:51.106611 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-18b4c849-df89-47b2-a6e1-f59a1d2a8a08 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:51.115818 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 1bf8443a-119e-45a4-beb5-86eba9d46ed9 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:57:51.148285 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-18b4c849-df89-47b2-a6e1-f59a1d2a8a08 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:51.150562 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-32ed7486-7533-480e-8f25-95fdc54a6af6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:51.196247 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-18b4c849-df89-47b2-a6e1-f59a1d2a8a08 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:51.215795 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4c849-df89-47b2-a6e1-f59a1d2a8a08 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f777263-34f3-44ed-8cb2-cbf48b516e52,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:51.229482 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-18b4c849-df89-47b2-a6e1-f59a1d2a8a08 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:51.233051 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-18b4c849-df89-47b2-a6e1-f59a1d2a8a08 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-groups/9f777263-34f3-44ed-8cb2-cbf48b516e52 HTTP/1.1" status: 204 len: 168 time: 0.1870172 Oct 18 07:57:51.233292 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33134) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:51.263599 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-31dd0d05-594a-444e-9c5c-051f74dc2022 None None] Attempt 3 to provision port 52862352-797f-49c7-8f1f-f2fee6fd589b Oct 18 07:57:51.282920 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-32ed7486-7533-480e-8f25-95fdc54a6af6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Calling delete_port for 52862352-797f-49c7-8f1f-f2fee6fd589b owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:51.284143 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2071395d-d242-418a-923e-ac437050a784 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:51.300974 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2071395d-d242-418a-923e-ac437050a784 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:51.302735 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2071395d-d242-418a-923e-ac437050a784 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684834 Oct 18 07:57:51.309329 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33138) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:51.317913 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f6c501a8-528e-4c2c-90f8-a581e8d85d05 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group': {'name': 'tempest-secgroup--190338232'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:51.324092 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-31dd0d05-594a-444e-9c5c-051f74dc2022 None None] Port 52862352-797f-49c7-8f1f-f2fee6fd589b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:57:51.325080 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f6c501a8-528e-4c2c-90f8-a581e8d85d05 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:51.335984 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f6c501a8-528e-4c2c-90f8-a581e8d85d05 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:51.346284 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f6c501a8-528e-4c2c-90f8-a581e8d85d05 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:51.370002 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f6c501a8-528e-4c2c-90f8-a581e8d85d05 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:51.375203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f6c501a8-528e-4c2c-90f8-a581e8d85d05 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:51.378230 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f6c501a8-528e-4c2c-90f8-a581e8d85d05 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:51.384302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f6c501a8-528e-4c2c-90f8-a581e8d85d05 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:51.460652 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f6c501a8-528e-4c2c-90f8-a581e8d85d05 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:51.465189 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f6c501a8-528e-4c2c-90f8-a581e8d85d05 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:51.511972 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c501a8-528e-4c2c-90f8-a581e8d85d05 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2103afcf-1fd8-40fd-9132-aa6066d08fc3,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:51.521766 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f6c501a8-528e-4c2c-90f8-a581e8d85d05 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:51.523118 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f6c501a8-528e-4c2c-90f8-a581e8d85d05 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2126663 Oct 18 07:57:51.525698 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33142) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:51.530558 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-a2db68ff-6f0d-4cc0-9671-ec12d3706c22 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Request body: {'security_group_rule': {'security_group_id': '2103afcf-1fd8-40fd-9132-aa6066d08fc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:51.536389 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a2db68ff-6f0d-4cc0-9671-ec12d3706c22 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:51.540451 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a2db68ff-6f0d-4cc0-9671-ec12d3706c22 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Usage tracker for resource:security_group_rule and tenant:48b4a2255ec948e78c9e30326f7ce83f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:51.543368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a2db68ff-6f0d-4cc0-9671-ec12d3706c22 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:51.549568 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a2db68ff-6f0d-4cc0-9671-ec12d3706c22 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:51.568192 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a2db68ff-6f0d-4cc0-9671-ec12d3706c22 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:51.576746 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-32ed7486-7533-480e-8f25-95fdc54a6af6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:51.627719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed7486-7533-480e-8f25-95fdc54a6af6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Port': ['ID=52862352-797f-49c7-8f1f-f2fee6fd589b,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:51.629082 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a2db68ff-6f0d-4cc0-9671-ec12d3706c22 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:51.633543 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a2db68ff-6f0d-4cc0-9671-ec12d3706c22 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:51.659578 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db68ff-6f0d-4cc0-9671-ec12d3706c22 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0da92f-9d11-41b9-9a39-ad0f529f1bda,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:51.673572 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a2db68ff-6f0d-4cc0-9671-ec12d3706c22 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:51.674916 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a2db68ff-6f0d-4cc0-9671-ec12d3706c22 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483190 Oct 18 07:57:51.677764 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33146) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:51.747517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ee239b6f-0a7d-4f64-8e3f-40c7790c58d0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:51.776576 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ee239b6f-0a7d-4f64-8e3f-40c7790c58d0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:51.825098 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-31dd0d05-594a-444e-9c5c-051f74dc2022 None None] Attempt 4 to provision port 52862352-797f-49c7-8f1f-f2fee6fd589b Oct 18 07:57:51.829799 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ee239b6f-0a7d-4f64-8e3f-40c7790c58d0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:51.847726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee239b6f-0a7d-4f64-8e3f-40c7790c58d0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2103afcf-1fd8-40fd-9132-aa6066d08fc3,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:51.860189 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ee239b6f-0a7d-4f64-8e3f-40c7790c58d0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:51.863609 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ee239b6f-0a7d-4f64-8e3f-40c7790c58d0 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-groups/2103afcf-1fd8-40fd-9132-aa6066d08fc3 HTTP/1.1" status: 204 len: 168 time: 0.1827695 Oct 18 07:57:51.864008 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33150) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:51.867723 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-31dd0d05-594a-444e-9c5c-051f74dc2022 None None] Port 52862352-797f-49c7-8f1f-f2fee6fd589b was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:57:51.882634 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-32ed7486-7533-480e-8f25-95fdc54a6af6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:51.916538 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ae65d7b2-7c9a-4c47-b017-a78caae396b9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:51.932034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ae65d7b2-7c9a-4c47-b017-a78caae396b9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:51.933655 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ae65d7b2-7c9a-4c47-b017-a78caae396b9 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0686908 Oct 18 07:57:51.936405 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33154) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:51.978783 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2a7bf76d-5c02-4127-a109-4c5800021bfd None None] Could not find standard attr ID for object 52862352-797f-49c7-8f1f-f2fee6fd589b. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:57:51.981734 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0e2698cd-a4e9-4d8c-9ed0-3bb30fd42943 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Synchronizing usage tracker for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:51.997554 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0e2698cd-a4e9-4d8c-9ed0-3bb30fd42943 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] Unset dirty status for tenant:48b4a2255ec948e78c9e30326f7ce83f on resource:security_group_rule {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:51.999165 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0e2698cd-a4e9-4d8c-9ed0-3bb30fd42943 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0618410 Oct 18 07:57:52.002022 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33158) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:52.018053 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-883ffa35-5633-43de-abde-f8457a285e8d tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] delete failed (client error): The resource could not be found. Oct 18 07:57:52.019127 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-883ffa35-5633-43de-abde-f8457a285e8d tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "DELETE /v2.0/security-groups/2103afcf-1fd8-40fd-9132-aa6066d08fc3 HTTP/1.1" status: 404 len: 347 time: 0.0160904 Oct 18 07:57:52.022568 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33162) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:52.076821 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-936c1049-5294-43a0-abdd-bb796781ee26 tempest-SecGroupTest-208296655 tempest-SecGroupTest-208296655-project] 10.222.0.17 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532005 Oct 18 07:57:52.154130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ed7486-7533-480e-8f25-95fdc54a6af6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 3645ed4d-4cb0-4168-8c49-f48f3b027e02 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:57:52.288572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ed7486-7533-480e-8f25-95fdc54a6af6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:57:52.298391 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9805f986-8339-42e6-a146-659050bc6689 None None] Sync routers for ids ['3645ed4d-4cb0-4168-8c49-f48f3b027e02'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:57:52.305307 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-32ed7486-7533-480e-8f25-95fdc54a6af6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/3645ed4d-4cb0-4168-8c49-f48f3b027e02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2215486 Oct 18 07:57:52.308013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33170) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:52.310210 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9805f986-8339-42e6-a146-659050bc6689 None None] Routers {'3645ed4d-4cb0-4168-8c49-f48f3b027e02'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:52.311088 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-9805f986-8339-42e6-a146-659050bc6689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3645ed4d-4cb0-4168-8c49-f48f3b027e02'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:52.359459 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33174) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:52.362188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-10ab9369-d69a-422e-ab58-0c3437f10f44 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Synchronizing usage tracker for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:52.381198 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-10ab9369-d69a-422e-ab58-0c3437f10f44 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Unset dirty status for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:52.381897 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-9805f986-8339-42e6-a146-659050bc6689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:52.383012 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-10ab9369-d69a-422e-ab58-0c3437f10f44 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/ports?device_id=3645ed4d-4cb0-4168-8c49-f48f3b027e02 HTTP/1.1" status: 200 len: 205 time: 0.0738521 Oct 18 07:57:52.385446 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33180) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:52.391186 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9805f986-8339-42e6-a146-659050bc6689 None None] Routers {'3645ed4d-4cb0-4168-8c49-f48f3b027e02'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:52.391965 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-9805f986-8339-42e6-a146-659050bc6689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3645ed4d-4cb0-4168-8c49-f48f3b027e02'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:52.450360 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-9805f986-8339-42e6-a146-659050bc6689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:52.450803 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9805f986-8339-42e6-a146-659050bc6689 None None] The sync data for ids ['3645ed4d-4cb0-4168-8c49-f48f3b027e02'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:57:52.540736 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3acb32f6-9a37-41c0-bec5-8d6ebf15df62 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:52.678107 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-edc6825e-c638-45d0-8351-6f381b0c2f6e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=48b4a2255ec948e78c9e30326f7ce83f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173692 Oct 18 07:57:52.680607 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33184) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:52.738707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-065ea703-fb25-4590-ab53-79c11fce1f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:52.763866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-065ea703-fb25-4590-ab53-79c11fce1f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:52.815153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-065ea703-fb25-4590-ab53-79c11fce1f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:52.830536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ea703-fb25-4590-ab53-79c11fce1f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1ec637-349b-4f63-a23c-1bd1bae285d5,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:52.854115 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3acb32f6-9a37-41c0-bec5-8d6ebf15df62 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:52.854951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-065ea703-fb25-4590-ab53-79c11fce1f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:52.859534 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-065ea703-fb25-4590-ab53-79c11fce1f0f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0a1ec637-349b-4f63-a23c-1bd1bae285d5 HTTP/1.1" status: 204 len: 168 time: 0.1749122 Oct 18 07:57:52.859680 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3acb32f6-9a37-41c0-bec5-8d6ebf15df62 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:52.880597 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3acb32f6-9a37-41c0-bec5-8d6ebf15df62 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:52.881150 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acb32f6-9a37-41c0-bec5-8d6ebf15df62 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Fanout notify agent at l3_agent the message router_deleted on router 3645ed4d-4cb0-4168-8c49-f48f3b027e02 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:57:52.892339 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3acb32f6-9a37-41c0-bec5-8d6ebf15df62 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:52.893414 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3acb32f6-9a37-41c0-bec5-8d6ebf15df62 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/routers/3645ed4d-4cb0-4168-8c49-f48f3b027e02 HTTP/1.1" status: 204 len: 168 time: 0.5068393 Oct 18 07:57:52.896656 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33190) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:52.967831 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bddc92e-907b-48e9-858d-025817ac62e0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting subnet 2fa72570-9438-46f9-9ae2-7018359e368f {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:57:52.971057 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1bddc92e-907b-48e9-858d-025817ac62e0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:52.972506 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-081ad55e-68ed-4b9a-99e3-a06e4659a8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:53.031472 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1bddc92e-907b-48e9-858d-025817ac62e0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:53.114517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1bddc92e-907b-48e9-858d-025817ac62e0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:53.194060 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1bddc92e-907b-48e9-858d-025817ac62e0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:53.235284 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bddc92e-907b-48e9-858d-025817ac62e0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa72570-9438-46f9-9ae2-7018359e368f,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:53.240596 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1bddc92e-907b-48e9-858d-025817ac62e0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:53.246584 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1bddc92e-907b-48e9-858d-025817ac62e0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/subnets/2fa72570-9438-46f9-9ae2-7018359e368f HTTP/1.1" status: 204 len: 168 time: 0.3489299 Oct 18 07:57:53.249641 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33204) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:53.253918 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5ce0d0-6f01-44b2-a00b-322da1ab6d30 None None] Network 22945737-135d-4f46-95fc-f287c0cc3866 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:57:53.487342 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:53.503829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port 1bf8443a-119e-45a4-beb5-86eba9d46ed9 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:53.504202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:53.540314 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496248f7-7611-4465-b147-101e16beb149 None None] DHCP port deletion for 22945737-135d-4f46-95fc-f287c0cc3866 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:57:53.545775 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-496248f7-7611-4465-b147-101e16beb149 None None] Deleting port 1bf8443a-119e-45a4-beb5-86eba9d46ed9 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:53.546382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-496248f7-7611-4465-b147-101e16beb149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:53.611506 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33216) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:53.615275 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [-] 10.222.0.17 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025907 Oct 18 07:57:53.618427 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33218) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:53.719254 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] For port 1bf8443a-119e-45a4-beb5-86eba9d46ed9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=1bf8443a-119e-45a4-beb5-86eba9d46ed9,segment=NetworkSegment(8de6abc0-91ae-465e-a039-6bb80f4ab18e),segment_id=8de6abc0-91ae-465e-a039-6bb80f4ab18e)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:53.719734 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:53.727488 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bf3f79bc-ae40-499a-b7c1-965233e39e19 tempest-NetworksApiDiscovery-96208517 tempest-NetworksApiDiscovery-96208517-project] 10.222.0.17 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1074398 Oct 18 07:57:53.753342 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:53.781689 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-496248f7-7611-4465-b147-101e16beb149 None None] For port 1bf8443a-119e-45a4-beb5-86eba9d46ed9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=1bf8443a-119e-45a4-beb5-86eba9d46ed9,segment=NetworkSegment(8de6abc0-91ae-465e-a039-6bb80f4ab18e),segment_id=8de6abc0-91ae-465e-a039-6bb80f4ab18e)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:57:53.782106 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-496248f7-7611-4465-b147-101e16beb149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:53.795659 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:53.854068 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Calling delete_port for 1bf8443a-119e-45a4-beb5-86eba9d46ed9 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:53.910582 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-496248f7-7611-4465-b147-101e16beb149 None None] Calling delete_port for 1bf8443a-119e-45a4-beb5-86eba9d46ed9 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:53.932881 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:53.981197 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Port': ['ID=1bf8443a-119e-45a4-beb5-86eba9d46ed9,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:53.985069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] No DVR routers for this DVR port 1bf8443a-119e-45a4-beb5-86eba9d46ed9 on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:57:53.991826 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-496248f7-7611-4465-b147-101e16beb149 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:57:53.992365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-496248f7-7611-4465-b147-101e16beb149 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:57:54.028809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33228) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:54.109554 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:54.140839 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22945737-135d-4f46-95fc-f287c0cc3866']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:54.150624 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2c2a4e9b-4e7e-45f1-9296-7538f2fc0ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:54.154131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de6abc0-91ae-465e-a039-6bb80f4ab18e') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:54.154509 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de6abc0-91ae-465e-a039-6bb80f4ab18e') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:54.164455 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2c2a4e9b-4e7e-45f1-9296-7538f2fc0ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:54.166327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:54.168322 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2c2a4e9b-4e7e-45f1-9296-7538f2fc0ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:6e6d40a2befb429ebc3e2bdcb5bb4fbb is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:54.171236 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2c2a4e9b-4e7e-45f1-9296-7538f2fc0ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:54.176982 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2c2a4e9b-4e7e-45f1-9296-7538f2fc0ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:54.182733 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:54.190138 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:57:54.190633 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:54.258187 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 8de6abc0-91ae-465e-a039-6bb80f4ab18e resource provider aggregate not found Oct 18 07:57:54.282149 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 8de6abc0-91ae-465e-a039-6bb80f4ab18e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8de6abc0-91ae-465e-a039-6bb80f4ab18e found for delete ", "request_id": "req-c6781838-d345-40ce-baad-a19ef815eb5d"}]} Oct 18 07:57:54.296572 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:54.314618 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:54.326785 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Network': ['ID=22945737-135d-4f46-95fc-f287c0cc3866,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:54.337897 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7b99c60c-b6c4-432a-9003-16860de9d506 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/networks/22945737-135d-4f46-95fc-f287c0cc3866 HTTP/1.1" status: 204 len: 168 time: 1.0864878 Oct 18 07:57:54.342010 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33238) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:54.347138 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1605710358', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}, 'admin_state_up': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:54.354061 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:54.358040 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:router and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:54.360878 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:54.367096 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:54.377718 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2c2a4e9b-4e7e-45f1-9296-7538f2fc0ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:54.381351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2c2a4e9b-4e7e-45f1-9296-7538f2fc0ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:54.385417 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:54.386502 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:54.404384 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:54.429878 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2c2a4e9b-4e7e-45f1-9296-7538f2fc0ea2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6e6d40a2befb429ebc3e2bdcb5bb4fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3993754 Oct 18 07:57:54.430842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a4e9b-4e7e-45f1-9296-7538f2fc0ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045e54ba-5302-488a-8e66-a6ad40ea173f,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:54.433411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33242) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:54.490596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a8cd5ce-92f8-440d-8ffd-1a9aa7da662f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:54.493419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-496248f7-7611-4465-b147-101e16beb149 None None] Deleting port 1bf8443a-119e-45a4-beb5-86eba9d46ed9 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:54.493890 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-496248f7-7611-4465-b147-101e16beb149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:54.516484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a8cd5ce-92f8-440d-8ffd-1a9aa7da662f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:54.567267 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-496248f7-7611-4465-b147-101e16beb149 None None] The port '1bf8443a-119e-45a4-beb5-86eba9d46ed9' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:57:54.573694 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a8cd5ce-92f8-440d-8ffd-1a9aa7da662f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:54.588134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cd5ce-92f8-440d-8ffd-1a9aa7da662f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045e54ba-5302-488a-8e66-a6ad40ea173f,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:54.592843 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a8cd5ce-92f8-440d-8ffd-1a9aa7da662f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:54.596252 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3a8cd5ce-92f8-440d-8ffd-1a9aa7da662f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/045e54ba-5302-488a-8e66-a6ad40ea173f HTTP/1.1" status: 204 len: 168 time: 0.1595860 Oct 18 07:57:54.674723 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:54.899271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 1bf8443a-119e-45a4-beb5-86eba9d46ed9 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:57:54.938679 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 1bf8443a-119e-45a4-beb5-86eba9d46ed9 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:57:54.939189 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 1bf8443a-119e-45a4-beb5-86eba9d46ed9 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:57:55.104272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:55.137654 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:55.267044 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:55.284567 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Allocated IP 172.26.8.115 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/a275ae7f-e742-4ca7-a42e-74729f87c961) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:55.436618 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:55.466121 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:55.534321 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:55.537313 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:55.540994 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:55.575873 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=a275ae7f-e742-4ca7-a42e-74729f87c961,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:55.967899 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:56.136604 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33284) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:56.141454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1978560864', 'description': 'tempest-secgroup-smoke-1978560864 description', 'project_id': 'f8333236bf28401c8d3f7884ffe3941f'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:56.147540 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:56.152369 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Usage tracker for resource:security_group and tenant:f8333236bf28401c8d3f7884ffe3941f is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:56.155399 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:56.162759 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:56.176786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:56.194199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:56.211436 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:56.215502 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Usage tracker for resource:security_group_rule and tenant:f8333236bf28401c8d3f7884ffe3941f is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:56.218393 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:56.224129 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:56.310860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:56.314924 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:56.325533 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:56.333107 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Usage tracker for resource:security_group_rule and tenant:f8333236bf28401c8d3f7884ffe3941f is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:56.335679 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:56.337563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:56.351856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:56.359852 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d0c57a-3c3f-413e-a749-9fc4ee31416c,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:56.429958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:56.435060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:56.480003 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b9e219-0168-4322-ad9c-36e1b3048e58,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:56.483887 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:56.487938 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7e99463d-ad2e-4f8a-8d97-f7648bb911ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3481243 Oct 18 07:57:56.488318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33288) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:56.493123 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-6c0b1e6a-4d75-48c2-906e-44c893ac746d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Request body: {'security_group_rule': {'security_group_id': '52b9e219-0168-4322-ad9c-36e1b3048e58', 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:56.499305 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6c0b1e6a-4d75-48c2-906e-44c893ac746d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:56.503423 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6c0b1e6a-4d75-48c2-906e-44c893ac746d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Usage tracker for resource:security_group_rule and tenant:f8333236bf28401c8d3f7884ffe3941f is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:56.506410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6c0b1e6a-4d75-48c2-906e-44c893ac746d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:56.512357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6c0b1e6a-4d75-48c2-906e-44c893ac746d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:56.530863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6c0b1e6a-4d75-48c2-906e-44c893ac746d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:56.670782 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 453c94da-4a5b-4c65-80b3-948b78529641 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:57:56.694674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6c0b1e6a-4d75-48c2-906e-44c893ac746d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:56.698525 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6c0b1e6a-4d75-48c2-906e-44c893ac746d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:56.723700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b1e6a-4d75-48c2-906e-44c893ac746d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43878e67-1086-40a1-844d-642e6ce7b5f6,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:56.732637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6c0b1e6a-4d75-48c2-906e-44c893ac746d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:56.733944 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6c0b1e6a-4d75-48c2-906e-44c893ac746d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2449317 Oct 18 07:57:56.736750 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33292) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:56.797732 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-841c8c2e-7a33-4e66-ada6-1932786e8f6d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Request body: {'security_group_rule': {'security_group_id': '52b9e219-0168-4322-ad9c-36e1b3048e58', 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:56.818275 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-841c8c2e-7a33-4e66-ada6-1932786e8f6d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:56.824964 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-841c8c2e-7a33-4e66-ada6-1932786e8f6d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Usage tracker for resource:security_group_rule and tenant:f8333236bf28401c8d3f7884ffe3941f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:56.829915 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-841c8c2e-7a33-4e66-ada6-1932786e8f6d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:56.838388 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-841c8c2e-7a33-4e66-ada6-1932786e8f6d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:56.873014 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-841c8c2e-7a33-4e66-ada6-1932786e8f6d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:56.898334 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:57:56.908100 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4694d97-9bc8-4216-9791-2a9bbe646754 None None] Sync routers for ids ['453c94da-4a5b-4c65-80b3-948b78529641'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:57:56.917346 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4694d97-9bc8-4216-9791-2a9bbe646754 None None] Routers {'453c94da-4a5b-4c65-80b3-948b78529641'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:56.917936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b4694d97-9bc8-4216-9791-2a9bbe646754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['453c94da-4a5b-4c65-80b3-948b78529641'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:56.943585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:56.945024 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e087e291-7c00-44c7-a158-d7baff081042 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.6019671 Oct 18 07:57:56.947760 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33296) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:57.012468 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b4694d97-9bc8-4216-9791-2a9bbe646754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:57.021022 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4694d97-9bc8-4216-9791-2a9bbe646754 None None] Routers {'453c94da-4a5b-4c65-80b3-948b78529641'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:57.021610 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b4694d97-9bc8-4216-9791-2a9bbe646754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['453c94da-4a5b-4c65-80b3-948b78529641'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:57.082232 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b4694d97-9bc8-4216-9791-2a9bbe646754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:57.082649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4694d97-9bc8-4216-9791-2a9bbe646754 None None] The sync data for ids ['453c94da-4a5b-4c65-80b3-948b78529641'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:57:57.094199 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-841c8c2e-7a33-4e66-ada6-1932786e8f6d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.101409 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-841c8c2e-7a33-4e66-ada6-1932786e8f6d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.132285 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c8c2e-7a33-4e66-ada6-1932786e8f6d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082c1509-d5de-4a1a-b67f-89b144e4237d,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:57.158407 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-841c8c2e-7a33-4e66-ada6-1932786e8f6d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.159595 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-841c8c2e-7a33-4e66-ada6-1932786e8f6d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4217985 Oct 18 07:57:57.162653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33300) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:57.168112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-cdfcd917-77b7-4066-89ce-9f1215e8c6a2 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Request body: {'security_group_rule': {'security_group_id': '52b9e219-0168-4322-ad9c-36e1b3048e58', 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:57.173868 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0a2b0810-675b-4230-84da-1c60e567b3e5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/routers/453c94da-4a5b-4c65-80b3-948b78529641 HTTP/1.1" status: 200 len: 881 time: 0.2228060 Oct 18 07:57:57.174047 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33304) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:57.175372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cdfcd917-77b7-4066-89ce-9f1215e8c6a2 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:57.179551 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cdfcd917-77b7-4066-89ce-9f1215e8c6a2 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Usage tracker for resource:security_group_rule and tenant:f8333236bf28401c8d3f7884ffe3941f is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:57.183007 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cdfcd917-77b7-4066-89ce-9f1215e8c6a2 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:57.188917 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cdfcd917-77b7-4066-89ce-9f1215e8c6a2 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:57.205517 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd917-77b7-4066-89ce-9f1215e8c6a2 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.271065 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd917-77b7-4066-89ce-9f1215e8c6a2 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.274919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd917-77b7-4066-89ce-9f1215e8c6a2 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.299515 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcd917-77b7-4066-89ce-9f1215e8c6a2 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b6419c-3c7b-441a-b8b0-00e49fbd5a3b,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:57.309630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd917-77b7-4066-89ce-9f1215e8c6a2 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.311230 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cdfcd917-77b7-4066-89ce-9f1215e8c6a2 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474173 Oct 18 07:57:57.313785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33310) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:57.319471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-b8fd2974-8beb-4597-abfb-1a02ebe560fd tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Request body: {'security_group_rule': {'security_group_id': '52b9e219-0168-4322-ad9c-36e1b3048e58', 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:57.325219 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b8fd2974-8beb-4597-abfb-1a02ebe560fd tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:57.329185 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b8fd2974-8beb-4597-abfb-1a02ebe560fd tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Usage tracker for resource:security_group_rule and tenant:f8333236bf28401c8d3f7884ffe3941f is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:57.332385 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b8fd2974-8beb-4597-abfb-1a02ebe560fd tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:57.338071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b8fd2974-8beb-4597-abfb-1a02ebe560fd tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:57.355623 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2974-8beb-4597-abfb-1a02ebe560fd tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.389716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-92a9522b-13c4-4183-98d8-b553858180f0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Synchronizing usage tracker for tenant:254df938bb1a44c79d10329568c221e7 on resource:router {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:57:57.408298 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-92a9522b-13c4-4183-98d8-b553858180f0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Unset dirty status for tenant:254df938bb1a44c79d10329568c221e7 on resource:router {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:57:57.409824 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-92a9522b-13c4-4183-98d8-b553858180f0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2344234 Oct 18 07:57:57.412659 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33316) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:57.424865 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c4c85214-9c01-44d9-8dc4-f7700705d4e3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1605710358'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:57.482952 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2974-8beb-4597-abfb-1a02ebe560fd tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.538424 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2974-8beb-4597-abfb-1a02ebe560fd tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.575364 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd2974-8beb-4597-abfb-1a02ebe560fd tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd8f48c-d6d7-40b2-824f-704469c88ae7,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:57.592300 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2974-8beb-4597-abfb-1a02ebe560fd tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.593456 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b8fd2974-8beb-4597-abfb-1a02ebe560fd tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2785432 Oct 18 07:57:57.596517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33322) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:57.601696 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d3893a42-b80e-47a8-9fab-8a49a16a2f0e tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Request body: {'security_group_rule': {'security_group_id': '52b9e219-0168-4322-ad9c-36e1b3048e58', 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:57.607647 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d3893a42-b80e-47a8-9fab-8a49a16a2f0e tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:57.611538 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d3893a42-b80e-47a8-9fab-8a49a16a2f0e tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Usage tracker for resource:security_group_rule and tenant:f8333236bf28401c8d3f7884ffe3941f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:57.614340 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d3893a42-b80e-47a8-9fab-8a49a16a2f0e tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:57.620811 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d3893a42-b80e-47a8-9fab-8a49a16a2f0e tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:57.630476 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-d3893a42-b80e-47a8-9fab-8a49a16a2f0e tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Project f8333236bf28401c8d3f7884ffe3941f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 07:57:57.637015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3893a42-b80e-47a8-9fab-8a49a16a2f0e tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.700185 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3893a42-b80e-47a8-9fab-8a49a16a2f0e tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.704173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3893a42-b80e-47a8-9fab-8a49a16a2f0e tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.727619 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3893a42-b80e-47a8-9fab-8a49a16a2f0e tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391a060e-d76c-4fbb-9696-2ed2f1b9c138,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:57.736074 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3893a42-b80e-47a8-9fab-8a49a16a2f0e tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.737308 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d3893a42-b80e-47a8-9fab-8a49a16a2f0e tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397130 Oct 18 07:57:57.740249 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33326) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:57.745240 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-940c833b-83d1-45c1-b8bb-b558f28b264a tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Request body: {'security_group_rule': {'security_group_id': '52b9e219-0168-4322-ad9c-36e1b3048e58', 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:57.751009 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-940c833b-83d1-45c1-b8bb-b558f28b264a tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:57.754769 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-940c833b-83d1-45c1-b8bb-b558f28b264a tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Usage tracker for resource:security_group_rule and tenant:f8333236bf28401c8d3f7884ffe3941f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:57.757582 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-940c833b-83d1-45c1-b8bb-b558f28b264a tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:57.763171 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-940c833b-83d1-45c1-b8bb-b558f28b264a tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:57.774170 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-940c833b-83d1-45c1-b8bb-b558f28b264a tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Project f8333236bf28401c8d3f7884ffe3941f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 07:57:57.781095 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-940c833b-83d1-45c1-b8bb-b558f28b264a tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.846670 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-940c833b-83d1-45c1-b8bb-b558f28b264a tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.850186 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-940c833b-83d1-45c1-b8bb-b558f28b264a tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.870911 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c833b-83d1-45c1-b8bb-b558f28b264a tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab04f7d-aadd-4ab9-b698-285b0f3ed736,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:57.882739 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-940c833b-83d1-45c1-b8bb-b558f28b264a tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.883911 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-940c833b-83d1-45c1-b8bb-b558f28b264a tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1427026 Oct 18 07:57:57.886865 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33330) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:57.892755 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-35c0b705-6c36-4daf-890a-b879221deb40 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Request body: {'network': {'name': 'tempest-network-smoke--190924062', 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'port_security_enabled': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:57.897440 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-35c0b705-6c36-4daf-890a-b879221deb40 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:57.901415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-35c0b705-6c36-4daf-890a-b879221deb40 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Usage tracker for resource:network and tenant:f8333236bf28401c8d3f7884ffe3941f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:57.904525 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-35c0b705-6c36-4daf-890a-b879221deb40 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:57.910093 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-35c0b705-6c36-4daf-890a-b879221deb40 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:57.922747 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c0b705-6c36-4daf-890a-b879221deb40 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Made reservation on behalf of f8333236bf28401c8d3f7884ffe3941f for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:57.926069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-35c0b705-6c36-4daf-890a-b879221deb40 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.954968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c0b705-6c36-4daf-890a-b879221deb40 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:57:57.963928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-35c0b705-6c36-4daf-890a-b879221deb40 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.964267 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-35c0b705-6c36-4daf-890a-b879221deb40 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Added segment 4392bc59-36c5-4f7a-9057-4de5e958e97a of type vlan for network fd8b41d5-9a43-4790-b060-9fb7644aee64 Oct 18 07:57:57.979103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c4c85214-9c01-44d9-8dc4-f7700705d4e3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.989391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c4c85214-9c01-44d9-8dc4-f7700705d4e3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:57.990809 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-35c0b705-6c36-4daf-890a-b879221deb40 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:58.020497 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-35c0b705-6c36-4daf-890a-b879221deb40 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:58.025946 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c0b705-6c36-4daf-890a-b879221deb40 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:57:58.026522 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-35c0b705-6c36-4daf-890a-b879221deb40 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:58.134609 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-35c0b705-6c36-4daf-890a-b879221deb40 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2456157 Oct 18 07:57:58.136814 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33334) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:58.137075 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0b705-6c36-4daf-890a-b879221deb40 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event updated for resources: {'Network': ['ID=fd8b41d5-9a43-4790-b060-9fb7644aee64,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:58.144401 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1506174307', 'admin_state_up': True, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:58.150423 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network fd8b41d5-9a43-4790-b060-9fb7644aee64 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:57:58.151800 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:58.155700 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Usage tracker for resource:router and tenant:f8333236bf28401c8d3f7884ffe3941f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:58.158879 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:58.166778 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:58.171640 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c85214-9c01-44d9-8dc4-f7700705d4e3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 453c94da-4a5b-4c65-80b3-948b78529641 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:57:58.179397 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:58.180787 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:58.198129 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:58.351855 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c85214-9c01-44d9-8dc4-f7700705d4e3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:57:58.358858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c4c85214-9c01-44d9-8dc4-f7700705d4e3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:58.362473 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c4c85214-9c01-44d9-8dc4-f7700705d4e3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/453c94da-4a5b-4c65-80b3-948b78529641 HTTP/1.1" status: 200 len: 888 time: 0.9462345 Oct 18 07:57:58.362636 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33338) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:58.365420 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78deaa0d-38bf-424b-8ec8-1e1b152d3e62 None None] Sync routers for ids ['453c94da-4a5b-4c65-80b3-948b78529641'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:57:58.375466 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78deaa0d-38bf-424b-8ec8-1e1b152d3e62 None None] Routers {'453c94da-4a5b-4c65-80b3-948b78529641'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:58.376150 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-78deaa0d-38bf-424b-8ec8-1e1b152d3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['453c94da-4a5b-4c65-80b3-948b78529641'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:58.437800 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-78deaa0d-38bf-424b-8ec8-1e1b152d3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:58.446125 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78deaa0d-38bf-424b-8ec8-1e1b152d3e62 None None] Routers {'453c94da-4a5b-4c65-80b3-948b78529641'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:57:58.446736 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-78deaa0d-38bf-424b-8ec8-1e1b152d3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['453c94da-4a5b-4c65-80b3-948b78529641'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:58.475418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:58.509796 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-78deaa0d-38bf-424b-8ec8-1e1b152d3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:57:58.510187 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78deaa0d-38bf-424b-8ec8-1e1b152d3e62 None None] The sync data for ids ['453c94da-4a5b-4c65-80b3-948b78529641'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:57:58.554054 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9eea6dde-877a-42a9-ba9a-3734f97e0096 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/routers/453c94da-4a5b-4c65-80b3-948b78529641 HTTP/1.1" status: 200 len: 888 time: 0.1903367 Oct 18 07:57:58.556762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33342) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:58.717266 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-db7ccdc6-5ae4-4fb4-8f7b-eb2ad6eb1eb5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/ports?device_id=453c94da-4a5b-4c65-80b3-948b78529641 HTTP/1.1" status: 200 len: 205 time: 0.1586032 Oct 18 07:57:58.719793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33346) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:58.895604 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-85e58389-8c3f-4ee3-a85e-1e6fcc22d40a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:58.909754 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:58.942598 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:59.072861 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-85e58389-8c3f-4ee3-a85e-1e6fcc22d40a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:59.078031 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Allocated IP 172.26.8.27 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/7ba18e87-f93c-4d3f-9653-fbd64315edb9) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:57:59.082406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-85e58389-8c3f-4ee3-a85e-1e6fcc22d40a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port a275ae7f-e742-4ca7-a42e-74729f87c961 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:57:59.082778 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-85e58389-8c3f-4ee3-a85e-1e6fcc22d40a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:59.233345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:59.258743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-85e58389-8c3f-4ee3-a85e-1e6fcc22d40a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:59.262770 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:59.326644 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:57:59.331517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:57:59.333902 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:57:59.374178 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event updated for resources: {'Port': ['ID=7ba18e87-f93c-4d3f-9653-fbd64315edb9,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:59.382378 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-85e58389-8c3f-4ee3-a85e-1e6fcc22d40a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Calling delete_port for a275ae7f-e742-4ca7-a42e-74729f87c961 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:57:59.550635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-85e58389-8c3f-4ee3-a85e-1e6fcc22d40a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:59.630513 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e58389-8c3f-4ee3-a85e-1e6fcc22d40a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Port': ['ID=a275ae7f-e742-4ca7-a42e-74729f87c961,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:57:59.699336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-85e58389-8c3f-4ee3-a85e-1e6fcc22d40a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:59.757235 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:59.882764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-85e58389-8c3f-4ee3-a85e-1e6fcc22d40a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:59.884900 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-85e58389-8c3f-4ee3-a85e-1e6fcc22d40a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:59.908612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-85e58389-8c3f-4ee3-a85e-1e6fcc22d40a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:59.909245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e58389-8c3f-4ee3-a85e-1e6fcc22d40a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Fanout notify agent at l3_agent the message router_deleted on router 453c94da-4a5b-4c65-80b3-948b78529641 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:57:59.932638 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-85e58389-8c3f-4ee3-a85e-1e6fcc22d40a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:57:59.933894 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-85e58389-8c3f-4ee3-a85e-1e6fcc22d40a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/routers/453c94da-4a5b-4c65-80b3-948b78529641 HTTP/1.1" status: 204 len: 168 time: 1.2131643 Oct 18 07:57:59.938465 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33350) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:57:59.943983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-b56c252f-da47-4141-8a0b-dc60443b56b3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'network': {'name': 'tempest-RoutersTest-544356747'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:57:59.949053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b56c252f-da47-4141-8a0b-dc60443b56b3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:57:59.952958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b56c252f-da47-4141-8a0b-dc60443b56b3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:network and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:57:59.955834 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b56c252f-da47-4141-8a0b-dc60443b56b3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:57:59.961911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b56c252f-da47-4141-8a0b-dc60443b56b3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:57:59.971933 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56c252f-da47-4141-8a0b-dc60443b56b3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Made reservation on behalf of 254df938bb1a44c79d10329568c221e7 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:57:59.975465 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b56c252f-da47-4141-8a0b-dc60443b56b3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:00.005423 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56c252f-da47-4141-8a0b-dc60443b56b3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:58:00.014756 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b56c252f-da47-4141-8a0b-dc60443b56b3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:00.015157 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-b56c252f-da47-4141-8a0b-dc60443b56b3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Added segment 7ab302b1-f84c-4878-b229-6624838c8c92 of type vlan for network 67c652dc-a023-4505-8a52-8d5affc55276 Oct 18 07:58:00.043544 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b56c252f-da47-4141-8a0b-dc60443b56b3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:00.078792 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b56c252f-da47-4141-8a0b-dc60443b56b3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:00.084368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56c252f-da47-4141-8a0b-dc60443b56b3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:00.084977 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b56c252f-da47-4141-8a0b-dc60443b56b3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:00.235262 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:00.293601 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b56c252f-da47-4141-8a0b-dc60443b56b3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3539424 Oct 18 07:58:00.296990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33356) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:00.304761 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-089c2b80-c870-462d-9e0d-9fe3bcbce9ca tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'subnet': {'network_id': '67c652dc-a023-4505-8a52-8d5affc55276', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:00.325545 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c252f-da47-4141-8a0b-dc60443b56b3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Network': ['ID=67c652dc-a023-4505-8a52-8d5affc55276,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:00.335722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 67c652dc-a023-4505-8a52-8d5affc55276 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:58:00.416577 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-089c2b80-c870-462d-9e0d-9fe3bcbce9ca tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:00.421197 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-089c2b80-c870-462d-9e0d-9fe3bcbce9ca tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:subnet and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:00.424061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-089c2b80-c870-462d-9e0d-9fe3bcbce9ca tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:00.429793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-089c2b80-c870-462d-9e0d-9fe3bcbce9ca tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:00.441994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089c2b80-c870-462d-9e0d-9fe3bcbce9ca tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Made reservation on behalf of 254df938bb1a44c79d10329568c221e7 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:58:00.445398 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-089c2b80-c870-462d-9e0d-9fe3bcbce9ca tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:00.452694 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Router 687ce635-2aee-466b-afa2-519a762a03b6 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:58:00.631414 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:58:00.644450 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Sync routers for ids ['687ce635-2aee-466b-afa2-519a762a03b6'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:58:00.655009 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Routers {'687ce635-2aee-466b-afa2-519a762a03b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:00.655699 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['687ce635-2aee-466b-afa2-519a762a03b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:00.661087 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:00.662075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-089c2b80-c870-462d-9e0d-9fe3bcbce9ca tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:00.662313 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d7f8ad93-ed2a-4b66-8d26-c2741de974e4 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5223153 Oct 18 07:58:00.665545 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33360) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:00.729977 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c2b80-c870-462d-9e0d-9fe3bcbce9ca tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Subnet': ['ID=513ddb91-0334-4a9c-b12c-f07dad3e31ae,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:00.754215 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089c2b80-c870-462d-9e0d-9fe3bcbce9ca tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Checking segment: {'id': '7ab302b1-f84c-4878-b229-6624838c8c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '67c652dc-a023-4505-8a52-8d5affc55276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:00.754595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089c2b80-c870-462d-9e0d-9fe3bcbce9ca tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network hostable DHCP agents. Network: 67c652dc-a023-4505-8a52-8d5affc55276, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:58:00.781954 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089c2b80-c870-462d-9e0d-9fe3bcbce9ca tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 67c652dc-a023-4505-8a52-8d5affc55276 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:58:00.791889 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-089c2b80-c870-462d-9e0d-9fe3bcbce9ca tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 67c652dc-a023-4505-8a52-8d5affc55276) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:00.796932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089c2b80-c870-462d-9e0d-9fe3bcbce9ca tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:00.797658 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-089c2b80-c870-462d-9e0d-9fe3bcbce9ca tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:00.807939 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599674ac-95bd-4531-aed1-0a6ec3552466 None None] Network 67c652dc-a023-4505-8a52-8d5affc55276 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:00.817898 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-023da6b9-64e4-4309-9a2e-eba730a9985d tempest-TestNetworkAdvancedServerOps-1927528280 tempest-TestNetworkAdvancedServerOps-1927528280-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=f8333236bf28401c8d3f7884ffe3941f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1488316 Oct 18 07:58:00.818466 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33366) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:00.824387 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-089c2b80-c870-462d-9e0d-9fe3bcbce9ca tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5263109 Oct 18 07:58:00.827465 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33370) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:00.832845 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-da8d6c7f-c868-40ca-aa5c-0fb55c257ce2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1252110363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:00.839823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-da8d6c7f-c868-40ca-aa5c-0fb55c257ce2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:00.844302 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-da8d6c7f-c868-40ca-aa5c-0fb55c257ce2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:router and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:00.847686 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-da8d6c7f-c868-40ca-aa5c-0fb55c257ce2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:00.854162 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-da8d6c7f-c868-40ca-aa5c-0fb55c257ce2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:00.866282 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-da8d6c7f-c868-40ca-aa5c-0fb55c257ce2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:00.867850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-da8d6c7f-c868-40ca-aa5c-0fb55c257ce2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:00.889315 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-da8d6c7f-c868-40ca-aa5c-0fb55c257ce2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:00.914043 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-da8d6c7f-c868-40ca-aa5c-0fb55c257ce2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:00.948542 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-da8d6c7f-c868-40ca-aa5c-0fb55c257ce2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:00.953403 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-da8d6c7f-c868-40ca-aa5c-0fb55c257ce2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1216424 Oct 18 07:58:00.953547 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Set router 687ce635-2aee-466b-afa2-519a762a03b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:00.953680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33374) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:00.956941 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c9c702-4c1e-4f3c-b73e-30b91d372043 tempest-TestNetworkAdvancedServerOps-1927528280 tempest-TestNetworkAdvancedServerOps-1927528280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:00.961286 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-66c9c702-4c1e-4f3c-b73e-30b91d372043 tempest-TestNetworkAdvancedServerOps-1927528280 tempest-TestNetworkAdvancedServerOps-1927528280-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1394355 Oct 18 07:58:00.961585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33378) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:01.003972 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5216c56f-1686-4215-86bd-487e7bcc6551 tempest-TestNetworkAdvancedServerOps-1927528280 tempest-TestNetworkAdvancedServerOps-1927528280-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384407 Oct 18 07:58:01.004194 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33382) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:01.009606 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-08299ebb-beb5-4136-9d1d-22573eaa694d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1938768543', 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64', 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:01.121310 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-08299ebb-beb5-4136-9d1d-22573eaa694d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:01.125953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-08299ebb-beb5-4136-9d1d-22573eaa694d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Usage tracker for resource:subnet and tenant:f8333236bf28401c8d3f7884ffe3941f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:01.129180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-08299ebb-beb5-4136-9d1d-22573eaa694d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:01.136397 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-08299ebb-beb5-4136-9d1d-22573eaa694d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:01.148159 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08299ebb-beb5-4136-9d1d-22573eaa694d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Made reservation on behalf of f8333236bf28401c8d3f7884ffe3941f for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:58:01.152421 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-08299ebb-beb5-4136-9d1d-22573eaa694d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:01.313094 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-67c652dc-a023-4505-8a52-8d5affc55276', 'network_id': '67c652dc-a023-4505-8a52-8d5affc55276', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'fixed_ips': [{'subnet_id': '513ddb91-0334-4a9c-b12c-f07dad3e31ae'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:58:01.313922 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:01.386155 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-08299ebb-beb5-4136-9d1d-22573eaa694d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:01.440260 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:01.462808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687ce635-2aee-466b-afa2-519a762a03b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506174307', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:57:59Z', 'revision_number': 3, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'gw_port': {'id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:01.469493 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Checking router: 687ce635-2aee-466b-afa2-519a762a03b6 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:58:01.469834 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Updating router 687ce635-2aee-466b-afa2-519a762a03b6 port 7ba18e87-f93c-4d3f-9653-fbd64315edb9 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:58:01.472893 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08299ebb-beb5-4136-9d1d-22573eaa694d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event updated for resources: {'Subnet': ['ID=3bfb965a-031a-4706-bc18-b2f58b42ba31,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:01.483579 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08299ebb-beb5-4136-9d1d-22573eaa694d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Checking segment: {'id': '4392bc59-36c5-4f7a-9057-4de5e958e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:01.483931 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08299ebb-beb5-4136-9d1d-22573eaa694d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Network hostable DHCP agents. Network: fd8b41d5-9a43-4790-b060-9fb7644aee64, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:58:01.504887 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08299ebb-beb5-4136-9d1d-22573eaa694d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Network fd8b41d5-9a43-4790-b060-9fb7644aee64 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:58:01.514837 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-08299ebb-beb5-4136-9d1d-22573eaa694d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, fd8b41d5-9a43-4790-b060-9fb7644aee64) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:01.518723 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08299ebb-beb5-4136-9d1d-22573eaa694d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:01.519306 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-08299ebb-beb5-4136-9d1d-22573eaa694d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:01.536387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb649bd9-8305-42cd-b241-de554881d2ca None None] Network fd8b41d5-9a43-4790-b060-9fb7644aee64 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:01.541972 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-08299ebb-beb5-4136-9d1d-22573eaa694d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5367129 Oct 18 07:58:01.545401 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33386) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:01.565802 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Allocated IP 172.20.0.2 (67c652dc-a023-4505-8a52-8d5affc55276/513ddb91-0334-4a9c-b12c-f07dad3e31ae/f268d55a-d683-449e-89d9-b3a942e8aeb5) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:58:01.568125 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:02.190201 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-fd8b41d5-9a43-4790-b060-9fb7644aee64', 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'fixed_ips': [{'subnet_id': '3bfb965a-031a-4706-bc18-b2f58b42ba31'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:58:02.191271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:02.242430 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:02.312637 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Transition to ACTIVE for port object f268d55a-d683-449e-89d9-b3a942e8aeb5 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:02.367342 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:02.403025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Transition to ACTIVE for port object f268d55a-d683-449e-89d9-b3a942e8aeb5 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:02.443850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:02.453287 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:02.525215 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Transition to ACTIVE for port object 7ba18e87-f93c-4d3f-9653-fbd64315edb9 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:02.547672 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:02.568137 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Network 67c652dc-a023-4505-8a52-8d5affc55276 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:02.577831 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Allocated IP 172.20.0.2 (fd8b41d5-9a43-4790-b060-9fb7644aee64/3bfb965a-031a-4706-bc18-b2f58b42ba31/0944be38-dff2-4995-89b1-76657fcf657d) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:58:02.580063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:02.582844 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:58:02.594056 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Pushing event updated for resources: {'Port': ['ID=f268d55a-d683-449e-89d9-b3a942e8aeb5,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:02.598982 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Allocated IP 172.20.0.1 (67c652dc-a023-4505-8a52-8d5affc55276/513ddb91-0334-4a9c-b12c-f07dad3e31ae/5c203aa2-319f-429a-9f1a-ac581cc1c01c) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:58:02.634603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Attempting to bind port 7ba18e87-f93c-4d3f-9653-fbd64315edb9 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:58:02.634603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Attempting to bind port 7ba18e87-f93c-4d3f-9653-fbd64315edb9 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:58:02.634969 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Attempting to bind port 7ba18e87-f93c-4d3f-9653-fbd64315edb9 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:58:02.752724 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:58:02.753010 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:02.753396 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:02.753783 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:58:02.754257 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Bound port: 7ba18e87-f93c-4d3f-9653-fbd64315edb9, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:58:02.754652 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:02.761189 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:02.776219 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Transition to ACTIVE for port object 5c203aa2-319f-429a-9f1a-ac581cc1c01c will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:02.800109 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:02.866049 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 67c652dc-a023-4505-8a52-8d5affc55276 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:02.868862 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:02.873362 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:58:02.883377 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a1a06-85ab-4012-ab55-5fa9bd6e461d None None] Pushing event updated for resources: {'Port': ['ID=7ba18e87-f93c-4d3f-9653-fbd64315edb9,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:02.890462 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Attempting to bind port f268d55a-d683-449e-89d9-b3a942e8aeb5 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:58:02.890864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Attempting to bind port f268d55a-d683-449e-89d9-b3a942e8aeb5 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '7ab302b1-f84c-4878-b229-6624838c8c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '67c652dc-a023-4505-8a52-8d5affc55276'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:58:02.891314 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Attempting to bind port f268d55a-d683-449e-89d9-b3a942e8aeb5 on network 67c652dc-a023-4505-8a52-8d5affc55276 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:58:02.912464 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=5c203aa2-319f-429a-9f1a-ac581cc1c01c,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:02.926399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:58:02.926796 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Checking segment: {'id': '7ab302b1-f84c-4878-b229-6624838c8c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '67c652dc-a023-4505-8a52-8d5affc55276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:02.927198 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:02.927588 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Bound using segment: {'id': '7ab302b1-f84c-4878-b229-6624838c8c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '67c652dc-a023-4505-8a52-8d5affc55276'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:58:02.928063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Bound port: f268d55a-d683-449e-89d9-b3a942e8aeb5, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab302b1-f84c-4878-b229-6624838c8c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '67c652dc-a023-4505-8a52-8d5affc55276'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:58:02.928434 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:02.936411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:02.988110 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] For port 7ba18e87-f93c-4d3f-9653-fbd64315edb9, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:58:03.027678 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] For port 7ba18e87-f93c-4d3f-9653-fbd64315edb9, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7ba18e87-f93c-4d3f-9653-fbd64315edb9,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:58:03.043031 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:03.044467 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:03.165070 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Routers {'687ce635-2aee-466b-afa2-519a762a03b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:03.165689 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['687ce635-2aee-466b-afa2-519a762a03b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:03.359510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] For port f268d55a-d683-449e-89d9-b3a942e8aeb5, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:58:03.386515 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a1a06-85ab-4012-ab55-5fa9bd6e461d None None] Pushing event updated for resources: {'Port': ['ID=7ba18e87-f93c-4d3f-9653-fbd64315edb9,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:03.396622 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:03.402029 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] For port f268d55a-d683-449e-89d9-b3a942e8aeb5, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=f268d55a-d683-449e-89d9-b3a942e8aeb5,segment=NetworkSegment(7ab302b1-f84c-4878-b229-6624838c8c92),segment_id=7ab302b1-f84c-4878-b229-6624838c8c92)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:58:03.412402 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:03.428829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:03.434072 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:03.453962 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Transition to ACTIVE for port object 0944be38-dff2-4995-89b1-76657fcf657d will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:03.520737 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Transition to ACTIVE for port object 0944be38-dff2-4995-89b1-76657fcf657d will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:03.545477 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:03.552341 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] Set router 687ce635-2aee-466b-afa2-519a762a03b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:03.561270 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:03.565094 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=5c203aa2-319f-429a-9f1a-ac581cc1c01c,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:03.620112 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Allocated IP 172.20.0.1 (fd8b41d5-9a43-4790-b060-9fb7644aee64/3bfb965a-031a-4706-bc18-b2f58b42ba31/f91da081-6c52-4df8-87cf-8ebdab7368c5) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:58:03.671041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21954ebb-f8d0-44e6-9b55-c8443006c1e8 None None] Pushing event updated for resources: {'Port': ['ID=f268d55a-d683-449e-89d9-b3a942e8aeb5,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:03.682023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Network fd8b41d5-9a43-4790-b060-9fb7644aee64 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:03.712735 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:03.722165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 67c652dc-a023-4505-8a52-8d5affc55276 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:03.723443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:03.729417 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:58:03.833010 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:03.854517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Transition to ACTIVE for port object f91da081-6c52-4df8-87cf-8ebdab7368c5 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:03.884513 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:03.961091 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Pushing event updated for resources: {'Port': ['ID=0944be38-dff2-4995-89b1-76657fcf657d,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:03.968877 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Network fd8b41d5-9a43-4790-b060-9fb7644aee64 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:03.973033 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:03.974797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 22bdf64f-8acc-4538-a2db-17881d890e4e is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:58:03.975689 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:58:04.003030 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Attempting to bind port 0944be38-dff2-4995-89b1-76657fcf657d on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:58:04.003440 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Attempting to bind port 0944be38-dff2-4995-89b1-76657fcf657d by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '4392bc59-36c5-4f7a-9057-4de5e958e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:58:04.003921 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Attempting to bind port 0944be38-dff2-4995-89b1-76657fcf657d on network fd8b41d5-9a43-4790-b060-9fb7644aee64 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:58:04.018098 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event updated for resources: {'Port': ['ID=f91da081-6c52-4df8-87cf-8ebdab7368c5,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:04.018499 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:58:04.019010 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Checking segment: {'id': '4392bc59-36c5-4f7a-9057-4de5e958e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:04.019539 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:04.019995 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Bound using segment: {'id': '4392bc59-36c5-4f7a-9057-4de5e958e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:58:04.020582 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Bound port: 0944be38-dff2-4995-89b1-76657fcf657d, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4392bc59-36c5-4f7a-9057-4de5e958e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:58:04.021065 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:04.043807 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:04.169310 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] For port 0944be38-dff2-4995-89b1-76657fcf657d, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:58:04.175974 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:04.179387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] For port 0944be38-dff2-4995-89b1-76657fcf657d, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0944be38-dff2-4995-89b1-76657fcf657d,segment=NetworkSegment(4392bc59-36c5-4f7a-9057-4de5e958e97a),segment_id=4392bc59-36c5-4f7a-9057-4de5e958e97a)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:58:04.190252 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:04.242431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687ce635-2aee-466b-afa2-519a762a03b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506174307', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:57:59Z', 'revision_number': 3, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'gw_port': {'id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:04.267430 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dea048-ad95-4993-80fe-f10bd21f16b2 None None] The sync data for ids ['687ce635-2aee-466b-afa2-519a762a03b6'] in dv-neutron-861625-1-hyperv is: [{'id': '687ce635-2aee-466b-afa2-519a762a03b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506174307', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:57:59Z', 'revision_number': 3, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'gw_port': {'id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:58:04.290171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:58:04.302518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d7dce-d17b-4c37-93bb-8a533decf0cd None None] Pushing event updated for resources: {'Port': ['ID=0944be38-dff2-4995-89b1-76657fcf657d,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:04.304956 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9e2d4-4e49-481a-9c94-b5b1c446c14f None None] Sync routers for ids ['22bdf64f-8acc-4538-a2db-17881d890e4e'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:58:04.319197 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9e2d4-4e49-481a-9c94-b5b1c446c14f None None] Routers {'22bdf64f-8acc-4538-a2db-17881d890e4e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:04.319680 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ecc9e2d4-4e49-481a-9c94-b5b1c446c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['22bdf64f-8acc-4538-a2db-17881d890e4e'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:04.327498 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-935f1188-d340-4596-99f6-c98b21a0b6b1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/22bdf64f-8acc-4538-a2db-17881d890e4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3728638 Oct 18 07:58:04.331004 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33392) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:04.411654 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ecc9e2d4-4e49-481a-9c94-b5b1c446c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:04.424459 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9e2d4-4e49-481a-9c94-b5b1c446c14f None None] Routers {'22bdf64f-8acc-4538-a2db-17881d890e4e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:04.425506 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ecc9e2d4-4e49-481a-9c94-b5b1c446c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['22bdf64f-8acc-4538-a2db-17881d890e4e'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:04.427295 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:04.475570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acb2775-9543-4b2f-bdaa-254642b2538d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:04.476244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1acb2775-9543-4b2f-bdaa-254642b2538d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Synchronizing usage tracker for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:58:04.494310 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1acb2775-9543-4b2f-bdaa-254642b2538d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Unset dirty status for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:58:04.495758 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1acb2775-9543-4b2f-bdaa-254642b2538d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/ports/5c203aa2-319f-429a-9f1a-ac581cc1c01c HTTP/1.1" status: 200 len: 910 time: 0.1635523 Oct 18 07:58:04.498660 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33396) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:04.516546 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-558f42e5-414e-4da7-b863-8e146bfc34bb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '513ddb91-0334-4a9c-b12c-f07dad3e31ae'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:04.556521 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ecc9e2d4-4e49-481a-9c94-b5b1c446c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:04.557596 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9e2d4-4e49-481a-9c94-b5b1c446c14f None None] The sync data for ids ['22bdf64f-8acc-4538-a2db-17881d890e4e'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:58:04.859589 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-558f42e5-414e-4da7-b863-8e146bfc34bb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:04.922504 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8325dd-3c2a-4d87-9fc7-bc4cbdb2d3aa None None] Network 67c652dc-a023-4505-8a52-8d5affc55276 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:05.078468 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:05.090480 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:05.097028 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f268d55a-d683-449e-89d9-b3a942e8aeb5 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:05.146495 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-33ba1165-7c09-4c85-a499-7e94d0c7f3a3 None None] Provisioning for port f268d55a-d683-449e-89d9-b3a942e8aeb5 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:05.279773 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event updated for resources: {'Port': ['ID=f91da081-6c52-4df8-87cf-8ebdab7368c5,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:05.288326 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:05.392035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port f268d55a-d683-449e-89d9-b3a942e8aeb5 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:05.405233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port f268d55a-d683-449e-89d9-b3a942e8aeb5 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:05.405233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:05.405233 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port f268d55a-d683-449e-89d9-b3a942e8aeb5 Oct 18 07:58:05.529807 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Network fd8b41d5-9a43-4790-b060-9fb7644aee64 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:05.535838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:05.667891 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port f268d55a-d683-449e-89d9-b3a942e8aeb5 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:05.668277 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:05.722881 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port f268d55a-d683-449e-89d9-b3a942e8aeb5, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=f268d55a-d683-449e-89d9-b3a942e8aeb5,segment=NetworkSegment(7ab302b1-f84c-4878-b229-6624838c8c92),segment_id=7ab302b1-f84c-4878-b229-6624838c8c92)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:05.728012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:05.729065 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7ba18e87-f93c-4d3f-9653-fbd64315edb9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:05.775128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-558f42e5-414e-4da7-b863-8e146bfc34bb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:05.786837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-558f42e5-414e-4da7-b863-8e146bfc34bb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:05.835200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Router 687ce635-2aee-466b-afa2-519a762a03b6 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:58:05.850272 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b012e-d743-4473-83bf-eed38dfccf38 None None] Network fd8b41d5-9a43-4790-b060-9fb7644aee64 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:05.890760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f42e5-414e-4da7-b863-8e146bfc34bb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:05.891380 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-558f42e5-414e-4da7-b863-8e146bfc34bb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:05.892710 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-558f42e5-414e-4da7-b863-8e146bfc34bb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/ports/5c203aa2-319f-429a-9f1a-ac581cc1c01c HTTP/1.1" status: 200 len: 910 time: 1.3930485 Oct 18 07:58:05.898536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33400) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:06.049297 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:58:06.059798 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a13226e0-29c4-4d45-99af-fe6c2c8d1610 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "PUT /v2.0/routers/687ce635-2aee-466b-afa2-519a762a03b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5131187 Oct 18 07:58:06.146057 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-faf5bb30-cb6b-44db-a10b-10d1724fa712 None None] Provisioning for port 0944be38-dff2-4995-89b1-76657fcf657d completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:06.158578 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 7ba18e87-f93c-4d3f-9653-fbd64315edb9 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:06.211333 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 7ba18e87-f93c-4d3f-9653-fbd64315edb9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:06.211817 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:06.212149 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 7ba18e87-f93c-4d3f-9653-fbd64315edb9 Oct 18 07:58:06.259456 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=f268d55a-d683-449e-89d9-b3a942e8aeb5,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:06.275776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f42e5-414e-4da7-b863-8e146bfc34bb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=5c203aa2-319f-429a-9f1a-ac581cc1c01c,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:06.322125 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-cb01dd7f-efad-4d25-aa90-ff11d23b98fd tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1978560864&fields=id&tenant_id=f8333236bf28401c8d3f7884ffe3941f HTTP/1.1" status: 200 len: 267 time: 0.0885460 Oct 18 07:58:06.390633 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-54caee2f-73c0-4214-b9c4-8bb206838112 None None] Provisioning for port 5c203aa2-319f-429a-9f1a-ac581cc1c01c completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:06.399783 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-54caee2f-73c0-4214-b9c4-8bb206838112 None None] Provisioning complete for port 5c203aa2-319f-429a-9f1a-ac581cc1c01c triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:06.400155 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-54caee2f-73c0-4214-b9c4-8bb206838112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:06.400493 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-54caee2f-73c0-4214-b9c4-8bb206838112 None None] Attempt 1 to provision port 5c203aa2-319f-429a-9f1a-ac581cc1c01c Oct 18 07:58:06.515600 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-54caee2f-73c0-4214-b9c4-8bb206838112 None None] Port 5c203aa2-319f-429a-9f1a-ac581cc1c01c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:06.519894 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 7ba18e87-f93c-4d3f-9653-fbd64315edb9 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:06.520056 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-4fc2239f-b40a-464c-b164-3f133b68e54f tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:06.520271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:06.521044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-4fc2239f-b40a-464c-b164-3f133b68e54f tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Synchronizing usage tracker for tenant:f8333236bf28401c8d3f7884ffe3941f on resource:network {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:58:06.541888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 7ba18e87-f93c-4d3f-9653-fbd64315edb9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7ba18e87-f93c-4d3f-9653-fbd64315edb9,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:06.546597 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-4fc2239f-b40a-464c-b164-3f133b68e54f tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Unset dirty status for tenant:f8333236bf28401c8d3f7884ffe3941f on resource:network {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:58:06.548159 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-4fc2239f-b40a-464c-b164-3f133b68e54f tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/networks?id=fd8b41d5-9a43-4790-b060-9fb7644aee64 HTTP/1.1" status: 200 len: 796 time: 0.2183282 Oct 18 07:58:06.554872 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:06.556117 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0944be38-dff2-4995-89b1-76657fcf657d up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:06.565664 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-edc0052e-df93-4eb2-a017-0f8f52414953 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/quotas/f8333236bf28401c8d3f7884ffe3941f HTTP/1.1" status: 200 len: 375 time: 0.0110333 Oct 18 07:58:06.677907 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3fdc49be-4b73-4a18-b9f9-4ede2b398e74 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:06.678766 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-d31fb100-17e1-402d-9eb6-f4f87cb9ff9a tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Synchronizing usage tracker for tenant:f8333236bf28401c8d3f7884ffe3941f on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:58:06.683421 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Sync routers for ids ['687ce635-2aee-466b-afa2-519a762a03b6'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:58:06.701613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-d31fb100-17e1-402d-9eb6-f4f87cb9ff9a tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Unset dirty status for tenant:f8333236bf28401c8d3f7884ffe3941f on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:58:06.703494 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-d31fb100-17e1-402d-9eb6-f4f87cb9ff9a tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=f8333236bf28401c8d3f7884ffe3941f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1307509 Oct 18 07:58:06.703686 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Routers {'687ce635-2aee-466b-afa2-519a762a03b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:06.704316 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['687ce635-2aee-466b-afa2-519a762a03b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:06.761911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=7ba18e87-f93c-4d3f-9653-fbd64315edb9,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:06.860765 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 0944be38-dff2-4995-89b1-76657fcf657d completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:06.873483 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 0944be38-dff2-4995-89b1-76657fcf657d triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:06.873483 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:06.873877 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 0944be38-dff2-4995-89b1-76657fcf657d Oct 18 07:58:06.882688 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-2c934968-21c0-46dc-8676-0eece2114303 service neutron] 10.222.0.17 "GET /v2.0/networks/fd8b41d5-9a43-4790-b060-9fb7644aee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661592 Oct 18 07:58:06.956667 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Set router 687ce635-2aee-466b-afa2-519a762a03b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:07.018778 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-54caee2f-73c0-4214-b9c4-8bb206838112 None None] Attempt 2 to provision port 5c203aa2-319f-429a-9f1a-ac581cc1c01c Oct 18 07:58:07.110827 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc49be-4b73-4a18-b9f9-4ede2b398e74 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port 5c203aa2-319f-429a-9f1a-ac581cc1c01c {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:58:07.111454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3fdc49be-4b73-4a18-b9f9-4ede2b398e74 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:07.187843 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-0f49b91d-5ba7-4e55-8bae-93a88998863b service neutron] 10.222.0.17 "GET /v2.0/networks/fd8b41d5-9a43-4790-b060-9fb7644aee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989862 Oct 18 07:58:07.247248 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-54caee2f-73c0-4214-b9c4-8bb206838112 None None] Port 5c203aa2-319f-429a-9f1a-ac581cc1c01c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:07.350518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 0944be38-dff2-4995-89b1-76657fcf657d is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:07.350926 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:07.388923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3fdc49be-4b73-4a18-b9f9-4ede2b398e74 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:07.407152 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-13efdac8-4027-4919-913a-7253c5685769 req-8966a5a4-df91-46c3-942e-e5b603df1cfb tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 210 time: 0.0636437 Oct 18 07:58:07.424933 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 0944be38-dff2-4995-89b1-76657fcf657d, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0944be38-dff2-4995-89b1-76657fcf657d,segment=NetworkSegment(4392bc59-36c5-4f7a-9057-4de5e958e97a),segment_id=4392bc59-36c5-4f7a-9057-4de5e958e97a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:07.461917 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:07.529131 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc49be-4b73-4a18-b9f9-4ede2b398e74 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Calling delete_port for 5c203aa2-319f-429a-9f1a-ac581cc1c01c owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:58:07.550294 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=0944be38-dff2-4995-89b1-76657fcf657d,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:07.570976 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f268d55a-d683-449e-89d9-b3a942e8aeb5 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:07.627076 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687ce635-2aee-466b-afa2-519a762a03b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506174307', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:04Z', 'revision_number': 4, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'gw_port': {'id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'f91da081-6c52-4df8-87cf-8ebdab7368c5', 'name': '', 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'mac_address': 'fa:16:3e:46:4c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:02Z', 'updated_at': '2022-10-18T07:58:04Z', 'revision_number': 2, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'subnets': [{'id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:07.635164 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Checking router: 687ce635-2aee-466b-afa2-519a762a03b6 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:58:07.635523 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Updating router 687ce635-2aee-466b-afa2-519a762a03b6 port f91da081-6c52-4df8-87cf-8ebdab7368c5 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:58:07.701050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:07.724270 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port f268d55a-d683-449e-89d9-b3a942e8aeb5 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:07.724646 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:07.724983 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port f268d55a-d683-449e-89d9-b3a942e8aeb5 Oct 18 07:58:07.737104 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3fdc49be-4b73-4a18-b9f9-4ede2b398e74 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:07.792922 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc49be-4b73-4a18-b9f9-4ede2b398e74 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Port': ['ID=5c203aa2-319f-429a-9f1a-ac581cc1c01c,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:07.808625 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-54caee2f-73c0-4214-b9c4-8bb206838112 None None] Attempt 3 to provision port 5c203aa2-319f-429a-9f1a-ac581cc1c01c Oct 18 07:58:07.912622 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-54caee2f-73c0-4214-b9c4-8bb206838112 None None] Port 5c203aa2-319f-429a-9f1a-ac581cc1c01c was deleted so its status cannot be updated. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 07:58:07.998456 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-54caee2f-73c0-4214-b9c4-8bb206838112 None None] Provisioning complete for port f268d55a-d683-449e-89d9-b3a942e8aeb5 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:07.999083 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-54caee2f-73c0-4214-b9c4-8bb206838112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:07.999841 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-54caee2f-73c0-4214-b9c4-8bb206838112 None None] Attempt 1 to provision port f268d55a-d683-449e-89d9-b3a942e8aeb5 Oct 18 07:58:08.047380 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3fdc49be-4b73-4a18-b9f9-4ede2b398e74 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:08.206084 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port f268d55a-d683-449e-89d9-b3a942e8aeb5 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:08.207238 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7ba18e87-f93c-4d3f-9653-fbd64315edb9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:08.347346 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-54caee2f-73c0-4214-b9c4-8bb206838112 None None] Current status of the port f268d55a-d683-449e-89d9-b3a942e8aeb5 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:08.377799 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 7ba18e87-f93c-4d3f-9653-fbd64315edb9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:08.378179 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:08.378498 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 7ba18e87-f93c-4d3f-9653-fbd64315edb9 Oct 18 07:58:08.432883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdc49be-4b73-4a18-b9f9-4ede2b398e74 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 22bdf64f-8acc-4538-a2db-17881d890e4e has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:58:08.433453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33428) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:08.497068 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-866bf0cb-402a-4858-9217-fc8c583a91db None None] Could not find standard attr ID for object 5c203aa2-319f-429a-9f1a-ac581cc1c01c. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 07:58:08.526077 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:08.583445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-866bf0cb-402a-4858-9217-fc8c583a91db None None] Provisioning complete for port 0944be38-dff2-4995-89b1-76657fcf657d triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:08.583847 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-866bf0cb-402a-4858-9217-fc8c583a91db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:08.584187 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-866bf0cb-402a-4858-9217-fc8c583a91db None None] Attempt 1 to provision port 0944be38-dff2-4995-89b1-76657fcf657d Oct 18 07:58:08.618260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Transition to ACTIVE for port object f91da081-6c52-4df8-87cf-8ebdab7368c5 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:08.627129 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b125d60a-29d1-4d39-8c59-91566e298493 req-9bd147e3-4949-48e6-89f6-5eaecd50ad5a tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 210 time: 0.0594094 Oct 18 07:58:08.645424 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:08.726739 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 7ba18e87-f93c-4d3f-9653-fbd64315edb9 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:08.754150 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdc49be-4b73-4a18-b9f9-4ede2b398e74 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:58:08.765124 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d158f7c6-16b6-4a9a-89a9-c867debd8c3d None None] Sync routers for ids ['22bdf64f-8acc-4538-a2db-17881d890e4e'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:58:08.776120 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d158f7c6-16b6-4a9a-89a9-c867debd8c3d None None] Routers {'22bdf64f-8acc-4538-a2db-17881d890e4e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:08.777329 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d158f7c6-16b6-4a9a-89a9-c867debd8c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['22bdf64f-8acc-4538-a2db-17881d890e4e'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:08.821540 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3fdc49be-4b73-4a18-b9f9-4ede2b398e74 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/22bdf64f-8acc-4538-a2db-17881d890e4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9219148 Oct 18 07:58:08.824373 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33438) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:08.833409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-02e21eed-2215-4be8-bca0-afb0c775287f tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:08.834883 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-02e21eed-2215-4be8-bca0-afb0c775287f tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.46 "GET /v2.0/networks?id=fd8b41d5-9a43-4790-b060-9fb7644aee64 HTTP/1.1" status: 200 len: 796 time: 0.3375814 Oct 18 07:58:08.838409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9302e005-a471-47ad-94c8-cc331434c33b tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:08.838929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9302e005-a471-47ad-94c8-cc331434c33b tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:08.839407 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9302e005-a471-47ad-94c8-cc331434c33b tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:08.840929 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9302e005-a471-47ad-94c8-cc331434c33b tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/ports?project_id=fe65c6866dd844bd972010a3653293ed&network_id=dba6462c-8a73-4764-a16b-d913fa15e5fd HTTP/1.1" status: 200 len: 2999 time: 0.4068863 Oct 18 07:58:08.851848 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d158f7c6-16b6-4a9a-89a9-c867debd8c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:08.861753 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d158f7c6-16b6-4a9a-89a9-c867debd8c3d None None] Routers {'22bdf64f-8acc-4538-a2db-17881d890e4e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:08.862487 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d158f7c6-16b6-4a9a-89a9-c867debd8c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['22bdf64f-8acc-4538-a2db-17881d890e4e'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:08.867210 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960afd8-97a8-4aa7-aaba-d0012c2597ea None None] Pushing event updated for resources: {'Port': ['ID=f91da081-6c52-4df8-87cf-8ebdab7368c5,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:08.908240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-66afb374-cbe4-4ab3-b02d-db34dceb8623 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Synchronizing usage tracker for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:58:08.925455 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d158f7c6-16b6-4a9a-89a9-c867debd8c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:08.926008 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d158f7c6-16b6-4a9a-89a9-c867debd8c3d None None] The sync data for ids ['22bdf64f-8acc-4538-a2db-17881d890e4e'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:58:08.931022 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Attempting to bind port f91da081-6c52-4df8-87cf-8ebdab7368c5 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:58:08.931343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Attempting to bind port f91da081-6c52-4df8-87cf-8ebdab7368c5 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '4392bc59-36c5-4f7a-9057-4de5e958e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:58:08.931707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Attempting to bind port f91da081-6c52-4df8-87cf-8ebdab7368c5 on network fd8b41d5-9a43-4790-b060-9fb7644aee64 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:58:08.941838 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-cf2590b2-22c5-4b20-afd3-087f9eb44995 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Synchronizing usage tracker for tenant:f8333236bf28401c8d3f7884ffe3941f on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:58:08.943434 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:58:08.943808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Checking segment: {'id': '4392bc59-36c5-4f7a-9057-4de5e958e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:08.944211 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:08.944597 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Bound using segment: {'id': '4392bc59-36c5-4f7a-9057-4de5e958e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:58:08.945093 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Bound port: f91da081-6c52-4df8-87cf-8ebdab7368c5, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4392bc59-36c5-4f7a-9057-4de5e958e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:58:08.945427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:08.946039 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-66afb374-cbe4-4ab3-b02d-db34dceb8623 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Unset dirty status for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:58:08.947190 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-66afb374-cbe4-4ab3-b02d-db34dceb8623 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/ports?device_id=22bdf64f-8acc-4538-a2db-17881d890e4e HTTP/1.1" status: 200 len: 205 time: 0.1216617 Oct 18 07:58:08.950073 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33444) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:08.963281 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-cf2590b2-22c5-4b20-afd3-087f9eb44995 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Unset dirty status for tenant:f8333236bf28401c8d3f7884ffe3941f on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:58:08.964837 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-cf2590b2-22c5-4b20-afd3-087f9eb44995 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8333236bf28401c8d3f7884ffe3941f HTTP/1.1" status: 200 len: 380 time: 0.0868077 Oct 18 07:58:08.967569 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-866bf0cb-402a-4858-9217-fc8c583a91db None None] Current status of the port 0944be38-dff2-4995-89b1-76657fcf657d is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:08.974392 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-a66c17b6-0732-4f53-80fd-700577f86a28 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Request body: {'port': {'device_id': 'c7be673f-68c9-42c7-b38f-b796fda43830', 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64', 'admin_state_up': True, 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'security_groups': ['52b9e219-0168-4322-ad9c-36e1b3048e58']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:09.033960 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-866bf0cb-402a-4858-9217-fc8c583a91db None None] Provisioning for port f91da081-6c52-4df8-87cf-8ebdab7368c5 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:09.055243 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] For port f91da081-6c52-4df8-87cf-8ebdab7368c5, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:58:09.058656 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] For port f91da081-6c52-4df8-87cf-8ebdab7368c5, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=f91da081-6c52-4df8-87cf-8ebdab7368c5,segment=NetworkSegment(4392bc59-36c5-4f7a-9057-4de5e958e97a),segment_id=4392bc59-36c5-4f7a-9057-4de5e958e97a)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:58:09.063223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:09.098596 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-27e34b9c-e0e4-444c-83bf-67ca7c592f19 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:09.126112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Routers {'687ce635-2aee-466b-afa2-519a762a03b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:09.126994 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['687ce635-2aee-466b-afa2-519a762a03b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:09.127351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-a66c17b6-0732-4f53-80fd-700577f86a28 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:09.137673 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-a66c17b6-0732-4f53-80fd-700577f86a28 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:09.149426 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-a66c17b6-0732-4f53-80fd-700577f86a28 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Made reservation on behalf of f8333236bf28401c8d3f7884ffe3941f for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:58:09.153338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-a66c17b6-0732-4f53-80fd-700577f86a28 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:09.260864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960afd8-97a8-4aa7-aaba-d0012c2597ea None None] Pushing event updated for resources: {'Port': ['ID=f91da081-6c52-4df8-87cf-8ebdab7368c5,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:09.319354 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] Set router 687ce635-2aee-466b-afa2-519a762a03b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:09.335971 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-a66c17b6-0732-4f53-80fd-700577f86a28 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Allocated IP 172.20.0.7 (fd8b41d5-9a43-4790-b060-9fb7644aee64/3bfb965a-031a-4706-bc18-b2f58b42ba31/33ecbfac-5bb2-4402-84cb-93db145dbe5b) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:58:09.424563 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-27e34b9c-e0e4-444c-83bf-67ca7c592f19 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:09.426879 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-27e34b9c-e0e4-444c-83bf-67ca7c592f19 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:09.454388 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-27e34b9c-e0e4-444c-83bf-67ca7c592f19 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:09.454919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e34b9c-e0e4-444c-83bf-67ca7c592f19 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Fanout notify agent at l3_agent the message router_deleted on router 22bdf64f-8acc-4538-a2db-17881d890e4e {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:58:09.472985 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-27e34b9c-e0e4-444c-83bf-67ca7c592f19 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:09.474008 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-27e34b9c-e0e4-444c-83bf-67ca7c592f19 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/routers/22bdf64f-8acc-4538-a2db-17881d890e4e HTTP/1.1" status: 204 len: 168 time: 0.5226388 Oct 18 07:58:09.476642 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33450) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:09.548375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-a66c17b6-0732-4f53-80fd-700577f86a28 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:09.563203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-8330bb68-b50c-4d7a-aa5d-4e351663700b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting subnet 513ddb91-0334-4a9c-b12c-f07dad3e31ae {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:58:09.566199 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8330bb68-b50c-4d7a-aa5d-4e351663700b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:09.568495 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-a66c17b6-0732-4f53-80fd-700577f86a28 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Transition to ACTIVE for port object 33ecbfac-5bb2-4402-84cb-93db145dbe5b will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:09.573170 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0944be38-dff2-4995-89b1-76657fcf657d up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:09.593078 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-a66c17b6-0732-4f53-80fd-700577f86a28 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:09.623276 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8330bb68-b50c-4d7a-aa5d-4e351663700b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:09.664113 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-a66c17b6-0732-4f53-80fd-700577f86a28 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Network fd8b41d5-9a43-4790-b060-9fb7644aee64 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:09.667077 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-a66c17b6-0732-4f53-80fd-700577f86a28 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:09.670633 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-a66c17b6-0732-4f53-80fd-700577f86a28 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:58:09.713480 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8330bb68-b50c-4d7a-aa5d-4e351663700b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:09.720665 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 0944be38-dff2-4995-89b1-76657fcf657d triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:09.721040 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:09.721376 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 0944be38-dff2-4995-89b1-76657fcf657d Oct 18 07:58:09.734709 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c17b6-0732-4f53-80fd-700577f86a28 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event updated for resources: {'Port': ['ID=33ecbfac-5bb2-4402-84cb-93db145dbe5b,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:09.792889 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-a66c17b6-0732-4f53-80fd-700577f86a28 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:09.793553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-a66c17b6-0732-4f53-80fd-700577f86a28 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:09.811972 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8330bb68-b50c-4d7a-aa5d-4e351663700b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:09.865048 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8330bb68-b50c-4d7a-aa5d-4e351663700b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:09.871777 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330bb68-b50c-4d7a-aa5d-4e351663700b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Subnet': ['ID=513ddb91-0334-4a9c-b12c-f07dad3e31ae,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:09.878458 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8330bb68-b50c-4d7a-aa5d-4e351663700b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/subnets/513ddb91-0334-4a9c-b12c-f07dad3e31ae HTTP/1.1" status: 204 len: 168 time: 0.3982637 Oct 18 07:58:09.878875 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33456) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:09.904429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863b7d5a-c8f1-4e7a-ae3e-9e8f87c86e85 None None] Network 67c652dc-a023-4505-8a52-8d5affc55276 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:09.921152 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-a66c17b6-0732-4f53-80fd-700577f86a28 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9508452 Oct 18 07:58:09.936887 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Request body: {'port': {'device_id': 'c7be673f-68c9-42c7-b38f-b796fda43830', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:10.005122 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:10.013121 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687ce635-2aee-466b-afa2-519a762a03b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506174307', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:04Z', 'revision_number': 4, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'gw_port': {'id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'f91da081-6c52-4df8-87cf-8ebdab7368c5', 'name': '', 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'mac_address': 'fa:16:3e:46:4c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:02Z', 'updated_at': '2022-10-18T07:58:09Z', 'revision_number': 4, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'subnets': [{'id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:10.015871 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port f268d55a-d683-449e-89d9-b3a942e8aeb5 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:58:10.016311 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:10.039020 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659cf507-ec86-4c19-b165-528ef850cef5 None None] The sync data for ids ['687ce635-2aee-466b-afa2-519a762a03b6'] in dv-neutron-861625-1-hyperv is: [{'id': '687ce635-2aee-466b-afa2-519a762a03b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506174307', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:04Z', 'revision_number': 4, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'gw_port': {'id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'f91da081-6c52-4df8-87cf-8ebdab7368c5', 'name': '', 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'mac_address': 'fa:16:3e:46:4c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:02Z', 'updated_at': '2022-10-18T07:58:09Z', 'revision_number': 4, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'subnets': [{'id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:58:10.046710 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 0944be38-dff2-4995-89b1-76657fcf657d is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:10.144765 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-65983003-d14c-4235-9707-a6fb95ea56dc None None] Provisioning for port 33ecbfac-5bb2-4402-84cb-93db145dbe5b completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:10.155072 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-65983003-d14c-4235-9707-a6fb95ea56dc None None] Provisioning complete for port 33ecbfac-5bb2-4402-84cb-93db145dbe5b triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:10.155448 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-65983003-d14c-4235-9707-a6fb95ea56dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:10.155787 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-65983003-d14c-4235-9707-a6fb95ea56dc None None] Attempt 1 to provision port 33ecbfac-5bb2-4402-84cb-93db145dbe5b Oct 18 07:58:10.243900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-65983003-d14c-4235-9707-a6fb95ea56dc None None] Port 33ecbfac-5bb2-4402-84cb-93db145dbe5b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:10.296386 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] For port f268d55a-d683-449e-89d9-b3a942e8aeb5, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=f268d55a-d683-449e-89d9-b3a942e8aeb5,segment=NetworkSegment(7ab302b1-f84c-4878-b229-6624838c8c92),segment_id=7ab302b1-f84c-4878-b229-6624838c8c92)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:10.296903 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:10.297028 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af909808-1299-4014-be1c-a082380afefc req-a5c81e3a-5c12-4a4d-b95b-68d27b980513 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:10.297778 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-af909808-1299-4014-be1c-a082380afefc req-a5c81e3a-5c12-4a4d-b95b-68d27b980513 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Synchronizing usage tracker for tenant:f8333236bf28401c8d3f7884ffe3941f on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:58:10.308256 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:10.360289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4585bc-74c2-4702-8b8d-ad555d1eb2e1 None None] DHCP port deletion for 67c652dc-a023-4505-8a52-8d5affc55276 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:58:10.364651 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7f4585bc-74c2-4702-8b8d-ad555d1eb2e1 None None] Deleting port f268d55a-d683-449e-89d9-b3a942e8aeb5 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:58:10.365024 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7f4585bc-74c2-4702-8b8d-ad555d1eb2e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:10.382209 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-af909808-1299-4014-be1c-a082380afefc req-a5c81e3a-5c12-4a4d-b95b-68d27b980513 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Unset dirty status for tenant:f8333236bf28401c8d3f7884ffe3941f on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:58:10.383327 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af909808-1299-4014-be1c-a082380afefc req-a5c81e3a-5c12-4a4d-b95b-68d27b980513 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 931 time: 0.5423415 Oct 18 07:58:10.514516 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af909808-1299-4014-be1c-a082380afefc req-f23a488e-1202-4f22-bb28-ca0bdd3c4925 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175644 Oct 18 07:58:10.564478 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Calling delete_port for f268d55a-d683-449e-89d9-b3a942e8aeb5 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:58:10.609017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-7f4585bc-74c2-4702-8b8d-ad555d1eb2e1 None None] For port f268d55a-d683-449e-89d9-b3a942e8aeb5, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=f268d55a-d683-449e-89d9-b3a942e8aeb5,segment=NetworkSegment(7ab302b1-f84c-4878-b229-6624838c8c92),segment_id=7ab302b1-f84c-4878-b229-6624838c8c92)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:10.609572 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7f4585bc-74c2-4702-8b8d-ad555d1eb2e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:10.668220 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:10.724527 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Port': ['ID=f268d55a-d683-449e-89d9-b3a942e8aeb5,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:10.727964 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] No DVR routers for this DVR port f268d55a-d683-449e-89d9-b3a942e8aeb5 on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:58:10.752519 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-65983003-d14c-4235-9707-a6fb95ea56dc None None] Attempt 2 to provision port 33ecbfac-5bb2-4402-84cb-93db145dbe5b Oct 18 07:58:10.779141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ecbfac-5bb2-4402-84cb-93db145dbe5b {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 07:58:10.787849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:10.804615 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Transition to ACTIVE for port object 33ecbfac-5bb2-4402-84cb-93db145dbe5b will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:10.806971 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7f4585bc-74c2-4702-8b8d-ad555d1eb2e1 None None] Calling delete_port for f268d55a-d683-449e-89d9-b3a942e8aeb5 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:58:10.809173 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:10.874697 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:10.887035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-65983003-d14c-4235-9707-a6fb95ea56dc None None] Port 33ecbfac-5bb2-4402-84cb-93db145dbe5b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:10.905697 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c652dc-a023-4505-8a52-8d5affc55276']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:10.912673 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-7f4585bc-74c2-4702-8b8d-ad555d1eb2e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:58:10.912945 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-7f4585bc-74c2-4702-8b8d-ad555d1eb2e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:58:10.925600 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab302b1-f84c-4878-b229-6624838c8c92') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:10.926005 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab302b1-f84c-4878-b229-6624838c8c92') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:10.939386 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:10.957705 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:10.964911 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:58:10.965349 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:11.025854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=33ecbfac-5bb2-4402-84cb-93db145dbe5b,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:11.039919 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 7ab302b1-f84c-4878-b229-6624838c8c92 resource provider aggregate not found Oct 18 07:58:11.063783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Attempting to bind port 33ecbfac-5bb2-4402-84cb-93db145dbe5b on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:58:11.064238 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Attempting to bind port 33ecbfac-5bb2-4402-84cb-93db145dbe5b by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '4392bc59-36c5-4f7a-9057-4de5e958e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:58:11.064662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Attempting to bind port 33ecbfac-5bb2-4402-84cb-93db145dbe5b on network fd8b41d5-9a43-4790-b060-9fb7644aee64 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:58:11.069951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Port 33ecbfac-5bb2-4402-84cb-93db145dbe5b on network fd8b41d5-9a43-4790-b060-9fb7644aee64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:58:11.070393 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Attempting to bind port 33ecbfac-5bb2-4402-84cb-93db145dbe5b on network fd8b41d5-9a43-4790-b060-9fb7644aee64 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:58:11.071679 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 7ab302b1-f84c-4878-b229-6624838c8c92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ab302b1-f84c-4878-b229-6624838c8c92 found for delete ", "request_id": "req-4f6c7264-446e-48a3-bf76-2be6bed51d6b"}]} Oct 18 07:58:11.076983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:58:11.077387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Checking segment: {'id': '4392bc59-36c5-4f7a-9057-4de5e958e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:11.077965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Bound using segment: {'id': '4392bc59-36c5-4f7a-9057-4de5e958e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:58:11.078382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Bound port: 33ecbfac-5bb2-4402-84cb-93db145dbe5b, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4392bc59-36c5-4f7a-9057-4de5e958e97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:58:11.078901 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:11.082693 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:11.107344 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:11.116412 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Network': ['ID=67c652dc-a023-4505-8a52-8d5affc55276,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:11.133749 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6b1ac2e1-1477-4061-aba8-2dbbd18eb9d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/networks/67c652dc-a023-4505-8a52-8d5affc55276 HTTP/1.1" status: 204 len: 168 time: 1.2505486 Oct 18 07:58:11.134232 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33468) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:11.139807 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-a3eb5df5-1fc9-404a-8fcc-a177f3b7b27c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-14533590', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:11.147535 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a3eb5df5-1fc9-404a-8fcc-a177f3b7b27c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:11.151884 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a3eb5df5-1fc9-404a-8fcc-a177f3b7b27c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:router and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:11.154926 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a3eb5df5-1fc9-404a-8fcc-a177f3b7b27c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:11.157515 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33472) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:11.196987 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a3eb5df5-1fc9-404a-8fcc-a177f3b7b27c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:11.210278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] For port 33ecbfac-5bb2-4402-84cb-93db145dbe5b, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:58:11.213858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] For port 33ecbfac-5bb2-4402-84cb-93db145dbe5b, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=33ecbfac-5bb2-4402-84cb-93db145dbe5b,segment=NetworkSegment(4392bc59-36c5-4f7a-9057-4de5e958e97a),segment_id=4392bc59-36c5-4f7a-9057-4de5e958e97a)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:58:11.220109 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:11.231010 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5280fd01-534a-4f2c-8e3a-091dea821582 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:11.235665 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5280fd01-534a-4f2c-8e3a-091dea821582 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626 HTTP/1.1" status: 200 len: 814 time: 0.0772464 Oct 18 07:58:11.237958 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5df5-1fc9-404a-8fcc-a177f3b7b27c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:11.239027 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5df5-1fc9-404a-8fcc-a177f3b7b27c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:11.253785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:11.254412 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:11.256093 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] 10.222.0.46 "PUT /v2.0/ports/33ecbfac-5bb2-4402-84cb-93db145dbe5b HTTP/1.1" status: 200 len: 1093 time: 1.3249078 Oct 18 07:58:11.257257 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5df5-1fc9-404a-8fcc-a177f3b7b27c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:11.261178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7be673f-68c9-42c7-b38f-b796fda43830', 'tag': '33ecbfac-5bb2-4402-84cb-93db145dbe5b'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:58:11.263778 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce681fd2-4e97-4f36-a8d0-32aa068bbe86" -d '{"events": [{"name": "network-changed", "server_uuid": "c7be673f-68c9-42c7-b38f-b796fda43830", "tag": "33ecbfac-5bb2-4402-84cb-93db145dbe5b"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:58:11.285859 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5df5-1fc9-404a-8fcc-a177f3b7b27c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:11.315825 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a3eb5df5-1fc9-404a-8fcc-a177f3b7b27c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:11.322191 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a3eb5df5-1fc9-404a-8fcc-a177f3b7b27c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1842911 Oct 18 07:58:11.322742 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33480) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:11.329259 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-84c6c60f-1617-4983-a207-25ec6db864ae tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'network': {'name': 'tempest-RoutersTest-350697846'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:11.335611 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-84c6c60f-1617-4983-a207-25ec6db864ae tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:11.341024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 07:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fa98e5-fcba-49e7-b292-a1411a27bcc0 x-openstack-request-id: req-b3fa98e5-fcba-49e7-b292-a1411a27bcc0 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:58:11.341321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7be673f-68c9-42c7-b38f-b796fda43830", "tag": "33ecbfac-5bb2-4402-84cb-93db145dbe5b", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:58:11.341575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b3fa98e5-fcba-49e7-b292-a1411a27bcc0 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:58:11.341980 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3fa98e5-fcba-49e7-b292-a1411a27bcc0'] response: {'name': 'network-changed', 'server_uuid': 'c7be673f-68c9-42c7-b38f-b796fda43830', 'tag': '33ecbfac-5bb2-4402-84cb-93db145dbe5b', 'status': 'completed', 'code': 200} Oct 18 07:58:11.342217 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-84c6c60f-1617-4983-a207-25ec6db864ae tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:network and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:11.345883 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-84c6c60f-1617-4983-a207-25ec6db864ae tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:11.353744 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-84c6c60f-1617-4983-a207-25ec6db864ae tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:11.364123 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c6c60f-1617-4983-a207-25ec6db864ae tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Made reservation on behalf of 254df938bb1a44c79d10329568c221e7 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:58:11.369034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-84c6c60f-1617-4983-a207-25ec6db864ae tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:11.379065 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d295e9-0d88-4c38-aae6-ac1e14938dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=33ecbfac-5bb2-4402-84cb-93db145dbe5b,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:11.388810 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-65983003-d14c-4235-9707-a6fb95ea56dc None None] Attempt 3 to provision port 33ecbfac-5bb2-4402-84cb-93db145dbe5b Oct 18 07:58:11.400307 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-d21a70b1-19ec-43c0-8cb8-7b59fb679003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:11.401790 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c6c60f-1617-4983-a207-25ec6db864ae tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:58:11.402010 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-d21a70b1-19ec-43c0-8cb8-7b59fb679003 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8333236bf28401c8d3f7884ffe3941f&device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 1096 time: 0.1066563 Oct 18 07:58:11.413009 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-84c6c60f-1617-4983-a207-25ec6db864ae tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:11.413444 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-84c6c60f-1617-4983-a207-25ec6db864ae tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Added segment fb1714c6-7981-4f6f-8d19-732d8d3b3f92 of type vlan for network 588d648f-4a94-42e0-b294-42e5fc38fa55 Oct 18 07:58:11.426306 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7f4585bc-74c2-4702-8b8d-ad555d1eb2e1 None None] Deleting port f268d55a-d683-449e-89d9-b3a942e8aeb5 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:58:11.426707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7f4585bc-74c2-4702-8b8d-ad555d1eb2e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:11.442932 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-84c6c60f-1617-4983-a207-25ec6db864ae tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:11.475972 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-c57b0332-bacc-4836-b79a-df6431132775 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ecbfac-5bb2-4402-84cb-93db145dbe5b HTTP/1.1" status: 200 len: 217 time: 0.0654495 Oct 18 07:58:11.480118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-84c6c60f-1617-4983-a207-25ec6db864ae tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:11.486126 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c6c60f-1617-4983-a207-25ec6db864ae tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:11.486781 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-84c6c60f-1617-4983-a207-25ec6db864ae tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:11.526766 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-84c6c60f-1617-4983-a207-25ec6db864ae tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2024457 Oct 18 07:58:11.532478 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33486) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:11.544673 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7f4585bc-74c2-4702-8b8d-ad555d1eb2e1 None None] The port 'f268d55a-d683-449e-89d9-b3a942e8aeb5' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:58:11.571084 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-65983003-d14c-4235-9707-a6fb95ea56dc None None] Port 33ecbfac-5bb2-4402-84cb-93db145dbe5b had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 07:58:11.575108 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-864ceb1f-8e36-4f3b-bd53-0b46ca34faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:11.579525 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-864ceb1f-8e36-4f3b-bd53-0b46ca34faa8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3bfb965a-031a-4706-bc18-b2f58b42ba31 HTTP/1.1" status: 200 len: 835 time: 0.0970225 Oct 18 07:58:11.633734 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f91da081-6c52-4df8-87cf-8ebdab7368c5 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:11.652549 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-6b7787ff-ee26-43d0-b47e-8335761cb5f0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'subnet': {'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:11.735816 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6c60f-1617-4983-a207-25ec6db864ae tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Network': ['ID=588d648f-4a94-42e0-b294-42e5fc38fa55,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:11.748812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 588d648f-4a94-42e0-b294-42e5fc38fa55 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:58:11.762000 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-849fc734-d119-49b1-bb28-dec2deff1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:11.763555 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-849fc734-d119-49b1-bb28-dec2deff1df1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd8b41d5-9a43-4790-b060-9fb7644aee64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1763444 Oct 18 07:58:11.776573 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16bcfd-1b70-447f-ada7-6d93d9091834 req-d8fb985f-f1e1-47a2-8499-395c033599ac tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:11.778026 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5e16bcfd-1b70-447f-ada7-6d93d9091834 req-d8fb985f-f1e1-47a2-8499-395c033599ac tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 943 time: 0.1168280 Oct 18 07:58:11.783589 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6b7787ff-ee26-43d0-b47e-8335761cb5f0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:11.787588 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6b7787ff-ee26-43d0-b47e-8335761cb5f0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:subnet and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:11.790446 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6b7787ff-ee26-43d0-b47e-8335761cb5f0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:11.796808 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6b7787ff-ee26-43d0-b47e-8335761cb5f0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:11.808377 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7787ff-ee26-43d0-b47e-8335761cb5f0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Made reservation on behalf of 254df938bb1a44c79d10329568c221e7 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:58:11.813039 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b7787ff-ee26-43d0-b47e-8335761cb5f0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:11.855798 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port f91da081-6c52-4df8-87cf-8ebdab7368c5 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:11.865213 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port f91da081-6c52-4df8-87cf-8ebdab7368c5 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:11.865579 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:11.865914 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port f91da081-6c52-4df8-87cf-8ebdab7368c5 Oct 18 07:58:11.870068 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33492) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:11.892405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-dea06d13-8e5b-4e33-ae21-4bfc412a6c86 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'network': {'name': 'tempest-network-smoke--1844993380', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'port_security_enabled': True}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:11.912156 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-dea06d13-8e5b-4e33-ae21-4bfc412a6c86 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:11.933298 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-dea06d13-8e5b-4e33-ae21-4bfc412a6c86 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:11.970731 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-715b7ea2-110a-4cf4-8644-eb0a592ee697 service neutron] 10.222.0.46 "GET /v2.0/networks/fd8b41d5-9a43-4790-b060-9fb7644aee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914740 Oct 18 07:58:11.973856 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5e16bcfd-1b70-447f-ada7-6d93d9091834 req-18051f48-0bc5-4bd0-9a6d-f855d23b8c48 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029155 Oct 18 07:58:11.974903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea06d13-8e5b-4e33-ae21-4bfc412a6c86 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:58:11.978057 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dea06d13-8e5b-4e33-ae21-4bfc412a6c86 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:12.011179 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port f91da081-6c52-4df8-87cf-8ebdab7368c5 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:12.011179 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:12.047405 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port f91da081-6c52-4df8-87cf-8ebdab7368c5, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=f91da081-6c52-4df8-87cf-8ebdab7368c5,segment=NetworkSegment(4392bc59-36c5-4f7a-9057-4de5e958e97a),segment_id=4392bc59-36c5-4f7a-9057-4de5e958e97a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:12.052597 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b7787ff-ee26-43d0-b47e-8335761cb5f0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:12.054619 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:12.095162 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea06d13-8e5b-4e33-ae21-4bfc412a6c86 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:58:12.115397 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7787ff-ee26-43d0-b47e-8335761cb5f0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Subnet': ['ID=78c76599-101f-43a9-a218-a4dff173bc99,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:12.125382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f268d55a-d683-449e-89d9-b3a942e8aeb5 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:58:12.131232 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dea06d13-8e5b-4e33-ae21-4bfc412a6c86 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:12.131579 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-dea06d13-8e5b-4e33-ae21-4bfc412a6c86 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Added segment be110876-586f-47da-9fda-d73b46477d5b of type vlan for network ea15d070-fe09-473f-b0d0-28f6ca806e13 Oct 18 07:58:12.157149 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7787ff-ee26-43d0-b47e-8335761cb5f0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Checking segment: {'id': 'fb1714c6-7981-4f6f-8d19-732d8d3b3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:12.157654 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7787ff-ee26-43d0-b47e-8335761cb5f0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network hostable DHCP agents. Network: 588d648f-4a94-42e0-b294-42e5fc38fa55, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:58:12.169188 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-251e0572-a1c9-42a8-a76b-21e5c03cafa9 req-7303a85a-babc-45c5-b7e2-a0bf2c587d93 service neutron] 10.222.0.46 "GET /v2.0/networks/fd8b41d5-9a43-4790-b060-9fb7644aee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809952 Oct 18 07:58:12.180917 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7787ff-ee26-43d0-b47e-8335761cb5f0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 588d648f-4a94-42e0-b294-42e5fc38fa55 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:58:12.182602 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: f268d55a-d683-449e-89d9-b3a942e8aeb5 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:58:12.183259 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f268d55a-d683-449e-89d9-b3a942e8aeb5 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:58:12.189484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dea06d13-8e5b-4e33-ae21-4bfc412a6c86 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:12.205304 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-6b7787ff-ee26-43d0-b47e-8335761cb5f0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 588d648f-4a94-42e0-b294-42e5fc38fa55) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:12.213395 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7787ff-ee26-43d0-b47e-8335761cb5f0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:12.214245 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b7787ff-ee26-43d0-b47e-8335761cb5f0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:12.218083 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0616dd0f-76fe-4366-9ff6-47bbf1ce5acf None None] Network 588d648f-4a94-42e0-b294-42e5fc38fa55 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:12.240544 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6b7787ff-ee26-43d0-b47e-8335761cb5f0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7041481 Oct 18 07:58:12.240778 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33496) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:12.283002 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=f91da081-6c52-4df8-87cf-8ebdab7368c5,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:12.417593 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dea06d13-8e5b-4e33-ae21-4bfc412a6c86 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:12.423575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea06d13-8e5b-4e33-ae21-4bfc412a6c86 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:12.424195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dea06d13-8e5b-4e33-ae21-4bfc412a6c86 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:12.456319 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-588d648f-4a94-42e0-b294-42e5fc38fa55', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:58:12.457331 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:12.542756 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dea06d13-8e5b-4e33-ae21-4bfc412a6c86 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6675649 Oct 18 07:58:12.544598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33500) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:12.546802 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce681fd2-4e97-4f36-a8d0-32aa068bbe86 req-e6a2b5ec-d8a6-4c49-bfd5-655b94ac9a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:12.548294 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ce681fd2-4e97-4f36-a8d0-32aa068bbe86 req-e6a2b5ec-d8a6-4c49-bfd5-655b94ac9a2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8333236bf28401c8d3f7884ffe3941f&device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 1096 time: 0.3223555 Oct 18 07:58:12.612781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea06d13-8e5b-4e33-ae21-4bfc412a6c86 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Network': ['ID=ea15d070-fe09-473f-b0d0-28f6ca806e13,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:12.629736 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network ea15d070-fe09-473f-b0d0-28f6ca806e13 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:58:12.649883 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Allocated IP 172.20.0.2 (588d648f-4a94-42e0-b294-42e5fc38fa55/78c76599-101f-43a9-a218-a4dff173bc99/d0f4ea96-e33e-4213-8e01-37d988f3e341) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:58:12.699522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3f192-b10d-419d-9331-b5af03601794 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:12.704162 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f6b3f192-b10d-419d-9331-b5af03601794 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=fe65c6866dd844bd972010a3653293ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1523330 Oct 18 07:58:12.705339 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33504) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:12.824731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce681fd2-4e97-4f36-a8d0-32aa068bbe86 req-67599447-f261-4b66-bbc0-0e7406112cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:12.826808 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ce681fd2-4e97-4f36-a8d0-32aa068bbe86 req-67599447-f261-4b66-bbc0-0e7406112cbf service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd8b41d5-9a43-4790-b060-9fb7644aee64 HTTP/1.1" status: 200 len: 897 time: 0.2430382 Oct 18 07:58:12.850694 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:12.912061 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ce681fd2-4e97-4f36-a8d0-32aa068bbe86 req-1d7b4a73-9a26-47a2-9c53-e42919c79e9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ecbfac-5bb2-4402-84cb-93db145dbe5b HTTP/1.1" status: 200 len: 217 time: 0.0772412 Oct 18 07:58:12.941200 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:12.952030 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Transition to ACTIVE for port object d0f4ea96-e33e-4213-8e01-37d988f3e341 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:12.966936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604a347f-5d92-4c8b-83d7-2324e567665e tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:12.971064 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-604a347f-5d92-4c8b-83d7-2324e567665e tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2631061 Oct 18 07:58:12.971997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33508) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:12.972942 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Transition to ACTIVE for port object d0f4ea96-e33e-4213-8e01-37d988f3e341 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:12.979230 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:13.025344 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bdcf1fa9-d98e-4c0e-a19d-3451975529f4 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0529330 Oct 18 07:58:13.027946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33514) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:13.064188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce681fd2-4e97-4f36-a8d0-32aa068bbe86 req-c579fa95-398c-44e0-a98b-cb7f6c34e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:13.065625 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ce681fd2-4e97-4f36-a8d0-32aa068bbe86 req-c579fa95-398c-44e0-a98b-cb7f6c34e6c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3bfb965a-031a-4706-bc18-b2f58b42ba31 HTTP/1.1" status: 200 len: 835 time: 0.1430037 Oct 18 07:58:13.072885 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Pushing event updated for resources: {'Port': ['ID=d0f4ea96-e33e-4213-8e01-37d988f3e341,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:13.074226 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-129a3cb5-086e-4f74-b22c-648454ce86cb tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=fe65c6866dd844bd972010a3653293ed&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451932 Oct 18 07:58:13.077895 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33518) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:13.079808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Network 588d648f-4a94-42e0-b294-42e5fc38fa55 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:13.081013 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:13.083160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:58:13.203573 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Attempting to bind port d0f4ea96-e33e-4213-8e01-37d988f3e341 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:58:13.203940 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Attempting to bind port d0f4ea96-e33e-4213-8e01-37d988f3e341 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'fb1714c6-7981-4f6f-8d19-732d8d3b3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:58:13.204305 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Attempting to bind port d0f4ea96-e33e-4213-8e01-37d988f3e341 on network 588d648f-4a94-42e0-b294-42e5fc38fa55 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:58:13.210235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:58:13.210741 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Checking segment: {'id': 'fb1714c6-7981-4f6f-8d19-732d8d3b3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:13.211664 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:13.212506 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Bound using segment: {'id': 'fb1714c6-7981-4f6f-8d19-732d8d3b3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:58:13.212796 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Bound port: d0f4ea96-e33e-4213-8e01-37d988f3e341, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1714c6-7981-4f6f-8d19-732d8d3b3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:58:13.213224 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:13.277017 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce681fd2-4e97-4f36-a8d0-32aa068bbe86 req-cec03094-24d7-47fb-bca4-c85032381b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:13.278163 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ce681fd2-4e97-4f36-a8d0-32aa068bbe86 req-cec03094-24d7-47fb-bca4-c85032381b9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd8b41d5-9a43-4790-b060-9fb7644aee64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2016752 Oct 18 07:58:13.279424 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7853b039-d0be-4071-aa59-e0f36792b0a2 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:13.283359 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7853b039-d0be-4071-aa59-e0f36792b0a2 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1671293 Oct 18 07:58:13.283624 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33522) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:13.310667 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] For port d0f4ea96-e33e-4213-8e01-37d988f3e341, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:58:13.314153 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] For port d0f4ea96-e33e-4213-8e01-37d988f3e341, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d0f4ea96-e33e-4213-8e01-37d988f3e341,segment=NetworkSegment(fb1714c6-7981-4f6f-8d19-732d8d3b3f92),segment_id=fb1714c6-7981-4f6f-8d19-732d8d3b3f92)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:58:13.314798 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ff869-60db-49a9-b1f3-263c97635075 req-02c41c63-f366-4f00-858d-01cfafaf9f6d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:13.318831 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:13.321521 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0c2ff869-60db-49a9-b1f3-263c97635075 req-02c41c63-f366-4f00-858d-01cfafaf9f6d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 943 time: 0.1873903 Oct 18 07:58:13.326090 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Allocated IP 172.20.0.1 (588d648f-4a94-42e0-b294-42e5fc38fa55/78c76599-101f-43a9-a218-a4dff173bc99/7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:58:13.350533 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7516709e-d542-4e6e-954b-a602bee703f5 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0629632 Oct 18 07:58:13.351810 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33526) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:13.359811 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e26dbb29-f0f0-4e27-a5cc-804fef6f6595 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-126812944', 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:13.402348 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025b9d0-eccd-4d57-bab9-9b47e683df6f None None] Pushing event updated for resources: {'Port': ['ID=d0f4ea96-e33e-4213-8e01-37d988f3e341,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:13.480853 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ce681fd2-4e97-4f36-a8d0-32aa068bbe86 req-f6557ea0-6807-4f09-8e45-efecd24a4805 service neutron] 10.222.0.46 "GET /v2.0/networks/fd8b41d5-9a43-4790-b060-9fb7644aee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593521 Oct 18 07:58:13.549234 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0c2ff869-60db-49a9-b1f3-263c97635075 req-9fc68f68-5236-4456-be12-145715255841 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265077 Oct 18 07:58:13.556354 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f91da081-6c52-4df8-87cf-8ebdab7368c5 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:13.641189 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e26dbb29-f0f0-4e27-a5cc-804fef6f6595 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:13.650516 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e26dbb29-f0f0-4e27-a5cc-804fef6f6595 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:subnet and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:13.656247 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e26dbb29-f0f0-4e27-a5cc-804fef6f6595 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:13.662114 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port f91da081-6c52-4df8-87cf-8ebdab7368c5 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:13.662688 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:13.662850 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port f91da081-6c52-4df8-87cf-8ebdab7368c5 Oct 18 07:58:13.673665 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e26dbb29-f0f0-4e27-a5cc-804fef6f6595 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:13.680482 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:13.699407 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ce681fd2-4e97-4f36-a8d0-32aa068bbe86 req-79d903b3-6e09-4a1e-b929-e87f2d148d47 service neutron] 10.222.0.46 "GET /v2.0/networks/fd8b41d5-9a43-4790-b060-9fb7644aee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091379 Oct 18 07:58:13.701694 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Transition to ACTIVE for port object 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:13.703011 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26dbb29-f0f0-4e27-a5cc-804fef6f6595 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:58:13.706485 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e26dbb29-f0f0-4e27-a5cc-804fef6f6595 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:13.837468 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:13.840191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port f91da081-6c52-4df8-87cf-8ebdab7368c5 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:13.910803 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 588d648f-4a94-42e0-b294-42e5fc38fa55 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:13.915146 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:13.951428 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:58:13.997992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:14.033119 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:14.083862 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e26dbb29-f0f0-4e27-a5cc-804fef6f6595 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:14.181354 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dbb29-f0f0-4e27-a5cc-804fef6f6595 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Subnet': ['ID=36a58ad8-72c5-4763-870c-af3a98eba572,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:14.356763 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26dbb29-f0f0-4e27-a5cc-804fef6f6595 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Checking segment: {'id': 'be110876-586f-47da-9fda-d73b46477d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:14.357032 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26dbb29-f0f0-4e27-a5cc-804fef6f6595 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network hostable DHCP agents. Network: ea15d070-fe09-473f-b0d0-28f6ca806e13, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:58:14.380443 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:14.389695 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c82ddc1-9a5d-4ae1-9307-82e91c93555a None None] Network 588d648f-4a94-42e0-b294-42e5fc38fa55 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:14.422269 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26dbb29-f0f0-4e27-a5cc-804fef6f6595 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network ea15d070-fe09-473f-b0d0-28f6ca806e13 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:58:14.447154 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-e26dbb29-f0f0-4e27-a5cc-804fef6f6595 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, ea15d070-fe09-473f-b0d0-28f6ca806e13) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:14.454639 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26dbb29-f0f0-4e27-a5cc-804fef6f6595 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:14.455176 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e26dbb29-f0f0-4e27-a5cc-804fef6f6595 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:14.461820 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8701c431-a0d5-474a-9206-d99cb6fbb41b None None] Network ea15d070-fe09-473f-b0d0-28f6ca806e13 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:14.535106 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0875c4cf-10cd-4057-83ad-21a7f792b1fc None None] Provisioning for port d0f4ea96-e33e-4213-8e01-37d988f3e341 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:14.610131 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e26dbb29-f0f0-4e27-a5cc-804fef6f6595 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2579215 Oct 18 07:58:14.723947 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33534) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:14.734436 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-b6926485-9d98-4fda-9ebc-2fcc0cfbb38d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-298856829', 'description': 'tempest-secgroup-smoke-298856829 description', 'project_id': 'fe65c6866dd844bd972010a3653293ed'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:14.743970 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b6926485-9d98-4fda-9ebc-2fcc0cfbb38d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:14.769300 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b6926485-9d98-4fda-9ebc-2fcc0cfbb38d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:14.800451 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b6926485-9d98-4fda-9ebc-2fcc0cfbb38d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:14.802112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97ff2a-9c82-47ea-bd27-54b2aab6bf0f req-3cf75467-72b9-4423-b93f-4558b3f661c3 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:14.804417 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f97ff2a-9c82-47ea-bd27-54b2aab6bf0f req-3cf75467-72b9-4423-b93f-4558b3f661c3 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 943 time: 0.1275547 Oct 18 07:58:14.838420 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b6926485-9d98-4fda-9ebc-2fcc0cfbb38d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:14.844086 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b6926485-9d98-4fda-9ebc-2fcc0cfbb38d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:14.844263 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-ea15d070-fe09-473f-b0d0-28f6ca806e13', 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ips': [{'subnet_id': '36a58ad8-72c5-4763-870c-af3a98eba572'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:58:14.845088 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:14.847621 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b6926485-9d98-4fda-9ebc-2fcc0cfbb38d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:14.854846 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b6926485-9d98-4fda-9ebc-2fcc0cfbb38d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:14.870222 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f97ff2a-9c82-47ea-bd27-54b2aab6bf0f req-a577d67f-110e-4fef-adab-34ff3565117b tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578640 Oct 18 07:58:14.891881 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:14.906726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.026612 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Allocated IP 172.20.0.18 (ea15d070-fe09-473f-b0d0-28f6ca806e13/36a58ad8-72c5-4763-870c-af3a98eba572/d37a85aa-1b35-4817-aeb9-89531301cd1e) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:58:15.050829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.062801 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:15.110743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b6926485-9d98-4fda-9ebc-2fcc0cfbb38d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.122187 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 33ecbfac-5bb2-4402-84cb-93db145dbe5b details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 07:58:15.166226 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b6926485-9d98-4fda-9ebc-2fcc0cfbb38d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.251760 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b6926485-9d98-4fda-9ebc-2fcc0cfbb38d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.252973 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b6926485-9d98-4fda-9ebc-2fcc0cfbb38d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5280685 Oct 18 07:58:15.255406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6926485-9d98-4fda-9ebc-2fcc0cfbb38d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:15.256352 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33538) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:15.262869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-9e0dcd40-bcfe-42f7-8924-2f62d4346585 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:15.271295 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9e0dcd40-bcfe-42f7-8924-2f62d4346585 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:15.275869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9e0dcd40-bcfe-42f7-8924-2f62d4346585 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:15.281341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9e0dcd40-bcfe-42f7-8924-2f62d4346585 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:15.295400 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9e0dcd40-bcfe-42f7-8924-2f62d4346585 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:15.295667 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 588d648f-4a94-42e0-b294-42e5fc38fa55 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:15.296631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:15.319470 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9e0dcd40-bcfe-42f7-8924-2f62d4346585 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.393366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9e0dcd40-bcfe-42f7-8924-2f62d4346585 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.398741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9e0dcd40-bcfe-42f7-8924-2f62d4346585 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.401705 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a6e26d94-b20a-4e95-bbcc-9d72fdb1f9ec None None] Provisioning for port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:15.411665 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.427090 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a6e26d94-b20a-4e95-bbcc-9d72fdb1f9ec None None] Provisioning complete for port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:15.427749 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a6e26d94-b20a-4e95-bbcc-9d72fdb1f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.428248 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a6e26d94-b20a-4e95-bbcc-9d72fdb1f9ec None None] Attempt 1 to provision port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 Oct 18 07:58:15.444349 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dcd40-bcfe-42f7-8924-2f62d4346585 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee1b768-b99c-4987-b054-437da47662ea,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:15.449749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9e0dcd40-bcfe-42f7-8924-2f62d4346585 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.454270 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9e0dcd40-bcfe-42f7-8924-2f62d4346585 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1940479 Oct 18 07:58:15.454647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33542) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:15.459201 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Transition to ACTIVE for port object d37a85aa-1b35-4817-aeb9-89531301cd1e will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:15.460391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-307fc401-e95d-4213-8782-b0f34621ea78 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:15.469823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-307fc401-e95d-4213-8782-b0f34621ea78 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:15.474671 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-307fc401-e95d-4213-8782-b0f34621ea78 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:15.479530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-307fc401-e95d-4213-8782-b0f34621ea78 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:15.485770 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-307fc401-e95d-4213-8782-b0f34621ea78 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:15.490765 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 33ecbfac-5bb2-4402-84cb-93db145dbe5b, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=33ecbfac-5bb2-4402-84cb-93db145dbe5b,segment=NetworkSegment(4392bc59-36c5-4f7a-9057-4de5e958e97a),segment_id=4392bc59-36c5-4f7a-9057-4de5e958e97a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:15.506913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-307fc401-e95d-4213-8782-b0f34621ea78 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.525514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Transition to ACTIVE for port object d37a85aa-1b35-4817-aeb9-89531301cd1e will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:15.527095 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '33ecbfac-5bb2-4402-84cb-93db145dbe5b', 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64', 'port_id': '33ecbfac-5bb2-4402-84cb-93db145dbe5b', 'mac_address': 'fa:16:3e:fd:fc:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 07:58:15.580102 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 14121499-dc25-41c3-afcf-128c3e103f60 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:58:15.588733 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.605696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-307fc401-e95d-4213-8782-b0f34621ea78 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.621605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-307fc401-e95d-4213-8782-b0f34621ea78 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.650830 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d0f4ea96-e33e-4213-8e01-37d988f3e341 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:15.654214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fc401-e95d-4213-8782-b0f34621ea78 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9d58d7-7161-45f7-9488-257b22d302b0,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:15.665593 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-307fc401-e95d-4213-8782-b0f34621ea78 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.666959 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-307fc401-e95d-4213-8782-b0f34621ea78 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2112603 Oct 18 07:58:15.669680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33546) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:15.674927 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-d769c0b9-ed24-4b84-a621-c125967801b3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:15.677783 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a6e26d94-b20a-4e95-bbcc-9d72fdb1f9ec None None] Port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:15.681241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d769c0b9-ed24-4b84-a621-c125967801b3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:15.686288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d769c0b9-ed24-4b84-a621-c125967801b3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:15.689584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d769c0b9-ed24-4b84-a621-c125967801b3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:15.695738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d769c0b9-ed24-4b84-a621-c125967801b3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:15.714998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d769c0b9-ed24-4b84-a621-c125967801b3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.730072 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Network ea15d070-fe09-473f-b0d0-28f6ca806e13 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:15.736313 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:15.745852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:58:15.753987 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Pushing event updated for resources: {'Port': ['ID=d37a85aa-1b35-4817-aeb9-89531301cd1e,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:15.770143 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:58:15.776308 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-64c5476f-5bc7-4338-b57c-03fdda6d4440 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/14121499-dc25-41c3-afcf-128c3e103f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5347116 Oct 18 07:58:15.779591 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33550) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:15.787347 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-efc516dd-bdbc-455c-b438-91fdb03d62e6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'network': {'name': 'tempest-RoutersTest-610442403'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:15.792441 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-efc516dd-bdbc-455c-b438-91fdb03d62e6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:15.797047 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Sync routers for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:58:15.797674 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-efc516dd-bdbc-455c-b438-91fdb03d62e6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:network and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:15.799507 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 33ecbfac-5bb2-4402-84cb-93db145dbe5b is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:15.799888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.801703 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-efc516dd-bdbc-455c-b438-91fdb03d62e6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:15.808454 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-efc516dd-bdbc-455c-b438-91fdb03d62e6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:15.824502 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc516dd-bdbc-455c-b438-91fdb03d62e6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Made reservation on behalf of 254df938bb1a44c79d10329568c221e7 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:58:15.829593 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-efc516dd-bdbc-455c-b438-91fdb03d62e6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.863029 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc516dd-bdbc-455c-b438-91fdb03d62e6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:58:15.874528 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-efc516dd-bdbc-455c-b438-91fdb03d62e6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.874927 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-efc516dd-bdbc-455c-b438-91fdb03d62e6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Added segment 5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb of type vlan for network 28729f26-011b-468c-afa6-e60c73ad6615 Oct 18 07:58:15.882488 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ecbfac-5bb2-4402-84cb-93db145dbe5b {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 07:58:15.895578 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:15.896217 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:15.912917 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d769c0b9-ed24-4b84-a621-c125967801b3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.915130 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-efc516dd-bdbc-455c-b438-91fdb03d62e6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.918169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d769c0b9-ed24-4b84-a621-c125967801b3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.938013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769c0b9-ed24-4b84-a621-c125967801b3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25730068-9544-49c1-a6fe-bca1ff83a77f,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:15.959180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-efc516dd-bdbc-455c-b438-91fdb03d62e6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.965035 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d769c0b9-ed24-4b84-a621-c125967801b3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.965619 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc516dd-bdbc-455c-b438-91fdb03d62e6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:15.966334 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-efc516dd-bdbc-455c-b438-91fdb03d62e6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:15.967351 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d769c0b9-ed24-4b84-a621-c125967801b3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2965407 Oct 18 07:58:15.970037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33556) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:15.976312 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f6f2e9a7-1a7f-47a2-8498-44ea6febd80e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:15.984453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f6f2e9a7-1a7f-47a2-8498-44ea6febd80e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:15.990689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f6f2e9a7-1a7f-47a2-8498-44ea6febd80e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:15.994677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f6f2e9a7-1a7f-47a2-8498-44ea6febd80e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:16.002335 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f6f2e9a7-1a7f-47a2-8498-44ea6febd80e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:16.022753 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6f2e9a7-1a7f-47a2-8498-44ea6febd80e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:16.065968 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Attempting to bind port d37a85aa-1b35-4817-aeb9-89531301cd1e on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:58:16.066380 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Attempting to bind port d37a85aa-1b35-4817-aeb9-89531301cd1e by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'be110876-586f-47da-9fda-d73b46477d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:58:16.066730 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Attempting to bind port d37a85aa-1b35-4817-aeb9-89531301cd1e on network ea15d070-fe09-473f-b0d0-28f6ca806e13 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:58:16.090970 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 33ecbfac-5bb2-4402-84cb-93db145dbe5b, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=33ecbfac-5bb2-4402-84cb-93db145dbe5b,segment=NetworkSegment(4392bc59-36c5-4f7a-9057-4de5e958e97a),segment_id=4392bc59-36c5-4f7a-9057-4de5e958e97a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:16.091592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6f2e9a7-1a7f-47a2-8498-44ea6febd80e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:16.095588 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:58:16.095963 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Checking segment: {'id': 'be110876-586f-47da-9fda-d73b46477d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:16.096358 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:16.096800 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Bound using segment: {'id': 'be110876-586f-47da-9fda-d73b46477d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:58:16.097338 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Bound port: d37a85aa-1b35-4817-aeb9-89531301cd1e, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be110876-586f-47da-9fda-d73b46477d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:58:16.097597 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:16.098309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6f2e9a7-1a7f-47a2-8498-44ea6febd80e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:16.116216 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:16.123974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2e9a7-1a7f-47a2-8498-44ea6febd80e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598c5b6b-6715-400f-a23c-7797bfb207d3,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:16.138353 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6f2e9a7-1a7f-47a2-8498-44ea6febd80e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:16.140067 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f6f2e9a7-1a7f-47a2-8498-44ea6febd80e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1688380 Oct 18 07:58:16.144732 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-efc516dd-bdbc-455c-b438-91fdb03d62e6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3607404 Oct 18 07:58:16.145775 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33560) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:16.146219 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33562) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:16.149537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc516dd-bdbc-455c-b438-91fdb03d62e6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Network': ['ID=28729f26-011b-468c-afa6-e60c73ad6615,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:16.152867 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-8f748cd5-73c8-4cd7-bf83-e2c4571a8f6f tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'subnet': {'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:16.155626 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-01067d87-3bca-47e9-9513-8bb5ee5b9654 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:16.162263 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-01067d87-3bca-47e9-9513-8bb5ee5b9654 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:16.166288 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-01067d87-3bca-47e9-9513-8bb5ee5b9654 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:16.169880 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-01067d87-3bca-47e9-9513-8bb5ee5b9654 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:16.175740 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-01067d87-3bca-47e9-9513-8bb5ee5b9654 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:16.185743 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port d0f4ea96-e33e-4213-8e01-37d988f3e341 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:16.190505 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-01067d87-3bca-47e9-9513-8bb5ee5b9654 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 07:58:16.201023 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-01067d87-3bca-47e9-9513-8bb5ee5b9654 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:16.207354 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a6e26d94-b20a-4e95-bbcc-9d72fdb1f9ec None None] Attempt 2 to provision port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 Oct 18 07:58:16.234366 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 28729f26-011b-468c-afa6-e60c73ad6615 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:58:16.265205 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eec23f-ab23-487b-92c1-3e87f7387a42 req-fbca99eb-d72d-47cb-b92e-30fcf9993186 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:16.268124 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-91eec23f-ab23-487b-92c1-3e87f7387a42 req-fbca99eb-d72d-47cb-b92e-30fcf9993186 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 944 time: 0.2200770 Oct 18 07:58:16.284237 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-8f748cd5-73c8-4cd7-bf83-e2c4571a8f6f tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:16.285362 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port d0f4ea96-e33e-4213-8e01-37d988f3e341 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:16.285740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:16.286445 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port d0f4ea96-e33e-4213-8e01-37d988f3e341 Oct 18 07:58:16.288764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-8f748cd5-73c8-4cd7-bf83-e2c4571a8f6f tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:subnet and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:16.291771 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-8f748cd5-73c8-4cd7-bf83-e2c4571a8f6f tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:16.298330 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-8f748cd5-73c8-4cd7-bf83-e2c4571a8f6f tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:16.309156 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f748cd5-73c8-4cd7-bf83-e2c4571a8f6f tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Made reservation on behalf of 254df938bb1a44c79d10329568c221e7 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:58:16.313437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8f748cd5-73c8-4cd7-bf83-e2c4571a8f6f tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:16.421858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:16.461314 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-01067d87-3bca-47e9-9513-8bb5ee5b9654 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:16.471111 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-91eec23f-ab23-487b-92c1-3e87f7387a42 req-c8982627-ed77-4217-ab6b-86e5b216682e tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931918 Oct 18 07:58:16.472273 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-01067d87-3bca-47e9-9513-8bb5ee5b9654 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:16.474159 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['33ecbfac-5bb2-4402-84cb-93db145dbe5b'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 07:58:16.506083 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01067d87-3bca-47e9-9513-8bb5ee5b9654 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56017ccc-65cb-4d8b-974b-0e938416ce12,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:16.518094 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-01067d87-3bca-47e9-9513-8bb5ee5b9654 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:16.522249 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-01067d87-3bca-47e9-9513-8bb5ee5b9654 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3728900 Oct 18 07:58:16.522889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33568) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:16.530053 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-5cd52e61-d168-414d-a2a8-3b086e47e83d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:16.536302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5cd52e61-d168-414d-a2a8-3b086e47e83d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:16.540212 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5cd52e61-d168-414d-a2a8-3b086e47e83d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:16.543453 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5cd52e61-d168-414d-a2a8-3b086e47e83d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:16.551655 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5cd52e61-d168-414d-a2a8-3b086e47e83d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:16.564680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8f748cd5-73c8-4cd7-bf83-e2c4571a8f6f tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:16.565782 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-5cd52e61-d168-414d-a2a8-3b086e47e83d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 07:58:16.575164 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5cd52e61-d168-414d-a2a8-3b086e47e83d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:16.588454 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=33ecbfac-5bb2-4402-84cb-93db145dbe5b,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:16.591594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a6e26d94-b20a-4e95-bbcc-9d72fdb1f9ec None None] Port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:16.651893 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5cd52e61-d168-414d-a2a8-3b086e47e83d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:16.652970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f748cd5-73c8-4cd7-bf83-e2c4571a8f6f tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Subnet': ['ID=e30822de-31ff-493c-863d-fcff8fedad60,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:16.657117 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5cd52e61-d168-414d-a2a8-3b086e47e83d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:16.665095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f748cd5-73c8-4cd7-bf83-e2c4571a8f6f tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Checking segment: {'id': '5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:16.665517 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f748cd5-73c8-4cd7-bf83-e2c4571a8f6f tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network hostable DHCP agents. Network: 28729f26-011b-468c-afa6-e60c73ad6615, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:58:16.673307 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] For port d37a85aa-1b35-4817-aeb9-89531301cd1e, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:58:16.685238 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd52e61-d168-414d-a2a8-3b086e47e83d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d4b549-ecd6-4e9d-859e-496e17d3813f,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:16.688479 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f748cd5-73c8-4cd7-bf83-e2c4571a8f6f tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 28729f26-011b-468c-afa6-e60c73ad6615 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:58:16.696880 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5cd52e61-d168-414d-a2a8-3b086e47e83d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:16.698318 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5cd52e61-d168-414d-a2a8-3b086e47e83d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1743731 Oct 18 07:58:16.700267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-8f748cd5-73c8-4cd7-bf83-e2c4571a8f6f tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 28729f26-011b-468c-afa6-e60c73ad6615) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:16.706168 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f748cd5-73c8-4cd7-bf83-e2c4571a8f6f tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:16.707665 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8f748cd5-73c8-4cd7-bf83-e2c4571a8f6f tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:16.732754 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8f748cd5-73c8-4cd7-bf83-e2c4571a8f6f tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5852399 Oct 18 07:58:16.735644 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33574) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:16.756692 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] For port d37a85aa-1b35-4817-aeb9-89531301cd1e, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d37a85aa-1b35-4817-aeb9-89531301cd1e,segment=NetworkSegment(be110876-586f-47da-9fda-d73b46477d5b),segment_id=be110876-586f-47da-9fda-d73b46477d5b)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:58:16.766055 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608462b9-d931-4594-9253-7501905da95a None None] Network 28729f26-011b-468c-afa6-e60c73ad6615 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:16.814057 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:17.028917 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port d0f4ea96-e33e-4213-8e01-37d988f3e341 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:17.029493 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:17.073094 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-bac20c4a-a8ff-468f-a3fe-0b6de15ba6e3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298856829&fields=id&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 267 time: 0.1818573 Oct 18 07:58:17.090390 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628df70e-f6f0-4a0b-ab3e-92a4bedd5319 None None] Pushing event updated for resources: {'Port': ['ID=d37a85aa-1b35-4817-aeb9-89531301cd1e,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:17.105166 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a6e26d94-b20a-4e95-bbcc-9d72fdb1f9ec None None] Attempt 3 to provision port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 Oct 18 07:58:17.301084 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port d0f4ea96-e33e-4213-8e01-37d988f3e341, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d0f4ea96-e33e-4213-8e01-37d988f3e341,segment=NetworkSegment(fb1714c6-7981-4f6f-8d19-732d8d3b3f92),segment_id=fb1714c6-7981-4f6f-8d19-732d8d3b3f92)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:17.322259 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a6e26d94-b20a-4e95-bbcc-9d72fdb1f9ec None None] Port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:17.332835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:17.419532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-617e4e00-71e7-4864-9b6a-e7d7a5d260e6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:17.420212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-617e4e00-71e7-4864-9b6a-e7d7a5d260e6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:58:17.473022 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-28729f26-011b-468c-afa6-e60c73ad6615', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:58:17.473833 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:17.481510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-617e4e00-71e7-4864-9b6a-e7d7a5d260e6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:58:17.482721 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-617e4e00-71e7-4864-9b6a-e7d7a5d260e6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/networks?id=ea15d070-fe09-473f-b0d0-28f6ca806e13 HTTP/1.1" status: 200 len: 797 time: 0.3980479 Oct 18 07:58:17.528465 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-473bc0fd-d1ee-4939-86a6-5847a1ef93ed tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/quotas/fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 375 time: 0.0366180 Oct 18 07:58:17.581109 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:17.585113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=d0f4ea96-e33e-4213-8e01-37d988f3e341,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:17.642229 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d37a85aa-1b35-4817-aeb9-89531301cd1e up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:17.743217 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e462a-2164-4f11-94d0-06725716b086 req-128f7949-114c-4043-a505-ba2ed09d245f tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:17.743755 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:14Z', 'revision_number': 2, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:14Z', 'revision_number': 2, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:17.744812 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-155e462a-2164-4f11-94d0-06725716b086 req-128f7949-114c-4043-a505-ba2ed09d245f tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 944 time: 0.1007426 Oct 18 07:58:17.772581 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Checking router: 14121499-dc25-41c3-afcf-128c3e103f60 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:58:17.772847 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Updating router 14121499-dc25-41c3-afcf-128c3e103f60 port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:58:17.801375 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-155e462a-2164-4f11-94d0-06725716b086 req-db82e70c-a95a-443b-a085-8823bc476d12 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418663 Oct 18 07:58:17.831148 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a6e26d94-b20a-4e95-bbcc-9d72fdb1f9ec None None] Attempt 4 to provision port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 Oct 18 07:58:17.935165 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-83c09346-c410-41db-a64d-33e90d107cd5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3983207 Oct 18 07:58:17.945039 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:18.031939 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port d37a85aa-1b35-4817-aeb9-89531301cd1e completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:18.051690 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a6e26d94-b20a-4e95-bbcc-9d72fdb1f9ec None None] Port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:18.064723 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Allocated IP 172.21.0.2 (28729f26-011b-468c-afa6-e60c73ad6615/e30822de-31ff-493c-863d-fcff8fedad60/fc65d441-3cde-4370-be01-0bb6935f77a9) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:58:18.204950 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbbfb30-19c6-477b-b10e-ca3573b6544d None None] Network ea15d070-fe09-473f-b0d0-28f6ca806e13 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:18.237983 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-6389cd2b-3add-48f9-8ee8-32865234f5f3 service neutron] 10.222.0.17 "GET /v2.0/networks/ea15d070-fe09-473f-b0d0-28f6ca806e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515881 Oct 18 07:58:18.371391 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-bd6b71d4-e18c-4ffd-97a3-2e9ef4d4d95c service neutron] 10.222.0.17 "GET /v2.0/networks/ea15d070-fe09-473f-b0d0-28f6ca806e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273768 Oct 18 07:58:18.562381 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a6e26d94-b20a-4e95-bbcc-9d72fdb1f9ec None None] Attempt 5 to provision port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 Oct 18 07:58:18.576651 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ecd53a1f-e861-410d-b090-efd3c4bca662 req-a3330500-1e63-4266-b54a-4d5f53208c9a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 210 time: 0.0541637 Oct 18 07:58:18.651569 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:18.714204 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Transition to ACTIVE for port object fc65d441-3cde-4370-be01-0bb6935f77a9 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:18.717213 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a6e26d94-b20a-4e95-bbcc-9d72fdb1f9ec None None] Port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:18.786258 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:58:18.790784 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Transition to ACTIVE for port object fc65d441-3cde-4370-be01-0bb6935f77a9 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:18.803402 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:18.856557 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:18.876890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Allocated IP 172.21.0.1 (28729f26-011b-468c-afa6-e60c73ad6615/e30822de-31ff-493c-863d-fcff8fedad60/f004a712-1258-4ae6-accd-5147b4762cdb) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:58:18.897686 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Network 28729f26-011b-468c-afa6-e60c73ad6615 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:18.904770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:18.910296 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Transition to ACTIVE for port object 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:18.913045 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:58:18.915832 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Pushing event updated for resources: {'Port': ['ID=fc65d441-3cde-4370-be01-0bb6935f77a9,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:18.960223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:19.144880 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:19.171866 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 33ecbfac-5bb2-4402-84cb-93db145dbe5b up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:19.180141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Transition to ACTIVE for port object f004a712-1258-4ae6-accd-5147b4762cdb will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:19.215983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920d3e5-33d6-4b12-bd8e-5efc4fb655df req-113bba60-cfa4-4cf3-bcb9-e4a5fcf51b0d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:19.223385 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a6e26d94-b20a-4e95-bbcc-9d72fdb1f9ec None None] Attempt 6 to provision port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 Oct 18 07:58:19.227317 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f920d3e5-33d6-4b12-bd8e-5efc4fb655df req-113bba60-cfa4-4cf3-bcb9-e4a5fcf51b0d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 944 time: 0.2567141 Oct 18 07:58:19.277941 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f920d3e5-33d6-4b12-bd8e-5efc4fb655df req-9160a9ff-c4e0-4aac-927e-10bb3a032130 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497255 Oct 18 07:58:19.279968 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:19.370135 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 28729f26-011b-468c-afa6-e60c73ad6615 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:19.377106 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Attempting to bind port fc65d441-3cde-4370-be01-0bb6935f77a9 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:58:19.377313 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:19.377420 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Attempting to bind port fc65d441-3cde-4370-be01-0bb6935f77a9 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:58:19.377562 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Attempting to bind port fc65d441-3cde-4370-be01-0bb6935f77a9 on network 28729f26-011b-468c-afa6-e60c73ad6615 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:58:19.380884 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:58:19.395440 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0737e-87dc-4277-9d5c-f5d212358456 None None] Pushing event updated for resources: {'Port': ['ID=7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:19.412548 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:58:19.412925 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Checking segment: {'id': '5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:19.413323 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:19.413709 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Bound using segment: {'id': '5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:58:19.414176 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Bound port: fc65d441-3cde-4370-be01-0bb6935f77a9, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:58:19.414541 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:19.420110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=f004a712-1258-4ae6-accd-5147b4762cdb,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:19.433999 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a6e26d94-b20a-4e95-bbcc-9d72fdb1f9ec None None] Port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:19.439625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Attempting to bind port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:58:19.439996 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Attempting to bind port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'fb1714c6-7981-4f6f-8d19-732d8d3b3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:58:19.440361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Attempting to bind port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 on network 588d648f-4a94-42e0-b294-42e5fc38fa55 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:58:19.449355 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:19.474951 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:58:19.475329 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Checking segment: {'id': 'fb1714c6-7981-4f6f-8d19-732d8d3b3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:19.475730 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:19.476127 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Bound using segment: {'id': 'fb1714c6-7981-4f6f-8d19-732d8d3b3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:58:19.476597 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Bound port: 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1714c6-7981-4f6f-8d19-732d8d3b3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:58:19.476968 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:19.549179 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 33ecbfac-5bb2-4402-84cb-93db145dbe5b completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:19.577825 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d0f4ea96-e33e-4213-8e01-37d988f3e341 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:19.584649 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:19.614643 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 33ecbfac-5bb2-4402-84cb-93db145dbe5b triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:19.615276 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:19.615799 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 33ecbfac-5bb2-4402-84cb-93db145dbe5b Oct 18 07:58:19.701295 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] For port fc65d441-3cde-4370-be01-0bb6935f77a9, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:58:19.723511 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] For port fc65d441-3cde-4370-be01-0bb6935f77a9, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=fc65d441-3cde-4370-be01-0bb6935f77a9,segment=NetworkSegment(5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb),segment_id=5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:58:19.724847 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] For port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:58:19.734697 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] For port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0,segment=NetworkSegment(fb1714c6-7981-4f6f-8d19-732d8d3b3f92),segment_id=fb1714c6-7981-4f6f-8d19-732d8d3b3f92)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:58:19.740308 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:19.785624 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1cf159f1-0dbf-47aa-ab25-9713e2107896 req-204004b7-b9f2-4cbb-b583-d707b32c4957 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 210 time: 0.0787871 Oct 18 07:58:19.794395 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:19.829156 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-467cddf5-af96-4d04-896c-e57eddae7455 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:19.830675 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-467cddf5-af96-4d04-896c-e57eddae7455 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/networks?id=ea15d070-fe09-473f-b0d0-28f6ca806e13 HTTP/1.1" status: 200 len: 797 time: 0.1738217 Oct 18 07:58:19.875837 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:19.876462 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:57:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:19.951010 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a6e26d94-b20a-4e95-bbcc-9d72fdb1f9ec None None] Attempt 7 to provision port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 Oct 18 07:58:19.978012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135a800-36e7-46ce-bf23-e70b2b6b6280 None None] Pushing event updated for resources: {'Port': ['ID=fc65d441-3cde-4370-be01-0bb6935f77a9,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:20.119655 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port d0f4ea96-e33e-4213-8e01-37d988f3e341 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:20.120036 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:20.120380 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port d0f4ea96-e33e-4213-8e01-37d988f3e341 Oct 18 07:58:20.173599 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-6e300a21-b682-4427-b9f0-c0d7e8969fe4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 472 time: 0.2678831 Oct 18 07:58:20.242110 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 33ecbfac-5bb2-4402-84cb-93db145dbe5b is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:20.242712 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:20.268820 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0737e-87dc-4277-9d5c-f5d212358456 None None] Pushing event updated for resources: {'Port': ['ID=7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:20.273868 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'port': {'device_id': 'dca13c53-47f7-4d03-b53b-044592e05c97', 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13', 'admin_state_up': True, 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'security_groups': ['7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:20.286854 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:20.351555 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a6e26d94-b20a-4e95-bbcc-9d72fdb1f9ec None None] Port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 07:58:20.397409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7be673f-68c9-42c7-b38f-b796fda43830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ecbfac-5bb2-4402-84cb-93db145dbe5b'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:58:20.399225 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fe112c-28a7-40c9-a7df-4cfef778c966" -d '{"events": [{"server_uuid": "c7be673f-68c9-42c7-b38f-b796fda43830", "name": "network-vif-plugged", "status": "completed", "tag": "33ecbfac-5bb2-4402-84cb-93db145dbe5b"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:58:20.499272 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 33ecbfac-5bb2-4402-84cb-93db145dbe5b, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=33ecbfac-5bb2-4402-84cb-93db145dbe5b,segment=NetworkSegment(4392bc59-36c5-4f7a-9057-4de5e958e97a),segment_id=4392bc59-36c5-4f7a-9057-4de5e958e97a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:20.502713 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 07:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6031265c-0af7-4a8a-b432-eb4f6fcbf9eb x-openstack-request-id: req-6031265c-0af7-4a8a-b432-eb4f6fcbf9eb {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:58:20.503024 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7be673f-68c9-42c7-b38f-b796fda43830", "name": "network-vif-plugged", "status": "completed", "tag": "33ecbfac-5bb2-4402-84cb-93db145dbe5b", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:58:20.503458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6031265c-0af7-4a8a-b432-eb4f6fcbf9eb {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:58:20.504045 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6031265c-0af7-4a8a-b432-eb4f6fcbf9eb'] response: {'server_uuid': 'c7be673f-68c9-42c7-b38f-b796fda43830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ecbfac-5bb2-4402-84cb-93db145dbe5b', 'code': 200} Oct 18 07:58:20.524525 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:20.531787 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:20.545786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:port and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:20.552707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:20.561713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:20.564174 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:20.574285 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:20.716150 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port d0f4ea96-e33e-4213-8e01-37d988f3e341 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:20.719289 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:58:20.722734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:20.754819 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951b7a1-d6ae-4d08-bb79-21b43df644ed req-b7456e54-80bb-4459-959b-846f8c9858c9 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:20.756032 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5951b7a1-d6ae-4d08-bb79-21b43df644ed req-b7456e54-80bb-4459-959b-846f8c9858c9 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 944 time: 0.3476217 Oct 18 07:58:20.768343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4914051b-ea94-40f3-807a-ce0d96763a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:20.801650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:20.803405 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=33ecbfac-5bb2-4402-84cb-93db145dbe5b,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:20.848273 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-981d9101-ffa0-42a4-a78b-2e626f9a24dc None None] Provisioning for port d37a85aa-1b35-4817-aeb9-89531301cd1e completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:20.855466 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=f004a712-1258-4ae6-accd-5147b4762cdb,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:20.859277 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-981d9101-ffa0-42a4-a78b-2e626f9a24dc None None] Provisioning complete for port d37a85aa-1b35-4817-aeb9-89531301cd1e triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:20.859650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-981d9101-ffa0-42a4-a78b-2e626f9a24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:20.860368 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-981d9101-ffa0-42a4-a78b-2e626f9a24dc None None] Attempt 1 to provision port d37a85aa-1b35-4817-aeb9-89531301cd1e Oct 18 07:58:20.983067 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2277e972-b0a3-4802-bff8-d6d19dbd1bc3 req-7c882b4d-a493-42db-a42d-363b60d73517 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 210 time: 0.0535557 Oct 18 07:58:20.986560 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5951b7a1-d6ae-4d08-bb79-21b43df644ed req-f07fb078-1a07-4189-883e-2f1bad120eb6 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112479 Oct 18 07:58:20.998840 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:19Z', 'revision_number': 3, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:19Z', 'revision_number': 4, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:18Z', 'revision_number': 1, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:21.007810 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66bae18-36f0-4ada-a79a-48f54e06d382 None None] The sync data for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv is: [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:19Z', 'revision_number': 3, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:19Z', 'revision_number': 4, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:18Z', 'revision_number': 1, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:58:21.019352 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-981d9101-ffa0-42a4-a78b-2e626f9a24dc None None] Current status of the port d37a85aa-1b35-4817-aeb9-89531301cd1e is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:21.019730 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-981d9101-ffa0-42a4-a78b-2e626f9a24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:21.061294 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-981d9101-ffa0-42a4-a78b-2e626f9a24dc None None] For port d37a85aa-1b35-4817-aeb9-89531301cd1e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d37a85aa-1b35-4817-aeb9-89531301cd1e,segment=NetworkSegment(be110876-586f-47da-9fda-d73b46477d5b),segment_id=be110876-586f-47da-9fda-d73b46477d5b)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:21.065634 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-981d9101-ffa0-42a4-a78b-2e626f9a24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:21.130025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad7997-85da-4f9e-a1b8-c2f4c7de2e34 req-0cf9f617-b9b3-4e4f-b3ef-767540557882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:21.131689 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9fad7997-85da-4f9e-a1b8-c2f4c7de2e34 req-0cf9f617-b9b3-4e4f-b3ef-767540557882 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 1098 time: 0.4799628 Oct 18 07:58:21.131975 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7178130-a8e2-4a49-abd1-4017809b17d9 None None] Network 28729f26-011b-468c-afa6-e60c73ad6615 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:21.159479 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.27 (ea15d070-fe09-473f-b0d0-28f6ca806e13/36a58ad8-72c5-4763-870c-af3a98eba572/0a57c4a7-08fa-4685-be62-f24939fb5142) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:58:21.184601 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 28729f26-011b-468c-afa6-e60c73ad6615 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:21.192094 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:21.254766 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ce0bed17-dafa-4976-ba68-a002e21dd473 None None] Provisioning for port fc65d441-3cde-4370-be01-0bb6935f77a9 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:21.257888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d9101-ffa0-42a4-a78b-2e626f9a24dc None None] Pushing event updated for resources: {'Port': ['ID=d37a85aa-1b35-4817-aeb9-89531301cd1e,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:21.353142 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9fad7997-85da-4f9e-a1b8-c2f4c7de2e34 req-0855f389-146f-4dd0-bdf8-818ceef14e3a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078383 Oct 18 07:58:21.527187 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 14121499-dc25-41c3-afcf-128c3e103f60 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:58:21.686948 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:21.776100 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:21.782541 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:21.782972 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:21.783314 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 Oct 18 07:58:21.891807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:21.919138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object 0a57c4a7-08fa-4685-be62-f24939fb5142 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:21.931637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:58:21.946890 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5010b985-f7b9-485e-a8f8-e2effe0b27c0 None None] Provisioning for port f004a712-1258-4ae6-accd-5147b4762cdb completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:21.955579 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-af317f37-7aad-4540-82e2-412eaf88a8aa tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/14121499-dc25-41c3-afcf-128c3e103f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2170627 Oct 18 07:58:21.957333 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33616) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:21.957831 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5010b985-f7b9-485e-a8f8-e2effe0b27c0 None None] Provisioning complete for port f004a712-1258-4ae6-accd-5147b4762cdb triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:21.958206 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5010b985-f7b9-485e-a8f8-e2effe0b27c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:21.958541 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-5010b985-f7b9-485e-a8f8-e2effe0b27c0 None None] Attempt 1 to provision port f004a712-1258-4ae6-accd-5147b4762cdb Oct 18 07:58:21.964310 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'network': {'name': 'tempest-RoutersTest-459095147'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:21.969327 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:21.974425 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:21.999442 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:network and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:22.002691 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:22.003208 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:22.003591 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:22.010202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:22.052182 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Made reservation on behalf of 254df938bb1a44c79d10329568c221e7 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:58:22.058743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network ea15d070-fe09-473f-b0d0-28f6ca806e13 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:22.062495 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5010b985-f7b9-485e-a8f8-e2effe0b27c0 None None] Port f004a712-1258-4ae6-accd-5147b4762cdb cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:22.063646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:22.065701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:22.068478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:58:22.070434 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0,segment=NetworkSegment(fb1714c6-7981-4f6f-8d19-732d8d3b3f92),segment_id=fb1714c6-7981-4f6f-8d19-732d8d3b3f92)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:22.081906 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:22.082789 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device fc65d441-3cde-4370-be01-0bb6935f77a9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:22.170595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=0a57c4a7-08fa-4685-be62-f24939fb5142,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:22.194444 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:58:22.213598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.214361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.214891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.215570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.216315 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.216815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.217560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.218216 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.218856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.219294 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:22.219657 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.220375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.220819 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Added segment bcbdb056-f2b6-4577-b40f-c687614efa8d of type vlan for network 4ebdae25-f210-4ae0-8430-15c7ec2ad0c8 Oct 18 07:58:22.221232 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.297560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:22.298245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:22.349381 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:22.354298 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-4c05fabf-5188-4000-8e0f-29c5f8f6e583 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1319494 Oct 18 07:58:22.367462 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Request body: {'port': {'device_id': 'dca13c53-47f7-4d03-b53b-044592e05c97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:22.378750 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:22.429050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port fc65d441-3cde-4370-be01-0bb6935f77a9 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:22.437004 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port fc65d441-3cde-4370-be01-0bb6935f77a9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:22.437650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:22.438123 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port fc65d441-3cde-4370-be01-0bb6935f77a9 Oct 18 07:58:22.573042 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2505f3-2746-45e2-82ad-99836962d851 req-02527328-5c31-4f74-8c0d-952e388959b0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:22.580868 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0d2505f3-2746-45e2-82ad-99836962d851 req-02527328-5c31-4f74-8c0d-952e388959b0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 932 time: 0.2088652 Oct 18 07:58:22.593363 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-5010b985-f7b9-485e-a8f8-e2effe0b27c0 None None] Attempt 2 to provision port f004a712-1258-4ae6-accd-5147b4762cdb Oct 18 07:58:22.616660 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:22.623003 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:22.624327 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:22.629869 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:22.649556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0431f68-d179-4845-b9d5-fe952f154e1a req-8aa6913c-54b1-4771-adb4-1ed7d5e09ed7 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:22.651189 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a0431f68-d179-4845-b9d5-fe952f154e1a req-8aa6913c-54b1-4771-adb4-1ed7d5e09ed7 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 945 time: 0.2142370 Oct 18 07:58:22.698799 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5010b985-f7b9-485e-a8f8-e2effe0b27c0 None None] Port f004a712-1258-4ae6-accd-5147b4762cdb cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:22.699354 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port fc65d441-3cde-4370-be01-0bb6935f77a9 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:22.699783 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:22.732955 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port fc65d441-3cde-4370-be01-0bb6935f77a9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=fc65d441-3cde-4370-be01-0bb6935f77a9,segment=NetworkSegment(5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb),segment_id=5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:22.737780 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:22.738361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d37a85aa-1b35-4817-aeb9-89531301cd1e up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:22.739626 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-0d2505f3-2746-45e2-82ad-99836962d851 req-5b83c3c5-f183-44a6-bcdc-51080e57125a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:58:22.746470 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a0431f68-d179-4845-b9d5-fe952f154e1a req-cf6e2a59-ed96-4511-9727-4175a96bd900 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686395 Oct 18 07:58:22.794909 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8353713 Oct 18 07:58:22.795685 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33624) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:22.807807 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-c67820fa-bb34-4557-87dd-cb6924f56809 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'subnet': {'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:22.830329 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-0d2505f3-2746-45e2-82ad-99836962d851 req-5b83c3c5-f183-44a6-bcdc-51080e57125a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:58:22.841871 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0d2505f3-2746-45e2-82ad-99836962d851 req-5b83c3c5-f183-44a6-bcdc-51080e57125a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595942 Oct 18 07:58:22.868753 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=fc65d441-3cde-4370-be01-0bb6935f77a9,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:22.884417 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port d37a85aa-1b35-4817-aeb9-89531301cd1e triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:22.884798 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:22.885165 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port d37a85aa-1b35-4817-aeb9-89531301cd1e Oct 18 07:58:22.897607 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Network': ['ID=4ebdae25-f210-4ae0-8430-15c7ec2ad0c8,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:22.924057 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.925445 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.925445 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.925445 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.925445 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.925826 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.926009 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.926322 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.926667 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.926993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.927340 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.927666 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07deee2a-e326-4c08-8fe5-13d020b172b2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:22.940258 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 4ebdae25-f210-4ae0-8430-15c7ec2ad0c8 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:58:22.960997 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c67820fa-bb34-4557-87dd-cb6924f56809 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:22.965077 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c67820fa-bb34-4557-87dd-cb6924f56809 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:subnet and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:22.968768 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c67820fa-bb34-4557-87dd-cb6924f56809 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:22.974967 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c67820fa-bb34-4557-87dd-cb6924f56809 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:22.984671 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67820fa-bb34-4557-87dd-cb6924f56809 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Made reservation on behalf of 254df938bb1a44c79d10329568c221e7 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:58:22.988406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c67820fa-bb34-4557-87dd-cb6924f56809 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:23.050101 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a57c4a7-08fa-4685-be62-f24939fb5142 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 07:58:23.059979 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:23.064257 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3ab40c57-6dd1-47c3-a21d-e53602fcc02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:23.077480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Transition to ACTIVE for port object 0a57c4a7-08fa-4685-be62-f24939fb5142 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:23.084470 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:23.156698 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port d37a85aa-1b35-4817-aeb9-89531301cd1e is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:23.199505 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-5010b985-f7b9-485e-a8f8-e2effe0b27c0 None None] Attempt 3 to provision port f004a712-1258-4ae6-accd-5147b4762cdb Oct 18 07:58:23.241867 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c67820fa-bb34-4557-87dd-cb6924f56809 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:23.263542 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5010b985-f7b9-485e-a8f8-e2effe0b27c0 None None] Port f004a712-1258-4ae6-accd-5147b4762cdb cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:23.305790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Pushing event updated for resources: {'Port': ['ID=0a57c4a7-08fa-4685-be62-f24939fb5142,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:23.320910 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67820fa-bb34-4557-87dd-cb6924f56809 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Subnet': ['ID=ce1f9d26-28ed-4bd8-955e-aace86ec48af,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:23.331704 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67820fa-bb34-4557-87dd-cb6924f56809 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Checking segment: {'id': 'bcbdb056-f2b6-4577-b40f-c687614efa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:23.332063 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67820fa-bb34-4557-87dd-cb6924f56809 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network hostable DHCP agents. Network: 4ebdae25-f210-4ae0-8430-15c7ec2ad0c8, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:58:23.347433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Attempting to bind port 0a57c4a7-08fa-4685-be62-f24939fb5142 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:58:23.347707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Attempting to bind port 0a57c4a7-08fa-4685-be62-f24939fb5142 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'be110876-586f-47da-9fda-d73b46477d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:58:23.348083 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Attempting to bind port 0a57c4a7-08fa-4685-be62-f24939fb5142 on network ea15d070-fe09-473f-b0d0-28f6ca806e13 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:58:23.352048 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67820fa-bb34-4557-87dd-cb6924f56809 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 4ebdae25-f210-4ae0-8430-15c7ec2ad0c8 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:58:23.353391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Port 0a57c4a7-08fa-4685-be62-f24939fb5142 on network ea15d070-fe09-473f-b0d0-28f6ca806e13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:58:23.353762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Attempting to bind port 0a57c4a7-08fa-4685-be62-f24939fb5142 on network ea15d070-fe09-473f-b0d0-28f6ca806e13 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:58:23.359694 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:58:23.360101 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Checking segment: {'id': 'be110876-586f-47da-9fda-d73b46477d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:23.360491 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Bound using segment: {'id': 'be110876-586f-47da-9fda-d73b46477d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:58:23.361016 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Bound port: 0a57c4a7-08fa-4685-be62-f24939fb5142, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be110876-586f-47da-9fda-d73b46477d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:58:23.361439 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:23.363933 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-c67820fa-bb34-4557-87dd-cb6924f56809 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 4ebdae25-f210-4ae0-8430-15c7ec2ad0c8) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:23.368395 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67820fa-bb34-4557-87dd-cb6924f56809 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:23.369128 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c67820fa-bb34-4557-87dd-cb6924f56809 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:23.374962 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Sync routers for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:58:23.379146 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04e1120-ed42-46c9-be1a-d11f34424b2a None None] Network 4ebdae25-f210-4ae0-8430-15c7ec2ad0c8 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:23.389629 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:23.390958 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:23.394911 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c67820fa-bb34-4557-87dd-cb6924f56809 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5948081 Oct 18 07:58:23.398067 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33628) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:23.480490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] For port 0a57c4a7-08fa-4685-be62-f24939fb5142, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:58:23.484629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] For port 0a57c4a7-08fa-4685-be62-f24939fb5142, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0a57c4a7-08fa-4685-be62-f24939fb5142,segment=NetworkSegment(be110876-586f-47da-9fda-d73b46477d5b),segment_id=be110876-586f-47da-9fda-d73b46477d5b)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:58:23.491786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:23.496267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:23.497919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:23.510108 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] 10.222.0.46 "PUT /v2.0/ports/0a57c4a7-08fa-4685-be62-f24939fb5142 HTTP/1.1" status: 200 len: 1094 time: 1.1480262 Oct 18 07:58:23.562001 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:23.562216 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca13c53-47f7-4d03-b53b-044592e05c97', 'tag': '0a57c4a7-08fa-4685-be62-f24939fb5142'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:58:23.564647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1a26a8-8322-4aef-91ef-96806a9a007f" -d '{"events": [{"name": "network-changed", "server_uuid": "dca13c53-47f7-4d03-b53b-044592e05c97", "tag": "0a57c4a7-08fa-4685-be62-f24939fb5142"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:58:23.672300 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:23.676840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 07:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e9c98d-c256-4e68-afbc-aca74e8b66a3 x-openstack-request-id: req-69e9c98d-c256-4e68-afbc-aca74e8b66a3 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:58:23.677495 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca13c53-47f7-4d03-b53b-044592e05c97", "tag": "0a57c4a7-08fa-4685-be62-f24939fb5142", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:58:23.677952 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-69e9c98d-c256-4e68-afbc-aca74e8b66a3 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:58:23.678523 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e9c98d-c256-4e68-afbc-aca74e8b66a3'] response: {'name': 'network-changed', 'server_uuid': 'dca13c53-47f7-4d03-b53b-044592e05c97', 'tag': '0a57c4a7-08fa-4685-be62-f24939fb5142', 'status': 'completed', 'code': 200} Oct 18 07:58:23.728754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b3837-3bf6-443c-96a9-782463375286 service neutron] Pushing event updated for resources: {'Port': ['ID=0a57c4a7-08fa-4685-be62-f24939fb5142,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:23.749172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-f5ffd354-301c-4d8a-b8df-7ca654d64b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:23.752724 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-f5ffd354-301c-4d8a-b8df-7ca654d64b30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 1097 time: 0.1844454 Oct 18 07:58:23.766682 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-5010b985-f7b9-485e-a8f8-e2effe0b27c0 None None] Attempt 4 to provision port f004a712-1258-4ae6-accd-5147b4762cdb Oct 18 07:58:23.846365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:23.902860 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:23.914641 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:19Z', 'revision_number': 3, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:20Z', 'revision_number': 2, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:23.917217 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5010b985-f7b9-485e-a8f8-e2effe0b27c0 None None] Port f004a712-1258-4ae6-accd-5147b4762cdb cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:23.923711 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Checking router: 14121499-dc25-41c3-afcf-128c3e103f60 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:58:23.924263 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Updating router 14121499-dc25-41c3-afcf-128c3e103f60 port f004a712-1258-4ae6-accd-5147b4762cdb binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:58:23.930022 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-287ceecd-83a4-49f8-868f-9875a2899352 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=0a57c4a7-08fa-4685-be62-f24939fb5142 HTTP/1.1" status: 200 len: 217 time: 0.1707551 Oct 18 07:58:23.938503 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-4ebdae25-f210-4ae0-8430-15c7ec2ad0c8', 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'fixed_ips': [{'subnet_id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:58:23.939469 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:23.965156 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:23.965562 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:23.965894 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 Oct 18 07:58:23.997647 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:24.083932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-6ac71fd4-07b4-44fc-b674-9097f02bc63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:24.085859 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-6ac71fd4-07b4-44fc-b674-9097f02bc63a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=36a58ad8-72c5-4763-870c-af3a98eba572 HTTP/1.1" status: 200 len: 837 time: 0.1480045 Oct 18 07:58:24.219535 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:24.220611 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device fc65d441-3cde-4370-be01-0bb6935f77a9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:24.276822 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-ecc4bfbc-31f5-4c01-9003-be7f55dc0073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:24.279228 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-ecc4bfbc-31f5-4c01-9003-be7f55dc0073 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ea15d070-fe09-473f-b0d0-28f6ca806e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1867065 Oct 18 07:58:24.294902 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Allocated IP 172.22.0.2 (4ebdae25-f210-4ae0-8430-15c7ec2ad0c8/ce1f9d26-28ed-4bd8-955e-aace86ec48af/d52ca890-2d58-40d8-bb01-c88267cbdc08) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:58:24.333655 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca560a9-1d6c-455a-83a5-e410e89d9c69 req-d6e1f12b-f436-4a81-b834-165c7c90f331 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:24.334674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-dca560a9-1d6c-455a-83a5-e410e89d9c69 req-d6e1f12b-f436-4a81-b834-165c7c90f331 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:58:24.366097 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270516b-c328-47b9-be48-796bd5565e18 req-1ae85e54-c2aa-46c4-83b9-3409e2368fff tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:24.368366 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d270516b-c328-47b9-be48-796bd5565e18 req-1ae85e54-c2aa-46c4-83b9-3409e2368fff tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 945 time: 0.3138366 Oct 18 07:58:24.389680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port fc65d441-3cde-4370-be01-0bb6935f77a9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:24.390247 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:24.390420 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port fc65d441-3cde-4370-be01-0bb6935f77a9 Oct 18 07:58:24.397322 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:24.411634 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Transition to ACTIVE for port object f004a712-1258-4ae6-accd-5147b4762cdb will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:24.422507 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-dca560a9-1d6c-455a-83a5-e410e89d9c69 req-d6e1f12b-f436-4a81-b834-165c7c90f331 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:58:24.423278 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:24.430050 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d270516b-c328-47b9-be48-796bd5565e18 req-538acc6d-2ea3-4f4a-b2b9-71cc2c4324f5 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557129 Oct 18 07:58:24.430658 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-5010b985-f7b9-485e-a8f8-e2effe0b27c0 None None] Attempt 5 to provision port f004a712-1258-4ae6-accd-5147b4762cdb Oct 18 07:58:24.431292 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dca560a9-1d6c-455a-83a5-e410e89d9c69 req-d6e1f12b-f436-4a81-b834-165c7c90f331 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 944 time: 0.2813098 Oct 18 07:58:24.498938 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:24.547239 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5010b985-f7b9-485e-a8f8-e2effe0b27c0 None None] Port f004a712-1258-4ae6-accd-5147b4762cdb cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:24.675107 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dca560a9-1d6c-455a-83a5-e410e89d9c69 req-1d3f4d55-660e-4faf-b8a2-3f89d9eb1e05 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426062 Oct 18 07:58:24.690701 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a698c9-25d4-4462-8eae-b8f27deb132f None None] Pushing event updated for resources: {'Port': ['ID=f004a712-1258-4ae6-accd-5147b4762cdb,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:24.702427 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a698c9-25d4-4462-8eae-b8f27deb132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:24.703462 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a698c9-25d4-4462-8eae-b8f27deb132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:24.703802 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a698c9-25d4-4462-8eae-b8f27deb132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:24.704133 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a698c9-25d4-4462-8eae-b8f27deb132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:24.704571 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a698c9-25d4-4462-8eae-b8f27deb132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:24.705050 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a698c9-25d4-4462-8eae-b8f27deb132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:24.705376 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a698c9-25d4-4462-8eae-b8f27deb132f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:24.705697 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a698c9-25d4-4462-8eae-b8f27deb132f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:24.706017 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a698c9-25d4-4462-8eae-b8f27deb132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:24.706330 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a698c9-25d4-4462-8eae-b8f27deb132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:24.706644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port fc65d441-3cde-4370-be01-0bb6935f77a9 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:24.706762 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a698c9-25d4-4462-8eae-b8f27deb132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:24.706970 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a698c9-25d4-4462-8eae-b8f27deb132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:24.707972 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-79886ec6-40dd-4606-a657-0462934966c3 service neutron] 10.222.0.46 "GET /v2.0/networks/ea15d070-fe09-473f-b0d0-28f6ca806e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217694 Oct 18 07:58:24.742004 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:24.754905 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Transition to ACTIVE for port object d52ca890-2d58-40d8-bb01-c88267cbdc08 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:24.786127 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Transition to ACTIVE for port object d52ca890-2d58-40d8-bb01-c88267cbdc08 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:24.792273 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:24.817726 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Attempting to bind port f004a712-1258-4ae6-accd-5147b4762cdb on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:58:24.818089 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Attempting to bind port f004a712-1258-4ae6-accd-5147b4762cdb by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:58:24.819185 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Attempting to bind port f004a712-1258-4ae6-accd-5147b4762cdb on network 28729f26-011b-468c-afa6-e60c73ad6615 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:58:24.826420 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:58:24.826896 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Checking segment: {'id': '5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:24.827296 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:24.827722 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Bound using segment: {'id': '5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:58:24.828224 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Bound port: f004a712-1258-4ae6-accd-5147b4762cdb, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:58:24.828634 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:24.849281 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc6a81-d117-4652-8563-5fef591a02f2 req-16a0ab71-5ffc-4fb9-912d-20e7ad045a0f tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:24.851244 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fdfc6a81-d117-4652-8563-5fef591a02f2 req-16a0ab71-5ffc-4fb9-912d-20e7ad045a0f tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 945 time: 0.1947229 Oct 18 07:58:24.869523 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-77156a4a-d426-492a-91d1-4a7b6f8527fc req-6856254d-efa4-4264-aa88-2bace0d138d2 service neutron] 10.222.0.46 "GET /v2.0/networks/ea15d070-fe09-473f-b0d0-28f6ca806e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464653 Oct 18 07:58:24.904509 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Network 4ebdae25-f210-4ae0-8430-15c7ec2ad0c8 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:24.905797 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:24.916876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Pushing event updated for resources: {'Port': ['ID=d52ca890-2d58-40d8-bb01-c88267cbdc08,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:24.933463 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:58:24.941992 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] For port f004a712-1258-4ae6-accd-5147b4762cdb, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:58:24.946030 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] For port f004a712-1258-4ae6-accd-5147b4762cdb, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=f004a712-1258-4ae6-accd-5147b4762cdb,segment=NetworkSegment(5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb),segment_id=5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:58:24.952746 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:24.972860 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fdfc6a81-d117-4652-8563-5fef591a02f2 req-65fd6540-6d56-437e-a39f-ffc5a61f7011 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104803 Oct 18 07:58:25.009467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33640) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:25.052356 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:25.053089 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:25.054561 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-5010b985-f7b9-485e-a8f8-e2effe0b27c0 None None] Attempt 6 to provision port f004a712-1258-4ae6-accd-5147b4762cdb Oct 18 07:58:25.060099 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Allocated IP 172.22.0.1 (4ebdae25-f210-4ae0-8430-15c7ec2ad0c8/ce1f9d26-28ed-4bd8-955e-aace86ec48af/4038b771-d463-46ef-8303-bf49a9e3248d) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:58:25.101450 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a26a8-8322-4aef-91ef-96806a9a007f req-2e96d92e-d786-4576-98ed-bc3709dffd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:25.103615 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab1a26a8-8322-4aef-91ef-96806a9a007f req-2e96d92e-d786-4576-98ed-bc3709dffd93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 1097 time: 0.1830838 Oct 18 07:58:25.111014 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Attempting to bind port d52ca890-2d58-40d8-bb01-c88267cbdc08 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:58:25.111392 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Attempting to bind port d52ca890-2d58-40d8-bb01-c88267cbdc08 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'bcbdb056-f2b6-4577-b40f-c687614efa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:58:25.111756 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Attempting to bind port d52ca890-2d58-40d8-bb01-c88267cbdc08 on network 4ebdae25-f210-4ae0-8430-15c7ec2ad0c8 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:58:25.119151 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:58:25.119522 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Checking segment: {'id': 'bcbdb056-f2b6-4577-b40f-c687614efa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:25.119921 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:25.120323 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Bound using segment: {'id': 'bcbdb056-f2b6-4577-b40f-c687614efa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:58:25.120773 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Bound port: d52ca890-2d58-40d8-bb01-c88267cbdc08, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbdb056-f2b6-4577-b40f-c687614efa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:58:25.121152 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:25.196929 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5010b985-f7b9-485e-a8f8-e2effe0b27c0 None None] Port f004a712-1258-4ae6-accd-5147b4762cdb had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 07:58:25.235998 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] For port d52ca890-2d58-40d8-bb01-c88267cbdc08, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:58:25.240707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] For port d52ca890-2d58-40d8-bb01-c88267cbdc08, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d52ca890-2d58-40d8-bb01-c88267cbdc08,segment=NetworkSegment(bcbdb056-f2b6-4577-b40f-c687614efa8d),segment_id=bcbdb056-f2b6-4577-b40f-c687614efa8d)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:58:25.251916 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:25.265639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7a21e8-656d-415f-b3bc-16eccf674d3e tempest-TestNetworkAdvancedServerOps-1927528280 tempest-TestNetworkAdvancedServerOps-1927528280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:25.267078 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ac7a21e8-656d-415f-b3bc-16eccf674d3e tempest-TestNetworkAdvancedServerOps-1927528280 tempest-TestNetworkAdvancedServerOps-1927528280-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 1093 time: 0.2553320 Oct 18 07:58:25.270165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33644) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:25.274396 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:25.275080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': '33ecbfac-5bb2-4402-84cb-93db145dbe5b', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:25.280987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:25.284833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Usage tracker for resource:floatingip and tenant:f8333236bf28401c8d3f7884ffe3941f is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:25.287672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:25.293519 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Transition to ACTIVE for port object 4038b771-d463-46ef-8303-bf49a9e3248d will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:25.294301 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:25.315663 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a698c9-25d4-4462-8eae-b8f27deb132f None None] Pushing event updated for resources: {'Port': ['ID=f004a712-1258-4ae6-accd-5147b4762cdb,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:25.319368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for floatingip, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:25.339462 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:25.342954 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:25.355267 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3a97e-028a-46f0-a8e6-ba96ef4501d7 None None] Pushing event updated for resources: {'Port': ['ID=d52ca890-2d58-40d8-bb01-c88267cbdc08,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:25.390051 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:25.398167 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-13cf4546-b939-4419-b1d5-5903db349e24 None None] Provisioning for port 0a57c4a7-08fa-4685-be62-f24939fb5142 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:25.429829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a26a8-8322-4aef-91ef-96806a9a007f req-74824825-aa3e-4645-87aa-8d6311787483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:25.431444 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab1a26a8-8322-4aef-91ef-96806a9a007f req-74824825-aa3e-4645-87aa-8d6311787483 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ea15d070-fe09-473f-b0d0-28f6ca806e13 HTTP/1.1" status: 200 len: 898 time: 0.3195009 Oct 18 07:58:25.433447 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=4038b771-d463-46ef-8303-bf49a9e3248d,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:25.439845 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 4ebdae25-f210-4ae0-8430-15c7ec2ad0c8 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:25.441157 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:25.445798 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:58:25.515071 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab1a26a8-8322-4aef-91ef-96806a9a007f req-b4e75e41-c55c-4d70-8005-7701ea80856f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=0a57c4a7-08fa-4685-be62-f24939fb5142 HTTP/1.1" status: 200 len: 217 time: 0.0706589 Oct 18 07:58:25.515979 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:25.634674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f004a712-1258-4ae6-accd-5147b4762cdb up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:25.677272 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a26a8-8322-4aef-91ef-96806a9a007f req-3e06123d-7809-4032-8abf-32dda2f4aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:25.678759 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab1a26a8-8322-4aef-91ef-96806a9a007f req-3e06123d-7809-4032-8abf-32dda2f4aa29 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=36a58ad8-72c5-4763-870c-af3a98eba572 HTTP/1.1" status: 200 len: 837 time: 0.1551135 Oct 18 07:58:25.756898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port f004a712-1258-4ae6-accd-5147b4762cdb completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:25.770263 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port f004a712-1258-4ae6-accd-5147b4762cdb triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:25.770594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:25.770933 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port f004a712-1258-4ae6-accd-5147b4762cdb Oct 18 07:58:25.787912 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:25.923058 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:19Z', 'revision_number': 3, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:24Z', 'revision_number': 4, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:25.929080 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4b54d7-080a-4c47-930f-af1b13228825 None None] The sync data for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv is: [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:19Z', 'revision_number': 3, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:24Z', 'revision_number': 4, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:58:26.008544 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port f004a712-1258-4ae6-accd-5147b4762cdb is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:26.009263 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:26.033372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:26.047684 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port f004a712-1258-4ae6-accd-5147b4762cdb, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=f004a712-1258-4ae6-accd-5147b4762cdb,segment=NetworkSegment(5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb),segment_id=5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:26.055490 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:26.166217 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=f004a712-1258-4ae6-accd-5147b4762cdb,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:26.176222 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:26.176925 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:26.177635 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:26.178185 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:26.178778 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:26.179338 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:26.179878 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:26.180417 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:26.181147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:26.181689 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:26.182692 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:26.183261 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:58:26.187047 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a26a8-8322-4aef-91ef-96806a9a007f req-a491fd65-ebce-429a-8914-347951cfea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:26.189843 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab1a26a8-8322-4aef-91ef-96806a9a007f req-a491fd65-ebce-429a-8914-347951cfea3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ea15d070-fe09-473f-b0d0-28f6ca806e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4936275 Oct 18 07:58:26.256010 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea742e6-2a39-4383-8e07-a77186857a30 req-a041ebc4-ab3a-49ee-b655-ebe494836f75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:26.257922 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cea742e6-2a39-4383-8e07-a77186857a30 req-a041ebc4-ab3a-49ee-b655-ebe494836f75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 944 time: 0.4185064 Oct 18 07:58:26.395326 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cea742e6-2a39-4383-8e07-a77186857a30 req-e6c1e8f9-0540-4259-a844-dee650de7ba7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844808 Oct 18 07:58:26.413214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Allocated IP 172.26.8.33 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/e1cab6e2-d253-4342-a1d5-76804f5c96e5) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:58:26.464418 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab1a26a8-8322-4aef-91ef-96806a9a007f req-48884d7f-26cf-4dc6-8aa7-e50514f025b2 service neutron] 10.222.0.46 "GET /v2.0/networks/ea15d070-fe09-473f-b0d0-28f6ca806e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409101 Oct 18 07:58:26.483762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:26.496273 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:26.600466 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=4038b771-d463-46ef-8303-bf49a9e3248d,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:26.643651 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:26.705507 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:26.712466 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab1a26a8-8322-4aef-91ef-96806a9a007f req-877743df-0e3b-4c3f-90e6-ca7ab025c708 service neutron] 10.222.0.46 "GET /v2.0/networks/ea15d070-fe09-473f-b0d0-28f6ca806e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980660 Oct 18 07:58:26.732177 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa9e938-79c0-4a11-a5f9-d6729ee78c49 None None] Network 4ebdae25-f210-4ae0-8430-15c7ec2ad0c8 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:26.748953 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:26.798973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 4ebdae25-f210-4ae0-8430-15c7ec2ad0c8 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:26.800185 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:26.849248 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b3ab3e99-d113-4e25-8f33-134affcfbea1 None None] Provisioning for port d52ca890-2d58-40d8-bb01-c88267cbdc08 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:26.972935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:26.976250 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:26.979979 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:58:26.998035 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 14121499-dc25-41c3-afcf-128c3e103f60 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:58:27.017423 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event updated for resources: {'Port': ['ID=e1cab6e2-d253-4342-a1d5-76804f5c96e5,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:27.171347 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:58:27.182451 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Sync routers for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:58:27.186381 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 0a57c4a7-08fa-4685-be62-f24939fb5142 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 07:58:27.193310 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e822d795-c22a-4f92-8cb3-caed379f7b68 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/14121499-dc25-41c3-afcf-128c3e103f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7936583 Oct 18 07:58:27.195908 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33650) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:27.202114 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d46b4d91-9906-456e-b4a0-3b0f0c350741 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'network': {'name': 'tempest-RoutersTest-59924613'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:27.202580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:27.203223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:27.212077 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d46b4d91-9906-456e-b4a0-3b0f0c350741 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:27.218095 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d46b4d91-9906-456e-b4a0-3b0f0c350741 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:network and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:27.221160 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d46b4d91-9906-456e-b4a0-3b0f0c350741 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:27.227535 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d46b4d91-9906-456e-b4a0-3b0f0c350741 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:27.243099 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46b4d91-9906-456e-b4a0-3b0f0c350741 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Made reservation on behalf of 254df938bb1a44c79d10329568c221e7 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:58:27.247640 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d46b4d91-9906-456e-b4a0-3b0f0c350741 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:27.281953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46b4d91-9906-456e-b4a0-3b0f0c350741 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:58:27.293202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d46b4d91-9906-456e-b4a0-3b0f0c350741 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:27.294291 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-d46b4d91-9906-456e-b4a0-3b0f0c350741 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Added segment ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8 of type vlan for network 01f7b89d-cf0c-423c-bdf0-204a4568c950 Oct 18 07:58:27.322913 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.resource_extend [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:58:27.329501 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d46b4d91-9906-456e-b4a0-3b0f0c350741 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:27.372234 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d46b4d91-9906-456e-b4a0-3b0f0c350741 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:27.377768 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b4d91-9906-456e-b4a0-3b0f0c350741 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:27.378429 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d46b4d91-9906-456e-b4a0-3b0f0c350741 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:27.452206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:27.473072 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:27.577013 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 0a57c4a7-08fa-4685-be62-f24939fb5142, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0a57c4a7-08fa-4685-be62-f24939fb5142,segment=NetworkSegment(be110876-586f-47da-9fda-d73b46477d5b),segment_id=be110876-586f-47da-9fda-d73b46477d5b)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:27.602181 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b4d91-9906-456e-b4a0-3b0f0c350741 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Network': ['ID=01f7b89d-cf0c-423c-bdf0-204a4568c950,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:27.607073 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:27.651180 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 01f7b89d-cf0c-423c-bdf0-204a4568c950 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:58:27.672896 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-88f04ec6-6629-4c50-ace2-00a37f2a053f None None] Provisioning for port 4038b771-d463-46ef-8303-bf49a9e3248d completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:27.696506 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d46b4d91-9906-456e-b4a0-3b0f0c350741 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4992197 Oct 18 07:58:27.699479 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33656) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:27.710447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-4f1f68fe-9ddd-4865-9152-7431d34e08a3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'subnet': {'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:27.743726 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-88f04ec6-6629-4c50-ace2-00a37f2a053f None None] Provisioning complete for port 4038b771-d463-46ef-8303-bf49a9e3248d triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:27.744361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-88f04ec6-6629-4c50-ace2-00a37f2a053f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:27.744466 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-88f04ec6-6629-4c50-ace2-00a37f2a053f None None] Attempt 1 to provision port 4038b771-d463-46ef-8303-bf49a9e3248d Oct 18 07:58:27.769260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '0a57c4a7-08fa-4685-be62-f24939fb5142', 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13', 'port_id': '0a57c4a7-08fa-4685-be62-f24939fb5142', 'mac_address': 'fa:16:3e:5b:00:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36a58ad8-72c5-4763-870c-af3a98eba572', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 07:58:27.781172 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6d6d3-2a7b-45ce-accb-8d845894d782 req-4a6111fa-5936-4c6d-8a54-c833bd70a7a3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:27.783161 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4af6d6d3-2a7b-45ce-accb-8d845894d782 req-4a6111fa-5936-4c6d-8a54-c833bd70a7a3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 944 time: 0.1592772 Oct 18 07:58:27.784422 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d52ca890-2d58-40d8-bb01-c88267cbdc08 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:27.832674 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4af6d6d3-2a7b-45ce-accb-8d845894d782 req-1e93c1ab-0f6f-475c-b77e-76881af2ecc6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426528 Oct 18 07:58:27.927638 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4f1f68fe-9ddd-4865-9152-7431d34e08a3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:27.939908 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4f1f68fe-9ddd-4865-9152-7431d34e08a3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:subnet and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:27.944126 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4f1f68fe-9ddd-4865-9152-7431d34e08a3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:27.960793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4f1f68fe-9ddd-4865-9152-7431d34e08a3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:27.984917 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1f68fe-9ddd-4865-9152-7431d34e08a3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Made reservation on behalf of 254df938bb1a44c79d10329568c221e7 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:58:27.988405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f1f68fe-9ddd-4865-9152-7431d34e08a3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:28.009399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-88f04ec6-6629-4c50-ace2-00a37f2a053f None None] Port 4038b771-d463-46ef-8303-bf49a9e3248d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:28.029732 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 0a57c4a7-08fa-4685-be62-f24939fb5142 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:28.030104 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:28.076443 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a57c4a7-08fa-4685-be62-f24939fb5142 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 07:58:28.090027 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port d52ca890-2d58-40d8-bb01-c88267cbdc08 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:28.117499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:28.127844 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:28.178278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port d52ca890-2d58-40d8-bb01-c88267cbdc08 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:28.178662 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:28.178992 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port d52ca890-2d58-40d8-bb01-c88267cbdc08 Oct 18 07:58:28.223713 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 0a57c4a7-08fa-4685-be62-f24939fb5142, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0a57c4a7-08fa-4685-be62-f24939fb5142,segment=NetworkSegment(be110876-586f-47da-9fda-d73b46477d5b),segment_id=be110876-586f-47da-9fda-d73b46477d5b)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:28.231156 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:28.283814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event updated for resources: {'Port': ['ID=e1cab6e2-d253-4342-a1d5-76804f5c96e5,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:28.286492 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:28.325467 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=0a57c4a7-08fa-4685-be62-f24939fb5142,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:28.380357 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:25Z', 'revision_number': 4, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '4038b771-d463-46ef-8303-bf49a9e3248d', 'name': '', 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:24:fc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:24Z', 'updated_at': '2022-10-18T07:58:26Z', 'revision_number': 2, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:26Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:28.388643 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Checking router: 14121499-dc25-41c3-afcf-128c3e103f60 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:58:28.388985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Updating router 14121499-dc25-41c3-afcf-128c3e103f60 port 4038b771-d463-46ef-8303-bf49a9e3248d binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:58:28.419853 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port d52ca890-2d58-40d8-bb01-c88267cbdc08 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:28.420229 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:28.469343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:28.488007 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port d52ca890-2d58-40d8-bb01-c88267cbdc08, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d52ca890-2d58-40d8-bb01-c88267cbdc08,segment=NetworkSegment(bcbdb056-f2b6-4577-b40f-c687614efa8d),segment_id=bcbdb056-f2b6-4577-b40f-c687614efa8d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:28.495158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f1f68fe-9ddd-4865-9152-7431d34e08a3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:28.516515 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-88f04ec6-6629-4c50-ace2-00a37f2a053f None None] Attempt 2 to provision port 4038b771-d463-46ef-8303-bf49a9e3248d Oct 18 07:58:28.545904 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Floating IP 025b5d03-cee0-48b2-9e6f-5969ebcf0a5d associated. External IP: 172.26.8.33, port: 33ecbfac-5bb2-4402-84cb-93db145dbe5b. Oct 18 07:58:28.556839 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:28.557848 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f004a712-1258-4ae6-accd-5147b4762cdb up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:28.581632 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['0a57c4a7-08fa-4685-be62-f24939fb5142'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 07:58:28.740385 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-88f04ec6-6629-4c50-ace2-00a37f2a053f None None] Port 4038b771-d463-46ef-8303-bf49a9e3248d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:28.817533 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f68fe-9ddd-4865-9152-7431d34e08a3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Subnet': ['ID=a98c42e4-2700-4e9b-a951-163fdf58cd7c,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:28.825983 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=d52ca890-2d58-40d8-bb01-c88267cbdc08,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:28.838619 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f68fe-9ddd-4865-9152-7431d34e08a3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Checking segment: {'id': 'ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:28.838976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f68fe-9ddd-4865-9152-7431d34e08a3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network hostable DHCP agents. Network: 01f7b89d-cf0c-423c-bdf0-204a4568c950, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:58:28.878167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f68fe-9ddd-4865-9152-7431d34e08a3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 01f7b89d-cf0c-423c-bdf0-204a4568c950 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:58:28.935552 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port f004a712-1258-4ae6-accd-5147b4762cdb triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:28.935915 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:28.936245 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port f004a712-1258-4ae6-accd-5147b4762cdb Oct 18 07:58:29.045898 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-4f1f68fe-9ddd-4865-9152-7431d34e08a3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 01f7b89d-cf0c-423c-bdf0-204a4568c950) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:29.058761 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f68fe-9ddd-4865-9152-7431d34e08a3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:29.059914 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f1f68fe-9ddd-4865-9152-7431d34e08a3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:29.062180 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffe8edb-76b4-4dde-9dae-e382419246a1 None None] Network 01f7b89d-cf0c-423c-bdf0-204a4568c950 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:29.130377 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4f1f68fe-9ddd-4865-9152-7431d34e08a3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4296927 Oct 18 07:58:29.133294 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33662) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:29.158467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Router 687ce635-2aee-466b-afa2-519a762a03b6 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:58:29.171270 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62700a3-f73f-4bba-af24-eb1328ab1c5a req-ad81c776-05d4-4c88-9dd9-f5558d92d280 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:29.172730 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d62700a3-f73f-4bba-af24-eb1328ab1c5a req-ad81c776-05d4-4c88-9dd9-f5558d92d280 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 945 time: 0.1741524 Oct 18 07:58:29.250916 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-88f04ec6-6629-4c50-ace2-00a37f2a053f None None] Attempt 3 to provision port 4038b771-d463-46ef-8303-bf49a9e3248d Oct 18 07:58:29.354482 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d62700a3-f73f-4bba-af24-eb1328ab1c5a req-65f69244-e48c-44f0-a4c5-dc9e86347a19 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747022 Oct 18 07:58:29.385941 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:58:29.396588 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a998e0-6816-416e-8bec-12b7741ba623 None None] Sync routers for ids ['687ce635-2aee-466b-afa2-519a762a03b6'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:58:29.408188 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a998e0-6816-416e-8bec-12b7741ba623 None None] Routers {'687ce635-2aee-466b-afa2-519a762a03b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:29.409289 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d0a998e0-6816-416e-8bec-12b7741ba623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['687ce635-2aee-466b-afa2-519a762a03b6'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:29.409509 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:29.442439 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-88f04ec6-6629-4c50-ace2-00a37f2a053f None None] Port 4038b771-d463-46ef-8303-bf49a9e3248d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:29.472983 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port f004a712-1258-4ae6-accd-5147b4762cdb is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:29.496911 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cada2446-8eb1-4b1a-b7ab-0ba2793041de tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2256422 Oct 18 07:58:29.497660 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7be673f-68c9-42c7-b38f-b796fda43830', 'tag': '33ecbfac-5bb2-4402-84cb-93db145dbe5b'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:58:29.517945 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0518699d-0a3b-44cd-b571-7217e247d109" -d '{"events": [{"name": "network-changed", "server_uuid": "c7be673f-68c9-42c7-b38f-b796fda43830", "tag": "33ecbfac-5bb2-4402-84cb-93db145dbe5b"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:58:29.522526 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:29.563047 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Transition to ACTIVE for port object 4038b771-d463-46ef-8303-bf49a9e3248d will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:29.608504 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 07:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53fadc0-0c81-47a0-95bf-6ac71b220ff2 x-openstack-request-id: req-d53fadc0-0c81-47a0-95bf-6ac71b220ff2 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:58:29.608790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7be673f-68c9-42c7-b38f-b796fda43830", "tag": "33ecbfac-5bb2-4402-84cb-93db145dbe5b", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:58:29.609409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d53fadc0-0c81-47a0-95bf-6ac71b220ff2 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:58:29.609409 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53fadc0-0c81-47a0-95bf-6ac71b220ff2'] response: {'name': 'network-changed', 'server_uuid': 'c7be673f-68c9-42c7-b38f-b796fda43830', 'tag': '33ecbfac-5bb2-4402-84cb-93db145dbe5b', 'status': 'completed', 'code': 200} Oct 18 07:58:29.620948 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:29.721867 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-d0a998e0-6816-416e-8bec-12b7741ba623 None None] Set router 687ce635-2aee-466b-afa2-519a762a03b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:29.736053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518699d-0a3b-44cd-b571-7217e247d109 req-c9bd9a39-63e5-4465-ae0f-399f388d4497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:29.737680 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0518699d-0a3b-44cd-b571-7217e247d109 req-c9bd9a39-63e5-4465-ae0f-399f388d4497 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8333236bf28401c8d3f7884ffe3941f&device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 1098 time: 0.1051040 Oct 18 07:58:29.811922 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d52ca890-2d58-40d8-bb01-c88267cbdc08 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:29.897378 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df53552-996b-4ca0-8c8d-20e7415bc3f9 req-48dde80c-4ca3-45cb-b7ad-275c50af7f02 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:29.898732 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6df53552-996b-4ca0-8c8d-20e7415bc3f9 req-48dde80c-4ca3-45cb-b7ad-275c50af7f02 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 945 time: 0.2245481 Oct 18 07:58:29.907122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518699d-0a3b-44cd-b571-7217e247d109 req-278e0190-0ccc-446a-a3fe-ac1c65bebf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:29.909638 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0518699d-0a3b-44cd-b571-7217e247d109 req-278e0190-0ccc-446a-a3fe-ac1c65bebf3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd8b41d5-9a43-4790-b060-9fb7644aee64 HTTP/1.1" status: 200 len: 897 time: 0.1651926 Oct 18 07:58:29.917752 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-01f7b89d-cf0c-423c-bdf0-204a4568c950', 'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'fixed_ips': [{'subnet_id': 'a98c42e4-2700-4e9b-a951-163fdf58cd7c'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:58:29.918970 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:29.955490 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-88f04ec6-6629-4c50-ace2-00a37f2a053f None None] Attempt 4 to provision port 4038b771-d463-46ef-8303-bf49a9e3248d Oct 18 07:58:30.000659 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6df53552-996b-4ca0-8c8d-20e7415bc3f9 req-bc96c5df-5626-4f97-b29b-39d1280048b9 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886269 Oct 18 07:58:30.003156 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:30.048157 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33670) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:30.051071 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-88f04ec6-6629-4c50-ace2-00a37f2a053f None None] Port 4038b771-d463-46ef-8303-bf49a9e3248d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:30.148747 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d0a998e0-6816-416e-8bec-12b7741ba623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687ce635-2aee-466b-afa2-519a762a03b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506174307', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:04Z', 'revision_number': 4, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'gw_port': {'id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '025b5d03-cee0-48b2-9e6f-5969ebcf0a5d', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'floating_ip_address': '172.26.8.33', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'port_id': '33ecbfac-5bb2-4402-84cb-93db145dbe5b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64', 'mac_address': 'fa:16:3e:fd:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be673f-68c9-42c7-b38f-b796fda43830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:58:27Z', 'updated_at': '2022-10-18T07:58:27Z', 'revision_number': 0, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f91da081-6c52-4df8-87cf-8ebdab7368c5', 'name': '', 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'mac_address': 'fa:16:3e:46:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:02Z', 'updated_at': '2022-10-18T07:58:12Z', 'revision_number': 5, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'subnets': [{'id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:30.153264 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a998e0-6816-416e-8bec-12b7741ba623 None None] Checking router: 687ce635-2aee-466b-afa2-519a762a03b6 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:58:30.162656 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a998e0-6816-416e-8bec-12b7741ba623 None None] Routers {'687ce635-2aee-466b-afa2-519a762a03b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:30.163257 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d0a998e0-6816-416e-8bec-12b7741ba623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['687ce635-2aee-466b-afa2-519a762a03b6'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:30.201337 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0518699d-0a3b-44cd-b571-7217e247d109 req-c2c27044-4d71-43e1-a487-4b047663be06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ecbfac-5bb2-4402-84cb-93db145dbe5b HTTP/1.1" status: 200 len: 998 time: 0.2848613 Oct 18 07:58:30.208734 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddd479-95cc-471d-97c1-38a2b85ce4ba None None] Pushing event updated for resources: {'Port': ['ID=4038b771-d463-46ef-8303-bf49a9e3248d,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:30.272836 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Attempting to bind port 4038b771-d463-46ef-8303-bf49a9e3248d on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:58:30.273507 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Attempting to bind port 4038b771-d463-46ef-8303-bf49a9e3248d by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'bcbdb056-f2b6-4577-b40f-c687614efa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:58:30.274060 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Attempting to bind port 4038b771-d463-46ef-8303-bf49a9e3248d on network 4ebdae25-f210-4ae0-8430-15c7ec2ad0c8 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:58:30.296080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518699d-0a3b-44cd-b571-7217e247d109 req-ffc42b24-0595-4dd0-92eb-bf08fd8ea9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:30.297665 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:58:30.298045 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Checking segment: {'id': 'bcbdb056-f2b6-4577-b40f-c687614efa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:30.298445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:30.298754 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0518699d-0a3b-44cd-b571-7217e247d109 req-ffc42b24-0595-4dd0-92eb-bf08fd8ea9b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3bfb965a-031a-4706-bc18-b2f58b42ba31 HTTP/1.1" status: 200 len: 835 time: 0.0907729 Oct 18 07:58:30.298904 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Bound using segment: {'id': 'bcbdb056-f2b6-4577-b40f-c687614efa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:58:30.299403 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Bound port: 4038b771-d463-46ef-8303-bf49a9e3248d, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcbdb056-f2b6-4577-b40f-c687614efa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:58:30.299775 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:30.362403 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-d0a998e0-6816-416e-8bec-12b7741ba623 None None] Set router 687ce635-2aee-466b-afa2-519a762a03b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:30.376991 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port d52ca890-2d58-40d8-bb01-c88267cbdc08 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:30.377365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:30.377704 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port d52ca890-2d58-40d8-bb01-c88267cbdc08 Oct 18 07:58:30.400858 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-23e48da1-4b29-4193-826d-1ea6ce2f54ca tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/floatingips/025b5d03-cee0-48b2-9e6f-5969ebcf0a5d HTTP/1.1" status: 200 len: 990 time: 0.3516068 Oct 18 07:58:30.423199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518699d-0a3b-44cd-b571-7217e247d109 req-566d7af2-0279-4c9b-a6d8-03cd0966aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:30.424840 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0518699d-0a3b-44cd-b571-7217e247d109 req-566d7af2-0279-4c9b-a6d8-03cd0966aef9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd8b41d5-9a43-4790-b060-9fb7644aee64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1181386 Oct 18 07:58:30.541757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Allocated IP 172.23.0.2 (01f7b89d-cf0c-423c-bdf0-204a4568c950/a98c42e4-2700-4e9b-a951-163fdf58cd7c/deef47fd-dfeb-4a75-ab41-c77e63c9fe41) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:58:30.553296 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-88f04ec6-6629-4c50-ace2-00a37f2a053f None None] Attempt 5 to provision port 4038b771-d463-46ef-8303-bf49a9e3248d Oct 18 07:58:30.600543 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] For port 4038b771-d463-46ef-8303-bf49a9e3248d, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:58:30.637554 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0518699d-0a3b-44cd-b571-7217e247d109 req-541c9cf7-97e6-48b2-9a39-254345bc4a50 service neutron] 10.222.0.46 "GET /v2.0/networks/fd8b41d5-9a43-4790-b060-9fb7644aee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053661 Oct 18 07:58:30.649785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c30e1-3f12-419a-a1a1-2d0b31d468fd req-f569d60e-d5c5-41d6-81c7-d9078605c929 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:30.651333 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6c3c30e1-3f12-419a-a1a1-2d0b31d468fd req-f569d60e-d5c5-41d6-81c7-d9078605c929 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 945 time: 0.1404786 Oct 18 07:58:30.678542 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] For port 4038b771-d463-46ef-8303-bf49a9e3248d, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4038b771-d463-46ef-8303-bf49a9e3248d,segment=NetworkSegment(bcbdb056-f2b6-4577-b40f-c687614efa8d),segment_id=bcbdb056-f2b6-4577-b40f-c687614efa8d)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:58:30.696271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:30.787411 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-88f04ec6-6629-4c50-ace2-00a37f2a053f None None] Port 4038b771-d463-46ef-8303-bf49a9e3248d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:30.809597 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d0a998e0-6816-416e-8bec-12b7741ba623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687ce635-2aee-466b-afa2-519a762a03b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506174307', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:04Z', 'revision_number': 4, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'gw_port': {'id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '025b5d03-cee0-48b2-9e6f-5969ebcf0a5d', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'floating_ip_address': '172.26.8.33', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'port_id': '33ecbfac-5bb2-4402-84cb-93db145dbe5b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64', 'mac_address': 'fa:16:3e:fd:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be673f-68c9-42c7-b38f-b796fda43830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:58:27Z', 'updated_at': '2022-10-18T07:58:27Z', 'revision_number': 0, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f91da081-6c52-4df8-87cf-8ebdab7368c5', 'name': '', 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'mac_address': 'fa:16:3e:46:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:02Z', 'updated_at': '2022-10-18T07:58:12Z', 'revision_number': 5, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'subnets': [{'id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:30.814434 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a998e0-6816-416e-8bec-12b7741ba623 None None] The sync data for ids ['687ce635-2aee-466b-afa2-519a762a03b6'] in dv-neutron-861625-1-hyperv is: [{'id': '687ce635-2aee-466b-afa2-519a762a03b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506174307', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:04Z', 'revision_number': 4, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'gw_port': {'id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '025b5d03-cee0-48b2-9e6f-5969ebcf0a5d', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'floating_ip_address': '172.26.8.33', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'port_id': '33ecbfac-5bb2-4402-84cb-93db145dbe5b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64', 'mac_address': 'fa:16:3e:fd:fc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be673f-68c9-42c7-b38f-b796fda43830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:58:27Z', 'updated_at': '2022-10-18T07:58:27Z', 'revision_number': 0, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f91da081-6c52-4df8-87cf-8ebdab7368c5', 'name': '', 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'mac_address': 'fa:16:3e:46:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:02Z', 'updated_at': '2022-10-18T07:58:12Z', 'revision_number': 5, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'subnets': [{'id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:58:30.831930 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:30.832559 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:30.898020 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6c3c30e1-3f12-419a-a1a1-2d0b31d468fd req-ee3ccde7-59e4-4cc3-af65-f92490937d56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274466 Oct 18 07:58:30.937476 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0518699d-0a3b-44cd-b571-7217e247d109 req-7389c69e-cdd3-40a1-927f-e9958e82da26 service neutron] 10.222.0.46 "GET /v2.0/networks/fd8b41d5-9a43-4790-b060-9fb7644aee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851889 Oct 18 07:58:30.961722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port d52ca890-2d58-40d8-bb01-c88267cbdc08 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:30.997546 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddd479-95cc-471d-97c1-38a2b85ce4ba None None] Pushing event updated for resources: {'Port': ['ID=4038b771-d463-46ef-8303-bf49a9e3248d,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:31.040377 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b06e133-aea1-4ad2-bf75-bedb865e35c5 None None] New status for floating IP 025b5d03-cee0-48b2-9e6f-5969ebcf0a5d: ACTIVE {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 07:58:31.132339 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:31.216252 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 0a57c4a7-08fa-4685-be62-f24939fb5142 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:31.289829 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-88f04ec6-6629-4c50-ace2-00a37f2a053f None None] Attempt 6 to provision port 4038b771-d463-46ef-8303-bf49a9e3248d Oct 18 07:58:31.405172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33676) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:31.506290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:31.514149 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4b453deb-d2ff-4fb0-b87c-495d853322ce tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/floatingips/025b5d03-cee0-48b2-9e6f-5969ebcf0a5d HTTP/1.1" status: 200 len: 990 time: 0.1078248 Oct 18 07:58:31.564451 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Transition to ACTIVE for port object deef47fd-dfeb-4a75-ab41-c77e63c9fe41 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:31.653794 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Transition to ACTIVE for port object deef47fd-dfeb-4a75-ab41-c77e63c9fe41 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:31.730278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:31.733606 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 0a57c4a7-08fa-4685-be62-f24939fb5142 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:31.737645 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Allocated IP 172.23.0.1 (01f7b89d-cf0c-423c-bdf0-204a4568c950/a98c42e4-2700-4e9b-a951-163fdf58cd7c/82e146ee-1603-4d55-b117-8a64732552d7) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:58:31.784131 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-88f04ec6-6629-4c50-ace2-00a37f2a053f None None] Port 4038b771-d463-46ef-8303-bf49a9e3248d had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 07:58:31.800946 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 0a57c4a7-08fa-4685-be62-f24939fb5142 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:31.801312 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:31.801684 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 0a57c4a7-08fa-4685-be62-f24939fb5142 Oct 18 07:58:31.886606 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Network 01f7b89d-cf0c-423c-bdf0-204a4568c950 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:31.899455 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:31.901542 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:58:31.908279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:31.917731 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Pushing event updated for resources: {'Port': ['ID=deef47fd-dfeb-4a75-ab41-c77e63c9fe41,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:31.924489 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Transition to ACTIVE for port object 82e146ee-1603-4d55-b117-8a64732552d7 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:31.951383 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:32.025748 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 01f7b89d-cf0c-423c-bdf0-204a4568c950 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:32.072297 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:32.074892 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:58:32.098961 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Attempting to bind port deef47fd-dfeb-4a75-ab41-c77e63c9fe41 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:58:32.099545 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Attempting to bind port deef47fd-dfeb-4a75-ab41-c77e63c9fe41 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:58:32.099669 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Attempting to bind port deef47fd-dfeb-4a75-ab41-c77e63c9fe41 on network 01f7b89d-cf0c-423c-bdf0-204a4568c950 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:58:32.114321 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=82e146ee-1603-4d55-b117-8a64732552d7,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:32.119930 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:58:32.120299 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Checking segment: {'id': 'ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:32.120695 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:32.121088 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Bound using segment: {'id': 'ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:58:32.122124 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Bound port: deef47fd-dfeb-4a75-ab41-c77e63c9fe41, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:58:32.122500 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:32.150364 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:32.199080 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb160123-8319-4f42-b7d4-b99b2e157d37 req-d543025d-d371-4f86-bb55-78f756725f53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:32.199258 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 0a57c4a7-08fa-4685-be62-f24939fb5142 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:32.199562 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:32.200580 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cb160123-8319-4f42-b7d4-b99b2e157d37 req-d543025d-d371-4f86-bb55-78f756725f53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 945 time: 0.1801534 Oct 18 07:58:32.253628 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca13c53-47f7-4d03-b53b-044592e05c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a57c4a7-08fa-4685-be62-f24939fb5142'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:58:32.256121 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5d8389-07d8-4c14-86d2-5d9ad873c08e" -d '{"events": [{"server_uuid": "dca13c53-47f7-4d03-b53b-044592e05c97", "name": "network-vif-plugged", "status": "completed", "tag": "0a57c4a7-08fa-4685-be62-f24939fb5142"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:58:32.260440 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:25Z', 'revision_number': 4, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '4038b771-d463-46ef-8303-bf49a9e3248d', 'name': '', 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:24:fc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:24Z', 'updated_at': '2022-10-18T07:58:30Z', 'revision_number': 4, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:26Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:32.261471 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cb160123-8319-4f42-b7d4-b99b2e157d37 req-88846c15-eba7-47ff-803f-3e32f0a26fad tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547028 Oct 18 07:58:32.273005 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc7dc0-60af-4975-a97d-6f8707b87b99 None None] The sync data for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv is: [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:25Z', 'revision_number': 4, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '4038b771-d463-46ef-8303-bf49a9e3248d', 'name': '', 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:24:fc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:24Z', 'updated_at': '2022-10-18T07:58:30Z', 'revision_number': 4, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:26Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:58:32.279260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] For port deef47fd-dfeb-4a75-ab41-c77e63c9fe41, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:58:32.281949 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 0a57c4a7-08fa-4685-be62-f24939fb5142, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0a57c4a7-08fa-4685-be62-f24939fb5142,segment=NetworkSegment(be110876-586f-47da-9fda-d73b46477d5b),segment_id=be110876-586f-47da-9fda-d73b46477d5b)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:32.283858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] For port deef47fd-dfeb-4a75-ab41-c77e63c9fe41, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=deef47fd-dfeb-4a75-ab41-c77e63c9fe41,segment=NetworkSegment(ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8),segment_id=ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:58:32.286596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:32.328219 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:32.348787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:32.367541 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 07:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87097f0-8b5e-4d14-b921-9c7505cdca84 x-openstack-request-id: req-c87097f0-8b5e-4d14-b921-9c7505cdca84 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:58:32.367984 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca13c53-47f7-4d03-b53b-044592e05c97", "name": "network-vif-plugged", "status": "completed", "tag": "0a57c4a7-08fa-4685-be62-f24939fb5142", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:58:32.368291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c87097f0-8b5e-4d14-b921-9c7505cdca84 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:58:32.368868 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c87097f0-8b5e-4d14-b921-9c7505cdca84'] response: {'server_uuid': 'dca13c53-47f7-4d03-b53b-044592e05c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a57c4a7-08fa-4685-be62-f24939fb5142', 'code': 200} Oct 18 07:58:32.424929 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=0a57c4a7-08fa-4685-be62-f24939fb5142,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:32.518204 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33684) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:32.525692 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fe626-0c44-43fa-ba33-28d0db800f52 None None] Pushing event updated for resources: {'Port': ['ID=deef47fd-dfeb-4a75-ab41-c77e63c9fe41,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:32.744394 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-981ab18a-c7d8-4963-a7b0-8207046ce01a tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/floatingips/025b5d03-cee0-48b2-9e6f-5969ebcf0a5d HTTP/1.1" status: 200 len: 992 time: 0.2237265 Oct 18 07:58:32.768431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee81ea-473d-4aa4-8f8e-6360ad0f8879 req-6214483c-47ff-4c62-9c06-bf486a6989c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:32.770203 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1eee81ea-473d-4aa4-8f8e-6360ad0f8879 req-6214483c-47ff-4c62-9c06-bf486a6989c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 1099 time: 0.1672401 Oct 18 07:58:32.834415 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1eee81ea-473d-4aa4-8f8e-6360ad0f8879 req-84b4f6a7-10d4-4d40-b30c-b612e5f1c69f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569761 Oct 18 07:58:33.007533 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:33.012695 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:33.127316 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:33.130711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event updated for resources: {'Port': ['ID=82e146ee-1603-4d55-b117-8a64732552d7,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:33.273017 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Network 01f7b89d-cf0c-423c-bdf0-204a4568c950 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:33.274371 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:33.455038 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb2824b-56e2-4ef9-961d-8d7388f1bc5c None None] Network 01f7b89d-cf0c-423c-bdf0-204a4568c950 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:33.506153 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 14121499-dc25-41c3-afcf-128c3e103f60 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:58:33.560823 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e79ea726-400f-4a7c-940e-f6430483a06b None None] Provisioning for port deef47fd-dfeb-4a75-ab41-c77e63c9fe41 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:33.656059 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device deef47fd-dfeb-4a75-ab41-c77e63c9fe41 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:33.663396 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e391b51-ca12-4058-a704-043d265d5c2d req-cf02fb73-3770-4b0d-b2f4-7a101d606497 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:33.664852 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3e391b51-ca12-4058-a704-043d265d5c2d req-cf02fb73-3770-4b0d-b2f4-7a101d606497 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 946 time: 0.2542858 Oct 18 07:58:33.717783 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:58:33.728689 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Sync routers for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:58:33.729305 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3e391b51-ca12-4058-a704-043d265d5c2d req-187b21c6-a671-4310-b603-0969d16c6cd5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568700 Oct 18 07:58:33.739259 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33690) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:33.739979 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8937160d-39aa-48cf-b376-2aea341488e8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/14121499-dc25-41c3-afcf-128c3e103f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6041868 Oct 18 07:58:33.745285 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-421950ee-4960-443e-9d5b-1ff093edccbc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:33.759748 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:33.761248 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:33.807335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port deef47fd-dfeb-4a75-ab41-c77e63c9fe41 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:33.814838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port deef47fd-dfeb-4a75-ab41-c77e63c9fe41 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:33.815627 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:33.816135 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port deef47fd-dfeb-4a75-ab41-c77e63c9fe41 Oct 18 07:58:33.946080 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:34.010542 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port deef47fd-dfeb-4a75-ab41-c77e63c9fe41 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:34.011062 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:34.048803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port deef47fd-dfeb-4a75-ab41-c77e63c9fe41, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=deef47fd-dfeb-4a75-ab41-c77e63c9fe41,segment=NetworkSegment(ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8),segment_id=ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:34.054386 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:34.055483 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4038b771-d463-46ef-8303-bf49a9e3248d up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:34.285526 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4f8df1b3-6a07-4d72-8415-f0c6daf09062 None None] Provisioning complete for port deef47fd-dfeb-4a75-ab41-c77e63c9fe41 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:34.286121 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4f8df1b3-6a07-4d72-8415-f0c6daf09062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:34.286580 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4f8df1b3-6a07-4d72-8415-f0c6daf09062 None None] Attempt 1 to provision port deef47fd-dfeb-4a75-ab41-c77e63c9fe41 Oct 18 07:58:34.332100 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=deef47fd-dfeb-4a75-ab41-c77e63c9fe41,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:34.363512 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 4038b771-d463-46ef-8303-bf49a9e3248d completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:34.370613 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 4038b771-d463-46ef-8303-bf49a9e3248d triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:34.370990 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:34.371381 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 4038b771-d463-46ef-8303-bf49a9e3248d Oct 18 07:58:34.407462 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:32Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '4038b771-d463-46ef-8303-bf49a9e3248d', 'name': '', 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:24:fc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:24Z', 'updated_at': '2022-10-18T07:58:30Z', 'revision_number': 4, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e146ee-1603-4d55-b117-8a64732552d7', 'name': '', 'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:f6:1f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'a98c42e4-2700-4e9b-a951-163fdf58cd7c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:30Z', 'updated_at': '2022-10-18T07:58:32Z', 'revision_number': 2, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'a98c42e4-2700-4e9b-a951-163fdf58cd7c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:26Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:34.411520 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Checking router: 14121499-dc25-41c3-afcf-128c3e103f60 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:58:34.411877 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Updating router 14121499-dc25-41c3-afcf-128c3e103f60 port 82e146ee-1603-4d55-b117-8a64732552d7 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:58:34.468477 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:34.470338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.extraroute_db [None req-421950ee-4960-443e-9d5b-1ff093edccbc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=89046) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 18 07:58:34.490078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:34.493431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4f8df1b3-6a07-4d72-8415-f0c6daf09062 None None] Current status of the port deef47fd-dfeb-4a75-ab41-c77e63c9fe41 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:34.497534 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.extraroute_db [None req-421950ee-4960-443e-9d5b-1ff093edccbc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Removed routes are [] {{(pid=89046) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 18 07:58:34.498035 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-421950ee-4960-443e-9d5b-1ff093edccbc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:34.540279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4f8df1b3-6a07-4d72-8415-f0c6daf09062 None None] Provisioning for port 82e146ee-1603-4d55-b117-8a64732552d7 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:34.560133 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4f8df1b3-6a07-4d72-8415-f0c6daf09062 None None] Provisioning complete for port 82e146ee-1603-4d55-b117-8a64732552d7 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:34.560510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4f8df1b3-6a07-4d72-8415-f0c6daf09062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:34.560850 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4f8df1b3-6a07-4d72-8415-f0c6daf09062 None None] Attempt 1 to provision port 82e146ee-1603-4d55-b117-8a64732552d7 Oct 18 07:58:34.637896 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 4038b771-d463-46ef-8303-bf49a9e3248d is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:34.638292 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:34.647506 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4f8df1b3-6a07-4d72-8415-f0c6daf09062 None None] Port 82e146ee-1603-4d55-b117-8a64732552d7 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:34.673494 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 4038b771-d463-46ef-8303-bf49a9e3248d, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4038b771-d463-46ef-8303-bf49a9e3248d,segment=NetworkSegment(bcbdb056-f2b6-4577-b40f-c687614efa8d),segment_id=bcbdb056-f2b6-4577-b40f-c687614efa8d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:34.677620 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:34.748145 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=4038b771-d463-46ef-8303-bf49a9e3248d,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:34.840503 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:34.854847 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Transition to ACTIVE for port object 82e146ee-1603-4d55-b117-8a64732552d7 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:34.863237 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:35.024087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-421950ee-4960-443e-9d5b-1ff093edccbc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:35.030483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-421950ee-4960-443e-9d5b-1ff093edccbc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:35.054679 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e67c71-9710-4997-a076-37ca874ba47f None None] Pushing event updated for resources: {'Port': ['ID=82e146ee-1603-4d55-b117-8a64732552d7,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:35.076145 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Attempting to bind port 82e146ee-1603-4d55-b117-8a64732552d7 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:58:35.076509 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Attempting to bind port 82e146ee-1603-4d55-b117-8a64732552d7 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:58:35.076867 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Attempting to bind port 82e146ee-1603-4d55-b117-8a64732552d7 on network 01f7b89d-cf0c-423c-bdf0-204a4568c950 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:58:35.081918 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:58:35.082280 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Checking segment: {'id': 'ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:35.082706 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:35.083092 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Bound using segment: {'id': 'ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:58:35.083550 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Bound port: 82e146ee-1603-4d55-b117-8a64732552d7, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:58:35.083937 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:35.149073 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4f8df1b3-6a07-4d72-8415-f0c6daf09062 None None] Attempt 2 to provision port 82e146ee-1603-4d55-b117-8a64732552d7 Oct 18 07:58:35.173176 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] For port 82e146ee-1603-4d55-b117-8a64732552d7, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:58:35.175519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43842b17-ad19-40d6-be70-e04b4d584cad req-1ba299ea-cc3a-4ebd-977a-67d909dad989 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:35.176187 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] For port 82e146ee-1603-4d55-b117-8a64732552d7, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=82e146ee-1603-4d55-b117-8a64732552d7,segment=NetworkSegment(ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8),segment_id=ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:58:35.176967 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43842b17-ad19-40d6-be70-e04b4d584cad req-1ba299ea-cc3a-4ebd-977a-67d909dad989 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 946 time: 0.2522078 Oct 18 07:58:35.185882 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:35.229890 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4f8df1b3-6a07-4d72-8415-f0c6daf09062 None None] Port 82e146ee-1603-4d55-b117-8a64732552d7 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 07:58:35.242312 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43842b17-ad19-40d6-be70-e04b4d584cad req-52a844d4-384e-4325-94a8-7f895db634b1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559170 Oct 18 07:58:35.247238 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421950ee-4960-443e-9d5b-1ff093edccbc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 14121499-dc25-41c3-afcf-128c3e103f60 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:58:35.253968 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:35.254581 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:35.407959 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421950ee-4960-443e-9d5b-1ff093edccbc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:58:35.415923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-421950ee-4960-443e-9d5b-1ff093edccbc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:35.417272 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-421950ee-4960-443e-9d5b-1ff093edccbc tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/14121499-dc25-41c3-afcf-128c3e103f60 HTTP/1.1" status: 200 len: 932 time: 1.6760745 Oct 18 07:58:35.420962 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33698) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:35.423130 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e67c71-9710-4997-a076-37ca874ba47f None None] Pushing event updated for resources: {'Port': ['ID=82e146ee-1603-4d55-b117-8a64732552d7,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:35.450092 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:35.456916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3840f-9e96-4373-a3ff-a160d2645169 req-49e0bc19-9d3c-47d2-b2ce-e81a1e11c6b7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:35.458410 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0bd3840f-9e96-4373-a3ff-a160d2645169 req-49e0bc19-9d3c-47d2-b2ce-e81a1e11c6b7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 946 time: 0.0950947 Oct 18 07:58:35.505402 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0bd3840f-9e96-4373-a3ff-a160d2645169 req-3f8f29a1-16b3-4ef0-aef0-840e3c58cdf1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410147 Oct 18 07:58:35.586781 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device deef47fd-dfeb-4a75-ab41-c77e63c9fe41 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:35.608238 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-883b92b9-f30e-4c94-8b86-adf2655cc844 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/routers/14121499-dc25-41c3-afcf-128c3e103f60 HTTP/1.1" status: 200 len: 932 time: 0.1834388 Oct 18 07:58:35.608456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33704) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:35.613299 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c6f3e423-36da-4510-9463-37828efb22ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'router': {'routes': None}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:35.659493 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port deef47fd-dfeb-4a75-ab41-c77e63c9fe41 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:35.659962 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:35.660396 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port deef47fd-dfeb-4a75-ab41-c77e63c9fe41 Oct 18 07:58:35.780872 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:34Z', 'revision_number': 6, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '4038b771-d463-46ef-8303-bf49a9e3248d', 'name': '', 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:24:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:24Z', 'updated_at': '2022-10-18T07:58:34Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e146ee-1603-4d55-b117-8a64732552d7', 'name': '', 'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:f6:1f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'a98c42e4-2700-4e9b-a951-163fdf58cd7c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:30Z', 'updated_at': '2022-10-18T07:58:35Z', 'revision_number': 4, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'a98c42e4-2700-4e9b-a951-163fdf58cd7c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:26Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:35.783249 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port deef47fd-dfeb-4a75-ab41-c77e63c9fe41 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:35.784429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4038b771-d463-46ef-8303-bf49a9e3248d up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:35.785812 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdacbe9-b2ee-494e-9cad-3e311f1db086 None None] The sync data for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv is: [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:34Z', 'revision_number': 6, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '4038b771-d463-46ef-8303-bf49a9e3248d', 'name': '', 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:24:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:24Z', 'updated_at': '2022-10-18T07:58:34Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e146ee-1603-4d55-b117-8a64732552d7', 'name': '', 'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:f6:1f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'a98c42e4-2700-4e9b-a951-163fdf58cd7c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:30Z', 'updated_at': '2022-10-18T07:58:35Z', 'revision_number': 4, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'a98c42e4-2700-4e9b-a951-163fdf58cd7c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:26Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:58:35.880515 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 4038b771-d463-46ef-8303-bf49a9e3248d triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:35.880884 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:35.881215 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 4038b771-d463-46ef-8303-bf49a9e3248d Oct 18 07:58:36.009202 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 4038b771-d463-46ef-8303-bf49a9e3248d is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:36.226045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.extraroute_db [None req-c6f3e423-36da-4510-9463-37828efb22ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Added routes are [] {{(pid=89046) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 18 07:58:36.226600 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.extraroute_db [None req-c6f3e423-36da-4510-9463-37828efb22ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=89046) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 18 07:58:36.256290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c6f3e423-36da-4510-9463-37828efb22ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:36.488669 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3763992-757a-45dd-b6c5-406a1dfd4d80 None None] Sync routers for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:58:36.498078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3763992-757a-45dd-b6c5-406a1dfd4d80 None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:36.498816 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c3763992-757a-45dd-b6c5-406a1dfd4d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:36.651717 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-c3763992-757a-45dd-b6c5-406a1dfd4d80 None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:36.680492 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c6f3e423-36da-4510-9463-37828efb22ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:36.684015 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c6f3e423-36da-4510-9463-37828efb22ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:36.843074 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f3e423-36da-4510-9463-37828efb22ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 14121499-dc25-41c3-afcf-128c3e103f60 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:58:36.970384 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c3763992-757a-45dd-b6c5-406a1dfd4d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:36Z', 'revision_number': 7, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '4038b771-d463-46ef-8303-bf49a9e3248d', 'name': '', 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:24:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:24Z', 'updated_at': '2022-10-18T07:58:34Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e146ee-1603-4d55-b117-8a64732552d7', 'name': '', 'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:f6:1f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'a98c42e4-2700-4e9b-a951-163fdf58cd7c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:30Z', 'updated_at': '2022-10-18T07:58:35Z', 'revision_number': 4, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'a98c42e4-2700-4e9b-a951-163fdf58cd7c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:26Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:36.974164 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3763992-757a-45dd-b6c5-406a1dfd4d80 None None] Checking router: 14121499-dc25-41c3-afcf-128c3e103f60 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:58:36.982722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3763992-757a-45dd-b6c5-406a1dfd4d80 None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:36.983315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c3763992-757a-45dd-b6c5-406a1dfd4d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:37.002372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f3e423-36da-4510-9463-37828efb22ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:58:37.007940 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33710) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:37.009244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c6f3e423-36da-4510-9463-37828efb22ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:37.013460 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c6f3e423-36da-4510-9463-37828efb22ef tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/14121499-dc25-41c3-afcf-128c3e103f60 HTTP/1.1" status: 200 len: 698 time: 1.4009507 Oct 18 07:58:37.013684 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33714) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:37.187387 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-10dde878-99dd-41ae-8123-aaf1559eca63 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/routers/14121499-dc25-41c3-afcf-128c3e103f60 HTTP/1.1" status: 200 len: 698 time: 0.1702874 Oct 18 07:58:37.188141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33718) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:37.193273 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-c3763992-757a-45dd-b6c5-406a1dfd4d80 None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:37.562717 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-c3763992-757a-45dd-b6c5-406a1dfd4d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:36Z', 'revision_number': 7, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '4038b771-d463-46ef-8303-bf49a9e3248d', 'name': '', 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:24:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:24Z', 'updated_at': '2022-10-18T07:58:34Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e146ee-1603-4d55-b117-8a64732552d7', 'name': '', 'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:f6:1f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'a98c42e4-2700-4e9b-a951-163fdf58cd7c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:30Z', 'updated_at': '2022-10-18T07:58:35Z', 'revision_number': 4, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'a98c42e4-2700-4e9b-a951-163fdf58cd7c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:26Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:37.572324 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3763992-757a-45dd-b6c5-406a1dfd4d80 None None] The sync data for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv is: [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:36Z', 'revision_number': 7, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '4038b771-d463-46ef-8303-bf49a9e3248d', 'name': '', 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:24:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:24Z', 'updated_at': '2022-10-18T07:58:34Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e146ee-1603-4d55-b117-8a64732552d7', 'name': '', 'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:f6:1f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'a98c42e4-2700-4e9b-a951-163fdf58cd7c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:30Z', 'updated_at': '2022-10-18T07:58:35Z', 'revision_number': 4, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'a98c42e4-2700-4e9b-a951-163fdf58cd7c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:26Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:58:37.610016 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 82e146ee-1603-4d55-b117-8a64732552d7 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:37.686945 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 82e146ee-1603-4d55-b117-8a64732552d7 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:37.695163 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 82e146ee-1603-4d55-b117-8a64732552d7 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:37.695541 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:37.696736 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 82e146ee-1603-4d55-b117-8a64732552d7 Oct 18 07:58:37.824061 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 82e146ee-1603-4d55-b117-8a64732552d7 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:37.824460 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:37.865625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f39d5175-a208-42df-9ab3-f81b19b134d6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:37.866240 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 82e146ee-1603-4d55-b117-8a64732552d7, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=82e146ee-1603-4d55-b117-8a64732552d7,segment=NetworkSegment(ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8),segment_id=ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:37.871002 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:37.883324 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81db3482-9ea9-4851-8e64-d0fd8beaee57 None None] Sync routers for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:58:37.894365 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81db3482-9ea9-4851-8e64-d0fd8beaee57 None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:37.895382 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-81db3482-9ea9-4851-8e64-d0fd8beaee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:37.942354 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:37.951360 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=82e146ee-1603-4d55-b117-8a64732552d7,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:38.063448 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-81db3482-9ea9-4851-8e64-d0fd8beaee57 None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:38.228194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-f39d5175-a208-42df-9ab3-f81b19b134d6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port 82e146ee-1603-4d55-b117-8a64732552d7 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:58:38.228617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f39d5175-a208-42df-9ab3-f81b19b134d6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:38.372727 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.17 (ea15d070-fe09-473f-b0d0-28f6ca806e13/36a58ad8-72c5-4763-870c-af3a98eba572/0c40b4b0-f29b-441f-be8c-b99db552e3f9) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:58:38.409680 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-81db3482-9ea9-4851-8e64-d0fd8beaee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:36Z', 'revision_number': 7, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '4038b771-d463-46ef-8303-bf49a9e3248d', 'name': '', 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:24:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:24Z', 'updated_at': '2022-10-18T07:58:34Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e146ee-1603-4d55-b117-8a64732552d7', 'name': '', 'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:f6:1f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'a98c42e4-2700-4e9b-a951-163fdf58cd7c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:30Z', 'updated_at': '2022-10-18T07:58:37Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'a98c42e4-2700-4e9b-a951-163fdf58cd7c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:26Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:38.413687 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81db3482-9ea9-4851-8e64-d0fd8beaee57 None None] Checking router: 14121499-dc25-41c3-afcf-128c3e103f60 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:58:38.423081 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81db3482-9ea9-4851-8e64-d0fd8beaee57 None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:38.423429 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-81db3482-9ea9-4851-8e64-d0fd8beaee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:38.432957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-f39d5175-a208-42df-9ab3-f81b19b134d6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] For port 82e146ee-1603-4d55-b117-8a64732552d7, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=82e146ee-1603-4d55-b117-8a64732552d7,segment=NetworkSegment(ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8),segment_id=ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:38.433777 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f39d5175-a208-42df-9ab3-f81b19b134d6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:38.537195 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:38.554607 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object 0c40b4b0-f29b-441f-be8c-b99db552e3f9 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:38.558233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-f39d5175-a208-42df-9ab3-f81b19b134d6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Calling delete_port for 82e146ee-1603-4d55-b117-8a64732552d7 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:58:38.581865 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:38.585114 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-81db3482-9ea9-4851-8e64-d0fd8beaee57 None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:38.653916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network ea15d070-fe09-473f-b0d0-28f6ca806e13 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:38.657452 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:38.661311 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:58:38.719834 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:38.734636 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=0c40b4b0-f29b-441f-be8c-b99db552e3f9,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:38.758752 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f39d5175-a208-42df-9ab3-f81b19b134d6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:38.825821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d5175-a208-42df-9ab3-f81b19b134d6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Port': ['ID=82e146ee-1603-4d55-b117-8a64732552d7,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:38.866517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:39.000124 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e6ebbfa2-8af1-4057-aeec-d1e33003fb9f None None] Provisioning for port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:39.007773 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e6ebbfa2-8af1-4057-aeec-d1e33003fb9f None None] Provisioning complete for port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:39.008527 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e6ebbfa2-8af1-4057-aeec-d1e33003fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:39.009379 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e6ebbfa2-8af1-4057-aeec-d1e33003fb9f None None] Attempt 1 to provision port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 Oct 18 07:58:39.040655 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-81db3482-9ea9-4851-8e64-d0fd8beaee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:36Z', 'revision_number': 7, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '4038b771-d463-46ef-8303-bf49a9e3248d', 'name': '', 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:24:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:24Z', 'updated_at': '2022-10-18T07:58:34Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e146ee-1603-4d55-b117-8a64732552d7', 'name': '', 'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:f6:1f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'a98c42e4-2700-4e9b-a951-163fdf58cd7c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:30Z', 'updated_at': '2022-10-18T07:58:37Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'a98c42e4-2700-4e9b-a951-163fdf58cd7c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:26Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:39.045273 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81db3482-9ea9-4851-8e64-d0fd8beaee57 None None] The sync data for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv is: [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:36Z', 'revision_number': 7, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '4038b771-d463-46ef-8303-bf49a9e3248d', 'name': '', 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:24:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:24Z', 'updated_at': '2022-10-18T07:58:34Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e146ee-1603-4d55-b117-8a64732552d7', 'name': '', 'network_id': '01f7b89d-cf0c-423c-bdf0-204a4568c950', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:f6:1f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'a98c42e4-2700-4e9b-a951-163fdf58cd7c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:30Z', 'updated_at': '2022-10-18T07:58:37Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'a98c42e4-2700-4e9b-a951-163fdf58cd7c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:26Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:58:39.102079 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e6ebbfa2-8af1-4057-aeec-d1e33003fb9f None None] Port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:39.217168 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f39d5175-a208-42df-9ab3-f81b19b134d6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:39.467110 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:39.471421 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:39.586310 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:39.589691 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=0c40b4b0-f29b-441f-be8c-b99db552e3f9,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:39.602910 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e6ebbfa2-8af1-4057-aeec-d1e33003fb9f None None] Attempt 2 to provision port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 Oct 18 07:58:39.652242 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39d5175-a208-42df-9ab3-f81b19b134d6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 14121499-dc25-41c3-afcf-128c3e103f60 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:58:39.657829 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e6ebbfa2-8af1-4057-aeec-d1e33003fb9f None None] Port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:39.723455 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network ea15d070-fe09-473f-b0d0-28f6ca806e13 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:58:39.724659 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:39.818121 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39d5175-a208-42df-9ab3-f81b19b134d6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:58:39.828188 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5b1b3b-fadf-4b97-8c72-f431bab1f712 None None] Sync routers for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:58:39.832886 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f39d5175-a208-42df-9ab3-f81b19b134d6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/14121499-dc25-41c3-afcf-128c3e103f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6434805 Oct 18 07:58:39.835457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33722) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:39.845382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5b1b3b-fadf-4b97-8c72-f431bab1f712 None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:39.846672 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7b5b1b3b-fadf-4b97-8c72-f431bab1f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:39.915580 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-4375bf04-20c6-4e34-9be4-d5b3f270a34b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting subnet a98c42e4-2700-4e9b-a951-163fdf58cd7c {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:58:39.922166 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4375bf04-20c6-4e34-9be4-d5b3f270a34b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:39.933308 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 77ff547f-6fd6-431d-b76e-cd11565efa32 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:58:39.978451 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4375bf04-20c6-4e34-9be4-d5b3f270a34b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:40.025388 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-7b5b1b3b-fadf-4b97-8c72-f431bab1f712 None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:40.070348 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4375bf04-20c6-4e34-9be4-d5b3f270a34b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:40.120695 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:58:40.132146 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Sync routers for ids ['77ff547f-6fd6-431d-b76e-cd11565efa32'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:58:40.142741 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-28db250b-da9c-492b-9020-d2d23e428255 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/77ff547f-6fd6-431d-b76e-cd11565efa32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1320627 Oct 18 07:58:40.144430 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Routers {'77ff547f-6fd6-431d-b76e-cd11565efa32'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:40.145873 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['77ff547f-6fd6-431d-b76e-cd11565efa32'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:40.149579 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4375bf04-20c6-4e34-9be4-d5b3f270a34b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:40.188027 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e6ebbfa2-8af1-4057-aeec-d1e33003fb9f None None] Attempt 3 to provision port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 Oct 18 07:58:40.196711 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4375bf04-20c6-4e34-9be4-d5b3f270a34b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:40.201828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375bf04-20c6-4e34-9be4-d5b3f270a34b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Subnet': ['ID=a98c42e4-2700-4e9b-a951-163fdf58cd7c,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:40.212633 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4375bf04-20c6-4e34-9be4-d5b3f270a34b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/subnets/a98c42e4-2700-4e9b-a951-163fdf58cd7c HTTP/1.1" status: 204 len: 168 time: 0.3732963 Oct 18 07:58:40.212808 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33728) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:40.252587 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad96a1e2-0ec6-414a-abc4-39c49073b5fb None None] Network 01f7b89d-cf0c-423c-bdf0-204a4568c950 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:40.331752 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:40.343284 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port deef47fd-dfeb-4a75-ab41-c77e63c9fe41 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:58:40.343620 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:40.347639 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Set router 77ff547f-6fd6-431d-b76e-cd11565efa32 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:40.440310 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e6ebbfa2-8af1-4057-aeec-d1e33003fb9f None None] Port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:40.560773 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] For port deef47fd-dfeb-4a75-ab41-c77e63c9fe41, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=deef47fd-dfeb-4a75-ab41-c77e63c9fe41,segment=NetworkSegment(ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8),segment_id=ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:40.561425 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:40.679293 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7b5b1b3b-fadf-4b97-8c72-f431bab1f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:38Z', 'revision_number': 8, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '4038b771-d463-46ef-8303-bf49a9e3248d', 'name': '', 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:24:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:24Z', 'updated_at': '2022-10-18T07:58:34Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:26Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:40.684098 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5b1b3b-fadf-4b97-8c72-f431bab1f712 None None] Checking router: 14121499-dc25-41c3-afcf-128c3e103f60 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:58:40.692812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5b1b3b-fadf-4b97-8c72-f431bab1f712 None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:40.693429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7b5b1b3b-fadf-4b97-8c72-f431bab1f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:40.694200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Calling delete_port for deef47fd-dfeb-4a75-ab41-c77e63c9fe41 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:58:40.709999 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:58:38Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:56:56Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '18e7eb2a-915d-440c-a22a-fc2a30521736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.90', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'port_id': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'mac_address': 'fa:16:3e:4c:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e12b10-8b37-4329-91ef-e31e5c199480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:57:33Z', 'updated_at': '2022-10-18T07:57:39Z', 'revision_number': 1, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c40b4b0-f29b-441f-be8c-b99db552e3f9', 'name': '', 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:f6:29:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '36a58ad8-72c5-4763-870c-af3a98eba572', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:38Z', 'updated_at': '2022-10-18T07:58:39Z', 'revision_number': 2, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '36a58ad8-72c5-4763-870c-af3a98eba572', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '652908cf-f809-44e6-8a32-b2804b1dfad5', 'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:fe:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:03Z', 'updated_at': '2022-10-18T07:57:15Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:40.714189 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Checking router: 77ff547f-6fd6-431d-b76e-cd11565efa32 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:58:40.714541 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Updating router 77ff547f-6fd6-431d-b76e-cd11565efa32 port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:58:40.772354 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:40.787531 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:40.816707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707424de-02a1-44c9-b60d-9548662353fb None None] DHCP port deletion for 01f7b89d-cf0c-423c-bdf0-204a4568c950 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:58:40.837649 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Port': ['ID=deef47fd-dfeb-4a75-ab41-c77e63c9fe41,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:40.839492 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] No DVR routers for this DVR port deef47fd-dfeb-4a75-ab41-c77e63c9fe41 on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:58:40.870092 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-7b5b1b3b-fadf-4b97-8c72-f431bab1f712 None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:40.942021 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e6ebbfa2-8af1-4057-aeec-d1e33003fb9f None None] Attempt 4 to provision port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 Oct 18 07:58:41.083901 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:41.110073 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f7b89d-cf0c-423c-bdf0-204a4568c950']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:41.122626 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e6ebbfa2-8af1-4057-aeec-d1e33003fb9f None None] Port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:58:41.124584 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:41.124584 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:41.136588 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:41.154472 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:41.161473 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:41.162487 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:58:41.163019 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:41.236610 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8 resource provider aggregate not found Oct 18 07:58:41.258529 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7b5b1b3b-fadf-4b97-8c72-f431bab1f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:38Z', 'revision_number': 8, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '4038b771-d463-46ef-8303-bf49a9e3248d', 'name': '', 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:24:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:24Z', 'updated_at': '2022-10-18T07:58:34Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:26Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:41.259129 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea4e6ff8-9b5e-40f7-b1cb-2128bcde9ad8 found for delete ", "request_id": "req-023f9bf8-e093-4f86-8ad7-c29b25a42528"}]} Oct 18 07:58:41.262719 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5b1b3b-fadf-4b97-8c72-f431bab1f712 None None] The sync data for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv is: [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:38Z', 'revision_number': 8, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '4038b771-d463-46ef-8303-bf49a9e3248d', 'name': '', 'network_id': '4ebdae25-f210-4ae0-8430-15c7ec2ad0c8', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:24:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:24Z', 'updated_at': '2022-10-18T07:58:34Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'ce1f9d26-28ed-4bd8-955e-aace86ec48af', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:26Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:58:41.275885 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:41.276373 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Transition to ACTIVE for port object 0c40b4b0-f29b-441f-be8c-b99db552e3f9 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:58:41.286182 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:41.295691 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:41.308184 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Network': ['ID=01f7b89d-cf0c-423c-bdf0-204a4568c950,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:41.318051 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-39f9c8eb-f040-4be2-9c6e-c5ad50bb16b5 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/networks/01f7b89d-cf0c-423c-bdf0-204a4568c950 HTTP/1.1" status: 204 len: 168 time: 1.1019084 Oct 18 07:58:41.318221 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33738) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:41.487734 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b06f16-3182-4f2b-a131-3d165b486b91 None None] Pushing event updated for resources: {'Port': ['ID=0c40b4b0-f29b-441f-be8c-b99db552e3f9,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:41.498118 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Attempting to bind port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:58:41.498484 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Attempting to bind port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'be110876-586f-47da-9fda-d73b46477d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:58:41.498876 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Attempting to bind port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 on network ea15d070-fe09-473f-b0d0-28f6ca806e13 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:58:41.504054 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:58:41.504422 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Checking segment: {'id': 'be110876-586f-47da-9fda-d73b46477d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:41.504817 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:41.505199 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Bound using segment: {'id': 'be110876-586f-47da-9fda-d73b46477d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:58:41.505655 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Bound port: 0c40b4b0-f29b-441f-be8c-b99db552e3f9, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be110876-586f-47da-9fda-d73b46477d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:58:41.506019 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:41.594400 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] For port 0c40b4b0-f29b-441f-be8c-b99db552e3f9, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:58:41.597363 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] For port 0c40b4b0-f29b-441f-be8c-b99db552e3f9, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0c40b4b0-f29b-441f-be8c-b99db552e3f9,segment=NetworkSegment(be110876-586f-47da-9fda-d73b46477d5b),segment_id=be110876-586f-47da-9fda-d73b46477d5b)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:58:41.602643 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:41.629090 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e6ebbfa2-8af1-4057-aeec-d1e33003fb9f None None] Attempt 5 to provision port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 Oct 18 07:58:41.681805 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b06f16-3182-4f2b-a131-3d165b486b91 None None] Pushing event updated for resources: {'Port': ['ID=0c40b4b0-f29b-441f-be8c-b99db552e3f9,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:41.690345 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Routers {'77ff547f-6fd6-431d-b76e-cd11565efa32'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:41.691062 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['77ff547f-6fd6-431d-b76e-cd11565efa32'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:41.732847 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device deef47fd-dfeb-4a75-ab41-c77e63c9fe41 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:58:41.773024 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: deef47fd-dfeb-4a75-ab41-c77e63c9fe41 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:58:41.773369 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device deef47fd-dfeb-4a75-ab41-c77e63c9fe41 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:58:41.773939 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 82e146ee-1603-4d55-b117-8a64732552d7 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:58:41.816885 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 82e146ee-1603-4d55-b117-8a64732552d7 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:58:41.817238 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 82e146ee-1603-4d55-b117-8a64732552d7 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:58:41.820487 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e6ebbfa2-8af1-4057-aeec-d1e33003fb9f None None] Port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 07:58:41.888701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-79803366-4565-4f90-8739-720ff54d47a4 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:41.920206 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] Set router 77ff547f-6fd6-431d-b76e-cd11565efa32 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:42.221368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-79803366-4565-4f90-8739-720ff54d47a4 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port 4038b771-d463-46ef-8303-bf49a9e3248d {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:58:42.221703 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-79803366-4565-4f90-8739-720ff54d47a4 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:42.271819 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:58:38Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:56:56Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '18e7eb2a-915d-440c-a22a-fc2a30521736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.90', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'port_id': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'mac_address': 'fa:16:3e:4c:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e12b10-8b37-4329-91ef-e31e5c199480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:57:33Z', 'updated_at': '2022-10-18T07:57:39Z', 'revision_number': 1, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c40b4b0-f29b-441f-be8c-b99db552e3f9', 'name': '', 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:f6:29:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '36a58ad8-72c5-4763-870c-af3a98eba572', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:38Z', 'updated_at': '2022-10-18T07:58:41Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '36a58ad8-72c5-4763-870c-af3a98eba572', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '652908cf-f809-44e6-8a32-b2804b1dfad5', 'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:fe:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:03Z', 'updated_at': '2022-10-18T07:57:15Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:42.275636 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f97b0f-192f-4e37-9899-7f16f6b5ff2f None None] The sync data for ids ['77ff547f-6fd6-431d-b76e-cd11565efa32'] in dv-neutron-861625-1-hyperv is: [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:58:38Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:56:56Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '18e7eb2a-915d-440c-a22a-fc2a30521736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.90', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'port_id': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'mac_address': 'fa:16:3e:4c:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e12b10-8b37-4329-91ef-e31e5c199480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:57:33Z', 'updated_at': '2022-10-18T07:57:39Z', 'revision_number': 1, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c40b4b0-f29b-441f-be8c-b99db552e3f9', 'name': '', 'network_id': 'ea15d070-fe09-473f-b0d0-28f6ca806e13', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:f6:29:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '36a58ad8-72c5-4763-870c-af3a98eba572', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:38Z', 'updated_at': '2022-10-18T07:58:41Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '36a58ad8-72c5-4763-870c-af3a98eba572', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '652908cf-f809-44e6-8a32-b2804b1dfad5', 'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:fe:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:03Z', 'updated_at': '2022-10-18T07:57:15Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:58:42.433395 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-79803366-4565-4f90-8739-720ff54d47a4 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] For port 4038b771-d463-46ef-8303-bf49a9e3248d, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4038b771-d463-46ef-8303-bf49a9e3248d,segment=NetworkSegment(bcbdb056-f2b6-4577-b40f-c687614efa8d),segment_id=bcbdb056-f2b6-4577-b40f-c687614efa8d)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:42.434301 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-79803366-4565-4f90-8739-720ff54d47a4 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:42.678965 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-79803366-4565-4f90-8739-720ff54d47a4 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Calling delete_port for 4038b771-d463-46ef-8303-bf49a9e3248d owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:58:42.704255 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6a246387-a0be-4887-a2df-eb7fb84664c7 req-52f831c2-617a-4e5d-a3e2-fe36b631b3dd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0904257 Oct 18 07:58:42.864665 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a246387-a0be-4887-a2df-eb7fb84664c7 req-9a0c4707-87ef-42c0-929c-a7107cb58eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:42.866296 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6a246387-a0be-4887-a2df-eb7fb84664c7 req-9a0c4707-87ef-42c0-929c-a7107cb58eac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 1098 time: 0.0878747 Oct 18 07:58:42.879231 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-79803366-4565-4f90-8739-720ff54d47a4 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:42.928689 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79803366-4565-4f90-8739-720ff54d47a4 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Port': ['ID=4038b771-d463-46ef-8303-bf49a9e3248d,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:43.027807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a246387-a0be-4887-a2df-eb7fb84664c7 req-33ac3889-24ed-44ff-ba22-38097f9fa959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:43.029391 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6a246387-a0be-4887-a2df-eb7fb84664c7 req-33ac3889-24ed-44ff-ba22-38097f9fa959 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dba6462c-8a73-4764-a16b-d913fa15e5fd HTTP/1.1" status: 200 len: 898 time: 0.1429491 Oct 18 07:58:43.139379 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6a246387-a0be-4887-a2df-eb7fb84664c7 req-83708888-5be5-4ecb-8512-c601228840a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e HTTP/1.1" status: 200 len: 1000 time: 0.1034153 Oct 18 07:58:43.207177 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a246387-a0be-4887-a2df-eb7fb84664c7 req-8f1a1f67-3fc1-4def-a2dd-2c20f4f0dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:43.208562 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6a246387-a0be-4887-a2df-eb7fb84664c7 req-8f1a1f67-3fc1-4def-a2dd-2c20f4f0dfc5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1fd93d08-c3d2-49e2-9d36-15a8bd607202 HTTP/1.1" status: 200 len: 835 time: 0.0627270 Oct 18 07:58:43.210727 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-79803366-4565-4f90-8739-720ff54d47a4 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:43.291045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a246387-a0be-4887-a2df-eb7fb84664c7 req-4998afba-71c8-4c64-9c41-ca92f7d3aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:43.292451 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6a246387-a0be-4887-a2df-eb7fb84664c7 req-4998afba-71c8-4c64-9c41-ca92f7d3aacf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dba6462c-8a73-4764-a16b-d913fa15e5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774808 Oct 18 07:58:43.423003 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6a246387-a0be-4887-a2df-eb7fb84664c7 req-8baeecca-5673-4b5c-b9ed-223087b747fa service neutron] 10.222.0.46 "GET /v2.0/networks/dba6462c-8a73-4764-a16b-d913fa15e5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238172 Oct 18 07:58:43.549811 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79803366-4565-4f90-8739-720ff54d47a4 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 14121499-dc25-41c3-afcf-128c3e103f60 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:58:43.662056 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0c40b4b0-f29b-441f-be8c-b99db552e3f9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:43.690584 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6a246387-a0be-4887-a2df-eb7fb84664c7 req-a1874cae-28b9-4df4-b2db-e841a4b026c7 service neutron] 10.222.0.46 "GET /v2.0/networks/dba6462c-8a73-4764-a16b-d913fa15e5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462411 Oct 18 07:58:43.709257 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79803366-4565-4f90-8739-720ff54d47a4 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:58:43.723931 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-79803366-4565-4f90-8739-720ff54d47a4 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/14121499-dc25-41c3-afcf-128c3e103f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4046698 Oct 18 07:58:43.726344 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee467bc-d997-4357-8099-e35c8c0ab223 None None] Sync routers for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:58:43.726531 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33744) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:43.739409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee467bc-d997-4357-8099-e35c8c0ab223 None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:43.739995 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4ee467bc-d997-4357-8099-e35c8c0ab223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:43.794887 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d0a370-1e36-4458-b84f-135edd321623 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting subnet ce1f9d26-28ed-4bd8-955e-aace86ec48af {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:58:43.796248 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:58:43.797918 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-94d0a370-1e36-4458-b84f-135edd321623 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:43.854978 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-94d0a370-1e36-4458-b84f-135edd321623 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:43.856252 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:43.856629 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:43.856962 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 Oct 18 07:58:43.945614 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-94d0a370-1e36-4458-b84f-135edd321623 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:43.948027 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-4ee467bc-d997-4357-8099-e35c8c0ab223 None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:44.027262 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-94d0a370-1e36-4458-b84f-135edd321623 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:44.072613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0a370-1e36-4458-b84f-135edd321623 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Subnet': ['ID=ce1f9d26-28ed-4bd8-955e-aace86ec48af,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:44.077565 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-94d0a370-1e36-4458-b84f-135edd321623 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:44.086470 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-94d0a370-1e36-4458-b84f-135edd321623 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/subnets/ce1f9d26-28ed-4bd8-955e-aace86ec48af HTTP/1.1" status: 204 len: 168 time: 0.3564045 Oct 18 07:58:44.087293 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33748) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:44.116254 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9f1e1f-c42b-477c-a6c9-a833c9fcd8dc None None] Network 4ebdae25-f210-4ae0-8430-15c7ec2ad0c8 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:44.346057 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:44.356941 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:44.357237 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:44.357353 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port d52ca890-2d58-40d8-bb01-c88267cbdc08 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:58:44.357625 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:44.528630 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 0c40b4b0-f29b-441f-be8c-b99db552e3f9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0c40b4b0-f29b-441f-be8c-b99db552e3f9,segment=NetworkSegment(be110876-586f-47da-9fda-d73b46477d5b),segment_id=be110876-586f-47da-9fda-d73b46477d5b)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:44.535385 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:44.565916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] For port d52ca890-2d58-40d8-bb01-c88267cbdc08, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d52ca890-2d58-40d8-bb01-c88267cbdc08,segment=NetworkSegment(bcbdb056-f2b6-4577-b40f-c687614efa8d),segment_id=bcbdb056-f2b6-4577-b40f-c687614efa8d)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:44.566275 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:44.624088 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=0c40b4b0-f29b-441f-be8c-b99db552e3f9,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:44.647235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4ee467bc-d997-4357-8099-e35c8c0ab223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:42Z', 'revision_number': 9, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:26Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:44.651358 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee467bc-d997-4357-8099-e35c8c0ab223 None None] Checking router: 14121499-dc25-41c3-afcf-128c3e103f60 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:58:44.660650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee467bc-d997-4357-8099-e35c8c0ab223 None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:44.661252 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4ee467bc-d997-4357-8099-e35c8c0ab223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:44.692863 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Calling delete_port for d52ca890-2d58-40d8-bb01-c88267cbdc08 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:58:44.710822 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5687846c-69fd-4060-8874-7814516560d4 None None] DHCP port deletion for 4ebdae25-f210-4ae0-8430-15c7ec2ad0c8 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:58:44.773712 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:44.775184 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5687846c-69fd-4060-8874-7814516560d4 None None] Deleting port d52ca890-2d58-40d8-bb01-c88267cbdc08 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:58:44.775642 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5687846c-69fd-4060-8874-7814516560d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:44.822476 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Port': ['ID=d52ca890-2d58-40d8-bb01-c88267cbdc08,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:44.826283 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] No DVR routers for this DVR port d52ca890-2d58-40d8-bb01-c88267cbdc08 on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:58:44.863393 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5687846c-69fd-4060-8874-7814516560d4 None None] The port 'd52ca890-2d58-40d8-bb01-c88267cbdc08' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:58:44.884714 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-4ee467bc-d997-4357-8099-e35c8c0ab223 None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:44.952136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:44.978071 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebdae25-f210-4ae0-8430-15c7ec2ad0c8']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:44.995709 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcbdb056-f2b6-4577-b40f-c687614efa8d') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:44.996026 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcbdb056-f2b6-4577-b40f-c687614efa8d') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:45.007907 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:45.028650 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:45.034650 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:58:45.035010 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:45.099341 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment bcbdb056-f2b6-4577-b40f-c687614efa8d resource provider aggregate not found Oct 18 07:58:45.119710 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment bcbdb056-f2b6-4577-b40f-c687614efa8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcbdb056-f2b6-4577-b40f-c687614efa8d found for delete ", "request_id": "req-7b940787-72ae-4a5c-a5a4-8da03213210f"}]} Oct 18 07:58:45.137753 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:45.144240 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:45.171080 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Network': ['ID=4ebdae25-f210-4ae0-8430-15c7ec2ad0c8,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:45.179520 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d8fcede0-076c-4cbd-b3e5-b2ecaafbed75 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/networks/4ebdae25-f210-4ae0-8430-15c7ec2ad0c8 HTTP/1.1" status: 204 len: 168 time: 1.0894020 Oct 18 07:58:45.179734 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33758) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:45.227317 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4ee467bc-d997-4357-8099-e35c8c0ab223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:42Z', 'revision_number': 9, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:26Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:45.231311 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee467bc-d997-4357-8099-e35c8c0ab223 None None] The sync data for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv is: [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:42Z', 'revision_number': 9, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f004a712-1258-4ae6-accd-5147b4762cdb', 'name': '', 'network_id': '28729f26-011b-468c-afa6-e60c73ad6615', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c4:49:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:17Z', 'updated_at': '2022-10-18T07:58:26Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': 'e30822de-31ff-493c-863d-fcff8fedad60', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:58:45.630089 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0c40b4b0-f29b-441f-be8c-b99db552e3f9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:58:45.703998 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:58:45.704365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:45.704696 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 Oct 18 07:58:45.814277 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-827a0294-0a4b-4836-a214-e05d7c48654a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:45.820954 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:58:45.866161 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4038b771-d463-46ef-8303-bf49a9e3248d no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:58:45.946756 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 4038b771-d463-46ef-8303-bf49a9e3248d {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:58:45.947094 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4038b771-d463-46ef-8303-bf49a9e3248d not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:58:45.947505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d52ca890-2d58-40d8-bb01-c88267cbdc08 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:58:45.979524 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: d52ca890-2d58-40d8-bb01-c88267cbdc08 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:58:45.979859 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d52ca890-2d58-40d8-bb01-c88267cbdc08 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:58:46.156839 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-827a0294-0a4b-4836-a214-e05d7c48654a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port f004a712-1258-4ae6-accd-5147b4762cdb {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:58:46.157414 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-827a0294-0a4b-4836-a214-e05d7c48654a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:46.346611 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-827a0294-0a4b-4836-a214-e05d7c48654a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] For port f004a712-1258-4ae6-accd-5147b4762cdb, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=f004a712-1258-4ae6-accd-5147b4762cdb,segment=NetworkSegment(5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb),segment_id=5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:46.346968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-827a0294-0a4b-4836-a214-e05d7c48654a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:46.469532 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-827a0294-0a4b-4836-a214-e05d7c48654a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Calling delete_port for f004a712-1258-4ae6-accd-5147b4762cdb owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:58:46.645573 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-827a0294-0a4b-4836-a214-e05d7c48654a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:46.696018 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a0294-0a4b-4836-a214-e05d7c48654a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Port': ['ID=f004a712-1258-4ae6-accd-5147b4762cdb,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:46.950944 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-827a0294-0a4b-4836-a214-e05d7c48654a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:47.372942 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827a0294-0a4b-4836-a214-e05d7c48654a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 14121499-dc25-41c3-afcf-128c3e103f60 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:58:47.532120 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827a0294-0a4b-4836-a214-e05d7c48654a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:58:47.542071 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682aa12f-a209-4cfd-a4fa-894e6042e61d None None] Sync routers for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:58:47.544473 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-827a0294-0a4b-4836-a214-e05d7c48654a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/14121499-dc25-41c3-afcf-128c3e103f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3637917 Oct 18 07:58:47.547029 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33764) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:47.551353 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682aa12f-a209-4cfd-a4fa-894e6042e61d None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:47.551946 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-682aa12f-a209-4cfd-a4fa-894e6042e61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:47.611966 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-70733253-6dec-44ea-8eda-67d99571aa9b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting subnet e30822de-31ff-493c-863d-fcff8fedad60 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:58:47.614897 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70733253-6dec-44ea-8eda-67d99571aa9b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:47.671910 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70733253-6dec-44ea-8eda-67d99571aa9b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:47.703977 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-682aa12f-a209-4cfd-a4fa-894e6042e61d None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:47.756266 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70733253-6dec-44ea-8eda-67d99571aa9b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:47.832991 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70733253-6dec-44ea-8eda-67d99571aa9b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:47.875947 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70733253-6dec-44ea-8eda-67d99571aa9b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:47.878870 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70733253-6dec-44ea-8eda-67d99571aa9b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Subnet': ['ID=e30822de-31ff-493c-863d-fcff8fedad60,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:47.887752 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-70733253-6dec-44ea-8eda-67d99571aa9b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/subnets/e30822de-31ff-493c-863d-fcff8fedad60 HTTP/1.1" status: 204 len: 168 time: 0.3361745 Oct 18 07:58:47.887752 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33768) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:47.891652 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf386ba-0457-412a-9127-3aba95c92d62 None None] Network 28729f26-011b-468c-afa6-e60c73ad6615 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:48.001347 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:48.011828 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-682aa12f-a209-4cfd-a4fa-894e6042e61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:46Z', 'revision_number': 10, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:48.012038 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port fc65d441-3cde-4370-be01-0bb6935f77a9 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:58:48.012173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:48.015515 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682aa12f-a209-4cfd-a4fa-894e6042e61d None None] Checking router: 14121499-dc25-41c3-afcf-128c3e103f60 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:58:48.023867 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682aa12f-a209-4cfd-a4fa-894e6042e61d None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:48.024460 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-682aa12f-a209-4cfd-a4fa-894e6042e61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:48.173610 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-682aa12f-a209-4cfd-a4fa-894e6042e61d None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:48.192086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c247fdd4-f341-41c8-a982-3982297b8471 None None] DHCP port deletion for 28729f26-011b-468c-afa6-e60c73ad6615 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:58:48.196077 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c247fdd4-f341-41c8-a982-3982297b8471 None None] Deleting port fc65d441-3cde-4370-be01-0bb6935f77a9 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:58:48.196548 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c247fdd4-f341-41c8-a982-3982297b8471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:48.229129 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] For port fc65d441-3cde-4370-be01-0bb6935f77a9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=fc65d441-3cde-4370-be01-0bb6935f77a9,segment=NetworkSegment(5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb),segment_id=5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:48.229495 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:48.359199 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Calling delete_port for fc65d441-3cde-4370-be01-0bb6935f77a9 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:58:48.409793 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c247fdd4-f341-41c8-a982-3982297b8471 None None] For port fc65d441-3cde-4370-be01-0bb6935f77a9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=fc65d441-3cde-4370-be01-0bb6935f77a9,segment=NetworkSegment(5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb),segment_id=5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:48.410155 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c247fdd4-f341-41c8-a982-3982297b8471 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:48.441557 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:48.488926 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Port': ['ID=fc65d441-3cde-4370-be01-0bb6935f77a9,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:48.492492 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] No DVR routers for this DVR port fc65d441-3cde-4370-be01-0bb6935f77a9 on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:58:48.523091 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-682aa12f-a209-4cfd-a4fa-894e6042e61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:46Z', 'revision_number': 10, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:48.527693 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682aa12f-a209-4cfd-a4fa-894e6042e61d None None] The sync data for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv is: [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:46Z', 'revision_number': 10, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None, '_interfaces': [{'id': '7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0', 'name': '', 'network_id': '588d648f-4a94-42e0-b294-42e5fc38fa55', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'mac_address': 'fa:16:3e:c7:82:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14121499-dc25-41c3-afcf-128c3e103f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '78c76599-101f-43a9-a218-a4dff173bc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:13Z', 'updated_at': '2022-10-18T07:58:22Z', 'revision_number': 5, 'project_id': '254df938bb1a44c79d10329568c221e7', 'subnets': [{'id': '78c76599-101f-43a9-a218-a4dff173bc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:58:48.537049 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c247fdd4-f341-41c8-a982-3982297b8471 None None] Calling delete_port for fc65d441-3cde-4370-be01-0bb6935f77a9 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: from cryptography.utils import int_from_bytes Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: from cryptography.utils import int_from_bytes Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn_limited( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn_limited( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 07:58:48.606501 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 07:58:48.611482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-c247fdd4-f341-41c8-a982-3982297b8471 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:58:48.611778 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-c247fdd4-f341-41c8-a982-3982297b8471 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:58:48.619065 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:48.747990 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28729f26-011b-468c-afa6-e60c73ad6615']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:48.760223 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:48.760518 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:48.772151 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:48.788120 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:48.793977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:58:48.794350 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:48.860427 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb resource provider aggregate not found Oct 18 07:58:48.885986 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c6c8660-bbe8-4bbc-a9c7-25731f7b98bb found for delete ", "request_id": "req-11474fc3-3d4f-4ad8-a046-9aabf50e275e"}]} Oct 18 07:58:48.902613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:48.920281 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:48.935107 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Network': ['ID=28729f26-011b-468c-afa6-e60c73ad6615,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:48.942647 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ed246def-723f-4a54-aa73-93428a3c8841 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/networks/28729f26-011b-468c-afa6-e60c73ad6615 HTTP/1.1" status: 204 len: 168 time: 1.0524216 Oct 18 07:58:48.942930 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33778) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:49.113403 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c247fdd4-f341-41c8-a982-3982297b8471 None None] Deleting port fc65d441-3cde-4370-be01-0bb6935f77a9 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:58:49.113948 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c247fdd4-f341-41c8-a982-3982297b8471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:49.182490 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c247fdd4-f341-41c8-a982-3982297b8471 None None] The port 'fc65d441-3cde-4370-be01-0bb6935f77a9' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:58:49.444681 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9d37dbba-8997-4737-9635-db7a629f797d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:49.558438 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device fc65d441-3cde-4370-be01-0bb6935f77a9 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:58:49.592226 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: fc65d441-3cde-4370-be01-0bb6935f77a9 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:58:49.592669 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device fc65d441-3cde-4370-be01-0bb6935f77a9 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:58:49.593095 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f004a712-1258-4ae6-accd-5147b4762cdb no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:58:49.625599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: f004a712-1258-4ae6-accd-5147b4762cdb {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:58:49.625937 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f004a712-1258-4ae6-accd-5147b4762cdb not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:58:49.776929 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-9d37dbba-8997-4737-9635-db7a629f797d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:58:49.777724 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9d37dbba-8997-4737-9635-db7a629f797d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:49.963649 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-9d37dbba-8997-4737-9635-db7a629f797d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] For port 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0,segment=NetworkSegment(fb1714c6-7981-4f6f-8d19-732d8d3b3f92),segment_id=fb1714c6-7981-4f6f-8d19-732d8d3b3f92)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:49.964017 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9d37dbba-8997-4737-9635-db7a629f797d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:50.088089 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-9d37dbba-8997-4737-9635-db7a629f797d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Calling delete_port for 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:58:50.374589 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9d37dbba-8997-4737-9635-db7a629f797d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:50.420996 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37dbba-8997-4737-9635-db7a629f797d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Port': ['ID=7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:50.658398 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9d37dbba-8997-4737-9635-db7a629f797d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:50.677149 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6df2d616-7f13-4d32-8a11-21683ce9a725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:50.926127 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d37dbba-8997-4737-9635-db7a629f797d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 14121499-dc25-41c3-afcf-128c3e103f60 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:58:51.056226 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d37dbba-8997-4737-9635-db7a629f797d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:58:51.065975 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6443c786-6b70-457d-b9ea-d9b9636cfe75 None None] Sync routers for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:58:51.071202 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9d37dbba-8997-4737-9635-db7a629f797d tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/14121499-dc25-41c3-afcf-128c3e103f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1253564 Oct 18 07:58:51.071825 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33786) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:51.077693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6443c786-6b70-457d-b9ea-d9b9636cfe75 None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:51.078299 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-6443c786-6b70-457d-b9ea-d9b9636cfe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:51.139740 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-851dadb2-b2d3-47eb-bbc1-1db29e1df935 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting subnet 78c76599-101f-43a9-a218-a4dff173bc99 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:58:51.142737 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-851dadb2-b2d3-47eb-bbc1-1db29e1df935 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:51.197045 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-851dadb2-b2d3-47eb-bbc1-1db29e1df935 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:51.204644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-6443c786-6b70-457d-b9ea-d9b9636cfe75 None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:51.282662 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-851dadb2-b2d3-47eb-bbc1-1db29e1df935 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:51.311837 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-6443c786-6b70-457d-b9ea-d9b9636cfe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:50Z', 'revision_number': 11, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:51.315762 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6443c786-6b70-457d-b9ea-d9b9636cfe75 None None] Checking router: 14121499-dc25-41c3-afcf-128c3e103f60 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:58:51.323870 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6443c786-6b70-457d-b9ea-d9b9636cfe75 None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:51.324960 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-6443c786-6b70-457d-b9ea-d9b9636cfe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:51.356074 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-851dadb2-b2d3-47eb-bbc1-1db29e1df935 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:51.394486 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851dadb2-b2d3-47eb-bbc1-1db29e1df935 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Subnet': ['ID=78c76599-101f-43a9-a218-a4dff173bc99,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:51.397986 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-851dadb2-b2d3-47eb-bbc1-1db29e1df935 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:51.406306 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-851dadb2-b2d3-47eb-bbc1-1db29e1df935 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/subnets/78c76599-101f-43a9-a218-a4dff173bc99 HTTP/1.1" status: 204 len: 168 time: 0.3312497 Oct 18 07:58:51.406741 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33790) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:51.434598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fc58db-d8b0-4fb4-ae17-89f702600305 None None] Network 588d648f-4a94-42e0-b294-42e5fc38fa55 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:51.523070 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:51.535961 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Deleting port d0f4ea96-e33e-4213-8e01-37d988f3e341 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:58:51.536299 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:51.559947 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-6443c786-6b70-457d-b9ea-d9b9636cfe75 None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:51.671705 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-6443c786-6b70-457d-b9ea-d9b9636cfe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:50Z', 'revision_number': 11, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:51.691222 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6443c786-6b70-457d-b9ea-d9b9636cfe75 None None] The sync data for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv is: [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:50Z', 'revision_number': 11, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:58:51.859825 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] For port d0f4ea96-e33e-4213-8e01-37d988f3e341, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d0f4ea96-e33e-4213-8e01-37d988f3e341,segment=NetworkSegment(fb1714c6-7981-4f6f-8d19-732d8d3b3f92),segment_id=fb1714c6-7981-4f6f-8d19-732d8d3b3f92)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:58:51.860421 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:51.983867 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Calling delete_port for d0f4ea96-e33e-4213-8e01-37d988f3e341 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:58:52.064000 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcc497e-151f-42b9-b3eb-c15ed056e103 None None] DHCP port deletion for 588d648f-4a94-42e0-b294-42e5fc38fa55 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:58:52.065546 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:52.117012 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Port': ['ID=d0f4ea96-e33e-4213-8e01-37d988f3e341,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:52.118811 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] No DVR routers for this DVR port d0f4ea96-e33e-4213-8e01-37d988f3e341 on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:58:52.241670 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:52.266840 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588d648f-4a94-42e0-b294-42e5fc38fa55']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:52.279398 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1714c6-7981-4f6f-8d19-732d8d3b3f92') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:52.279642 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1714c6-7981-4f6f-8d19-732d8d3b3f92') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:52.290797 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:52.306366 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:52.312655 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:58:52.313039 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:52.381702 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment fb1714c6-7981-4f6f-8d19-732d8d3b3f92 resource provider aggregate not found Oct 18 07:58:52.405924 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment fb1714c6-7981-4f6f-8d19-732d8d3b3f92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb1714c6-7981-4f6f-8d19-732d8d3b3f92 found for delete ", "request_id": "req-74244b1e-30c7-4f28-94fa-3f5349a9a6e1"}]} Oct 18 07:58:52.417307 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:52.433721 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:52.444215 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Pushing event deleted for resources: {'Network': ['ID=588d648f-4a94-42e0-b294-42e5fc38fa55,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:52.451767 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5581a411-3eb2-443b-8170-db6b291af5ce tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/networks/588d648f-4a94-42e0-b294-42e5fc38fa55 HTTP/1.1" status: 204 len: 168 time: 1.0442674 Oct 18 07:58:52.454495 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33802) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:52.459535 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-bdea0c41-5db6-4d0e-ad88-d96c9c3283ee tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'router': {'routes': None}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:52.749176 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.extraroute_db [None req-bdea0c41-5db6-4d0e-ad88-d96c9c3283ee tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Added routes are [] {{(pid=89045) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 18 07:58:52.749431 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.extraroute_db [None req-bdea0c41-5db6-4d0e-ad88-d96c9c3283ee tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Removed routes are [] {{(pid=89045) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 18 07:58:52.749722 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdea0c41-5db6-4d0e-ad88-d96c9c3283ee tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:52.968236 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-41be8cc5-b5d4-4f6d-bab8-29376a33524e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:53.102090 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdea0c41-5db6-4d0e-ad88-d96c9c3283ee tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:53.105869 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdea0c41-5db6-4d0e-ad88-d96c9c3283ee tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:53.241261 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdea0c41-5db6-4d0e-ad88-d96c9c3283ee tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 14121499-dc25-41c3-afcf-128c3e103f60 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:58:53.372181 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdea0c41-5db6-4d0e-ad88-d96c9c3283ee tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:58:53.378450 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bdea0c41-5db6-4d0e-ad88-d96c9c3283ee tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:53.379590 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bdea0c41-5db6-4d0e-ad88-d96c9c3283ee tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/14121499-dc25-41c3-afcf-128c3e103f60 HTTP/1.1" status: 200 len: 699 time: 0.9241345 Oct 18 07:58:53.381173 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72cd011-c25f-4e2b-bf9b-16397a87b61a None None] Sync routers for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:58:53.382291 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33806) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:53.390870 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72cd011-c25f-4e2b-bf9b-16397a87b61a None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:53.391455 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c72cd011-c25f-4e2b-bf9b-16397a87b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:53.432455 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-230819ab-1902-4a9f-abc2-3012502ccd95 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Synchronizing usage tracker for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:58:53.448826 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-230819ab-1902-4a9f-abc2-3012502ccd95 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Unset dirty status for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:58:53.450011 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-230819ab-1902-4a9f-abc2-3012502ccd95 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/ports?device_id=14121499-dc25-41c3-afcf-128c3e103f60 HTTP/1.1" status: 200 len: 205 time: 0.0667858 Oct 18 07:58:53.452651 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33810) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:53.518465 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-c72cd011-c25f-4e2b-bf9b-16397a87b61a None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:53.574881 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:58:53.597618 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3b467a88-d476-4324-a4fe-af249c4d2ce3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:53.612670 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:58:53.613019 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7eb2b7c3-dce9-4579-8fb7-75eee00e8cc0 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:58:53.613448 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d0f4ea96-e33e-4213-8e01-37d988f3e341 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:58:53.622994 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c72cd011-c25f-4e2b-bf9b-16397a87b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:50Z', 'revision_number': 11, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:53.626939 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72cd011-c25f-4e2b-bf9b-16397a87b61a None None] Checking router: 14121499-dc25-41c3-afcf-128c3e103f60 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:58:53.635075 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72cd011-c25f-4e2b-bf9b-16397a87b61a None None] Routers {'14121499-dc25-41c3-afcf-128c3e103f60'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:53.635662 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c72cd011-c25f-4e2b-bf9b-16397a87b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['14121499-dc25-41c3-afcf-128c3e103f60'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:53.646541 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: d0f4ea96-e33e-4213-8e01-37d988f3e341 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:58:53.646912 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d0f4ea96-e33e-4213-8e01-37d988f3e341 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:58:53.682488 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:53.764100 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-c72cd011-c25f-4e2b-bf9b-16397a87b61a None None] Set router 14121499-dc25-41c3-afcf-128c3e103f60 gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:53.765950 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:53.868882 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c72cd011-c25f-4e2b-bf9b-16397a87b61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:50Z', 'revision_number': 11, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:53.872845 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72cd011-c25f-4e2b-bf9b-16397a87b61a None None] The sync data for ids ['14121499-dc25-41c3-afcf-128c3e103f60'] in dv-neutron-861625-1-hyperv is: [{'id': '14121499-dc25-41c3-afcf-128c3e103f60', 'name': 'tempest-RoutersTest-router-14533590', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:11Z', 'updated_at': '2022-10-18T07:58:50Z', 'revision_number': 11, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:58:53.897413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3b467a88-d476-4324-a4fe-af249c4d2ce3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:53.899704 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3b467a88-d476-4324-a4fe-af249c4d2ce3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:53.922795 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3b467a88-d476-4324-a4fe-af249c4d2ce3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:53.923351 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b467a88-d476-4324-a4fe-af249c4d2ce3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Fanout notify agent at l3_agent the message router_deleted on router 14121499-dc25-41c3-afcf-128c3e103f60 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:58:53.938240 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3b467a88-d476-4324-a4fe-af249c4d2ce3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:53.939428 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3b467a88-d476-4324-a4fe-af249c4d2ce3 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/routers/14121499-dc25-41c3-afcf-128c3e103f60 HTTP/1.1" status: 204 len: 168 time: 0.4858937 Oct 18 07:58:53.943440 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33816) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:53.949591 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f0debe69-67bb-49b2-b706-0f00918cadbb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-877171011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:53.956418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f0debe69-67bb-49b2-b706-0f00918cadbb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:53.960994 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f0debe69-67bb-49b2-b706-0f00918cadbb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Usage tracker for resource:router and tenant:254df938bb1a44c79d10329568c221e7 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:53.963958 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f0debe69-67bb-49b2-b706-0f00918cadbb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:53.970382 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f0debe69-67bb-49b2-b706-0f00918cadbb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:53.980560 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0debe69-67bb-49b2-b706-0f00918cadbb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:53.981461 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0debe69-67bb-49b2-b706-0f00918cadbb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:53.997631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0debe69-67bb-49b2-b706-0f00918cadbb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:54.016714 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0debe69-67bb-49b2-b706-0f00918cadbb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:54.044328 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0debe69-67bb-49b2-b706-0f00918cadbb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:54.048252 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f0debe69-67bb-49b2-b706-0f00918cadbb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1010208 Oct 18 07:58:54.048524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33820) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:54.053828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-69ffb838-9398-4708-bc80-7fd7f61da77c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:54.432099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-69ffb838-9398-4708-bc80-7fd7f61da77c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:54.443249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-69ffb838-9398-4708-bc80-7fd7f61da77c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:54.597950 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ffb838-9398-4708-bc80-7fd7f61da77c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Router 20cf03db-5156-4463-be40-827ff658fa84 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:58:54.727357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ffb838-9398-4708-bc80-7fd7f61da77c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:58:54.734311 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-69ffb838-9398-4708-bc80-7fd7f61da77c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:54.735475 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-69ffb838-9398-4708-bc80-7fd7f61da77c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "PUT /v2.0/routers/20cf03db-5156-4463-be40-827ff658fa84 HTTP/1.1" status: 200 len: 693 time: 0.6859546 Oct 18 07:58:54.737136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee60078-446e-409b-ab38-25cac3d89648 None None] Sync routers for ids ['20cf03db-5156-4463-be40-827ff658fa84'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:58:54.738166 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33824) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:54.747979 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee60078-446e-409b-ab38-25cac3d89648 None None] Routers {'20cf03db-5156-4463-be40-827ff658fa84'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:54.748642 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0ee60078-446e-409b-ab38-25cac3d89648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['20cf03db-5156-4463-be40-827ff658fa84'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:54.874478 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-0ee60078-446e-409b-ab38-25cac3d89648 None None] Set router 20cf03db-5156-4463-be40-827ff658fa84 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:54.875170 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0b0c111e-4bb4-4e7d-9188-98f9d630261f tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/routers/20cf03db-5156-4463-be40-827ff658fa84 HTTP/1.1" status: 200 len: 699 time: 0.1358893 Oct 18 07:58:54.878486 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33828) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:54.927548 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-16b5cabb-b99c-4f35-abc0-494cb97463d0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Synchronizing usage tracker for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:58:54.940087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-16b5cabb-b99c-4f35-abc0-494cb97463d0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Unset dirty status for tenant:254df938bb1a44c79d10329568c221e7 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:58:54.941304 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-16b5cabb-b99c-4f35-abc0-494cb97463d0 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/ports?device_id=20cf03db-5156-4463-be40-827ff658fa84 HTTP/1.1" status: 200 len: 205 time: 0.0618021 Oct 18 07:58:54.944516 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33832) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:54.986423 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0ee60078-446e-409b-ab38-25cac3d89648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cf03db-5156-4463-be40-827ff658fa84', 'name': 'tempest-RoutersTest-router-877171011', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:53Z', 'updated_at': '2022-10-18T07:58:54Z', 'revision_number': 2, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:54.990338 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee60078-446e-409b-ab38-25cac3d89648 None None] Checking router: 20cf03db-5156-4463-be40-827ff658fa84 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:58:54.999006 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee60078-446e-409b-ab38-25cac3d89648 None None] Routers {'20cf03db-5156-4463-be40-827ff658fa84'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:58:54.999597 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0ee60078-446e-409b-ab38-25cac3d89648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['20cf03db-5156-4463-be40-827ff658fa84'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:55.126781 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-0ee60078-446e-409b-ab38-25cac3d89648 None None] Set router 20cf03db-5156-4463-be40-827ff658fa84 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:58:55.195945 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-faedc024-dfc3-4920-a781-370579cf11f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:55.237724 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0ee60078-446e-409b-ab38-25cac3d89648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cf03db-5156-4463-be40-827ff658fa84', 'name': 'tempest-RoutersTest-router-877171011', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:53Z', 'updated_at': '2022-10-18T07:58:54Z', 'revision_number': 2, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:58:55.241700 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee60078-446e-409b-ab38-25cac3d89648 None None] The sync data for ids ['20cf03db-5156-4463-be40-827ff658fa84'] in dv-neutron-861625-1-hyperv is: [{'id': '20cf03db-5156-4463-be40-827ff658fa84', 'name': 'tempest-RoutersTest-router-877171011', 'tenant_id': '254df938bb1a44c79d10329568c221e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:58:53Z', 'updated_at': '2022-10-18T07:58:54Z', 'revision_number': 2, 'project_id': '254df938bb1a44c79d10329568c221e7', 'gw_port_host': None}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:58:55.273352 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:55.500903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-faedc024-dfc3-4920-a781-370579cf11f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:55.503411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-faedc024-dfc3-4920-a781-370579cf11f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:55.524276 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-faedc024-dfc3-4920-a781-370579cf11f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:55.524760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faedc024-dfc3-4920-a781-370579cf11f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Fanout notify agent at l3_agent the message router_deleted on router 20cf03db-5156-4463-be40-827ff658fa84 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:58:55.539675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-faedc024-dfc3-4920-a781-370579cf11f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:55.540761 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-faedc024-dfc3-4920-a781-370579cf11f6 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/routers/20cf03db-5156-4463-be40-827ff658fa84 HTTP/1.1" status: 204 len: 168 time: 0.5953689 Oct 18 07:58:55.547554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33838) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:55.597180 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-78024477-0d95-425a-8aaa-bd0700de7138 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/ports?device_id=20cf03db-5156-4463-be40-827ff658fa84 HTTP/1.1" status: 200 len: 205 time: 0.0483966 Oct 18 07:58:55.599349 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33842) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:55.667304 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-0cd7e8bf-fb9a-421d-97b8-0d9486830f81 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] delete failed (client error): The resource could not be found. Oct 18 07:58:55.668871 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0cd7e8bf-fb9a-421d-97b8-0d9486830f81 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/routers/20cf03db-5156-4463-be40-827ff658fa84 HTTP/1.1" status: 404 len: 336 time: 0.0686557 Oct 18 07:58:55.671410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33846) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:55.707923 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7290787-98f8-45af-8cf2-bee837c488d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] DELETE failed (client error): The resource could not be found. Oct 18 07:58:55.708364 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7290787-98f8-45af-8cf2-bee837c488d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:58:55.709947 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e7290787-98f8-45af-8cf2-bee837c488d8 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/subnets/a98c42e4-2700-4e9b-a951-163fdf58cd7c HTTP/1.1" status: 404 len: 337 time: 0.0376766 Oct 18 07:58:55.712301 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33850) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:55.752731 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd87684e-e56b-4838-a9ae-7393c0042257 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] DELETE failed (client error): The resource could not be found. Oct 18 07:58:55.753093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd87684e-e56b-4838-a9ae-7393c0042257 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:58:55.754707 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cd87684e-e56b-4838-a9ae-7393c0042257 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/subnets/ce1f9d26-28ed-4bd8-955e-aace86ec48af HTTP/1.1" status: 404 len: 337 time: 0.0415323 Oct 18 07:58:55.757093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33854) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:55.785033 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:58:55.793794 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd017dc9-02a8-46cb-8bc2-c8a728fd7108 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] DELETE failed (client error): The resource could not be found. Oct 18 07:58:55.794241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd017dc9-02a8-46cb-8bc2-c8a728fd7108 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:58:55.795896 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dd017dc9-02a8-46cb-8bc2-c8a728fd7108 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/subnets/e30822de-31ff-493c-863d-fcff8fedad60 HTTP/1.1" status: 404 len: 337 time: 0.0379472 Oct 18 07:58:55.798268 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33858) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:55.835281 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c6440b-484f-494a-b7d5-a42582d4c7ff tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] DELETE failed (client error): The resource could not be found. Oct 18 07:58:55.835746 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c6440b-484f-494a-b7d5-a42582d4c7ff tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:58:55.837437 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c1c6440b-484f-494a-b7d5-a42582d4c7ff tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/subnets/78c76599-101f-43a9-a218-a4dff173bc99 HTTP/1.1" status: 404 len: 337 time: 0.0382628 Oct 18 07:58:55.840480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33862) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:55.893510 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-62673300-9f81-4d42-a316-19baf8fa5671 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/ports?device_id=14121499-dc25-41c3-afcf-128c3e103f60 HTTP/1.1" status: 200 len: 205 time: 0.0519626 Oct 18 07:58:55.895823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33868) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:55.962059 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-0c02ff57-243d-4e9b-b3bc-9afdf57a5054 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] delete failed (client error): The resource could not be found. Oct 18 07:58:55.963123 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0c02ff57-243d-4e9b-b3bc-9afdf57a5054 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/routers/14121499-dc25-41c3-afcf-128c3e103f60 HTTP/1.1" status: 404 len: 336 time: 0.0664043 Oct 18 07:58:55.966377 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33872) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:56.022253 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-37c8e155-2001-4f64-b897-5e97617fbf1b tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/ports?device_id=22bdf64f-8acc-4538-a2db-17881d890e4e HTTP/1.1" status: 200 len: 205 time: 0.0527604 Oct 18 07:58:56.022514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33876) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:56.089199 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-0da179c9-b430-426c-9cea-a0a9e7b48ab1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] delete failed (client error): The resource could not be found. Oct 18 07:58:56.090796 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0da179c9-b430-426c-9cea-a0a9e7b48ab1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/routers/22bdf64f-8acc-4538-a2db-17881d890e4e HTTP/1.1" status: 404 len: 336 time: 0.0672643 Oct 18 07:58:56.093392 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33880) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:56.133835 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab4de3e-c313-4429-81b5-e171599b663a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] DELETE failed (client error): The resource could not be found. Oct 18 07:58:56.134280 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab4de3e-c313-4429-81b5-e171599b663a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89046) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:58:56.135942 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5ab4de3e-c313-4429-81b5-e171599b663a tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/subnets/513ddb91-0334-4a9c-b12c-f07dad3e31ae HTTP/1.1" status: 404 len: 337 time: 0.0416801 Oct 18 07:58:56.139326 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33884) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:56.196954 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3707016a-037e-44ad-a591-58949ccf3feb tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/ports?device_id=453c94da-4a5b-4c65-80b3-948b78529641 HTTP/1.1" status: 200 len: 205 time: 0.0538273 Oct 18 07:58:56.196954 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33888) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:56.264739 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-6ee0e61b-c8e3-4dcb-ad43-7091e424f114 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] delete failed (client error): The resource could not be found. Oct 18 07:58:56.265663 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6ee0e61b-c8e3-4dcb-ad43-7091e424f114 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/routers/453c94da-4a5b-4c65-80b3-948b78529641 HTTP/1.1" status: 404 len: 336 time: 0.0680842 Oct 18 07:58:56.268273 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33892) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:56.323500 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-146ff08b-244c-49ce-a66a-83b5762d5d2c tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/ports?device_id=3645ed4d-4cb0-4168-8c49-f48f3b027e02 HTTP/1.1" status: 200 len: 205 time: 0.0540757 Oct 18 07:58:56.325412 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33896) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:56.391975 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-e273a79c-3fae-4e81-ba04-39116b76c80e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] delete failed (client error): The resource could not be found. Oct 18 07:58:56.395002 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e273a79c-3fae-4e81-ba04-39116b76c80e tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/routers/3645ed4d-4cb0-4168-8c49-f48f3b027e02 HTTP/1.1" status: 404 len: 336 time: 0.0686445 Oct 18 07:58:56.395538 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33900) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:56.543818 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e5e97f-c3fa-48a0-9664-c72894085403 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] DELETE failed (client error): The resource could not be found. Oct 18 07:58:56.544271 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e5e97f-c3fa-48a0-9664-c72894085403 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:58:56.545917 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-12e5e97f-c3fa-48a0-9664-c72894085403 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/subnets/2fa72570-9438-46f9-9ae2-7018359e368f HTTP/1.1" status: 404 len: 337 time: 0.1493948 Oct 18 07:58:56.548481 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33904) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:56.597705 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-90364398-a742-4758-a3d5-46177e84bfe2 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/ports?device_id=f6a621a3-2635-4c8d-9547-33436a27caa0 HTTP/1.1" status: 200 len: 205 time: 0.0482094 Oct 18 07:58:56.599937 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33908) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:56.666787 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-ef267e2c-6cdf-45ad-bb96-360b987c3b54 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] delete failed (client error): The resource could not be found. Oct 18 07:58:56.668344 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ef267e2c-6cdf-45ad-bb96-360b987c3b54 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/routers/f6a621a3-2635-4c8d-9547-33436a27caa0 HTTP/1.1" status: 404 len: 336 time: 0.0675495 Oct 18 07:58:56.670710 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33912) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:56.707440 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8181ca-6078-4f60-a6fc-953294bf4e15 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] DELETE failed (client error): The resource could not be found. Oct 18 07:58:56.707863 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8181ca-6078-4f60-a6fc-953294bf4e15 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:58:56.709415 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9c8181ca-6078-4f60-a6fc-953294bf4e15 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/subnets/d0247687-9ce9-4937-8e11-ad3adfae42b7 HTTP/1.1" status: 404 len: 337 time: 0.0378506 Oct 18 07:58:56.711738 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33916) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:56.763487 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-dd5ab67d-2a7a-432b-842b-fecd07f147fd tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "GET /v2.0/ports?device_id=1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc HTTP/1.1" status: 200 len: 205 time: 0.0507333 Oct 18 07:58:56.765760 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33920) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:56.830868 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-98e08b11-4d18-48be-9df5-df44b47914ac tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] delete failed (client error): The resource could not be found. Oct 18 07:58:56.831771 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-98e08b11-4d18-48be-9df5-df44b47914ac tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/routers/1f5e5a4f-0866-42b7-82f8-6e489e4a0ccc HTTP/1.1" status: 404 len: 336 time: 0.0651550 Oct 18 07:58:56.834214 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33924) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:56.873598 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c71eb0-5194-458f-855e-1ed560963877 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] DELETE failed (client error): The resource could not be found. Oct 18 07:58:56.874027 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c71eb0-5194-458f-855e-1ed560963877 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:58:56.875606 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-95c71eb0-5194-458f-855e-1ed560963877 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/subnets/1e08aabe-4464-4ace-907f-582e3b29990b HTTP/1.1" status: 404 len: 337 time: 0.0405111 Oct 18 07:58:56.877844 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33928) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:56.914724 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f795ab8-7f14-45a0-9e7a-a9c0c8b654d1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] DELETE failed (client error): The resource could not be found. Oct 18 07:58:56.915152 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f795ab8-7f14-45a0-9e7a-a9c0c8b654d1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 07:58:56.916677 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0f795ab8-7f14-45a0-9e7a-a9c0c8b654d1 tempest-RoutersTest-2139199683 tempest-RoutersTest-2139199683-project] 10.222.0.17 "DELETE /v2.0/subnets/e71963f8-bd76-48a1-9151-7ef1e014b984 HTTP/1.1" status: 404 len: 337 time: 0.0380008 Oct 18 07:58:57.173183 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33936) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:57.319346 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-72d84df1-33df-4791-bf5f-770e6aba279d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=254df938bb1a44c79d10329568c221e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449504 Oct 18 07:58:57.321815 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33942) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:57.380860 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-12744108-93c6-406b-9d9d-e3256647ad13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:57.406033 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-12744108-93c6-406b-9d9d-e3256647ad13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:57.457525 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-12744108-93c6-406b-9d9d-e3256647ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:57.470820 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12744108-93c6-406b-9d9d-e3256647ad13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336d6ac8-6548-4c49-8d8b-430d57d615bf,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:57.477704 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-12744108-93c6-406b-9d9d-e3256647ad13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:57.478829 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-12744108-93c6-406b-9d9d-e3256647ad13 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/336d6ac8-6548-4c49-8d8b-430d57d615bf HTTP/1.1" status: 204 len: 168 time: 0.1561162 Oct 18 07:58:58.114297 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33966) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:58.217848 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1573652873-network', 'tenant_id': 'ed5ab37fbd0c4a40aa5a6c03e8f08439'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:58.223274 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:58.227119 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Usage tracker for resource:network and tenant:ed5ab37fbd0c4a40aa5a6c03e8f08439 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:58.230124 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:58.235823 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:58.245667 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Made reservation on behalf of ed5ab37fbd0c4a40aa5a6c03e8f08439 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:58:58.248282 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:58.259863 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:58.274810 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:58.279199 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Usage tracker for resource:security_group_rule and tenant:ed5ab37fbd0c4a40aa5a6c03e8f08439 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:58.281920 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:58.287717 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:58.373202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:58.376979 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:58.404732 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:58:58.416881 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa25447e-f622-4beb-a558-d8f3ef81d511,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:58.421390 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:58.421730 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Added segment 34f40da8-4bae-4edb-a156-ac189f57bd50 of type vlan for network 34f6288a-0129-431f-8228-4445f02e04ae Oct 18 07:58:58.451273 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:58.479414 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:58.480345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:58.480936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:58.579959 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4645083 Oct 18 07:58:58.582912 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 33974) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:58.583430 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f58888-b44c-4eee-ad5a-50bba662d939 admin admin] Pushing event updated for resources: {'Network': ['ID=34f6288a-0129-431f-8228-4445f02e04ae,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:58.589273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-e0d6be70-a8a2-4a49-bdb5-215c854f10d9 admin admin] Request body: {'subnet': {'network_id': '34f6288a-0129-431f-8228-4445f02e04ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1573652873-subnet', 'tenant_id': 'ed5ab37fbd0c4a40aa5a6c03e8f08439', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:58.592510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 34f6288a-0129-431f-8228-4445f02e04ae details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:58:58.593455 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e0d6be70-a8a2-4a49-bdb5-215c854f10d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:58.597463 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e0d6be70-a8a2-4a49-bdb5-215c854f10d9 admin admin] Usage tracker for resource:subnet and tenant:ed5ab37fbd0c4a40aa5a6c03e8f08439 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:58.600288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e0d6be70-a8a2-4a49-bdb5-215c854f10d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:58.606045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e0d6be70-a8a2-4a49-bdb5-215c854f10d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:58.616291 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d6be70-a8a2-4a49-bdb5-215c854f10d9 admin admin] Made reservation on behalf of ed5ab37fbd0c4a40aa5a6c03e8f08439 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:58:58.618621 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e0d6be70-a8a2-4a49-bdb5-215c854f10d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:58.814735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e0d6be70-a8a2-4a49-bdb5-215c854f10d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:58.892364 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6be70-a8a2-4a49-bdb5-215c854f10d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2eb6935-b9ee-44d0-9339-4aeff1d44033,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:58.896312 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d6be70-a8a2-4a49-bdb5-215c854f10d9 admin admin] Checking segment: {'id': '34f40da8-4bae-4edb-a156-ac189f57bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '34f6288a-0129-431f-8228-4445f02e04ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:58:58.896659 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d6be70-a8a2-4a49-bdb5-215c854f10d9 admin admin] Network hostable DHCP agents. Network: 34f6288a-0129-431f-8228-4445f02e04ae, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:58:58.915807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d6be70-a8a2-4a49-bdb5-215c854f10d9 admin admin] Network 34f6288a-0129-431f-8228-4445f02e04ae is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:58:58.924761 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-e0d6be70-a8a2-4a49-bdb5-215c854f10d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 34f6288a-0129-431f-8228-4445f02e04ae) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:58:58.929430 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d6be70-a8a2-4a49-bdb5-215c854f10d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:58.930405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e0d6be70-a8a2-4a49-bdb5-215c854f10d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:58.936621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d05ead-b9e7-4da9-a37b-4861555061a6 None None] Network 34f6288a-0129-431f-8228-4445f02e04ae requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:58.957664 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e0d6be70-a8a2-4a49-bdb5-215c854f10d9 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3674734 Oct 18 07:58:59.194538 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e42c2d-4f8b-40a4-ab8c-3fc8bf1ad2a1 None None] Network 34f6288a-0129-431f-8228-4445f02e04ae requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:58:59.446899 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33992) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:59.452823 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1496467047-network', 'tenant_id': '4de88c80a07c4fbc92762a3c315d8db4'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:59.457707 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:59.461869 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Usage tracker for resource:network and tenant:4de88c80a07c4fbc92762a3c315d8db4 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:59.465266 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:59.470974 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:59.485745 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Made reservation on behalf of 4de88c80a07c4fbc92762a3c315d8db4 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:58:59.488091 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:59.499982 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:59.514066 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:59.517849 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Usage tracker for resource:security_group_rule and tenant:4de88c80a07c4fbc92762a3c315d8db4 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:59.520608 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:59.526508 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:59.610597 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:59.614224 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:59.641205 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:58:59.654021 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236f3c7d-6671-4b9e-aa76-e6efde078e28,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:59.659362 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:59.659700 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Added segment 75275bd7-adff-4f9c-ba7e-6225bb304ace of type vlan for network c6ee0245-20c0-40f2-b50e-ce61d361561e Oct 18 07:58:59.687050 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:59.715319 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:59.716280 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:58:59.716847 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:58:59.817060 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] Pushing event updated for resources: {'Network': ['ID=c6ee0245-20c0-40f2-b50e-ce61d361561e,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:58:59.819812 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5d8c715e-27b7-4770-af55-367764c551ad admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3719075 Oct 18 07:58:59.822620 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 33996) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:58:59.827904 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network c6ee0245-20c0-40f2-b50e-ce61d361561e details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:58:59.828632 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4935e380-f3ed-4df6-9e97-169ea2d9d3a8 admin admin] Request body: {'subnet': {'network_id': 'c6ee0245-20c0-40f2-b50e-ce61d361561e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1496467047-subnet', 'tenant_id': '4de88c80a07c4fbc92762a3c315d8db4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:58:59.833446 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4935e380-f3ed-4df6-9e97-169ea2d9d3a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:58:59.837294 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4935e380-f3ed-4df6-9e97-169ea2d9d3a8 admin admin] Usage tracker for resource:subnet and tenant:4de88c80a07c4fbc92762a3c315d8db4 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:58:59.840649 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4935e380-f3ed-4df6-9e97-169ea2d9d3a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:58:59.846957 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4935e380-f3ed-4df6-9e97-169ea2d9d3a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:58:59.856476 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4935e380-f3ed-4df6-9e97-169ea2d9d3a8 admin admin] Made reservation on behalf of 4de88c80a07c4fbc92762a3c315d8db4 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:58:59.858775 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4935e380-f3ed-4df6-9e97-169ea2d9d3a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:00.064246 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4935e380-f3ed-4df6-9e97-169ea2d9d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:00.142147 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935e380-f3ed-4df6-9e97-169ea2d9d3a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da1a67ed-94bd-4320-ac88-1548811a1369,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:00.151087 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4935e380-f3ed-4df6-9e97-169ea2d9d3a8 admin admin] Checking segment: {'id': '75275bd7-adff-4f9c-ba7e-6225bb304ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c6ee0245-20c0-40f2-b50e-ce61d361561e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:59:00.151223 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4935e380-f3ed-4df6-9e97-169ea2d9d3a8 admin admin] Network hostable DHCP agents. Network: c6ee0245-20c0-40f2-b50e-ce61d361561e, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:59:00.169988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4935e380-f3ed-4df6-9e97-169ea2d9d3a8 admin admin] Network c6ee0245-20c0-40f2-b50e-ce61d361561e is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:59:00.179504 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-4935e380-f3ed-4df6-9e97-169ea2d9d3a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, c6ee0245-20c0-40f2-b50e-ce61d361561e) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:59:00.185237 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4935e380-f3ed-4df6-9e97-169ea2d9d3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:00.186677 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4935e380-f3ed-4df6-9e97-169ea2d9d3a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:00.192619 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26098754-0480-4d26-9c81-c812db220674 None None] Network c6ee0245-20c0-40f2-b50e-ce61d361561e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:59:00.208806 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4935e380-f3ed-4df6-9e97-169ea2d9d3a8 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3851767 Oct 18 07:59:00.457945 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8874402-3ef4-4de7-99cd-e00ecb655b14 None None] Network c6ee0245-20c0-40f2-b50e-ce61d361561e requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:59:00.564622 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96495a-5cc9-4812-b3b0-132b7a4fb13f req-8c5f93a1-55a6-4fa5-a381-d5312411888c tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:00.566417 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9f96495a-5cc9-4812-b3b0-132b7a4fb13f req-8c5f93a1-55a6-4fa5-a381-d5312411888c tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 945 time: 0.0989842 Oct 18 07:59:00.626252 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9f96495a-5cc9-4812-b3b0-132b7a4fb13f req-4b25f38c-4568-41cc-be2f-3aeeea0ab1a2 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506856 Oct 18 07:59:00.656570 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34030) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:01.125578 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43161615-8c75-468b-86c8-fff8897af8c3 req-40be25d3-1685-41ee-bd5e-71f8827deca8 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:01.126239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-43161615-8c75-468b-86c8-fff8897af8c3 req-40be25d3-1685-41ee-bd5e-71f8827deca8 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Synchronizing usage tracker for tenant:ed5ab37fbd0c4a40aa5a6c03e8f08439 on resource:network {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:59:01.227673 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-43161615-8c75-468b-86c8-fff8897af8c3 req-40be25d3-1685-41ee-bd5e-71f8827deca8 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Unset dirty status for tenant:ed5ab37fbd0c4a40aa5a6c03e8f08439 on resource:network {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:59:01.228801 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-43161615-8c75-468b-86c8-fff8897af8c3 req-40be25d3-1685-41ee-bd5e-71f8827deca8 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/networks?id=34f6288a-0129-431f-8228-4445f02e04ae HTTP/1.1" status: 200 len: 812 time: 0.4494696 Oct 18 07:59:01.258252 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-43161615-8c75-468b-86c8-fff8897af8c3 req-71918519-69e8-48ca-80f8-377b8c2c7334 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/quotas/ed5ab37fbd0c4a40aa5a6c03e8f08439 HTTP/1.1" status: 200 len: 375 time: 0.0234685 Oct 18 07:59:01.352118 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-43161615-8c75-468b-86c8-fff8897af8c3 req-2c110d3b-f34a-4e68-907e-d9efa9415621 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=ed5ab37fbd0c4a40aa5a6c03e8f08439&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0863235 Oct 18 07:59:01.547497 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-43161615-8c75-468b-86c8-fff8897af8c3 req-f62418e6-d007-402f-bd18-32c8e9b293ac service neutron] 10.222.0.17 "GET /v2.0/networks/34f6288a-0129-431f-8228-4445f02e04ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879346 Oct 18 07:59:01.728746 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-43161615-8c75-468b-86c8-fff8897af8c3 req-24606fe5-ca2a-4799-8285-20811eb74696 service neutron] 10.222.0.17 "GET /v2.0/networks/34f6288a-0129-431f-8228-4445f02e04ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741078 Oct 18 07:59:01.738429 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69f8ceea-aacd-4628-a94b-8139304d7e6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:01.934938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee24e3-a47d-4415-a96b-2f799ab1ee39 req-3aaece35-a790-474f-85f9-27dac96c576b tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:01.936601 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-55ee24e3-a47d-4415-a96b-2f799ab1ee39 req-3aaece35-a790-474f-85f9-27dac96c576b tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 945 time: 0.2048678 Oct 18 07:59:01.939555 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5751ebeb-6735-47a6-b899-045b37550157 req-7d77f74c-1417-4552-961c-6e5b3addcfa8 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 210 time: 0.0541079 Oct 18 07:59:01.991821 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-55ee24e3-a47d-4415-a96b-2f799ab1ee39 req-ec8fd96f-0225-47b9-ba7a-5a6ad40eefc9 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440369 Oct 18 07:59:02.213647 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-69f8ceea-aacd-4628-a94b-8139304d7e6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 0c40b4b0-f29b-441f-be8c-b99db552e3f9 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:59:02.214156 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69f8ceea-aacd-4628-a94b-8139304d7e6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:02.413578 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-69f8ceea-aacd-4628-a94b-8139304d7e6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 0c40b4b0-f29b-441f-be8c-b99db552e3f9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0c40b4b0-f29b-441f-be8c-b99db552e3f9,segment=NetworkSegment(be110876-586f-47da-9fda-d73b46477d5b),segment_id=be110876-586f-47da-9fda-d73b46477d5b)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:02.413929 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69f8ceea-aacd-4628-a94b-8139304d7e6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:02.660250 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-69f8ceea-aacd-4628-a94b-8139304d7e6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 0c40b4b0-f29b-441f-be8c-b99db552e3f9 owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:59:02.838947 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69f8ceea-aacd-4628-a94b-8139304d7e6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:02.892248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8ceea-aacd-4628-a94b-8139304d7e6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=0c40b4b0-f29b-441f-be8c-b99db552e3f9,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:03.074689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43161615-8c75-468b-86c8-fff8897af8c3 req-9060ce77-6bf5-48f7-b3db-c09b389491e3 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:03.077283 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43161615-8c75-468b-86c8-fff8897af8c3 req-9060ce77-6bf5-48f7-b3db-c09b389491e3 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.46 "GET /v2.0/networks?id=34f6288a-0129-431f-8228-4445f02e04ae HTTP/1.1" status: 200 len: 812 time: 0.1960554 Oct 18 07:59:03.096061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-43161615-8c75-468b-86c8-fff8897af8c3 req-3b5711e1-4b2b-4b1e-8952-c3be90d7aafa tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Request body: {'port': {'device_id': '0b6a196b-0cb8-4791-ac18-843f6b978e3e', 'network_id': '34f6288a-0129-431f-8228-4445f02e04ae', 'admin_state_up': True, 'tenant_id': 'ed5ab37fbd0c4a40aa5a6c03e8f08439'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:59:03.290460 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-08f45bcf-83b9-4b8c-90e9-5a0bee61e339 req-d532bf65-8e57-49fa-bc03-b11d674e1e43 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 210 time: 0.1322808 Oct 18 07:59:03.335215 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-43161615-8c75-468b-86c8-fff8897af8c3 req-3b5711e1-4b2b-4b1e-8952-c3be90d7aafa tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:59:03.341411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-43161615-8c75-468b-86c8-fff8897af8c3 req-3b5711e1-4b2b-4b1e-8952-c3be90d7aafa tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Usage tracker for resource:port and tenant:ed5ab37fbd0c4a40aa5a6c03e8f08439 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:59:03.342974 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-69f8ceea-aacd-4628-a94b-8139304d7e6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:03.344637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-43161615-8c75-468b-86c8-fff8897af8c3 req-3b5711e1-4b2b-4b1e-8952-c3be90d7aafa tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:59:03.355662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac2f67-a6f5-4cb9-8f3d-0a2f9042daae req-00e2d192-942d-4747-979e-e9d05dbf89e9 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:03.357179 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-daac2f67-a6f5-4cb9-8f3d-0a2f9042daae req-00e2d192-942d-4747-979e-e9d05dbf89e9 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 945 time: 0.1581848 Oct 18 07:59:03.361296 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-43161615-8c75-468b-86c8-fff8897af8c3 req-3b5711e1-4b2b-4b1e-8952-c3be90d7aafa tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:59:03.394002 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43161615-8c75-468b-86c8-fff8897af8c3 req-3b5711e1-4b2b-4b1e-8952-c3be90d7aafa tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Made reservation on behalf of ed5ab37fbd0c4a40aa5a6c03e8f08439 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:59:03.397899 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-43161615-8c75-468b-86c8-fff8897af8c3 req-3b5711e1-4b2b-4b1e-8952-c3be90d7aafa tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:03.427272 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-daac2f67-a6f5-4cb9-8f3d-0a2f9042daae req-7b561319-e0db-40f7-8716-875aa97045fd tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636954 Oct 18 07:59:03.573167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-43161615-8c75-468b-86c8-fff8897af8c3 req-3b5711e1-4b2b-4b1e-8952-c3be90d7aafa tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Allocated IP 172.20.0.12 (34f6288a-0129-431f-8228-4445f02e04ae/c2eb6935-b9ee-44d0-9339-4aeff1d44033/a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:59:03.717018 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f8ceea-aacd-4628-a94b-8139304d7e6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 77ff547f-6fd6-431d-b76e-cd11565efa32 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:59:03.773514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-43161615-8c75-468b-86c8-fff8897af8c3 req-3b5711e1-4b2b-4b1e-8952-c3be90d7aafa tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:03.802349 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-43161615-8c75-468b-86c8-fff8897af8c3 req-3b5711e1-4b2b-4b1e-8952-c3be90d7aafa tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:03.874682 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43161615-8c75-468b-86c8-fff8897af8c3 req-3b5711e1-4b2b-4b1e-8952-c3be90d7aafa tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Network 34f6288a-0129-431f-8228-4445f02e04ae is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:59:03.877560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-43161615-8c75-468b-86c8-fff8897af8c3 req-3b5711e1-4b2b-4b1e-8952-c3be90d7aafa tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:59:03.881309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-43161615-8c75-468b-86c8-fff8897af8c3 req-3b5711e1-4b2b-4b1e-8952-c3be90d7aafa tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:59:03.897750 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f8ceea-aacd-4628-a94b-8139304d7e6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:59:03.907581 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c3f49-86c7-4a65-a3f4-3cf978cb79cf None None] Sync routers for ids ['77ff547f-6fd6-431d-b76e-cd11565efa32'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:59:03.913299 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-69f8ceea-aacd-4628-a94b-8139304d7e6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/77ff547f-6fd6-431d-b76e-cd11565efa32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2529969 Oct 18 07:59:03.913475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5711e1-4b2b-4b1e-8952-c3be90d7aafa tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Pushing event updated for resources: {'Port': ['ID=a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:03.929792 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c3f49-86c7-4a65-a3f4-3cf978cb79cf None None] Routers {'77ff547f-6fd6-431d-b76e-cd11565efa32'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:59:03.930380 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f01c3f49-86c7-4a65-a3f4-3cf978cb79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['77ff547f-6fd6-431d-b76e-cd11565efa32'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:03.949894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43161615-8c75-468b-86c8-fff8897af8c3 req-3b5711e1-4b2b-4b1e-8952-c3be90d7aafa tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:03.950490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-43161615-8c75-468b-86c8-fff8897af8c3 req-3b5711e1-4b2b-4b1e-8952-c3be90d7aafa tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:03.971813 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43161615-8c75-468b-86c8-fff8897af8c3 req-3b5711e1-4b2b-4b1e-8952-c3be90d7aafa tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8802731 Oct 18 07:59:03.983833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Request body: {'port': {'device_id': '0b6a196b-0cb8-4791-ac18-843f6b978e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:59:04.098271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:04.120954 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-f01c3f49-86c7-4a65-a3f4-3cf978cb79cf None None] Set router 77ff547f-6fd6-431d-b76e-cd11565efa32 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:59:04.401022 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc63594-523a-4d96-9da4-1edc6879e7f6 req-3533895d-634f-4cb9-89f5-d1c533a70c18 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:04.408025 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7bc63594-523a-4d96-9da4-1edc6879e7f6 req-3533895d-634f-4cb9-89f5-d1c533a70c18 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 946 time: 0.1879880 Oct 18 07:59:04.409987 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:04.488800 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7bc63594-523a-4d96-9da4-1edc6879e7f6 req-f4ffd146-82e9-4a3a-a052-04770ead0dbc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798976 Oct 18 07:59:04.494480 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babe7bb-8da7-42e5-88b9-b1e107c4d2fe req-ae8c41ac-a3c8-4e7b-a418-844aea00b7b4 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:04.497442 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7babe7bb-8da7-42e5-88b9-b1e107c4d2fe req-ae8c41ac-a3c8-4e7b-a418-844aea00b7b4 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 932 time: 0.0902202 Oct 18 07:59:04.501572 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f01c3f49-86c7-4a65-a3f4-3cf978cb79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:59:02Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:56:56Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '18e7eb2a-915d-440c-a22a-fc2a30521736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.90', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'port_id': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'mac_address': 'fa:16:3e:4c:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e12b10-8b37-4329-91ef-e31e5c199480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:57:33Z', 'updated_at': '2022-10-18T07:57:39Z', 'revision_number': 1, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652908cf-f809-44e6-8a32-b2804b1dfad5', 'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:fe:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:03Z', 'updated_at': '2022-10-18T07:57:15Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:04.507862 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c3f49-86c7-4a65-a3f4-3cf978cb79cf None None] Checking router: 77ff547f-6fd6-431d-b76e-cd11565efa32 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:59:04.518341 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c3f49-86c7-4a65-a3f4-3cf978cb79cf None None] Routers {'77ff547f-6fd6-431d-b76e-cd11565efa32'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:59:04.518988 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f01c3f49-86c7-4a65-a3f4-3cf978cb79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['77ff547f-6fd6-431d-b76e-cd11565efa32'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:04.555956 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-7babe7bb-8da7-42e5-88b9-b1e107c4d2fe req-31b8b0f7-27ce-42e7-8462-aeb762e98be6 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Synchronizing usage tracker for tenant:ed5ab37fbd0c4a40aa5a6c03e8f08439 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:59:04.574282 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-7babe7bb-8da7-42e5-88b9-b1e107c4d2fe req-31b8b0f7-27ce-42e7-8462-aeb762e98be6 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Unset dirty status for tenant:ed5ab37fbd0c4a40aa5a6c03e8f08439 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:59:04.576040 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7babe7bb-8da7-42e5-88b9-b1e107c4d2fe req-31b8b0f7-27ce-42e7-8462-aeb762e98be6 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603321 Oct 18 07:59:04.576657 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 07:59:04.585323 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:04.601610 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Transition to ACTIVE for port object a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:59:04.608136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:04.756867 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-f01c3f49-86c7-4a65-a3f4-3cf978cb79cf None None] Set router 77ff547f-6fd6-431d-b76e-cd11565efa32 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:59:04.956476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Pushing event updated for resources: {'Port': ['ID=a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:05.005289 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Attempting to bind port a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:59:05.005621 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Attempting to bind port a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '34f40da8-4bae-4edb-a156-ac189f57bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '34f6288a-0129-431f-8228-4445f02e04ae'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:59:05.005954 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Attempting to bind port a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 on network 34f6288a-0129-431f-8228-4445f02e04ae {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:59:05.016552 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c4a28-20be-4ad0-b7a7-107add2816d2 req-2c2ad8cc-0a67-456e-b21d-24e9509b7587 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:05.017938 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e58c4a28-20be-4ad0-b7a7-107add2816d2 req-2c2ad8cc-0a67-456e-b21d-24e9509b7587 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 945 time: 0.3663607 Oct 18 07:59:05.019814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Port a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 on network 34f6288a-0129-431f-8228-4445f02e04ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:59:05.020200 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Attempting to bind port a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 on network 34f6288a-0129-431f-8228-4445f02e04ae {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:59:05.027398 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:59:05.027730 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Checking segment: {'id': '34f40da8-4bae-4edb-a156-ac189f57bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '34f6288a-0129-431f-8228-4445f02e04ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:59:05.028123 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Bound using segment: {'id': '34f40da8-4bae-4edb-a156-ac189f57bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '34f6288a-0129-431f-8228-4445f02e04ae'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:59:05.028545 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Bound port: a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f40da8-4bae-4edb-a156-ac189f57bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '34f6288a-0129-431f-8228-4445f02e04ae'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:59:05.028885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:05.106638 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f01c3f49-86c7-4a65-a3f4-3cf978cb79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:59:02Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:56:56Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '18e7eb2a-915d-440c-a22a-fc2a30521736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.90', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'port_id': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'mac_address': 'fa:16:3e:4c:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e12b10-8b37-4329-91ef-e31e5c199480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:57:33Z', 'updated_at': '2022-10-18T07:57:39Z', 'revision_number': 1, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652908cf-f809-44e6-8a32-b2804b1dfad5', 'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:fe:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:03Z', 'updated_at': '2022-10-18T07:57:15Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:05.110960 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c3f49-86c7-4a65-a3f4-3cf978cb79cf None None] The sync data for ids ['77ff547f-6fd6-431d-b76e-cd11565efa32'] in dv-neutron-861625-1-hyperv is: [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:59:02Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:56:56Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '18e7eb2a-915d-440c-a22a-fc2a30521736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.90', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'port_id': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'mac_address': 'fa:16:3e:4c:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e12b10-8b37-4329-91ef-e31e5c199480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:57:33Z', 'updated_at': '2022-10-18T07:57:39Z', 'revision_number': 1, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652908cf-f809-44e6-8a32-b2804b1dfad5', 'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:fe:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:03Z', 'updated_at': '2022-10-18T07:57:15Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:59:05.122584 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e58c4a28-20be-4ad0-b7a7-107add2816d2 req-aca2acb9-3f21-4472-850b-d2ab23231eaa tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969098 Oct 18 07:59:05.154094 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] For port a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:59:05.157194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] For port a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7,segment=NetworkSegment(34f40da8-4bae-4edb-a156-ac189f57bd50),segment_id=34f40da8-4bae-4edb-a156-ac189f57bd50)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:59:05.163404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:05.195386 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:05.196001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:05.197358 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43161615-8c75-468b-86c8-fff8897af8c3 req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] 10.222.0.46 "PUT /v2.0/ports/a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 HTTP/1.1" status: 200 len: 1094 time: 1.2176528 Oct 18 07:59:05.197858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6a196b-0cb8-4791-ac18-843f6b978e3e', 'tag': 'a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:59:05.200180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64ea345-ab58-403c-acb0-a710c5a53742" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6a196b-0cb8-4791-ac18-843f6b978e3e", "tag": "a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:59:05.283696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 07:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b830af4-11c1-40c1-a6ec-4304dabbd563 x-openstack-request-id: req-9b830af4-11c1-40c1-a6ec-4304dabbd563 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:59:05.284145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6a196b-0cb8-4791-ac18-843f6b978e3e", "tag": "a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:59:05.284260 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9b830af4-11c1-40c1-a6ec-4304dabbd563 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:59:05.284566 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b830af4-11c1-40c1-a6ec-4304dabbd563'] response: {'name': 'network-changed', 'server_uuid': '0b6a196b-0cb8-4791-ac18-843f6b978e3e', 'tag': 'a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7', 'status': 'completed', 'code': 200} Oct 18 07:59:05.301761 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc665515-e758-4ee3-ae4d-309022f0194c service neutron] Pushing event updated for resources: {'Port': ['ID=a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:05.327334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43161615-8c75-468b-86c8-fff8897af8c3 req-b40d5d6d-a9a0-459a-b865-166bb1b1f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:05.328801 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43161615-8c75-468b-86c8-fff8897af8c3 req-b40d5d6d-a9a0-459a-b865-166bb1b1f8b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed5ab37fbd0c4a40aa5a6c03e8f08439&device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 1097 time: 0.0878181 Oct 18 07:59:05.401323 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43161615-8c75-468b-86c8-fff8897af8c3 req-6df32ba2-4bbe-45b1-9188-67666ccada32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 HTTP/1.1" status: 200 len: 217 time: 0.0637755 Oct 18 07:59:05.467052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43161615-8c75-468b-86c8-fff8897af8c3 req-a31b299b-7031-4d1c-9d5e-9ab828cf4d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:05.468469 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43161615-8c75-468b-86c8-fff8897af8c3 req-a31b299b-7031-4d1c-9d5e-9ab828cf4d29 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c2eb6935-b9ee-44d0-9339-4aeff1d44033 HTTP/1.1" status: 200 len: 852 time: 0.0604608 Oct 18 07:59:05.525403 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43161615-8c75-468b-86c8-fff8897af8c3 req-ce354d8c-658d-4d0c-8f29-51cb8a631762 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34f6288a-0129-431f-8228-4445f02e04ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497155 Oct 18 07:59:05.531037 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0c40b4b0-f29b-441f-be8c-b99db552e3f9 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:59:05.566936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 0c40b4b0-f29b-441f-be8c-b99db552e3f9 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:59:05.567432 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0c40b4b0-f29b-441f-be8c-b99db552e3f9 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:59:05.796488 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43161615-8c75-468b-86c8-fff8897af8c3 req-948e9f3a-79c9-4d86-b456-32a53aa3854f service neutron] 10.222.0.46 "GET /v2.0/networks/34f6288a-0129-431f-8228-4445f02e04ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609234 Oct 18 07:59:05.844199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77fd9c-98ab-4bdb-b1af-0ef1a4e5684c req-1ca0a3ca-3020-4254-ba61-16c165fef84e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:05.845676 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2c77fd9c-98ab-4bdb-b1af-0ef1a4e5684c req-1ca0a3ca-3020-4254-ba61-16c165fef84e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/ports?device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 946 time: 0.2365696 Oct 18 07:59:05.891433 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2c972-bc3d-44ac-baf4-3f8faa27ef09 req-e2d33e8f-9da5-4ab1-aad4-c1b6430ed1f8 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:05.892897 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a9f2c972-bc3d-44ac-baf4-3f8faa27ef09 req-e2d33e8f-9da5-4ab1-aad4-c1b6430ed1f8 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 944 time: 0.2021923 Oct 18 07:59:05.898897 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bed50-5d74-460c-95c7-ede29df0032f req-0795661e-09ea-4602-8c63-b5c7d05edf57 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:05.900341 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-db8bed50-5d74-460c-95c7-ede29df0032f req-0795661e-09ea-4602-8c63-b5c7d05edf57 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 946 time: 0.2524927 Oct 18 07:59:05.936829 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a9f2c972-bc3d-44ac-baf4-3f8faa27ef09 req-b7bdd3c4-710b-48ae-ae7c-4cd0319ccef7 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381827 Oct 18 07:59:06.035855 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-db8bed50-5d74-460c-95c7-ede29df0032f req-1b729e35-90b3-4a44-b697-88ad0dfdc679 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007199 Oct 18 07:59:06.046955 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-2c77fd9c-98ab-4bdb-b1af-0ef1a4e5684c req-89590299-fc66-4d01-a51f-577c07f09a37 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 0a57c4a7-08fa-4685-be62-f24939fb5142 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:59:06.047282 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2c77fd9c-98ab-4bdb-b1af-0ef1a4e5684c req-89590299-fc66-4d01-a51f-577c07f09a37 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:06.096079 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43161615-8c75-468b-86c8-fff8897af8c3 req-88bdda51-aaa2-4ab7-8626-36d35207ed19 service neutron] 10.222.0.46 "GET /v2.0/networks/34f6288a-0129-431f-8228-4445f02e04ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904665 Oct 18 07:59:06.330927 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5a277-f75c-4aa2-bc74-09ccdbd989c6 req-1982f7ad-568f-4dab-995f-8ba64ef395d7 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:06.332410 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8af5a277-f75c-4aa2-bc74-09ccdbd989c6 req-1982f7ad-568f-4dab-995f-8ba64ef395d7 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 945 time: 0.0938292 Oct 18 07:59:06.378812 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8af5a277-f75c-4aa2-bc74-09ccdbd989c6 req-965cfa82-2da5-49bd-90ae-54a9380a673d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400898 Oct 18 07:59:06.465976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ea345-ab58-403c-acb0-a710c5a53742 req-6221190a-609b-4636-81e5-9a68fd21bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:06.467451 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c64ea345-ab58-403c-acb0-a710c5a53742 req-6221190a-609b-4636-81e5-9a68fd21bdd1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed5ab37fbd0c4a40aa5a6c03e8f08439&device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 1097 time: 0.3112786 Oct 18 07:59:06.544198 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-2c77fd9c-98ab-4bdb-b1af-0ef1a4e5684c req-89590299-fc66-4d01-a51f-577c07f09a37 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 0a57c4a7-08fa-4685-be62-f24939fb5142, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0a57c4a7-08fa-4685-be62-f24939fb5142,segment=NetworkSegment(be110876-586f-47da-9fda-d73b46477d5b),segment_id=be110876-586f-47da-9fda-d73b46477d5b)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:06.544550 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2c77fd9c-98ab-4bdb-b1af-0ef1a4e5684c req-89590299-fc66-4d01-a51f-577c07f09a37 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:06.672207 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-2c77fd9c-98ab-4bdb-b1af-0ef1a4e5684c req-89590299-fc66-4d01-a51f-577c07f09a37 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 0a57c4a7-08fa-4685-be62-f24939fb5142 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:59:06.780913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ea345-ab58-403c-acb0-a710c5a53742 req-abcb9f17-efc1-4296-b746-215b3e200e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:06.782338 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c64ea345-ab58-403c-acb0-a710c5a53742 req-abcb9f17-efc1-4296-b746-215b3e200e02 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34f6288a-0129-431f-8228-4445f02e04ae HTTP/1.1" status: 200 len: 913 time: 0.3071287 Oct 18 07:59:06.886859 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c64ea345-ab58-403c-acb0-a710c5a53742 req-82d69c15-4f3a-4912-8b49-39de6b37a545 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 HTTP/1.1" status: 200 len: 217 time: 0.0958672 Oct 18 07:59:06.952651 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2c77fd9c-98ab-4bdb-b1af-0ef1a4e5684c req-89590299-fc66-4d01-a51f-577c07f09a37 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:07.009822 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ea345-ab58-403c-acb0-a710c5a53742 req-5b051d91-535a-4ef2-b66d-0cf6c3997bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:07.011294 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c64ea345-ab58-403c-acb0-a710c5a53742 req-5b051d91-535a-4ef2-b66d-0cf6c3997bc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c2eb6935-b9ee-44d0-9339-4aeff1d44033 HTTP/1.1" status: 200 len: 852 time: 0.1139176 Oct 18 07:59:07.013109 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89590299-fc66-4d01-a51f-577c07f09a37 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=0a57c4a7-08fa-4685-be62-f24939fb5142,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:07.185107 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c64ea345-ab58-403c-acb0-a710c5a53742 req-1d28111e-2487-4acd-964b-85ecb91390c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34f6288a-0129-431f-8228-4445f02e04ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358130 Oct 18 07:59:07.193991 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c77fd9c-98ab-4bdb-b1af-0ef1a4e5684c req-89590299-fc66-4d01-a51f-577c07f09a37 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] No DVR routers for this DVR port 0a57c4a7-08fa-4685-be62-f24939fb5142 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:59:07.195713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-3d1c375c-c600-49f5-bc11-ffd171ee3115 req-cca51591-98c2-4b3f-8398-b5f967c5e18b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:59:07.211866 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-3d1c375c-c600-49f5-bc11-ffd171ee3115 req-cca51591-98c2-4b3f-8398-b5f967c5e18b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:59:07.213101 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3d1c375c-c600-49f5-bc11-ffd171ee3115 req-cca51591-98c2-4b3f-8398-b5f967c5e18b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=dca13c53-47f7-4d03-b53b-044592e05c97 HTTP/1.1" status: 200 len: 210 time: 0.0679281 Oct 18 07:59:07.213394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2c77fd9c-98ab-4bdb-b1af-0ef1a4e5684c req-89590299-fc66-4d01-a51f-577c07f09a37 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:07.286032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca13c53-47f7-4d03-b53b-044592e05c97', 'name': 'network-vif-deleted', 'tag': '0a57c4a7-08fa-4685-be62-f24939fb5142'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:59:07.288214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d303573-ba76-436e-8867-a32aad90097a" -d '{"events": [{"server_uuid": "dca13c53-47f7-4d03-b53b-044592e05c97", "name": "network-vif-deleted", "tag": "0a57c4a7-08fa-4685-be62-f24939fb5142"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:59:07.301360 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2c77fd9c-98ab-4bdb-b1af-0ef1a4e5684c req-89590299-fc66-4d01-a51f-577c07f09a37 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "DELETE /v2.0/ports/0a57c4a7-08fa-4685-be62-f24939fb5142 HTTP/1.1" status: 204 len: 173 time: 1.3956194 Oct 18 07:59:07.333737 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 07:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfa8a0c-eab0-40dd-a4e7-7bb9b97a0a9e x-openstack-request-id: req-6bfa8a0c-eab0-40dd-a4e7-7bb9b97a0a9e {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:59:07.334002 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca13c53-47f7-4d03-b53b-044592e05c97", "name": "network-vif-deleted", "tag": "0a57c4a7-08fa-4685-be62-f24939fb5142", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:59:07.334294 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6bfa8a0c-eab0-40dd-a4e7-7bb9b97a0a9e {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:59:07.334670 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bfa8a0c-eab0-40dd-a4e7-7bb9b97a0a9e'] response: {'server_uuid': 'dca13c53-47f7-4d03-b53b-044592e05c97', 'name': 'network-vif-deleted', 'tag': '0a57c4a7-08fa-4685-be62-f24939fb5142', 'status': 'completed', 'code': 200} Oct 18 07:59:07.358598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d330a-0a38-4c2b-a5f5-09083a9de415 req-db831c49-40f8-4eb8-b5ba-aee570859512 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:07.359292 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-986d330a-0a38-4c2b-a5f5-09083a9de415 req-db831c49-40f8-4eb8-b5ba-aee570859512 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Synchronizing usage tracker for tenant:ed5ab37fbd0c4a40aa5a6c03e8f08439 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:59:07.367394 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c64ea345-ab58-403c-acb0-a710c5a53742 req-edcb4501-1a21-408f-bc19-2a51e536a049 service neutron] 10.222.0.46 "GET /v2.0/networks/34f6288a-0129-431f-8228-4445f02e04ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746216 Oct 18 07:59:07.451212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-986d330a-0a38-4c2b-a5f5-09083a9de415 req-db831c49-40f8-4eb8-b5ba-aee570859512 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Unset dirty status for tenant:ed5ab37fbd0c4a40aa5a6c03e8f08439 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:59:07.452356 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-986d330a-0a38-4c2b-a5f5-09083a9de415 req-db831c49-40f8-4eb8-b5ba-aee570859512 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 944 time: 0.3695109 Oct 18 07:59:07.542418 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-986d330a-0a38-4c2b-a5f5-09083a9de415 req-8dbedaf3-b15f-4948-9327-817a8f3a9987 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833492 Oct 18 07:59:07.545895 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c64ea345-ab58-403c-acb0-a710c5a53742 req-6d4148e3-f22f-4bfa-8737-a1efdd70c05d service neutron] 10.222.0.46 "GET /v2.0/networks/34f6288a-0129-431f-8228-4445f02e04ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725993 Oct 18 07:59:07.600057 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70049002-2883-4620-b981-ed2fe5d9099c req-69defdd9-944c-48bf-9479-6e0b9d4ffa5c tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:07.601487 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-70049002-2883-4620-b981-ed2fe5d9099c req-69defdd9-944c-48bf-9479-6e0b9d4ffa5c tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 945 time: 0.1027110 Oct 18 07:59:07.644574 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-70049002-2883-4620-b981-ed2fe5d9099c req-2ab8f028-e7ea-4c96-bc15-6627b9ec6074 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372272 Oct 18 07:59:08.314160 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34088) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:08.382976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-80f46b3f-c2e4-4e46-94f7-e005dd5ad8c1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:08.412062 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-80f46b3f-c2e4-4e46-94f7-e005dd5ad8c1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:08.476335 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-80f46b3f-c2e4-4e46-94f7-e005dd5ad8c1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:08.495753 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f46b3f-c2e4-4e46-94f7-e005dd5ad8c1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:08.505420 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-80f46b3f-c2e4-4e46-94f7-e005dd5ad8c1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:08.506594 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-80f46b3f-c2e4-4e46-94f7-e005dd5ad8c1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/security-groups/7ba8fb4d-2b9e-40ad-9f8b-bad75be767b7 HTTP/1.1" status: 204 len: 168 time: 0.1913786 Oct 18 07:59:08.543064 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34094) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:08.611956 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-87fa936e-3214-4360-bf05-698b03d4fe20 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting subnet 36a58ad8-72c5-4763-870c-af3a98eba572 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:59:08.614901 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-87fa936e-3214-4360-bf05-698b03d4fe20 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:08.669749 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-87fa936e-3214-4360-bf05-698b03d4fe20 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:08.747715 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df637e-0130-4415-8bbb-0d456a6da4a4 req-57f0ce35-501c-4420-a521-34b7e486489c tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:08.749102 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-29df637e-0130-4415-8bbb-0d456a6da4a4 req-57f0ce35-501c-4420-a521-34b7e486489c tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 944 time: 0.0910964 Oct 18 07:59:08.794105 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-29df637e-0130-4415-8bbb-0d456a6da4a4 req-443be6d3-c9b7-4db2-9540-73dec77ea268 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393562 Oct 18 07:59:08.798108 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-87fa936e-3214-4360-bf05-698b03d4fe20 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:08.898001 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-87fa936e-3214-4360-bf05-698b03d4fe20 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:08.942187 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-87fa936e-3214-4360-bf05-698b03d4fe20 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:08.948648 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74044ef-6a04-43fc-b368-6253afcebab9 None None] Network ea15d070-fe09-473f-b0d0-28f6ca806e13 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:59:08.952658 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eaebac-ec29-4dbd-bff0-21610feadc9e req-b1fc138f-851e-4b38-a752-688b4d0ca073 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:08.954079 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-33eaebac-ec29-4dbd-bff0-21610feadc9e req-b1fc138f-851e-4b38-a752-688b4d0ca073 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 945 time: 0.1934731 Oct 18 07:59:08.956174 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa936e-3214-4360-bf05-698b03d4fe20 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Subnet': ['ID=36a58ad8-72c5-4763-870c-af3a98eba572,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:08.980206 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-87fa936e-3214-4360-bf05-698b03d4fe20 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/subnets/36a58ad8-72c5-4763-870c-af3a98eba572 HTTP/1.1" status: 204 len: 168 time: 0.4336312 Oct 18 07:59:08.981227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34102) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:09.003440 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-33eaebac-ec29-4dbd-bff0-21610feadc9e req-47ff54e4-3e33-4fe3-bc7e-e38674e2eb7c tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420432 Oct 18 07:59:09.103347 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:09.113748 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port d37a85aa-1b35-4817-aeb9-89531301cd1e {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:59:09.114086 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:09.214350 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fc9300-36df-4833-a2b0-efadda4e5fde None None] DHCP port deletion for ea15d070-fe09-473f-b0d0-28f6ca806e13 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:59:09.219486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc9300-36df-4833-a2b0-efadda4e5fde None None] Deleting port d37a85aa-1b35-4817-aeb9-89531301cd1e {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:59:09.220126 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9300-36df-4833-a2b0-efadda4e5fde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:09.419017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 07:59:09.429452 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port d37a85aa-1b35-4817-aeb9-89531301cd1e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d37a85aa-1b35-4817-aeb9-89531301cd1e,segment=NetworkSegment(be110876-586f-47da-9fda-d73b46477d5b),segment_id=be110876-586f-47da-9fda-d73b46477d5b)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:09.429741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:09.433394 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b8fc9300-36df-4833-a2b0-efadda4e5fde None None] For port d37a85aa-1b35-4817-aeb9-89531301cd1e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d37a85aa-1b35-4817-aeb9-89531301cd1e,segment=NetworkSegment(be110876-586f-47da-9fda-d73b46477d5b),segment_id=be110876-586f-47da-9fda-d73b46477d5b)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:09.433787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9300-36df-4833-a2b0-efadda4e5fde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:09.500752 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 0a57c4a7-08fa-4685-be62-f24939fb5142 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:59:09.556114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for d37a85aa-1b35-4817-aeb9-89531301cd1e owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:59:09.628591 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc9300-36df-4833-a2b0-efadda4e5fde None None] Calling delete_port for d37a85aa-1b35-4817-aeb9-89531301cd1e owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:59:09.638515 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:09.660124 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d37a85aa-1b35-4817-aeb9-89531301cd1e no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:59:09.682826 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=d37a85aa-1b35-4817-aeb9-89531301cd1e,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:09.688836 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] No DVR routers for this DVR port d37a85aa-1b35-4817-aeb9-89531301cd1e on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:59:09.701773 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 0a57c4a7-08fa-4685-be62-f24939fb5142 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:59:09.702116 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 0a57c4a7-08fa-4685-be62-f24939fb5142 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:59:09.703986 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.resource_extend [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 18 07:59:09.726696 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: d37a85aa-1b35-4817-aeb9-89531301cd1e {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:59:09.727045 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d37a85aa-1b35-4817-aeb9-89531301cd1e not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:59:09.813177 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:09.842261 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea15d070-fe09-473f-b0d0-28f6ca806e13']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:09.847536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-b8fc9300-36df-4833-a2b0-efadda4e5fde None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 07:59:09.847896 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-b8fc9300-36df-4833-a2b0-efadda4e5fde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 07:59:09.854422 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7,segment=NetworkSegment(34f40da8-4bae-4edb-a156-ac189f57bd50),segment_id=34f40da8-4bae-4edb-a156-ac189f57bd50)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:09.855121 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be110876-586f-47da-9fda-d73b46477d5b') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:09.855515 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be110876-586f-47da-9fda-d73b46477d5b') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:09.867114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:09.868515 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': 'a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7', 'network_id': '34f6288a-0129-431f-8228-4445f02e04ae', 'port_id': 'a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7', 'mac_address': 'fa:16:3e:7f:d8:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2eb6935-b9ee-44d0-9339-4aeff1d44033', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 07:59:09.884139 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:09.891467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:59:09.892080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:09.925424 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:59:09.925674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:09.943855 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 07:59:09.956018 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment be110876-586f-47da-9fda-d73b46477d5b resource provider aggregate not found Oct 18 07:59:09.959974 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7,segment=NetworkSegment(34f40da8-4bae-4edb-a156-ac189f57bd50),segment_id=34f40da8-4bae-4edb-a156-ac189f57bd50)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:09.964590 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:10.036352 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:10.048454 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment be110876-586f-47da-9fda-d73b46477d5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be110876-586f-47da-9fda-d73b46477d5b found for delete ", "request_id": "req-6133f38a-5d45-4e11-92fc-3547ba81e703"}]} Oct 18 07:59:10.056339 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:10.075360 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:10.086773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Network': ['ID=ea15d070-fe09-473f-b0d0-28f6ca806e13,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:10.109440 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c20b6b77-a0cf-4ac2-9a28-622eae348a3b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/networks/ea15d070-fe09-473f-b0d0-28f6ca806e13 HTTP/1.1" status: 204 len: 168 time: 1.1271393 Oct 18 07:59:10.112301 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34114) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:10.128287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc77d9-2f0c-4507-aaa0-91ba701b73d4 req-dd695d1b-c5fa-44c3-9aa5-02d6efbf49a2 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:10.129903 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5cdc77d9-2f0c-4507-aaa0-91ba701b73d4 req-dd695d1b-c5fa-44c3-9aa5-02d6efbf49a2 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 945 time: 0.2195785 Oct 18 07:59:10.176646 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5cdc77d9-2f0c-4507-aaa0-91ba701b73d4 req-150b1d72-0886-40b2-a716-6bfc7077e45f tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408792 Oct 18 07:59:10.251239 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 07:59:10.348893 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc9300-36df-4833-a2b0-efadda4e5fde None None] Deleting port d37a85aa-1b35-4817-aeb9-89531301cd1e {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:59:10.349264 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9300-36df-4833-a2b0-efadda4e5fde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:10.395199 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8428ef-2dfe-43d6-a020-a12a61e9bfae req-7bb6062b-d40b-4dcf-937e-c43f1c92daee tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:10.396652 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6c8428ef-2dfe-43d6-a020-a12a61e9bfae req-7bb6062b-d40b-4dcf-937e-c43f1c92daee tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 945 time: 0.2158840 Oct 18 07:59:10.397750 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-41e2656d-6d08-4471-b1ab-4f5c7a6e0353 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port df2f428f-2a3c-4980-bec7-63782d659717 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:59:10.398085 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-41e2656d-6d08-4471-b1ab-4f5c7a6e0353 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:10.428027 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc9300-36df-4833-a2b0-efadda4e5fde None None] The port 'd37a85aa-1b35-4817-aeb9-89531301cd1e' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 07:59:10.499781 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6c8428ef-2dfe-43d6-a020-a12a61e9bfae req-51020f8d-bb8e-4729-99a1-48a42aaf2222 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777373 Oct 18 07:59:10.600571 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-41e2656d-6d08-4471-b1ab-4f5c7a6e0353 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:10.600918 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-41e2656d-6d08-4471-b1ab-4f5c7a6e0353 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:10.721274 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-41e2656d-6d08-4471-b1ab-4f5c7a6e0353 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for df2f428f-2a3c-4980-bec7-63782d659717 owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:59:10.977705 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-41e2656d-6d08-4471-b1ab-4f5c7a6e0353 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:11.026239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2656d-6d08-4471-b1ab-4f5c7a6e0353 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=df2f428f-2a3c-4980-bec7-63782d659717,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:11.121344 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-41e2656d-6d08-4471-b1ab-4f5c7a6e0353 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:11.122051 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-41e2656d-6d08-4471-b1ab-4f5c7a6e0353 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP 18e7eb2a-915d-440c-a22a-fc2a30521736 disassociated (deleted). External IP: 172.26.8.90, port: 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e. Oct 18 07:59:11.378103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69452d01-0f7c-4072-bc57-6e1283ca4f67 req-38de663f-8861-49a0-9248-e7c19b5aaf6b tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:11.379598 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-69452d01-0f7c-4072-bc57-6e1283ca4f67 req-38de663f-8861-49a0-9248-e7c19b5aaf6b tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 945 time: 0.0878067 Oct 18 07:59:11.422569 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:59:11.428579 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-69452d01-0f7c-4072-bc57-6e1283ca4f67 req-058efeae-9182-44ec-ba34-49c327335d73 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431960 Oct 18 07:59:11.480099 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e2656d-6d08-4471-b1ab-4f5c7a6e0353 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 77ff547f-6fd6-431d-b76e-cd11565efa32 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:59:11.493698 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:59:11.498533 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:59:11.498926 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:11.499253 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 Oct 18 07:59:11.615160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:59:11.615536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:11.642486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6a196b-0cb8-4791-ac18-843f6b978e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:59:11.644701 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c9983a-e330-4d19-b539-fa7be3b73a8d" -d '{"events": [{"server_uuid": "0b6a196b-0cb8-4791-ac18-843f6b978e3e", "name": "network-vif-plugged", "status": "completed", "tag": "a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:59:11.653175 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7,segment=NetworkSegment(34f40da8-4bae-4edb-a156-ac189f57bd50),segment_id=34f40da8-4bae-4edb-a156-ac189f57bd50)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:11.657752 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:11.698574 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 07:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd315099-2483-456b-aade-ba013bddf0aa x-openstack-request-id: req-cd315099-2483-456b-aade-ba013bddf0aa {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:59:11.698956 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6a196b-0cb8-4791-ac18-843f6b978e3e", "name": "network-vif-plugged", "status": "completed", "tag": "a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:59:11.699281 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-cd315099-2483-456b-aade-ba013bddf0aa {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:59:11.699729 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd315099-2483-456b-aade-ba013bddf0aa'] response: {'server_uuid': '0b6a196b-0cb8-4791-ac18-843f6b978e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7', 'code': 200} Oct 18 07:59:11.724838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e2656d-6d08-4471-b1ab-4f5c7a6e0353 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:59:11.736755 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:11.739763 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e025745e-97ee-4ad1-8110-b5cce5930586 None None] Sync routers for ids ['77ff547f-6fd6-431d-b76e-cd11565efa32'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:59:11.751352 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e025745e-97ee-4ad1-8110-b5cce5930586 None None] Routers {'77ff547f-6fd6-431d-b76e-cd11565efa32'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:59:11.751962 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e025745e-97ee-4ad1-8110-b5cce5930586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['77ff547f-6fd6-431d-b76e-cd11565efa32'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:11.753975 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719a35b-2548-4349-86cf-64d3d2a72991 req-db33872a-6075-4867-b2b5-cc59065f7d63 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:11.759168 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0719a35b-2548-4349-86cf-64d3d2a72991 req-db33872a-6075-4867-b2b5-cc59065f7d63 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 945 time: 0.1357443 Oct 18 07:59:11.762054 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-41e2656d-6d08-4471-b1ab-4f5c7a6e0353 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:11.855844 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-41e2656d-6d08-4471-b1ab-4f5c7a6e0353 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/floatingips/18e7eb2a-915d-440c-a22a-fc2a30521736 HTTP/1.1" status: 204 len: 168 time: 1.7423067 Oct 18 07:59:11.858564 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e12b10-8b37-4329-91ef-e31e5c199480', 'tag': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:59:11.860871 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d202c15c-e255-4aee-8b5d-b69db34bd8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "35e12b10-8b37-4329-91ef-e31e5c199480", "tag": "2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:59:11.865997 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0719a35b-2548-4349-86cf-64d3d2a72991 req-ce5a49c6-d2aa-4f72-b7c4-96ad7f4510ab tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719829 Oct 18 07:59:11.918454 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 07:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276321de-f9d9-4438-a3c2-cc7be07af91b x-openstack-request-id: req-276321de-f9d9-4438-a3c2-cc7be07af91b {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:59:11.918771 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e12b10-8b37-4329-91ef-e31e5c199480", "tag": "2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:59:11.919749 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-276321de-f9d9-4438-a3c2-cc7be07af91b {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:59:11.920177 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276321de-f9d9-4438-a3c2-cc7be07af91b'] response: {'name': 'network-changed', 'server_uuid': '35e12b10-8b37-4329-91ef-e31e5c199480', 'tag': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e', 'status': 'completed', 'code': 200} Oct 18 07:59:11.941270 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-e025745e-97ee-4ad1-8110-b5cce5930586 None None] Set router 77ff547f-6fd6-431d-b76e-cd11565efa32 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:59:12.040037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12066f-c445-4848-8436-5d5dd47a923c req-846d1165-e73a-4e73-b646-e68c9175c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:12.041780 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-be12066f-c445-4848-8436-5d5dd47a923c req-846d1165-e73a-4e73-b646-e68c9175c0e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 1099 time: 0.1878943 Oct 18 07:59:12.067178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202c15c-e255-4aee-8b5d-b69db34bd8bd req-d093728e-2094-4661-a9ab-0f5ad7c5a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:12.068922 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d202c15c-e255-4aee-8b5d-b69db34bd8bd req-d093728e-2094-4661-a9ab-0f5ad7c5a4e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 1098 time: 0.1163142 Oct 18 07:59:12.169816 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-be12066f-c445-4848-8436-5d5dd47a923c req-6e738200-46df-4b86-aff5-32716e006079 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202834 Oct 18 07:59:12.226975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202c15c-e255-4aee-8b5d-b69db34bd8bd req-0a673f39-3674-48d5-a7a9-43771b39e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:12.228418 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d202c15c-e255-4aee-8b5d-b69db34bd8bd req-0a673f39-3674-48d5-a7a9-43771b39e0ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=dba6462c-8a73-4764-a16b-d913fa15e5fd HTTP/1.1" status: 200 len: 898 time: 0.1508107 Oct 18 07:59:12.273466 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c84ef-9e44-48c8-a931-9636490a7e6d req-bcbd79e5-fa79-490b-8f0c-b368877079da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:12.274161 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-669c84ef-9e44-48c8-a931-9636490a7e6d req-bcbd79e5-fa79-490b-8f0c-b368877079da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:59:12.277603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e025745e-97ee-4ad1-8110-b5cce5930586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:59:02Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:56:56Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '652908cf-f809-44e6-8a32-b2804b1dfad5', 'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:fe:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:03Z', 'updated_at': '2022-10-18T07:57:15Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:12.281427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e025745e-97ee-4ad1-8110-b5cce5930586 None None] Checking router: 77ff547f-6fd6-431d-b76e-cd11565efa32 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:59:12.289785 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-669c84ef-9e44-48c8-a931-9636490a7e6d req-bcbd79e5-fa79-490b-8f0c-b368877079da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:59:12.290033 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e025745e-97ee-4ad1-8110-b5cce5930586 None None] Routers {'77ff547f-6fd6-431d-b76e-cd11565efa32'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:59:12.290691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e025745e-97ee-4ad1-8110-b5cce5930586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['77ff547f-6fd6-431d-b76e-cd11565efa32'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:12.291225 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-669c84ef-9e44-48c8-a931-9636490a7e6d req-bcbd79e5-fa79-490b-8f0c-b368877079da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 945 time: 0.1055307 Oct 18 07:59:12.336094 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-669c84ef-9e44-48c8-a931-9636490a7e6d req-fc699dc1-b74e-4e43-aa34-5e93e1533ca9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:59:12.352105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-669c84ef-9e44-48c8-a931-9636490a7e6d req-fc699dc1-b74e-4e43-aa34-5e93e1533ca9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:59:12.353512 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-669c84ef-9e44-48c8-a931-9636490a7e6d req-fc699dc1-b74e-4e43-aa34-5e93e1533ca9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=30ff9672-a36b-4853-8ab3-01b35303b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564952 Oct 18 07:59:12.447280 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d202c15c-e255-4aee-8b5d-b69db34bd8bd req-008bfee1-aa36-4a1d-9379-e37979cfd66f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e HTTP/1.1" status: 200 len: 217 time: 0.0637844 Oct 18 07:59:12.528144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202c15c-e255-4aee-8b5d-b69db34bd8bd req-8da41107-02f8-4025-b721-408aa1dd7cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:12.530715 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d202c15c-e255-4aee-8b5d-b69db34bd8bd req-8da41107-02f8-4025-b721-408aa1dd7cad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1fd93d08-c3d2-49e2-9d36-15a8bd607202 HTTP/1.1" status: 200 len: 835 time: 0.0760260 Oct 18 07:59:12.530929 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-e025745e-97ee-4ad1-8110-b5cce5930586 None None] Set router 77ff547f-6fd6-431d-b76e-cd11565efa32 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:59:12.790914 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202c15c-e255-4aee-8b5d-b69db34bd8bd req-ca340e97-7dab-4a1d-ba28-2b3fcc74dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:12.792874 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d202c15c-e255-4aee-8b5d-b69db34bd8bd req-ca340e97-7dab-4a1d-ba28-2b3fcc74dd86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dba6462c-8a73-4764-a16b-d913fa15e5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2537980 Oct 18 07:59:12.801063 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3eb072-1e88-4018-807d-95e7d7578925 req-15ca9684-53a4-4ea4-a966-3c34d96ce393 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:12.802398 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7a3eb072-1e88-4018-807d-95e7d7578925 req-15ca9684-53a4-4ea4-a966-3c34d96ce393 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 946 time: 0.2235403 Oct 18 07:59:12.853151 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e025745e-97ee-4ad1-8110-b5cce5930586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:59:02Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:56:56Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '652908cf-f809-44e6-8a32-b2804b1dfad5', 'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:fe:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:03Z', 'updated_at': '2022-10-18T07:57:15Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:12.857693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e025745e-97ee-4ad1-8110-b5cce5930586 None None] The sync data for ids ['77ff547f-6fd6-431d-b76e-cd11565efa32'] in dv-neutron-861625-1-hyperv is: [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:59:02Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:56:56Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '652908cf-f809-44e6-8a32-b2804b1dfad5', 'name': '', 'network_id': 'dba6462c-8a73-4764-a16b-d913fa15e5fd', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:fe:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:03Z', 'updated_at': '2022-10-18T07:57:15Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '1fd93d08-c3d2-49e2-9d36-15a8bd607202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:59:12.931467 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7a3eb072-1e88-4018-807d-95e7d7578925 req-896881de-f485-44b6-bba5-6bda5ceb1e8e tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105058 Oct 18 07:59:12.967121 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d202c15c-e255-4aee-8b5d-b69db34bd8bd req-044fad1a-9398-4866-b033-4d819be91aca service neutron] 10.222.0.46 "GET /v2.0/networks/dba6462c-8a73-4764-a16b-d913fa15e5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637712 Oct 18 07:59:13.079481 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49809b6-d308-4f47-98cb-2b3a06d8e5c1 req-7da84a51-4523-4c39-a659-e50491e34b6a tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:13.081121 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a49809b6-d308-4f47-98cb-2b3a06d8e5c1 req-7da84a51-4523-4c39-a659-e50491e34b6a tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 945 time: 0.0949614 Oct 18 07:59:13.115802 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d202c15c-e255-4aee-8b5d-b69db34bd8bd req-760b1231-2048-434b-8e71-05729a5eb477 service neutron] 10.222.0.46 "GET /v2.0/networks/dba6462c-8a73-4764-a16b-d913fa15e5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377919 Oct 18 07:59:13.118413 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e508684e-6cfc-4862-931a-8c2f086e96b1 None None] New status for floating IP 18e7eb2a-915d-440c-a22a-fc2a30521736: DOWN {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 07:59:13.129968 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a49809b6-d308-4f47-98cb-2b3a06d8e5c1 req-e50a6bee-3ab4-4c02-bca3-c8fda3753672 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428643 Oct 18 07:59:13.558217 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bc514-976e-420b-a76e-454295a199f5 req-ad868fe5-3838-4357-a0c0-251f3fbea3dd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:13.558933 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-bb1bc514-976e-420b-a76e-454295a199f5 req-ad868fe5-3838-4357-a0c0-251f3fbea3dd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:59:13.570454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-bb1bc514-976e-420b-a76e-454295a199f5 req-ad868fe5-3838-4357-a0c0-251f3fbea3dd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:59:13.571587 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bb1bc514-976e-420b-a76e-454295a199f5 req-ad868fe5-3838-4357-a0c0-251f3fbea3dd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 945 time: 0.1042385 Oct 18 07:59:13.614951 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bb1bc514-976e-420b-a76e-454295a199f5 req-342530f1-961b-4f7c-aa68-a2f12bd312b4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=30ff9672-a36b-4853-8ab3-01b35303b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371075 Oct 18 07:59:13.928744 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba81581-cee7-491d-8659-472f4eba47e1 req-54d1d827-e4d3-4411-a4b9-6ae55ad23359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:13.930186 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1ba81581-cee7-491d-8659-472f4eba47e1 req-54d1d827-e4d3-4411-a4b9-6ae55ad23359 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 1098 time: 0.0767620 Oct 18 07:59:14.029014 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1ba81581-cee7-491d-8659-472f4eba47e1 req-18337fc2-6cc6-4880-9116-525fcbd5196d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895543 Oct 18 07:59:14.056028 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689731fd-313c-4243-90c5-c94430d44424 req-9abb3a03-9ebd-4df9-88e6-c05537104a38 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:14.058304 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-689731fd-313c-4243-90c5-c94430d44424 req-9abb3a03-9ebd-4df9-88e6-c05537104a38 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 945 time: 0.1041989 Oct 18 07:59:14.129769 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955a018-3d9e-4841-9a0b-7f82ec9a2ada req-b0ce556c-92ff-4174-a65e-9961b23401a0 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:14.131272 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6955a018-3d9e-4841-9a0b-7f82ec9a2ada req-b0ce556c-92ff-4174-a65e-9961b23401a0 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 946 time: 0.0868275 Oct 18 07:59:14.179690 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6955a018-3d9e-4841-9a0b-7f82ec9a2ada req-8a43df91-3231-4f90-9e88-5cdb9c4d5758 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426502 Oct 18 07:59:14.339436 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-689731fd-313c-4243-90c5-c94430d44424 req-e3f6dcd5-715f-46c5-80a9-5e004ba71419 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:59:14.339785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-689731fd-313c-4243-90c5-c94430d44424 req-e3f6dcd5-715f-46c5-80a9-5e004ba71419 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:14.379622 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518b268-b8de-41e7-b3d0-5d2d4875f3e3 req-5c4ec87a-32b0-492c-8e5d-a6016a1643ca tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:14.381134 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5518b268-b8de-41e7-b3d0-5d2d4875f3e3 req-5c4ec87a-32b0-492c-8e5d-a6016a1643ca tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 946 time: 0.0879407 Oct 18 07:59:14.426776 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5518b268-b8de-41e7-b3d0-5d2d4875f3e3 req-86c57d73-c286-4d73-aba7-78b3bd66674d tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391321 Oct 18 07:59:14.445878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b14b4-a53d-4e09-8b67-965ae43e3895 req-79c8873f-f116-44ff-bf7f-dcf82f64cd6d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:14.447385 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-460b14b4-a53d-4e09-8b67-965ae43e3895 req-79c8873f-f116-44ff-bf7f-dcf82f64cd6d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 945 time: 0.1962268 Oct 18 07:59:14.576934 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-460b14b4-a53d-4e09-8b67-965ae43e3895 req-65f83515-6358-44ca-ac2b-38beb903e84d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171639 Oct 18 07:59:14.643174 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-689731fd-313c-4243-90c5-c94430d44424 req-e3f6dcd5-715f-46c5-80a9-5e004ba71419 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e,segment=NetworkSegment(8b1ed8d9-1535-4a73-8164-ae35191fba6d),segment_id=8b1ed8d9-1535-4a73-8164-ae35191fba6d)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:14.643533 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-689731fd-313c-4243-90c5-c94430d44424 req-e3f6dcd5-715f-46c5-80a9-5e004ba71419 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:14.773079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-689731fd-313c-4243-90c5-c94430d44424 req-e3f6dcd5-715f-46c5-80a9-5e004ba71419 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:59:14.970617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4a313-5097-4faa-90cb-e24d01f8beaa req-8519d49f-16d8-4bc8-9437-1119abba60fe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:14.971796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cd0b5-b711-4c32-ba0d-3defe10f7aef req-f88f0976-6ec1-4e25-9ae5-47fc2f98cfe2 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:14.972098 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c6f4a313-5097-4faa-90cb-e24d01f8beaa req-8519d49f-16d8-4bc8-9437-1119abba60fe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=35e12b10-8b37-4329-91ef-e31e5c199480 HTTP/1.1" status: 200 len: 945 time: 0.2061553 Oct 18 07:59:14.973652 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2d4cd0b5-b711-4c32-ba0d-3defe10f7aef req-f88f0976-6ec1-4e25-9ae5-47fc2f98cfe2 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 946 time: 0.2191436 Oct 18 07:59:15.020372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-689731fd-313c-4243-90c5-c94430d44424 req-e3f6dcd5-715f-46c5-80a9-5e004ba71419 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:15.027536 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2d4cd0b5-b711-4c32-ba0d-3defe10f7aef req-5e9bafa3-3aba-4e0f-b9ea-677ee13d6df4 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439618 Oct 18 07:59:15.080809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6dcd5-715f-46c5-80a9-5e004ba71419 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:15.086122 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c6f4a313-5097-4faa-90cb-e24d01f8beaa req-b4aab175-f4a2-407b-a8d0-effcdd285fbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=30ff9672-a36b-4853-8ab3-01b35303b1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015341 Oct 18 07:59:15.281518 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-689731fd-313c-4243-90c5-c94430d44424 req-e3f6dcd5-715f-46c5-80a9-5e004ba71419 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] No DVR routers for this DVR port 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:59:15.284461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-689731fd-313c-4243-90c5-c94430d44424 req-e3f6dcd5-715f-46c5-80a9-5e004ba71419 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:15.287141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e12b10-8b37-4329-91ef-e31e5c199480', 'name': 'network-vif-deleted', 'tag': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:59:15.289415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a2f249-0f58-4f2e-a563-4f236564f5ea" -d '{"events": [{"server_uuid": "35e12b10-8b37-4329-91ef-e31e5c199480", "name": "network-vif-deleted", "tag": "2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:59:15.304274 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-689731fd-313c-4243-90c5-c94430d44424 req-e3f6dcd5-715f-46c5-80a9-5e004ba71419 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "DELETE /v2.0/ports/2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e HTTP/1.1" status: 204 len: 173 time: 1.0871611 Oct 18 07:59:15.338998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 07:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a5d8ab-351c-46e2-b0b7-fa41cc3f5cb1 x-openstack-request-id: req-38a5d8ab-351c-46e2-b0b7-fa41cc3f5cb1 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:59:15.339283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e12b10-8b37-4329-91ef-e31e5c199480", "name": "network-vif-deleted", "tag": "2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:59:15.339530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-38a5d8ab-351c-46e2-b0b7-fa41cc3f5cb1 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:59:15.339918 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a5d8ab-351c-46e2-b0b7-fa41cc3f5cb1'] response: {'server_uuid': '35e12b10-8b37-4329-91ef-e31e5c199480', 'name': 'network-vif-deleted', 'tag': '2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e', 'status': 'completed', 'code': 200} Oct 18 07:59:15.470850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 33ecbfac-5bb2-4402-84cb-93db145dbe5b details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 07:59:15.474247 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 33ecbfac-5bb2-4402-84cb-93db145dbe5b no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:59:15.686884 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 33ecbfac-5bb2-4402-84cb-93db145dbe5b is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:59:15.687169 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:15.720516 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 33ecbfac-5bb2-4402-84cb-93db145dbe5b, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=33ecbfac-5bb2-4402-84cb-93db145dbe5b,segment=NetworkSegment(4392bc59-36c5-4f7a-9057-4de5e958e97a),segment_id=4392bc59-36c5-4f7a-9057-4de5e958e97a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:15.742172 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7be673f-68c9-42c7-b38f-b796fda43830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ecbfac-5bb2-4402-84cb-93db145dbe5b'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:59:15.744487 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a61652-9b8f-4bc4-863b-77617bb4112f" -d '{"events": [{"server_uuid": "c7be673f-68c9-42c7-b38f-b796fda43830", "name": "network-vif-unplugged", "status": "completed", "tag": "33ecbfac-5bb2-4402-84cb-93db145dbe5b"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:59:15.751902 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '33ecbfac-5bb2-4402-84cb-93db145dbe5b', 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64', 'port_id': '33ecbfac-5bb2-4402-84cb-93db145dbe5b', 'mac_address': 'fa:16:3e:fd:fc:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 07:59:15.756128 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 33ecbfac-5bb2-4402-84cb-93db145dbe5b, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=33ecbfac-5bb2-4402-84cb-93db145dbe5b,segment=NetworkSegment(4392bc59-36c5-4f7a-9057-4de5e958e97a),segment_id=4392bc59-36c5-4f7a-9057-4de5e958e97a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:15.779107 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972f1ba-9a4d-4e51-84f1-76d7c0566ed1 req-04488f3b-f7a1-4494-bb52-cde38c41a6d3 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:15.780716 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7972f1ba-9a4d-4e51-84f1-76d7c0566ed1 req-04488f3b-f7a1-4494-bb52-cde38c41a6d3 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 945 time: 0.0908492 Oct 18 07:59:15.786146 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:15.830779 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Oct 2022 07:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334308a9-f60d-42a0-aca3-36a169d7bbb4 x-openstack-request-id: req-334308a9-f60d-42a0-aca3-36a169d7bbb4 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:59:15.831070 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7be673f-68c9-42c7-b38f-b796fda43830", "name": "network-vif-unplugged", "status": "completed", "tag": "33ecbfac-5bb2-4402-84cb-93db145dbe5b", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:59:15.831324 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-334308a9-f60d-42a0-aca3-36a169d7bbb4 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:59:15.832034 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334308a9-f60d-42a0-aca3-36a169d7bbb4'] response: {'server_uuid': 'c7be673f-68c9-42c7-b38f-b796fda43830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ecbfac-5bb2-4402-84cb-93db145dbe5b', 'code': 200} Oct 18 07:59:15.832501 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7972f1ba-9a4d-4e51-84f1-76d7c0566ed1 req-a4a8d6e7-6b39-4bf8-b1d4-2fdc7e8fbe63 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445406 Oct 18 07:59:15.863268 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34158) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:15.866403 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 33ecbfac-5bb2-4402-84cb-93db145dbe5b is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:59:15.866808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:15.894640 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ecbfac-5bb2-4402-84cb-93db145dbe5b {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 07:59:15.898442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=33ecbfac-5bb2-4402-84cb-93db145dbe5b,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:15.912960 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 33ecbfac-5bb2-4402-84cb-93db145dbe5b, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=33ecbfac-5bb2-4402-84cb-93db145dbe5b,segment=NetworkSegment(4392bc59-36c5-4f7a-9057-4de5e958e97a),segment_id=4392bc59-36c5-4f7a-9057-4de5e958e97a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:15.917658 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:15.973033 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-38806a96-c97f-4352-bf03-283389c47367 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/floatingips/025b5d03-cee0-48b2-9e6f-5969ebcf0a5d HTTP/1.1" status: 200 len: 991 time: 0.1079550 Oct 18 07:59:15.993065 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=33ecbfac-5bb2-4402-84cb-93db145dbe5b,revision_number=7']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:16.165598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['33ecbfac-5bb2-4402-84cb-93db145dbe5b'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 07:59:16.191059 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34166) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:16.283203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b59b037b-ac20-4dee-9c15-58c34f7c4808 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:16.305390 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca81364-40e2-4688-9b31-9979e8661ae3 req-9c156543-96da-4551-b85a-489402a8be44 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:16.307102 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7ca81364-40e2-4688-9b31-9979e8661ae3 req-9c156543-96da-4551-b85a-489402a8be44 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 946 time: 0.1610024 Oct 18 07:59:16.338499 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b59b037b-ac20-4dee-9c15-58c34f7c4808 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:16.393403 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7ca81364-40e2-4688-9b31-9979e8661ae3 req-b85e5e3e-3e39-404e-a6c7-b1ac77e9b176 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763545 Oct 18 07:59:16.425619 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b59b037b-ac20-4dee-9c15-58c34f7c4808 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:16.446674 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b037b-ac20-4dee-9c15-58c34f7c4808 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ff9672-a36b-4853-8ab3-01b35303b1b7,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:16.462762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b59b037b-ac20-4dee-9c15-58c34f7c4808 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:16.466752 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b59b037b-ac20-4dee-9c15-58c34f7c4808 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/security-groups/30ff9672-a36b-4853-8ab3-01b35303b1b7 HTTP/1.1" status: 204 len: 168 time: 0.2721267 Oct 18 07:59:16.494477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34174) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:16.759822 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3543b-741c-4812-9970-edecde54667b req-ffca4ca4-25de-4b8b-a013-887bab702a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:16.761324 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79f3543b-741c-4812-9970-edecde54667b req-ffca4ca4-25de-4b8b-a013-887bab702a16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed5ab37fbd0c4a40aa5a6c03e8f08439&device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 1099 time: 0.0772576 Oct 18 07:59:16.894221 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3543b-741c-4812-9970-edecde54667b req-6d12823e-14e4-4a9e-a4cd-4904c4be5a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:16.895611 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79f3543b-741c-4812-9970-edecde54667b req-6d12823e-14e4-4a9e-a4cd-4904c4be5a10 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34f6288a-0129-431f-8228-4445f02e04ae HTTP/1.1" status: 200 len: 913 time: 0.1269507 Oct 18 07:59:16.919836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522192f-4135-4a15-8c93-22b307bcb61a req-d4e4b584-8986-4d03-aabc-f88105d77698 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:16.921273 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f522192f-4135-4a15-8c93-22b307bcb61a req-d4e4b584-8986-4d03-aabc-f88105d77698 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 946 time: 0.2511845 Oct 18 07:59:16.967348 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79f3543b-741c-4812-9970-edecde54667b req-d8102f84-0fc5-4dd9-b3a5-d137dbf761e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 HTTP/1.1" status: 200 len: 217 time: 0.0649066 Oct 18 07:59:17.017721 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f522192f-4135-4a15-8c93-22b307bcb61a req-a8e7c512-00a5-48bc-8a53-b2a0bfaefdc4 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890739 Oct 18 07:59:17.028705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3543b-741c-4812-9970-edecde54667b req-b8a9d493-e85a-4dae-b9d9-2dcc5d7c0de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:17.030155 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79f3543b-741c-4812-9970-edecde54667b req-b8a9d493-e85a-4dae-b9d9-2dcc5d7c0de0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c2eb6935-b9ee-44d0-9339-4aeff1d44033 HTTP/1.1" status: 200 len: 852 time: 0.0571373 Oct 18 07:59:17.089075 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79f3543b-741c-4812-9970-edecde54667b req-80825c20-4e81-40af-bdf4-65a57b9e8c83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34f6288a-0129-431f-8228-4445f02e04ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520854 Oct 18 07:59:17.163850 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd8a8-ca96-41ab-a21c-9dfff500045d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:17.222222 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79f3543b-741c-4812-9970-edecde54667b req-70154062-7423-4400-a4dd-aa2a14ec4062 service neutron] 10.222.0.46 "GET /v2.0/networks/34f6288a-0129-431f-8228-4445f02e04ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275311 Oct 18 07:59:17.352553 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79f3543b-741c-4812-9970-edecde54667b req-cb8e07bd-910d-432b-8362-2775e9ffde6a service neutron] 10.222.0.46 "GET /v2.0/networks/34f6288a-0129-431f-8228-4445f02e04ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246030 Oct 18 07:59:17.477622 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 33ecbfac-5bb2-4402-84cb-93db145dbe5b up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:59:17.517378 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-9e2bd8a8-ca96-41ab-a21c-9dfff500045d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 652908cf-f809-44e6-8a32-b2804b1dfad5 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:59:17.517818 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd8a8-ca96-41ab-a21c-9dfff500045d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:17.548387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 33ecbfac-5bb2-4402-84cb-93db145dbe5b triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:59:17.548757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:17.549091 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 33ecbfac-5bb2-4402-84cb-93db145dbe5b Oct 18 07:59:17.671605 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 33ecbfac-5bb2-4402-84cb-93db145dbe5b is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:59:17.671979 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:17.704976 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 33ecbfac-5bb2-4402-84cb-93db145dbe5b, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=33ecbfac-5bb2-4402-84cb-93db145dbe5b,segment=NetworkSegment(4392bc59-36c5-4f7a-9057-4de5e958e97a),segment_id=4392bc59-36c5-4f7a-9057-4de5e958e97a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:17.709246 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:17.710068 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:59:17.789192 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:59:17.789429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2d5ad2fe-6e97-46a6-b8d6-ecf9bcb1863e not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:59:17.807976 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=33ecbfac-5bb2-4402-84cb-93db145dbe5b,revision_number=8']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:17.818773 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-9e2bd8a8-ca96-41ab-a21c-9dfff500045d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 652908cf-f809-44e6-8a32-b2804b1dfad5, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=652908cf-f809-44e6-8a32-b2804b1dfad5,segment=NetworkSegment(8b1ed8d9-1535-4a73-8164-ae35191fba6d),segment_id=8b1ed8d9-1535-4a73-8164-ae35191fba6d)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:17.819127 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd8a8-ca96-41ab-a21c-9dfff500045d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:17.833003 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7be673f-68c9-42c7-b38f-b796fda43830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ecbfac-5bb2-4402-84cb-93db145dbe5b'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:59:17.835330 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c46760e-6243-46f1-bf9d-bcd089d42bd7" -d '{"events": [{"server_uuid": "c7be673f-68c9-42c7-b38f-b796fda43830", "name": "network-vif-plugged", "status": "completed", "tag": "33ecbfac-5bb2-4402-84cb-93db145dbe5b"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:59:17.877168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 07:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf9b9b2-e861-4901-b605-180263a37e8c x-openstack-request-id: req-2cf9b9b2-e861-4901-b605-180263a37e8c {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:59:17.877467 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7be673f-68c9-42c7-b38f-b796fda43830", "name": "network-vif-plugged", "status": "completed", "tag": "33ecbfac-5bb2-4402-84cb-93db145dbe5b", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:59:17.877726 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2cf9b9b2-e861-4901-b605-180263a37e8c {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:59:17.878129 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf9b9b2-e861-4901-b605-180263a37e8c'] response: {'server_uuid': 'c7be673f-68c9-42c7-b38f-b796fda43830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ecbfac-5bb2-4402-84cb-93db145dbe5b', 'code': 200} Oct 18 07:59:17.945019 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-9e2bd8a8-ca96-41ab-a21c-9dfff500045d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 652908cf-f809-44e6-8a32-b2804b1dfad5 owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:59:18.134013 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd8a8-ca96-41ab-a21c-9dfff500045d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:18.235443 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bd8a8-ca96-41ab-a21c-9dfff500045d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=652908cf-f809-44e6-8a32-b2804b1dfad5,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:18.419059 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc786a82-d7cf-4535-922f-49b27d0cb25a req-04645781-e997-4376-aa2c-c7a19ac88371 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:18.420502 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fc786a82-d7cf-4535-922f-49b27d0cb25a req-04645781-e997-4376-aa2c-c7a19ac88371 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 946 time: 0.2506592 Oct 18 07:59:18.539313 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fc786a82-d7cf-4535-922f-49b27d0cb25a req-e60e63ec-4172-4c60-b587-de8141ed756c tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665543 Oct 18 07:59:18.567921 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9e2bd8a8-ca96-41ab-a21c-9dfff500045d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:19.105180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2bd8a8-ca96-41ab-a21c-9dfff500045d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 77ff547f-6fd6-431d-b76e-cd11565efa32 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:59:19.117077 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca31fe0-a7fb-48a6-8084-d2735c346683 req-6f2d7725-2e13-48c2-8cb3-d4b5a94c380e tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:19.118519 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4ca31fe0-a7fb-48a6-8084-d2735c346683 req-6f2d7725-2e13-48c2-8cb3-d4b5a94c380e tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 946 time: 0.2545691 Oct 18 07:59:19.295391 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4ca31fe0-a7fb-48a6-8084-d2735c346683 req-31aa298c-669a-440e-8f08-a7cdbe1e4012 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702397 Oct 18 07:59:19.331477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2bd8a8-ca96-41ab-a21c-9dfff500045d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:59:19.341486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f717208-113d-4aa3-8364-aa4e4fa9579a None None] Sync routers for ids ['77ff547f-6fd6-431d-b76e-cd11565efa32'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:59:19.344274 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9e2bd8a8-ca96-41ab-a21c-9dfff500045d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/77ff547f-6fd6-431d-b76e-cd11565efa32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8479362 Oct 18 07:59:19.347042 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34188) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:19.350704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f717208-113d-4aa3-8364-aa4e4fa9579a None None] Routers {'77ff547f-6fd6-431d-b76e-cd11565efa32'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:59:19.351302 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7f717208-113d-4aa3-8364-aa4e4fa9579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['77ff547f-6fd6-431d-b76e-cd11565efa32'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:19.412812 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5a82d7-d3c6-4113-ba92-1043fc446600 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting subnet 1fd93d08-c3d2-49e2-9d36-15a8bd607202 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:59:19.415716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e5a82d7-d3c6-4113-ba92-1043fc446600 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:19.471336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e5a82d7-d3c6-4113-ba92-1043fc446600 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:19.564596 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e5a82d7-d3c6-4113-ba92-1043fc446600 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:19.565966 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-7f717208-113d-4aa3-8364-aa4e4fa9579a None None] Set router 77ff547f-6fd6-431d-b76e-cd11565efa32 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:59:19.640894 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e5a82d7-d3c6-4113-ba92-1043fc446600 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:19.678971 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a82d7-d3c6-4113-ba92-1043fc446600 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd93d08-c3d2-49e2-9d36-15a8bd607202,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:19.684601 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e5a82d7-d3c6-4113-ba92-1043fc446600 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:19.691037 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8e5a82d7-d3c6-4113-ba92-1043fc446600 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/subnets/1fd93d08-c3d2-49e2-9d36-15a8bd607202 HTTP/1.1" status: 204 len: 168 time: 0.3430085 Oct 18 07:59:19.693518 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34192) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:19.696387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d854e99-c422-46f9-9ba7-399b8ea6811f None None] Network dba6462c-8a73-4764-a16b-d913fa15e5fd requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:59:19.873388 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a19b36d6-b5d0-40cc-8207-3506f8479746 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:20.036713 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7f717208-113d-4aa3-8364-aa4e4fa9579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:59:18Z', 'revision_number': 7, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b0a320-2996-4787-85a0-332b345d9ff0', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:56:56Z', 'updated_at': '2022-10-18T07:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:20.040867 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f717208-113d-4aa3-8364-aa4e4fa9579a None None] Checking router: 77ff547f-6fd6-431d-b76e-cd11565efa32 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:59:20.050073 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f717208-113d-4aa3-8364-aa4e4fa9579a None None] Routers {'77ff547f-6fd6-431d-b76e-cd11565efa32'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:59:20.050711 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7f717208-113d-4aa3-8364-aa4e4fa9579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:58:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['77ff547f-6fd6-431d-b76e-cd11565efa32'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:20.059585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a19b36d6-b5d0-40cc-8207-3506f8479746 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:20.069972 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-a19b36d6-b5d0-40cc-8207-3506f8479746 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port c7b0a320-2996-4787-85a0-332b345d9ff0 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:59:20.070320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a19b36d6-b5d0-40cc-8207-3506f8479746 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:20.109623 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a6b912-740d-47ab-834a-49c8609a80db None None] DHCP port deletion for dba6462c-8a73-4764-a16b-d913fa15e5fd request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 07:59:20.180822 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-30a6b912-740d-47ab-834a-49c8609a80db None None] Deleting port 1eb1b296-8041-48d7-8199-3d1b325eefd6 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:59:20.181191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-30a6b912-740d-47ab-834a-49c8609a80db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:20.248935 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-a19b36d6-b5d0-40cc-8207-3506f8479746 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port c7b0a320-2996-4787-85a0-332b345d9ff0, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c7b0a320-2996-4787-85a0-332b345d9ff0,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:20.249579 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a19b36d6-b5d0-40cc-8207-3506f8479746 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:20.290212 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-7f717208-113d-4aa3-8364-aa4e4fa9579a None None] Set router 77ff547f-6fd6-431d-b76e-cd11565efa32 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:59:20.371806 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-a19b36d6-b5d0-40cc-8207-3506f8479746 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for c7b0a320-2996-4787-85a0-332b345d9ff0 owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:59:20.404916 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7f717208-113d-4aa3-8364-aa4e4fa9579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:59:20Z', 'revision_number': 8, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:20.410576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f717208-113d-4aa3-8364-aa4e4fa9579a None None] The sync data for ids ['77ff547f-6fd6-431d-b76e-cd11565efa32'] in dv-neutron-861625-1-hyperv is: [{'id': '77ff547f-6fd6-431d-b76e-cd11565efa32', 'name': 'tempest-TestNetworkBasicOps-router-241519797', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:56:54Z', 'updated_at': '2022-10-18T07:59:20Z', 'revision_number': 8, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port_host': None}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:59:20.502461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fe995-152b-44ef-9a3c-a35f2953eeae req-5fa2925c-8b4e-4c26-8e53-a65327a1ad2c tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:20.506135 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2b2fe995-152b-44ef-9a3c-a35f2953eeae req-5fa2925c-8b4e-4c26-8e53-a65327a1ad2c tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 946 time: 0.0925357 Oct 18 07:59:20.518172 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-30a6b912-740d-47ab-834a-49c8609a80db None None] For port 1eb1b296-8041-48d7-8199-3d1b325eefd6, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=1eb1b296-8041-48d7-8199-3d1b325eefd6,segment=NetworkSegment(8b1ed8d9-1535-4a73-8164-ae35191fba6d),segment_id=8b1ed8d9-1535-4a73-8164-ae35191fba6d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:20.518584 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-30a6b912-740d-47ab-834a-49c8609a80db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:20.552202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a19b36d6-b5d0-40cc-8207-3506f8479746 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:20.560746 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2b2fe995-152b-44ef-9a3c-a35f2953eeae req-97896788-16a9-4184-93db-efb8d513e7d2 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507338 Oct 18 07:59:20.697371 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-30a6b912-740d-47ab-834a-49c8609a80db None None] Calling delete_port for 1eb1b296-8041-48d7-8199-3d1b325eefd6 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:59:20.731590 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b36d6-b5d0-40cc-8207-3506f8479746 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=c7b0a320-2996-4787-85a0-332b345d9ff0,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:20.768820 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-604bcba0-d0c0-4b86-9320-d31b7752afdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:20.801350 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-30a6b912-740d-47ab-834a-49c8609a80db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:20.856118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a19b36d6-b5d0-40cc-8207-3506f8479746 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:20.865868 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a6b912-740d-47ab-834a-49c8609a80db None None] No DVR routers for this DVR port 1eb1b296-8041-48d7-8199-3d1b325eefd6 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:59:20.867715 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6b912-740d-47ab-834a-49c8609a80db None None] Pushing event deleted for resources: {'Port': ['ID=1eb1b296-8041-48d7-8199-3d1b325eefd6,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:21.037758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f1535-7560-483e-8458-b75105110278 req-335352b9-890a-47b4-8b72-0b56a7df9cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:21.039265 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d84f1535-7560-483e-8458-b75105110278 req-335352b9-890a-47b4-8b72-0b56a7df9cf7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed5ab37fbd0c4a40aa5a6c03e8f08439&device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 1099 time: 0.1478815 Oct 18 07:59:21.047733 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a19b36d6-b5d0-40cc-8207-3506f8479746 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:21.049920 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a19b36d6-b5d0-40cc-8207-3506f8479746 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:21.050620 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542cc2b-2881-4538-b364-55aefea37064 req-dfd8c12f-b926-4f6c-bf14-b47bd99ad3fa tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:21.051991 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7542cc2b-2881-4538-b364-55aefea37064 req-dfd8c12f-b926-4f6c-bf14-b47bd99ad3fa tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 946 time: 0.1159868 Oct 18 07:59:21.073906 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a19b36d6-b5d0-40cc-8207-3506f8479746 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:21.074557 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19b36d6-b5d0-40cc-8207-3506f8479746 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Fanout notify agent at l3_agent the message router_deleted on router 77ff547f-6fd6-431d-b76e-cd11565efa32 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 07:59:21.090164 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a19b36d6-b5d0-40cc-8207-3506f8479746 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:21.091289 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a19b36d6-b5d0-40cc-8207-3506f8479746 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/routers/77ff547f-6fd6-431d-b76e-cd11565efa32 HTTP/1.1" status: 204 len: 168 time: 1.3968825 Oct 18 07:59:21.094028 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34202) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:21.175253 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7542cc2b-2881-4538-b364-55aefea37064 req-cd24dff3-dab1-4931-8da9-43504db8f978 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044140 Oct 18 07:59:21.209701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-30bf02d0-402c-4ad6-ae99-f9c538a2edd9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:21.215924 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f1535-7560-483e-8458-b75105110278 req-2d69ad37-6a41-4a9b-ade0-7cb0f25bff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:21.217527 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d84f1535-7560-483e-8458-b75105110278 req-2d69ad37-6a41-4a9b-ade0-7cb0f25bff65 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34f6288a-0129-431f-8228-4445f02e04ae HTTP/1.1" status: 200 len: 913 time: 0.1646988 Oct 18 07:59:21.287177 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d84f1535-7560-483e-8458-b75105110278 req-56500839-bc66-4a7b-a923-0eccc279ee6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 HTTP/1.1" status: 200 len: 217 time: 0.0637045 Oct 18 07:59:21.344736 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-30bf02d0-402c-4ad6-ae99-f9c538a2edd9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:21.352146 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f1535-7560-483e-8458-b75105110278 req-54e8bb81-204a-4b66-85c9-8043dbe11f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:21.353571 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d84f1535-7560-483e-8458-b75105110278 req-54e8bb81-204a-4b66-85c9-8043dbe11f02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c2eb6935-b9ee-44d0-9339-4aeff1d44033 HTTP/1.1" status: 200 len: 852 time: 0.0608597 Oct 18 07:59:21.374718 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-30bf02d0-402c-4ad6-ae99-f9c538a2edd9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba6462c-8a73-4764-a16b-d913fa15e5fd']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:21.388065 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-30bf02d0-402c-4ad6-ae99-f9c538a2edd9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1ed8d9-1535-4a73-8164-ae35191fba6d') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:21.389317 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-30bf02d0-402c-4ad6-ae99-f9c538a2edd9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1ed8d9-1535-4a73-8164-ae35191fba6d') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:21.404102 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-30bf02d0-402c-4ad6-ae99-f9c538a2edd9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:21.409548 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d84f1535-7560-483e-8458-b75105110278 req-2df98ddb-8e78-4de5-843c-29ae05e00742 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34f6288a-0129-431f-8228-4445f02e04ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500493 Oct 18 07:59:21.420716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-30bf02d0-402c-4ad6-ae99-f9c538a2edd9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:21.426827 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30bf02d0-402c-4ad6-ae99-f9c538a2edd9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:59:21.427146 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-30bf02d0-402c-4ad6-ae99-f9c538a2edd9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:21.494300 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 8b1ed8d9-1535-4a73-8164-ae35191fba6d resource provider aggregate not found Oct 18 07:59:21.520723 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 8b1ed8d9-1535-4a73-8164-ae35191fba6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b1ed8d9-1535-4a73-8164-ae35191fba6d found for delete ", "request_id": "req-c2848b68-5dfe-42d0-9fe8-bdabac3f8296"}]} Oct 18 07:59:21.543342 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-30bf02d0-402c-4ad6-ae99-f9c538a2edd9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:21.564086 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-30bf02d0-402c-4ad6-ae99-f9c538a2edd9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:21.582616 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf02d0-402c-4ad6-ae99-f9c538a2edd9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Network': ['ID=dba6462c-8a73-4764-a16b-d913fa15e5fd,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:21.589142 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-30bf02d0-402c-4ad6-ae99-f9c538a2edd9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/networks/dba6462c-8a73-4764-a16b-d913fa15e5fd HTTP/1.1" status: 204 len: 168 time: 0.4940841 Oct 18 07:59:21.594726 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 1eb1b296-8041-48d7-8199-3d1b325eefd6 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:59:21.611831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34210) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:21.619251 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-242648c5-2313-43c3-8175-ef0d43eb9589 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'network': {'name': 'tempest-network-smoke--1681751171', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'port_security_enabled': True}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:59:21.631602 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 1eb1b296-8041-48d7-8199-3d1b325eefd6 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:59:21.631943 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 1eb1b296-8041-48d7-8199-3d1b325eefd6 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:59:21.632365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c7b0a320-2996-4787-85a0-332b345d9ff0 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:59:21.632479 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-242648c5-2313-43c3-8175-ef0d43eb9589 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:59:21.639727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-242648c5-2313-43c3-8175-ef0d43eb9589 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:network and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:59:21.644664 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-242648c5-2313-43c3-8175-ef0d43eb9589 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:59:21.661066 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-242648c5-2313-43c3-8175-ef0d43eb9589 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:59:21.664399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: c7b0a320-2996-4787-85a0-332b345d9ff0 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:59:21.664706 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c7b0a320-2996-4787-85a0-332b345d9ff0 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:59:21.665114 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 652908cf-f809-44e6-8a32-b2804b1dfad5 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:59:21.686684 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d84f1535-7560-483e-8458-b75105110278 req-508e1b2a-68f0-4b42-940c-efa01dd10b45 service neutron] 10.222.0.46 "GET /v2.0/networks/34f6288a-0129-431f-8228-4445f02e04ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710834 Oct 18 07:59:21.687339 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242648c5-2313-43c3-8175-ef0d43eb9589 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:59:21.690618 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-242648c5-2313-43c3-8175-ef0d43eb9589 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:21.698850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 652908cf-f809-44e6-8a32-b2804b1dfad5 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:59:21.699381 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 652908cf-f809-44e6-8a32-b2804b1dfad5 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:59:21.792532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242648c5-2313-43c3-8175-ef0d43eb9589 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 07:59:21.821870 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-242648c5-2313-43c3-8175-ef0d43eb9589 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:21.822205 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-242648c5-2313-43c3-8175-ef0d43eb9589 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Added segment f46ee6b9-d152-4fe0-adf6-7a5bf39e2468 of type vlan for network 32ccd852-da39-4db8-be43-a0c3c55cef40 Oct 18 07:59:21.862445 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d84f1535-7560-483e-8458-b75105110278 req-56a02874-c419-4a9f-8a29-0af61d909d89 service neutron] 10.222.0.46 "GET /v2.0/networks/34f6288a-0129-431f-8228-4445f02e04ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610031 Oct 18 07:59:21.865572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-242648c5-2313-43c3-8175-ef0d43eb9589 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:21.895817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-242648c5-2313-43c3-8175-ef0d43eb9589 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:21.901683 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242648c5-2313-43c3-8175-ef0d43eb9589 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:21.902252 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-242648c5-2313-43c3-8175-ef0d43eb9589 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:22.003800 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-242648c5-2313-43c3-8175-ef0d43eb9589 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3906779 Oct 18 07:59:22.006592 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34214) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:22.011885 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-135631817', 'admin_state_up': True, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:59:22.012225 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242648c5-2313-43c3-8175-ef0d43eb9589 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Network': ['ID=32ccd852-da39-4db8-be43-a0c3c55cef40,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:22.020284 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:59:22.023439 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 32ccd852-da39-4db8-be43-a0c3c55cef40 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 07:59:22.025111 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:router and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:59:22.028576 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:59:22.034815 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:59:22.045486 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:22.046671 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:22.061633 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:22.370239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:22.487648 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5114f-7c7f-4ae7-943f-fdce9541e125 req-0dd9a74a-dc55-4f29-8c4f-dda3d8b8d486 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:22.489104 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7eb5114f-7c7f-4ae7-943f-fdce9541e125 req-0dd9a74a-dc55-4f29-8c4f-dda3d8b8d486 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 946 time: 0.1763585 Oct 18 07:59:22.549752 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7eb5114f-7c7f-4ae7-943f-fdce9541e125 req-bc7935d0-64b6-4a72-862e-361ba1924f57 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524194 Oct 18 07:59:22.839053 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:22.867097 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:22.970752 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-265feb8e-dc38-4cc3-a3f4-581944c3d9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:23.001386 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.26.8.47 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/4f632f51-a699-4771-95ed-d7e33404940f) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:59:23.145866 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:23.174791 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:23.242603 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:59:23.246114 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:59:23.248489 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:59:23.286928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=4f632f51-a699-4771-95ed-d7e33404940f,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:23.298998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:23.299351 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:23.299694 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:23.300045 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:23.300367 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:23.300700 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:23.301028 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:23.301354 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:23.301682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:23.302010 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:23.302334 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:23.302678 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:23.671841 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:23.687103 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:23.755550 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b51eb3-e17d-4290-bb82-98197b07a521 req-0c92c85a-a03a-4bf0-b5e0-c68fd2ac7868 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:23.757030 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c9b51eb3-e17d-4290-bb82-98197b07a521 req-0c92c85a-a03a-4bf0-b5e0-c68fd2ac7868 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 946 time: 0.0961399 Oct 18 07:59:23.771878 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:23.805528 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c9b51eb3-e17d-4290-bb82-98197b07a521 req-0282aa13-06cf-4f6b-940f-8e0dcedae2fd tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419993 Oct 18 07:59:24.017227 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:24.202289 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55ce40-0d4c-48d9-b236-d56424dc2368 req-b51135d8-7845-4146-9a42-4fd561ca5f2d tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:24.203790 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7f55ce40-0d4c-48d9-b236-d56424dc2368 req-b51135d8-7845-4146-9a42-4fd561ca5f2d tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 946 time: 0.0902531 Oct 18 07:59:24.250424 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7f55ce40-0d4c-48d9-b236-d56424dc2368 req-7e6b83f7-1c55-432e-af7a-7347b371468b tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410540 Oct 18 07:59:24.337874 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 88b35342-6645-4452-b0ea-ac5e2b43b3c5 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 07:59:24.513416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:59:24.523426 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Sync routers for ids ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:59:24.532534 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Routers {'88b35342-6645-4452-b0ea-ac5e2b43b3c5'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:59:24.533297 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:59:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:24.539471 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:24.540657 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-dab9a950-7e05-470c-97bd-bbec363ae70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5329711 Oct 18 07:59:24.544266 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34226) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:24.583865 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-123093fe-6513-4310-ab14-d0c7cc5499d2 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=fe65c6866dd844bd972010a3653293ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384836 Oct 18 07:59:24.586385 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34230) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:24.709809 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Set router 88b35342-6645-4452-b0ea-ac5e2b43b3c5 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:59:24.715174 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a596868d-ebfd-44aa-9c7d-3845eb44fe17 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:24.716659 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a596868d-ebfd-44aa-9c7d-3845eb44fe17 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293712 Oct 18 07:59:24.719484 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34234) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:24.762407 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-290846cb-5478-404c-bf8f-334d32a4dfe3 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418975 Oct 18 07:59:24.765038 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34238) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:24.771245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-895731220', 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:59:24.880877 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:59:24.884812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:subnet and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:59:24.887596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:59:24.893179 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:59:24.903328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:59:24.906769 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:24.996769 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'name': 'tempest-TestNetworkBasicOps-router-135631817', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '4f632f51-a699-4771-95ed-d7e33404940f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:23Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '4f632f51-a699-4771-95ed-d7e33404940f', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:25.000572 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Checking router: 88b35342-6645-4452-b0ea-ac5e2b43b3c5 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:59:25.000918 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Updating router 88b35342-6645-4452-b0ea-ac5e2b43b3c5 port 4f632f51-a699-4771-95ed-d7e33404940f binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:59:25.053308 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:25.122990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:25.203464 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Subnet': ['ID=e4f92785-94eb-4634-9bd8-6abc495cc46f,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:25.212487 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Checking segment: {'id': 'f46ee6b9-d152-4fe0-adf6-7a5bf39e2468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:59:25.212842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network hostable DHCP agents. Network: 32ccd852-da39-4db8-be43-a0c3c55cef40, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 07:59:25.220140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.220485 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.220821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.221152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.221485 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.221810 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.222136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.222457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.222812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.223130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.223447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.223761 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.241314 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 32ccd852-da39-4db8-be43-a0c3c55cef40 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 07:59:25.251044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 32ccd852-da39-4db8-be43-a0c3c55cef40) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:59:25.255304 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:25.258482 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:25.267547 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ae771c-460e-44a7-b5f4-23b487b3c6d1 None None] Network 32ccd852-da39-4db8-be43-a0c3c55cef40 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:59:25.289073 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34244) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:25.295298 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-05b293b6-4e76-420c-ac8e-835de360633e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5289218 Oct 18 07:59:25.366610 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:25.443809 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:25.460374 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Transition to ACTIVE for port object 4f632f51-a699-4771-95ed-d7e33404940f will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:59:25.468507 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:25.536624 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-32ccd852-da39-4db8-be43-a0c3c55cef40', 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ips': [{'subnet_id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 07:59:25.536860 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Attempting to bind port 4f632f51-a699-4771-95ed-d7e33404940f on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:59:25.537332 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Attempting to bind port 4f632f51-a699-4771-95ed-d7e33404940f by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:59:25.537546 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Attempting to bind port 4f632f51-a699-4771-95ed-d7e33404940f on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:59:25.537668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:25.545678 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe764dd9-c28c-450f-9c47-fc7581030c33 req-a9744cf7-218a-4dd1-add1-fc7c274e57d5 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:25.547137 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fe764dd9-c28c-450f-9c47-fc7581030c33 req-a9744cf7-218a-4dd1-add1-fc7c274e57d5 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 946 time: 0.1323280 Oct 18 07:59:25.554091 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:59:25.554515 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:59:25.555033 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:25.555422 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:59:25.555882 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Bound port: 4f632f51-a699-4771-95ed-d7e33404940f, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:59:25.556395 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:25.599438 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276b64c-9851-4073-90db-244ef7036ff8 None None] Pushing event updated for resources: {'Port': ['ID=4f632f51-a699-4771-95ed-d7e33404940f,revision_number=2']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:25.612625 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276b64c-9851-4073-90db-244ef7036ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.612968 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276b64c-9851-4073-90db-244ef7036ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.613300 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276b64c-9851-4073-90db-244ef7036ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.613627 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276b64c-9851-4073-90db-244ef7036ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.613955 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276b64c-9851-4073-90db-244ef7036ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.614277 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276b64c-9851-4073-90db-244ef7036ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.614621 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276b64c-9851-4073-90db-244ef7036ff8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.615110 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276b64c-9851-4073-90db-244ef7036ff8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.615592 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276b64c-9851-4073-90db-244ef7036ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.615917 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276b64c-9851-4073-90db-244ef7036ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.616242 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276b64c-9851-4073-90db-244ef7036ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.616559 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f276b64c-9851-4073-90db-244ef7036ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:25.650739 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] For port 4f632f51-a699-4771-95ed-d7e33404940f, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:59:25.654257 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] For port 4f632f51-a699-4771-95ed-d7e33404940f, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4f632f51-a699-4771-95ed-d7e33404940f,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:59:25.658606 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:25.726017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Allocated IP 172.20.0.2 (32ccd852-da39-4db8-be43-a0c3c55cef40/e4f92785-94eb-4634-9bd8-6abc495cc46f/d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:59:25.733009 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276b64c-9851-4073-90db-244ef7036ff8 None None] Pushing event updated for resources: {'Port': ['ID=4f632f51-a699-4771-95ed-d7e33404940f,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:25.734325 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fe764dd9-c28c-450f-9c47-fc7581030c33 req-4c4cb77c-4dc5-44b9-b8ec-28ed31752fc6 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197033 Oct 18 07:59:25.756787 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Routers {'88b35342-6645-4452-b0ea-ac5e2b43b3c5'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:59:25.757393 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:59:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:25.951039 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] Set router 88b35342-6645-4452-b0ea-ac5e2b43b3c5 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:59:25.962146 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:25.974266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Transition to ACTIVE for port object d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:59:25.993663 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Transition to ACTIVE for port object d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:59:26.002079 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:26.081419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Network 32ccd852-da39-4db8-be43-a0c3c55cef40 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:59:26.085702 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:59:26.089561 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:59:26.193116 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Pushing event updated for resources: {'Port': ['ID=d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:26.208070 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:26.208463 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:26.208745 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:26.209999 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:26.210341 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:26.210697 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:26.211026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:26.211348 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:26.211671 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:26.212144 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:26.212359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:26.213193 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 07:59:26.225691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Attempting to bind port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:59:26.226144 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Attempting to bind port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'f46ee6b9-d152-4fe0-adf6-7a5bf39e2468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:59:26.226611 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Attempting to bind port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff on network 32ccd852-da39-4db8-be43-a0c3c55cef40 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:59:26.236134 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:59:26.236603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Checking segment: {'id': 'f46ee6b9-d152-4fe0-adf6-7a5bf39e2468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:59:26.237068 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:26.237518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Bound using segment: {'id': 'f46ee6b9-d152-4fe0-adf6-7a5bf39e2468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:59:26.238052 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Bound port: d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46ee6b9-d152-4fe0-adf6-7a5bf39e2468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:59:26.238489 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:26.246120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe492d-29a1-445f-a00b-c8cef80ca71b req-04c8187f-22a2-4bd5-bb49-0882f8250cec tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:26.247784 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1dfe492d-29a1-445f-a00b-c8cef80ca71b req-04c8187f-22a2-4bd5-bb49-0882f8250cec tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 946 time: 0.1454792 Oct 18 07:59:26.324470 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'name': 'tempest-TestNetworkBasicOps-router-135631817', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '4f632f51-a699-4771-95ed-d7e33404940f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:23Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '4f632f51-a699-4771-95ed-d7e33404940f', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:26.329724 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c62c31c-09dd-444d-9aef-222df8adc16d None None] The sync data for ids ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'] in dv-neutron-861625-1-hyperv is: [{'id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'name': 'tempest-TestNetworkBasicOps-router-135631817', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '4f632f51-a699-4771-95ed-d7e33404940f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:23Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '4f632f51-a699-4771-95ed-d7e33404940f', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:59:26.355227 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:26.374340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-1dfe492d-29a1-445f-a00b-c8cef80ca71b req-f48d5098-edf7-499f-ba5f-405fa3b659f9 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Deleting port a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:59:26.374901 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1dfe492d-29a1-445f-a00b-c8cef80ca71b req-f48d5098-edf7-499f-ba5f-405fa3b659f9 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:26.380749 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] For port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:59:26.384657 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] For port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff,segment=NetworkSegment(f46ee6b9-d152-4fe0-adf6-7a5bf39e2468),segment_id=f46ee6b9-d152-4fe0-adf6-7a5bf39e2468)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:59:26.392095 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:26.500436 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866c65d-2c06-49aa-92ea-8467b3d527c3 None None] Pushing event updated for resources: {'Port': ['ID=d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:26.771427 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-1dfe492d-29a1-445f-a00b-c8cef80ca71b req-f48d5098-edf7-499f-ba5f-405fa3b659f9 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] For port a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7,segment=NetworkSegment(34f40da8-4bae-4edb-a156-ac189f57bd50),segment_id=34f40da8-4bae-4edb-a156-ac189f57bd50)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:26.772447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1dfe492d-29a1-445f-a00b-c8cef80ca71b req-f48d5098-edf7-499f-ba5f-405fa3b659f9 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:26.935523 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.1 (32ccd852-da39-4db8-be43-a0c3c55cef40/e4f92785-94eb-4634-9bd8-6abc495cc46f/50f76dd4-2298-4c7c-8bb1-4234a9b882b9) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:59:26.952884 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-1dfe492d-29a1-445f-a00b-c8cef80ca71b req-f48d5098-edf7-499f-ba5f-405fa3b659f9 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Calling delete_port for a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:59:27.121691 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:27.142568 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:59:27.172922 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:27.252234 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 32ccd852-da39-4db8-be43-a0c3c55cef40 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:59:27.255218 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:59:27.259232 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:59:27.260620 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb9f52-a467-4828-aaf6-b249cf7b39d8 req-e9b2f0bb-2445-4322-907f-bb5f64fd7f16 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:27.262154 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-24eb9f52-a467-4828-aaf6-b249cf7b39d8 req-e9b2f0bb-2445-4322-907f-bb5f64fd7f16 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b6a196b-0cb8-4791-ac18-843f6b978e3e HTTP/1.1" status: 200 len: 946 time: 0.2782538 Oct 18 07:59:27.297091 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=50f76dd4-2298-4c7c-8bb1-4234a9b882b9,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:27.331457 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-24eb9f52-a467-4828-aaf6-b249cf7b39d8 req-846f8cd2-f387-4fbc-bf26-9c055a7c38cb tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.17 "GET /v2.0/security-groups?id=aa25447e-f622-4beb-a558-d8f3ef81d511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630012 Oct 18 07:59:27.332634 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1dfe492d-29a1-445f-a00b-c8cef80ca71b req-f48d5098-edf7-499f-ba5f-405fa3b659f9 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:27.336310 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:27.351353 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 07:59:27.391463 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d5098-edf7-499f-ba5f-405fa3b659f9 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Pushing event deleted for resources: {'Port': ['ID=a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:27.475284 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:27.494183 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfe492d-29a1-445f-a00b-c8cef80ca71b req-f48d5098-edf7-499f-ba5f-405fa3b659f9 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] No DVR routers for this DVR port a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:59:27.497318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1dfe492d-29a1-445f-a00b-c8cef80ca71b req-f48d5098-edf7-499f-ba5f-405fa3b659f9 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:27.500341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6a196b-0cb8-4791-ac18-843f6b978e3e', 'name': 'network-vif-deleted', 'tag': 'a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:59:27.502715 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52534fb4-c333-42cd-8d56-5b4b883e3c7e" -d '{"events": [{"server_uuid": "0b6a196b-0cb8-4791-ac18-843f6b978e3e", "name": "network-vif-deleted", "tag": "a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:59:27.526622 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1dfe492d-29a1-445f-a00b-c8cef80ca71b req-f48d5098-edf7-499f-ba5f-405fa3b659f9 tempest-TestServerAdvancedOps-1796244734 tempest-TestServerAdvancedOps-1796244734-project] 10.222.0.46 "DELETE /v2.0/ports/a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 HTTP/1.1" status: 204 len: 173 time: 1.2725594 Oct 18 07:59:27.589630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 07:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed621cff-510d-46e6-bad2-ae6352105b4d x-openstack-request-id: req-ed621cff-510d-46e6-bad2-ae6352105b4d {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:59:27.589921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6a196b-0cb8-4791-ac18-843f6b978e3e", "name": "network-vif-deleted", "tag": "a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:59:27.590175 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ed621cff-510d-46e6-bad2-ae6352105b4d {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:59:27.591274 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed621cff-510d-46e6-bad2-ae6352105b4d'] response: {'server_uuid': '0b6a196b-0cb8-4791-ac18-843f6b978e3e', 'name': 'network-vif-deleted', 'tag': 'a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7', 'status': 'completed', 'code': 200} Oct 18 07:59:27.686000 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4f632f51-a699-4771-95ed-d7e33404940f up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:59:27.769827 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 4f632f51-a699-4771-95ed-d7e33404940f completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:59:27.775044 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 4f632f51-a699-4771-95ed-d7e33404940f triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:59:27.776013 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:27.776505 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 4f632f51-a699-4771-95ed-d7e33404940f Oct 18 07:59:27.851733 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1b32e5-040a-4869-be1e-8f4cab9606e5 None None] Network 32ccd852-da39-4db8-be43-a0c3c55cef40 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 07:59:27.988871 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:27.996113 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:28.006962 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-bccff115-64dd-46a4-b4aa-d2a6ec8d6c61 None None] Provisioning for port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:59:28.045191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 4f632f51-a699-4771-95ed-d7e33404940f is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:59:28.045566 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:28.069984 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 4f632f51-a699-4771-95ed-d7e33404940f, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4f632f51-a699-4771-95ed-d7e33404940f,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:28.117553 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:28.138088 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=50f76dd4-2298-4c7c-8bb1-4234a9b882b9,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:28.208479 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:28.209259 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:59:28.372870 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=4f632f51-a699-4771-95ed-d7e33404940f,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:28.382473 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 32ccd852-da39-4db8-be43-a0c3c55cef40 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:59:28.383686 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:59:28.384008 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:59:28.396919 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:59:28.397312 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:28.397610 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff Oct 18 07:59:28.449942 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34254) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:28.519843 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9282c77-1ca1-4c56-b265-25fdcee1ac8f admin admin] Deleting subnet c2eb6935-b9ee-44d0-9339-4aeff1d44033 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:59:28.524717 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e9282c77-1ca1-4c56-b265-25fdcee1ac8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:28.582906 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:59:28.583562 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:28.587916 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e9282c77-1ca1-4c56-b265-25fdcee1ac8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:28.599060 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 88b35342-6645-4452-b0ea-ac5e2b43b3c5 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:59:28.621566 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff,segment=NetworkSegment(f46ee6b9-d152-4fe0-adf6-7a5bf39e2468),segment_id=f46ee6b9-d152-4fe0-adf6-7a5bf39e2468)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:28.627694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:28.650072 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e9282c77-1ca1-4c56-b265-25fdcee1ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:28.723907 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:28.737098 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e9282c77-1ca1-4c56-b265-25fdcee1ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:28.743464 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9f10bd4a-a0ba-4141-875a-4ce1a1f0c735 None None] Provisioning for port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:59:28.749345 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9f10bd4a-a0ba-4141-875a-4ce1a1f0c735 None None] Provisioning complete for port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:59:28.749718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9f10bd4a-a0ba-4141-875a-4ce1a1f0c735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:28.750060 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9f10bd4a-a0ba-4141-875a-4ce1a1f0c735 None None] Attempt 1 to provision port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 Oct 18 07:59:28.788594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9282c77-1ca1-4c56-b265-25fdcee1ac8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2eb6935-b9ee-44d0-9339-4aeff1d44033,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:28.793512 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e9282c77-1ca1-4c56-b265-25fdcee1ac8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:28.800583 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e9282c77-1ca1-4c56-b265-25fdcee1ac8f admin admin] 10.222.0.17 "DELETE /v2.0/subnets/c2eb6935-b9ee-44d0-9339-4aeff1d44033 HTTP/1.1" status: 204 len: 168 time: 0.3493769 Oct 18 07:59:28.802927 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34258) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:28.818595 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9f10bd4a-a0ba-4141-875a-4ce1a1f0c735 None None] Port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:59:28.821858 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:59:28.835952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Sync routers for ids ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:59:28.837047 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-de69dda2-ab68-454e-bbea-e0071444d786 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/88b35342-6645-4452-b0ea-ac5e2b43b3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5468826 Oct 18 07:59:28.842204 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34262) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:28.849214 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Routers {'88b35342-6645-4452-b0ea-ac5e2b43b3c5'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:59:28.849936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:59:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:28.923904 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a73dab9c-fbba-4ba0-8117-ed18afd40321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:28.995822 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471d2c8c-e204-420d-a140-855ddd2bce96 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:28.996397 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471d2c8c-e204-420d-a140-855ddd2bce96 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:28.996756 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471d2c8c-e204-420d-a140-855ddd2bce96 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:28.997214 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471d2c8c-e204-420d-a140-855ddd2bce96 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:28.997673 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471d2c8c-e204-420d-a140-855ddd2bce96 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:28.998135 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471d2c8c-e204-420d-a140-855ddd2bce96 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:28.998777 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471d2c8c-e204-420d-a140-855ddd2bce96 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:29.003246 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-471d2c8c-e204-420d-a140-855ddd2bce96 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4932 time: 0.1576936 Oct 18 07:59:29.003558 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34266) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:29.063511 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Set router 88b35342-6645-4452-b0ea-ac5e2b43b3c5 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:59:29.075725 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a73dab9c-fbba-4ba0-8117-ed18afd40321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.083595 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662967c4-81d2-4a6a-8ae5-db0e97d18a37 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:29.084059 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662967c4-81d2-4a6a-8ae5-db0e97d18a37 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:29.084686 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662967c4-81d2-4a6a-8ae5-db0e97d18a37 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:29.085286 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662967c4-81d2-4a6a-8ae5-db0e97d18a37 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:29.085709 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662967c4-81d2-4a6a-8ae5-db0e97d18a37 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:29.086169 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662967c4-81d2-4a6a-8ae5-db0e97d18a37 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:29.090478 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-662967c4-81d2-4a6a-8ae5-db0e97d18a37 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3990 time: 0.0835600 Oct 18 07:59:29.090759 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34270) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:29.104356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-a73dab9c-fbba-4ba0-8117-ed18afd40321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f6288a-0129-431f-8228-4445f02e04ae']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:29.116850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-a73dab9c-fbba-4ba0-8117-ed18afd40321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f40da8-4bae-4edb-a156-ac189f57bd50') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:29.117286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-a73dab9c-fbba-4ba0-8117-ed18afd40321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f40da8-4bae-4edb-a156-ac189f57bd50') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:29.130534 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a73dab9c-fbba-4ba0-8117-ed18afd40321 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.148249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a73dab9c-fbba-4ba0-8117-ed18afd40321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.154453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73dab9c-fbba-4ba0-8117-ed18afd40321 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:59:29.154892 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a73dab9c-fbba-4ba0-8117-ed18afd40321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.254601 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a73dab9c-fbba-4ba0-8117-ed18afd40321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.273802 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a73dab9c-fbba-4ba0-8117-ed18afd40321 admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.277542 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 34f40da8-4bae-4edb-a156-ac189f57bd50 resource provider aggregate not found Oct 18 07:59:29.288466 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73dab9c-fbba-4ba0-8117-ed18afd40321 admin admin] Pushing event deleted for resources: {'Network': ['ID=34f6288a-0129-431f-8228-4445f02e04ae,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:29.304089 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 34f40da8-4bae-4edb-a156-ac189f57bd50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34f40da8-4bae-4edb-a156-ac189f57bd50 found for delete ", "request_id": "req-b5e86683-daf8-449b-bde1-dde7ac25a002"}]} Oct 18 07:59:29.308222 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a73dab9c-fbba-4ba0-8117-ed18afd40321 admin admin] 10.222.0.17 "DELETE /v2.0/networks/34f6288a-0129-431f-8228-4445f02e04ae HTTP/1.1" status: 204 len: 168 time: 0.5003333 Oct 18 07:59:29.308395 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34278) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:29.318823 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9f10bd4a-a0ba-4141-875a-4ce1a1f0c735 None None] Attempt 2 to provision port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 Oct 18 07:59:29.369732 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3c67b0f4-d04a-4bce-b0e4-3500d6e88c7f tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.2778130 Oct 18 07:59:29.379050 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2e94c5-2e4e-4721-91e3-94b7bfeb5ab3 admin admin] Deleting subnet da1a67ed-94bd-4320-ac88-1548811a1369 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 07:59:29.382345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1e2e94c5-2e4e-4721-91e3-94b7bfeb5ab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.415910 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9f10bd4a-a0ba-4141-875a-4ce1a1f0c735 None None] Port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:59:29.433063 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1e2e94c5-2e4e-4721-91e3-94b7bfeb5ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.447233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'name': 'tempest-TestNetworkBasicOps-router-135631817', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '4f632f51-a699-4771-95ed-d7e33404940f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:27Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '4f632f51-a699-4771-95ed-d7e33404940f', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '50f76dd4-2298-4c7c-8bb1-4234a9b882b9', 'name': '', 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:87:d0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:26Z', 'updated_at': '2022-10-18T07:59:27Z', 'revision_number': 2, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:29.455287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34284) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:29.461785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-1a1baf77-a56e-4a3b-87e5-05f166e958d9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-216003837', 'description': 'tempest-secgroup-smoke-216003837 description', 'project_id': 'fe65c6866dd844bd972010a3653293ed'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:59:29.463668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Checking router: 88b35342-6645-4452-b0ea-ac5e2b43b3c5 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:59:29.464025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Updating router 88b35342-6645-4452-b0ea-ac5e2b43b3c5 port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 07:59:29.468679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1a1baf77-a56e-4a3b-87e5-05f166e958d9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:59:29.472950 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1a1baf77-a56e-4a3b-87e5-05f166e958d9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:59:29.476080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1a1baf77-a56e-4a3b-87e5-05f166e958d9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:59:29.482820 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1a1baf77-a56e-4a3b-87e5-05f166e958d9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:59:29.493293 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:59:29.495754 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1e2e94c5-2e4e-4721-91e3-94b7bfeb5ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.497693 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1a1baf77-a56e-4a3b-87e5-05f166e958d9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.518196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1a1baf77-a56e-4a3b-87e5-05f166e958d9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:59:29.522946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1a1baf77-a56e-4a3b-87e5-05f166e958d9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:59:29.527405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1a1baf77-a56e-4a3b-87e5-05f166e958d9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:59:29.536080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1a1baf77-a56e-4a3b-87e5-05f166e958d9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:59:29.543754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:59:29.544103 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device a91d6ceb-773e-46e6-8fa4-f2793d5cf8f7 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:59:29.555606 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.569914 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1e2e94c5-2e4e-4721-91e3-94b7bfeb5ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.614647 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1e2e94c5-2e4e-4721-91e3-94b7bfeb5ab3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.618632 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4f632f51-a699-4771-95ed-d7e33404940f up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:59:29.627274 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e94c5-2e4e-4721-91e3-94b7bfeb5ab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da1a67ed-94bd-4320-ac88-1548811a1369,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:29.634146 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34288) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:29.634980 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1e2e94c5-2e4e-4721-91e3-94b7bfeb5ab3 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/da1a67ed-94bd-4320-ac88-1548811a1369 HTTP/1.1" status: 204 len: 168 time: 0.3255534 Oct 18 07:59:29.712728 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1a1baf77-a56e-4a3b-87e5-05f166e958d9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.719439 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1a1baf77-a56e-4a3b-87e5-05f166e958d9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.795347 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1baf77-a56e-4a3b-87e5-05f166e958d9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8e3f09-9bf1-4955-988e-9e46b062dec4,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:29.799281 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c7c69076-9f6f-4f9e-83e6-c35f0abf2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.807002 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1a1baf77-a56e-4a3b-87e5-05f166e958d9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.808196 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1a1baf77-a56e-4a3b-87e5-05f166e958d9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3513448 Oct 18 07:59:29.811190 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34292) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:29.816829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f51eb535-2648-4a3f-8b4f-08c1cdc9ff3e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '3d8e3f09-9bf1-4955-988e-9e46b062dec4', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:59:29.817009 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 4f632f51-a699-4771-95ed-d7e33404940f triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:59:29.817453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.817542 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 4f632f51-a699-4771-95ed-d7e33404940f Oct 18 07:59:29.823541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f51eb535-2648-4a3f-8b4f-08c1cdc9ff3e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:59:29.827377 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f51eb535-2648-4a3f-8b4f-08c1cdc9ff3e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:59:29.830296 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f51eb535-2648-4a3f-8b4f-08c1cdc9ff3e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:59:29.836111 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f51eb535-2648-4a3f-8b4f-08c1cdc9ff3e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:59:29.858250 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f51eb535-2648-4a3f-8b4f-08c1cdc9ff3e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.917191 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9f10bd4a-a0ba-4141-875a-4ce1a1f0c735 None None] Attempt 3 to provision port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 Oct 18 07:59:29.931085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c7c69076-9f6f-4f9e-83e6-c35f0abf2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.935276 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f51eb535-2648-4a3f-8b4f-08c1cdc9ff3e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.939287 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f51eb535-2648-4a3f-8b4f-08c1cdc9ff3e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.959582 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c7c69076-9f6f-4f9e-83e6-c35f0abf2bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ee0245-20c0-40f2-b50e-ce61d361561e']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:29.965402 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51eb535-2648-4a3f-8b4f-08c1cdc9ff3e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e284fab2-bb3f-48e3-a43e-b5a0bbbf05e6,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:29.973721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c7c69076-9f6f-4f9e-83e6-c35f0abf2bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75275bd7-adff-4f9c-ba7e-6225bb304ace') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:29.974361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-c7c69076-9f6f-4f9e-83e6-c35f0abf2bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75275bd7-adff-4f9c-ba7e-6225bb304ace') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:29.976907 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f51eb535-2648-4a3f-8b4f-08c1cdc9ff3e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:29.981148 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34296) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:29.981478 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f51eb535-2648-4a3f-8b4f-08c1cdc9ff3e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1689668 Oct 18 07:59:29.989086 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-9996e3a2-bd41-4047-8bfe-7093fa6796a9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '3d8e3f09-9bf1-4955-988e-9e46b062dec4', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:59:29.996277 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c7c69076-9f6f-4f9e-83e6-c35f0abf2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.003221 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9996e3a2-bd41-4047-8bfe-7093fa6796a9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:59:30.004988 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9f10bd4a-a0ba-4141-875a-4ce1a1f0c735 None None] Port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:59:30.010678 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9996e3a2-bd41-4047-8bfe-7093fa6796a9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:59:30.015298 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9996e3a2-bd41-4047-8bfe-7093fa6796a9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:59:30.023326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c7c69076-9f6f-4f9e-83e6-c35f0abf2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.026584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9996e3a2-bd41-4047-8bfe-7093fa6796a9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:59:30.034191 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c69076-9f6f-4f9e-83e6-c35f0abf2bc4 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 07:59:30.034712 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c7c69076-9f6f-4f9e-83e6-c35f0abf2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.082400 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 4f632f51-a699-4771-95ed-d7e33404940f is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:59:30.083403 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:59:30.118241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9996e3a2-bd41-4047-8bfe-7093fa6796a9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.156885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c7c69076-9f6f-4f9e-83e6-c35f0abf2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.178615 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c7c69076-9f6f-4f9e-83e6-c35f0abf2bc4 admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.187041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c69076-9f6f-4f9e-83e6-c35f0abf2bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ee0245-20c0-40f2-b50e-ce61d361561e,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:30.193151 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c7c69076-9f6f-4f9e-83e6-c35f0abf2bc4 admin admin] 10.222.0.17 "DELETE /v2.0/networks/c6ee0245-20c0-40f2-b50e-ce61d361561e HTTP/1.1" status: 204 len: 168 time: 0.5577984 Oct 18 07:59:30.205647 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.215956 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9996e3a2-bd41-4047-8bfe-7093fa6796a9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.221482 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9996e3a2-bd41-4047-8bfe-7093fa6796a9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.221893 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Transition to ACTIVE for port object 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:59:30.229781 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:59:30.230099 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.230430 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff Oct 18 07:59:30.248995 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996e3a2-bd41-4047-8bfe-7093fa6796a9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e394c90a-3c48-4cf5-9b97-2ad07e5bca6b,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:30.258739 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.259632 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9996e3a2-bd41-4047-8bfe-7093fa6796a9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.264265 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9996e3a2-bd41-4047-8bfe-7093fa6796a9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2795165 Oct 18 07:59:30.264660 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34302) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:30.270156 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-8715d4d6-b4fc-44c9-bc80-b2343db5f7b0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '3d8e3f09-9bf1-4955-988e-9e46b062dec4', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:59:30.276703 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8715d4d6-b4fc-44c9-bc80-b2343db5f7b0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:59:30.280756 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8715d4d6-b4fc-44c9-bc80-b2343db5f7b0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:59:30.283748 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8715d4d6-b4fc-44c9-bc80-b2343db5f7b0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:59:30.289496 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8715d4d6-b4fc-44c9-bc80-b2343db5f7b0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:59:30.309801 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8715d4d6-b4fc-44c9-bc80-b2343db5f7b0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.378019 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8715d4d6-b4fc-44c9-bc80-b2343db5f7b0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.382622 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8715d4d6-b4fc-44c9-bc80-b2343db5f7b0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.402273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34306) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:30.406640 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715d4d6-b4fc-44c9-bc80-b2343db5f7b0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b7fa59-535e-41bc-a8ab-6c2adead80d1,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:30.418813 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8715d4d6-b4fc-44c9-bc80-b2343db5f7b0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.420126 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8715d4d6-b4fc-44c9-bc80-b2343db5f7b0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542561 Oct 18 07:59:30.422815 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34310) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:30.428713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-6db25090-5d3a-43d8-91b4-ea532a3f23ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '3d8e3f09-9bf1-4955-988e-9e46b062dec4', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:59:30.435546 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6db25090-5d3a-43d8-91b4-ea532a3f23ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:59:30.439663 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6db25090-5d3a-43d8-91b4-ea532a3f23ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:59:30.442681 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6db25090-5d3a-43d8-91b4-ea532a3f23ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:59:30.448778 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6db25090-5d3a-43d8-91b4-ea532a3f23ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:59:30.465800 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6db25090-5d3a-43d8-91b4-ea532a3f23ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.469544 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-eae5bcd8-1288-4c21-938a-63b1f834dc44 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ed5ab37fbd0c4a40aa5a6c03e8f08439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656376 Oct 18 07:59:30.470151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34314) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:30.482219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186db23-ab6f-4e6e-a266-d21e9273e084 None None] Pushing event updated for resources: {'Port': ['ID=50f76dd4-2298-4c7c-8bb1-4234a9b882b9,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:30.507687 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9f10bd4a-a0ba-4141-875a-4ce1a1f0c735 None None] Attempt 4 to provision port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 Oct 18 07:59:30.535528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Attempting to bind port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:59:30.536079 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Attempting to bind port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'f46ee6b9-d152-4fe0-adf6-7a5bf39e2468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:59:30.536236 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Attempting to bind port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 on network 32ccd852-da39-4db8-be43-a0c3c55cef40 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:59:30.538275 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6db25090-5d3a-43d8-91b4-ea532a3f23ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.541645 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d32e8103-1dbd-4a7f-98eb-6bb6cd39ff9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.543186 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6db25090-5d3a-43d8-91b4-ea532a3f23ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.568195 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db25090-5d3a-43d8-91b4-ea532a3f23ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e107006d-bbd6-45e2-bdef-028635171942,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:30.573717 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d32e8103-1dbd-4a7f-98eb-6bb6cd39ff9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.578257 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6db25090-5d3a-43d8-91b4-ea532a3f23ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.582364 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6db25090-5d3a-43d8-91b4-ea532a3f23ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556633 Oct 18 07:59:30.583195 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34318) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:30.588192 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-3afc4374-ad67-4415-a9b2-398283105bfa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '3d8e3f09-9bf1-4955-988e-9e46b062dec4', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:59:30.594505 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3afc4374-ad67-4415-a9b2-398283105bfa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:59:30.598970 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3afc4374-ad67-4415-a9b2-398283105bfa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:59:30.601423 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:59:30.601797 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Checking segment: {'id': 'f46ee6b9-d152-4fe0-adf6-7a5bf39e2468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:59:30.601938 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3afc4374-ad67-4415-a9b2-398283105bfa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:59:30.602195 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.602599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Bound using segment: {'id': 'f46ee6b9-d152-4fe0-adf6-7a5bf39e2468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:59:30.603076 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Bound port: 50f76dd4-2298-4c7c-8bb1-4234a9b882b9, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46ee6b9-d152-4fe0-adf6-7a5bf39e2468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:59:30.603442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.608578 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3afc4374-ad67-4415-a9b2-398283105bfa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:59:30.623199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9f10bd4a-a0ba-4141-875a-4ce1a1f0c735 None None] Port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:59:30.624081 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-3afc4374-ad67-4415-a9b2-398283105bfa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 07:59:30.632419 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3afc4374-ad67-4415-a9b2-398283105bfa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.636009 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d32e8103-1dbd-4a7f-98eb-6bb6cd39ff9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.653340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e8103-1dbd-4a7f-98eb-6bb6cd39ff9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa25447e-f622-4beb-a558-d8f3ef81d511,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:30.667038 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d32e8103-1dbd-4a7f-98eb-6bb6cd39ff9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.670679 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d32e8103-1dbd-4a7f-98eb-6bb6cd39ff9e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/aa25447e-f622-4beb-a558-d8f3ef81d511 HTTP/1.1" status: 204 len: 168 time: 0.1972084 Oct 18 07:59:30.685341 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:59:30.719541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3afc4374-ad67-4415-a9b2-398283105bfa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.722078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] For port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:59:30.723559 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3afc4374-ad67-4415-a9b2-398283105bfa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.726004 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] For port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=50f76dd4-2298-4c7c-8bb1-4234a9b882b9,segment=NetworkSegment(f46ee6b9-d152-4fe0-adf6-7a5bf39e2468),segment_id=f46ee6b9-d152-4fe0-adf6-7a5bf39e2468)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:59:30.730978 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.757101 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc4374-ad67-4415-a9b2-398283105bfa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8147ae9-61c8-4d75-b5ca-08ddb1ceb99b,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:30.759312 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3afc4374-ad67-4415-a9b2-398283105bfa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.764656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34324) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:30.770137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-87830dd5-a870-477a-aa88-cfa5f9bedfaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '3d8e3f09-9bf1-4955-988e-9e46b062dec4', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:59:30.774184 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3afc4374-ad67-4415-a9b2-398283105bfa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1901908 Oct 18 07:59:30.777712 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-87830dd5-a870-477a-aa88-cfa5f9bedfaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:59:30.782314 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-87830dd5-a870-477a-aa88-cfa5f9bedfaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:59:30.785888 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-87830dd5-a870-477a-aa88-cfa5f9bedfaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:59:30.793097 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-87830dd5-a870-477a-aa88-cfa5f9bedfaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:59:30.794810 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Routers {'88b35342-6645-4452-b0ea-ac5e2b43b3c5'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:59:30.795716 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:59:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:30.804012 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-87830dd5-a870-477a-aa88-cfa5f9bedfaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 07:59:30.812088 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-87830dd5-a870-477a-aa88-cfa5f9bedfaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.883806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-87830dd5-a870-477a-aa88-cfa5f9bedfaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.887837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-87830dd5-a870-477a-aa88-cfa5f9bedfaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.913416 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87830dd5-a870-477a-aa88-cfa5f9bedfaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f3ad88-7f31-4142-991a-1764d987ddc9,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:30.925980 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-87830dd5-a870-477a-aa88-cfa5f9bedfaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:30.931034 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-87830dd5-a870-477a-aa88-cfa5f9bedfaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1660089 Oct 18 07:59:30.942930 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186db23-ab6f-4e6e-a266-d21e9273e084 None None] Pushing event updated for resources: {'Port': ['ID=50f76dd4-2298-4c7c-8bb1-4234a9b882b9,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:30.987579 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] Set router 88b35342-6645-4452-b0ea-ac5e2b43b3c5 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:59:31.053567 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34334) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:31.109790 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-09f82d46-0a5e-4c70-89de-49b8f6688bf8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4de88c80a07c4fbc92762a3c315d8db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549798 Oct 18 07:59:31.112242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34346) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:31.128126 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9f10bd4a-a0ba-4141-875a-4ce1a1f0c735 None None] Attempt 5 to provision port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 Oct 18 07:59:31.178893 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c8abd0a6-0969-4e99-84fa-6dfce9b5082c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:31.210094 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c8abd0a6-0969-4e99-84fa-6dfce9b5082c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:31.277621 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-c2d4aa2b-0b1d-460a-8c0d-ad6eae0bfa72 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:59:31.295309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-c2d4aa2b-0b1d-460a-8c0d-ad6eae0bfa72 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:59:31.302934 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-c2d4aa2b-0b1d-460a-8c0d-ad6eae0bfa72 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216003837&fields=id&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 267 time: 0.1832466 Oct 18 07:59:31.332513 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9f10bd4a-a0ba-4141-875a-4ce1a1f0c735 None None] Port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 07:59:31.376865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9f10bd4a-a0ba-4141-875a-4ce1a1f0c735 None None] Provisioning complete for port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:59:31.379236 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9f10bd4a-a0ba-4141-875a-4ce1a1f0c735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:31.379236 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9f10bd4a-a0ba-4141-875a-4ce1a1f0c735 None None] Attempt 1 to provision port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff Oct 18 07:59:31.385703 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 75275bd7-adff-4f9c-ba7e-6225bb304ace resource provider aggregate not found Oct 18 07:59:31.399215 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c8abd0a6-0969-4e99-84fa-6dfce9b5082c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:31.409465 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 75275bd7-adff-4f9c-ba7e-6225bb304ace resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75275bd7-adff-4f9c-ba7e-6225bb304ace found for delete ", "request_id": "req-4d843bd2-fabe-443e-a09e-6697dacd41d0"}]} Oct 18 07:59:31.417502 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abd0a6-0969-4e99-84fa-6dfce9b5082c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236f3c7d-6671-4b9e-aa76-e6efde078e28,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:31.427809 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c8abd0a6-0969-4e99-84fa-6dfce9b5082c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:31.429878 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c8abd0a6-0969-4e99-84fa-6dfce9b5082c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/236f3c7d-6671-4b9e-aa76-e6efde078e28 HTTP/1.1" status: 204 len: 168 time: 0.3159337 Oct 18 07:59:31.473210 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-d1a23bfd-d8a0-4203-bf77-bc0efe508907 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:31.473886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-d1a23bfd-d8a0-4203-bf77-bc0efe508907 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:59:31.491418 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-d1a23bfd-d8a0-4203-bf77-bc0efe508907 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:59:31.495236 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-d1a23bfd-d8a0-4203-bf77-bc0efe508907 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/networks?id=32ccd852-da39-4db8-be43-a0c3c55cef40 HTTP/1.1" status: 200 len: 797 time: 0.1909754 Oct 18 07:59:31.509513 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-5c903014-ebb1-44a4-8635-338e1300c218 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/quotas/fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 375 time: 0.0100744 Oct 18 07:59:31.566262 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'name': 'tempest-TestNetworkBasicOps-router-135631817', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '4f632f51-a699-4771-95ed-d7e33404940f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:27Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '4f632f51-a699-4771-95ed-d7e33404940f', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '50f76dd4-2298-4c7c-8bb1-4234a9b882b9', 'name': '', 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:87:d0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:26Z', 'updated_at': '2022-10-18T07:59:30Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:31.573524 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9f10bd4a-a0ba-4141-875a-4ce1a1f0c735 None None] Current status of the port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:59:31.575883 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b78ff9-b218-47e2-addc-3d044c76aeea None None] The sync data for ids ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'] in dv-neutron-861625-1-hyperv is: [{'id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'name': 'tempest-TestNetworkBasicOps-router-135631817', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '4f632f51-a699-4771-95ed-d7e33404940f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:27Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '4f632f51-a699-4771-95ed-d7e33404940f', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '50f76dd4-2298-4c7c-8bb1-4234a9b882b9', 'name': '', 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:87:d0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:26Z', 'updated_at': '2022-10-18T07:59:30Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:59:31.605645 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-f7f5734e-df5f-43f2-8376-55570443a2f6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:59:31.651712 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-f7f5734e-df5f-43f2-8376-55570443a2f6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:59:31.655328 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-f7f5734e-df5f-43f2-8376-55570443a2f6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1398072 Oct 18 07:59:31.828752 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-17673d45-a6c7-4298-a10b-f0cdddd76336 service neutron] 10.222.0.17 "GET /v2.0/networks/32ccd852-da39-4db8-be43-a0c3c55cef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608980 Oct 18 07:59:31.965966 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-c34554a3-3ad8-4966-8dcb-d58cc3cf46de service neutron] 10.222.0.17 "GET /v2.0/networks/32ccd852-da39-4db8-be43-a0c3c55cef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313527 Oct 18 07:59:32.162308 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-b692cb63-eda6-4a30-a236-b191e19f9e1d req-faf0efa6-3101-4c3d-abdb-ced042637c08 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:59:32.182968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-b692cb63-eda6-4a30-a236-b191e19f9e1d req-faf0efa6-3101-4c3d-abdb-ced042637c08 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:59:32.187016 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b692cb63-eda6-4a30-a236-b191e19f9e1d req-faf0efa6-3101-4c3d-abdb-ced042637c08 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 210 time: 0.0739863 Oct 18 07:59:32.783722 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 07:59:33.235436 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-d0a5353f-4f8a-4abf-bb14-d32483515f91 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:33.236846 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-d0a5353f-4f8a-4abf-bb14-d32483515f91 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/networks?id=32ccd852-da39-4db8-be43-a0c3c55cef40 HTTP/1.1" status: 200 len: 797 time: 0.1482968 Oct 18 07:59:33.291708 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-89bf4eca-bb16-4f70-a3d1-2419437a92c1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 379 time: 0.0441778 Oct 18 07:59:33.299776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-f7cb7911-9c80-42aa-82f3-9059aae2043f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'port': {'device_id': '66688014-9551-4300-a56d-40272a0f384f', 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40', 'admin_state_up': True, 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'security_groups': ['3d8e3f09-9bf1-4955-988e-9e46b062dec4']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:59:33.414206 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fa85e51a-74a1-4091-bd43-aa68006e1bbe req-2f2899dd-fd3a-407c-8df7-e42f9ced45ed tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 210 time: 0.1000865 Oct 18 07:59:33.479919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-f7cb7911-9c80-42aa-82f3-9059aae2043f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:59:33.489468 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-f7cb7911-9c80-42aa-82f3-9059aae2043f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:59:33.498680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-f7cb7911-9c80-42aa-82f3-9059aae2043f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 07:59:33.502047 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-f7cb7911-9c80-42aa-82f3-9059aae2043f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:33.606605 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:59:33.666956 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-f7cb7911-9c80-42aa-82f3-9059aae2043f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.8 (32ccd852-da39-4db8-be43-a0c3c55cef40/e4f92785-94eb-4634-9bd8-6abc495cc46f/935290bf-a589-4d4f-bddc-f1c66ebf3ecc) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:59:33.673044 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:59:33.678113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:59:33.678482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:33.678862 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 Oct 18 07:59:33.796684 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:59:33.797064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:33.828933 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=50f76dd4-2298-4c7c-8bb1-4234a9b882b9,segment=NetworkSegment(f46ee6b9-d152-4fe0-adf6-7a5bf39e2468),segment_id=f46ee6b9-d152-4fe0-adf6-7a5bf39e2468)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:33.833206 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:33.857921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-f7cb7911-9c80-42aa-82f3-9059aae2043f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:33.873478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-f7cb7911-9c80-42aa-82f3-9059aae2043f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object 935290bf-a589-4d4f-bddc-f1c66ebf3ecc will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:59:33.896800 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-f7cb7911-9c80-42aa-82f3-9059aae2043f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:33.901767 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=50f76dd4-2298-4c7c-8bb1-4234a9b882b9,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:33.967455 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-f7cb7911-9c80-42aa-82f3-9059aae2043f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 32ccd852-da39-4db8-be43-a0c3c55cef40 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:59:33.970534 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-f7cb7911-9c80-42aa-82f3-9059aae2043f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:59:33.974241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-f7cb7911-9c80-42aa-82f3-9059aae2043f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:59:34.010715 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb7911-9c80-42aa-82f3-9059aae2043f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=935290bf-a589-4d4f-bddc-f1c66ebf3ecc,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:34.045292 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-f7cb7911-9c80-42aa-82f3-9059aae2043f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:34.045904 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-f7cb7911-9c80-42aa-82f3-9059aae2043f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:34.071330 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-f7cb7911-9c80-42aa-82f3-9059aae2043f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7751563 Oct 18 07:59:34.082760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Request body: {'port': {'device_id': '66688014-9551-4300-a56d-40272a0f384f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:59:34.199181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:34.240364 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3e5bb305-eab4-4db2-bbad-21813a83e44d None None] Provisioning for port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:59:34.245199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3e5bb305-eab4-4db2-bbad-21813a83e44d None None] Provisioning complete for port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:59:34.245573 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3e5bb305-eab4-4db2-bbad-21813a83e44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:34.245908 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-3e5bb305-eab4-4db2-bbad-21813a83e44d None None] Attempt 1 to provision port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc Oct 18 07:59:34.301913 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bb305-eab4-4db2-bbad-21813a83e44d None None] Port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:59:34.407694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:34.618293 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a2c8b-23a2-409d-924b-545a9852a0eb req-8c6bfd32-3fca-426d-8eae-6d960fd87778 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:34.620315 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e48a2c8b-23a2-409d-924b-545a9852a0eb req-8c6bfd32-3fca-426d-8eae-6d960fd87778 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 931 time: 0.0907447 Oct 18 07:59:34.635743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935290bf-a589-4d4f-bddc-f1c66ebf3ecc {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 07:59:34.642995 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:34.657379 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Transition to ACTIVE for port object 935290bf-a589-4d4f-bddc-f1c66ebf3ecc will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 07:59:34.661495 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:34.664632 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-e48a2c8b-23a2-409d-924b-545a9852a0eb req-90bd11fc-6148-48a8-8e13-381d27d17a0c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:59:34.675958 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-e48a2c8b-23a2-409d-924b-545a9852a0eb req-90bd11fc-6148-48a8-8e13-381d27d17a0c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:59:34.677060 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e48a2c8b-23a2-409d-924b-545a9852a0eb req-90bd11fc-6148-48a8-8e13-381d27d17a0c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=3d8e3f09-9bf1-4955-988e-9e46b062dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512040 Oct 18 07:59:34.803482 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-3e5bb305-eab4-4db2-bbad-21813a83e44d None None] Attempt 2 to provision port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc Oct 18 07:59:34.851742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Pushing event updated for resources: {'Port': ['ID=935290bf-a589-4d4f-bddc-f1c66ebf3ecc,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:34.859342 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bb305-eab4-4db2-bbad-21813a83e44d None None] Port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 07:59:34.889007 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Attempting to bind port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 07:59:34.889341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Attempting to bind port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'f46ee6b9-d152-4fe0-adf6-7a5bf39e2468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 07:59:34.889670 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Attempting to bind port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc on network 32ccd852-da39-4db8-be43-a0c3c55cef40 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:59:34.894192 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc on network 32ccd852-da39-4db8-be43-a0c3c55cef40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 07:59:34.894514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Attempting to bind port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc on network 32ccd852-da39-4db8-be43-a0c3c55cef40 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 07:59:34.899605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 07:59:34.899940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Checking segment: {'id': 'f46ee6b9-d152-4fe0-adf6-7a5bf39e2468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 07:59:34.900348 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Bound using segment: {'id': 'f46ee6b9-d152-4fe0-adf6-7a5bf39e2468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 07:59:34.900773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Bound port: 935290bf-a589-4d4f-bddc-f1c66ebf3ecc, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46ee6b9-d152-4fe0-adf6-7a5bf39e2468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 07:59:34.901120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:34.993624 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] For port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 07:59:34.997358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] For port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=935290bf-a589-4d4f-bddc-f1c66ebf3ecc,segment=NetworkSegment(f46ee6b9-d152-4fe0-adf6-7a5bf39e2468),segment_id=f46ee6b9-d152-4fe0-adf6-7a5bf39e2468)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 07:59:35.001523 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:35.004630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:35.005438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:35.006854 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] 10.222.0.46 "PUT /v2.0/ports/935290bf-a589-4d4f-bddc-f1c66ebf3ecc HTTP/1.1" status: 200 len: 1093 time: 0.9282486 Oct 18 07:59:35.039490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66688014-9551-4300-a56d-40272a0f384f', 'tag': '935290bf-a589-4d4f-bddc-f1c66ebf3ecc'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:59:35.042514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905c11f1-aaf2-4b1b-9552-f7569c8b991b" -d '{"events": [{"name": "network-changed", "server_uuid": "66688014-9551-4300-a56d-40272a0f384f", "tag": "935290bf-a589-4d4f-bddc-f1c66ebf3ecc"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:59:35.086891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 07:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6078402e-c0bc-4f3e-a843-80c7c3042b39 x-openstack-request-id: req-6078402e-c0bc-4f3e-a843-80c7c3042b39 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:59:35.087176 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66688014-9551-4300-a56d-40272a0f384f", "tag": "935290bf-a589-4d4f-bddc-f1c66ebf3ecc", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:59:35.087422 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6078402e-c0bc-4f3e-a843-80c7c3042b39 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:59:35.087840 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6078402e-c0bc-4f3e-a843-80c7c3042b39'] response: {'name': 'network-changed', 'server_uuid': '66688014-9551-4300-a56d-40272a0f384f', 'tag': '935290bf-a589-4d4f-bddc-f1c66ebf3ecc', 'status': 'completed', 'code': 200} Oct 18 07:59:35.144827 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba785b-6e63-4072-a9bb-717f6bc10a6e service neutron] Pushing event updated for resources: {'Port': ['ID=935290bf-a589-4d4f-bddc-f1c66ebf3ecc,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:35.159937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-d00704a7-f3ac-413f-9e21-4793e8d26d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:35.161486 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-d00704a7-f3ac-413f-9e21-4793e8d26d7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 1096 time: 0.1159980 Oct 18 07:59:35.230934 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-bb7468a1-277a-41a2-9c63-dd9d04b361ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=935290bf-a589-4d4f-bddc-f1c66ebf3ecc HTTP/1.1" status: 200 len: 217 time: 0.0624626 Oct 18 07:59:35.294103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-c2f20566-0c5d-46ad-936f-aeabfc9fae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:35.295551 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-c2f20566-0c5d-46ad-936f-aeabfc9fae6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4f92785-94eb-4634-9bd8-6abc495cc46f HTTP/1.1" status: 200 len: 834 time: 0.0592854 Oct 18 07:59:35.360633 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-3e5bb305-eab4-4db2-bbad-21813a83e44d None None] Attempt 3 to provision port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc Oct 18 07:59:35.375309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-b9770747-77fe-480a-a20b-80d3b5eea44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:35.376776 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-b9770747-77fe-480a-a20b-80d3b5eea44f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32ccd852-da39-4db8-be43-a0c3c55cef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752370 Oct 18 07:59:35.424169 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bb305-eab4-4db2-bbad-21813a83e44d None None] Port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 07:59:35.507638 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-7de9fb39-9944-4026-afba-5e89013965cb service neutron] 10.222.0.46 "GET /v2.0/networks/32ccd852-da39-4db8-be43-a0c3c55cef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241996 Oct 18 07:59:35.584061 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:59:35.640385 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d86d251b-b83c-4fbe-b179-90eb20d2c282 req-ba6340d0-58ce-4746-87ab-8fd19cc75575 service neutron] 10.222.0.46 "GET /v2.0/networks/32ccd852-da39-4db8-be43-a0c3c55cef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257799 Oct 18 07:59:35.651350 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:59:35.651730 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:35.652064 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 Oct 18 07:59:35.772553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c11f1-aaf2-4b1b-9552-f7569c8b991b req-27967129-8cc2-4636-8477-3f9e554853ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:35.772822 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:59:35.774044 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-905c11f1-aaf2-4b1b-9552-f7569c8b991b req-27967129-8cc2-4636-8477-3f9e554853ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 1096 time: 0.0880561 Oct 18 07:59:35.878647 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab97650-0a41-4f22-a0a9-45dcc2a4523d req-34d98a49-4521-47a1-9f02-42a953c602d2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:35.880028 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4ab97650-0a41-4f22-a0a9-45dcc2a4523d req-34d98a49-4521-47a1-9f02-42a953c602d2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 943 time: 0.0864909 Oct 18 07:59:35.906528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c11f1-aaf2-4b1b-9552-f7569c8b991b req-ffe23cb9-e115-45cf-8f5a-9332878f5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:35.907999 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-905c11f1-aaf2-4b1b-9552-f7569c8b991b req-ffe23cb9-e115-45cf-8f5a-9332878f5e5a service neutron] 10.222.0.46 "GET /v2.0/networks?id=32ccd852-da39-4db8-be43-a0c3c55cef40 HTTP/1.1" status: 200 len: 898 time: 0.1266439 Oct 18 07:59:35.927433 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4ab97650-0a41-4f22-a0a9-45dcc2a4523d req-4b6eb19c-0831-43f1-8c18-6a2b870bb261 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=3d8e3f09-9bf1-4955-988e-9e46b062dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412982 Oct 18 07:59:35.975458 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-905c11f1-aaf2-4b1b-9552-f7569c8b991b req-67af3099-dd90-4742-abf0-2dd6c8898655 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=935290bf-a589-4d4f-bddc-f1c66ebf3ecc HTTP/1.1" status: 200 len: 217 time: 0.0601180 Oct 18 07:59:36.136792 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c11f1-aaf2-4b1b-9552-f7569c8b991b req-e7fa3ac1-57b4-4019-a34b-1e361684b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:36.138128 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-905c11f1-aaf2-4b1b-9552-f7569c8b991b req-e7fa3ac1-57b4-4019-a34b-1e361684b38d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4f92785-94eb-4634-9bd8-6abc495cc46f HTTP/1.1" status: 200 len: 834 time: 0.1554337 Oct 18 07:59:36.221162 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c11f1-aaf2-4b1b-9552-f7569c8b991b req-d9b623b1-9745-491e-b8f2-7b1001d7e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:36.222656 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-905c11f1-aaf2-4b1b-9552-f7569c8b991b req-d9b623b1-9745-491e-b8f2-7b1001d7e7e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32ccd852-da39-4db8-be43-a0c3c55cef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778368 Oct 18 07:59:36.351091 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-905c11f1-aaf2-4b1b-9552-f7569c8b991b req-5d4b88ea-cdeb-4f53-ad44-8ff2a0fb4051 service neutron] 10.222.0.46 "GET /v2.0/networks/32ccd852-da39-4db8-be43-a0c3c55cef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216950 Oct 18 07:59:36.483459 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-905c11f1-aaf2-4b1b-9552-f7569c8b991b req-58ed7976-3cb9-4015-a282-d6c1fa159ab1 service neutron] 10.222.0.46 "GET /v2.0/networks/32ccd852-da39-4db8-be43-a0c3c55cef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245160 Oct 18 07:59:37.130318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f8a23-43c3-45af-9f61-9eb5c38b4018 req-60be461d-2d02-4626-8d3a-75e3e307756e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:37.131054 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-151f8a23-43c3-45af-9f61-9eb5c38b4018 req-60be461d-2d02-4626-8d3a-75e3e307756e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:59:37.146616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-151f8a23-43c3-45af-9f61-9eb5c38b4018 req-60be461d-2d02-4626-8d3a-75e3e307756e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:59:37.147784 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-151f8a23-43c3-45af-9f61-9eb5c38b4018 req-60be461d-2d02-4626-8d3a-75e3e307756e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 943 time: 0.1073904 Oct 18 07:59:37.193034 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-151f8a23-43c3-45af-9f61-9eb5c38b4018 req-726d41b1-2e9c-4790-8c86-5213ca4445be tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=3d8e3f09-9bf1-4955-988e-9e46b062dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389318 Oct 18 07:59:37.529757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 935290bf-a589-4d4f-bddc-f1c66ebf3ecc details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 07:59:37.661100 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=935290bf-a589-4d4f-bddc-f1c66ebf3ecc,segment=NetworkSegment(f46ee6b9-d152-4fe0-adf6-7a5bf39e2468),segment_id=f46ee6b9-d152-4fe0-adf6-7a5bf39e2468)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:37.673906 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '935290bf-a589-4d4f-bddc-f1c66ebf3ecc', 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40', 'port_id': '935290bf-a589-4d4f-bddc-f1c66ebf3ecc', 'mac_address': 'fa:16:3e:9e:76:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 07:59:37.727967 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:59:37.728380 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:37.748046 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935290bf-a589-4d4f-bddc-f1c66ebf3ecc {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 07:59:37.763603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=935290bf-a589-4d4f-bddc-f1c66ebf3ecc,segment=NetworkSegment(f46ee6b9-d152-4fe0-adf6-7a5bf39e2468),segment_id=f46ee6b9-d152-4fe0-adf6-7a5bf39e2468)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:37.767623 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:37.833023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=935290bf-a589-4d4f-bddc-f1c66ebf3ecc,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:38.026017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['935290bf-a589-4d4f-bddc-f1c66ebf3ecc'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 07:59:38.390978 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3eaf17-f1e1-459d-8610-1f7e87329059 req-3a8c2cd0-61af-4f45-8ea1-3f297dff8a9a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:38.392431 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ef3eaf17-f1e1-459d-8610-1f7e87329059 req-3a8c2cd0-61af-4f45-8ea1-3f297dff8a9a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 944 time: 0.0871644 Oct 18 07:59:38.435584 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ef3eaf17-f1e1-459d-8610-1f7e87329059 req-edfb9d64-4786-4fa4-88d0-6f659871867b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=3d8e3f09-9bf1-4955-988e-9e46b062dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374687 Oct 18 07:59:39.554779 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 935290bf-a589-4d4f-bddc-f1c66ebf3ecc up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 07:59:39.624404 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 07:59:39.629160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 07:59:39.629531 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:39.629876 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc Oct 18 07:59:39.634290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5acae7-8b28-4639-a80c-b12ef8d1a91b req-60e1e9b2-7438-467b-936d-95aec5a801bc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:39.635806 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6e5acae7-8b28-4639-a80c-b12ef8d1a91b req-60e1e9b2-7438-467b-936d-95aec5a801bc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 944 time: 0.0911136 Oct 18 07:59:39.680628 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6e5acae7-8b28-4639-a80c-b12ef8d1a91b req-14dc01d1-e42d-42da-9315-3189763a4cc4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=3d8e3f09-9bf1-4955-988e-9e46b062dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387099 Oct 18 07:59:39.746535 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 07:59:39.746868 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:39.800525 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66688014-9551-4300-a56d-40272a0f384f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935290bf-a589-4d4f-bddc-f1c66ebf3ecc'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:59:39.802808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad808ac-4ac4-40af-a659-52e9195fe3a0" -d '{"events": [{"server_uuid": "66688014-9551-4300-a56d-40272a0f384f", "name": "network-vif-plugged", "status": "completed", "tag": "935290bf-a589-4d4f-bddc-f1c66ebf3ecc"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:59:39.810388 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=935290bf-a589-4d4f-bddc-f1c66ebf3ecc,segment=NetworkSegment(f46ee6b9-d152-4fe0-adf6-7a5bf39e2468),segment_id=f46ee6b9-d152-4fe0-adf6-7a5bf39e2468)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:39.815162 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:39.845563 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 07:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36632d2d-b30c-4285-8fab-e9da6c2d12d1 x-openstack-request-id: req-36632d2d-b30c-4285-8fab-e9da6c2d12d1 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:59:39.845852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66688014-9551-4300-a56d-40272a0f384f", "name": "network-vif-plugged", "status": "completed", "tag": "935290bf-a589-4d4f-bddc-f1c66ebf3ecc", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:59:39.846099 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-36632d2d-b30c-4285-8fab-e9da6c2d12d1 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:59:39.846481 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36632d2d-b30c-4285-8fab-e9da6c2d12d1'] response: {'server_uuid': '66688014-9551-4300-a56d-40272a0f384f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935290bf-a589-4d4f-bddc-f1c66ebf3ecc', 'code': 200} Oct 18 07:59:39.884691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=935290bf-a589-4d4f-bddc-f1c66ebf3ecc,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:40.083727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232a8d2-757b-4a18-88df-f4f84a84f20e req-24f21e56-5b74-460a-b527-1d7fca737578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:40.085918 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4232a8d2-757b-4a18-88df-f4f84a84f20e req-24f21e56-5b74-460a-b527-1d7fca737578 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 1098 time: 0.0774155 Oct 18 07:59:40.127434 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4232a8d2-757b-4a18-88df-f4f84a84f20e req-a6e89c5e-7d01-44fd-95fa-51c7c07661fa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3d8e3f09-9bf1-4955-988e-9e46b062dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341005 Oct 18 07:59:40.876664 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8f684-e025-4907-ae15-18d0a39b9840 req-c4ba4dad-130a-4fbd-8fa1-63740119a382 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:40.878136 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-93a8f684-e025-4907-ae15-18d0a39b9840 req-c4ba4dad-130a-4fbd-8fa1-63740119a382 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 945 time: 0.0898087 Oct 18 07:59:40.921837 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-93a8f684-e025-4907-ae15-18d0a39b9840 req-ab7b5828-5ed5-43ed-9977-508777835beb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=3d8e3f09-9bf1-4955-988e-9e46b062dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380836 Oct 18 07:59:42.125006 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8138a2-2bea-48f5-ac2d-1bc3b091aa1c req-77dddcc1-3297-49ab-b1e6-50b7f088dabc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:42.126496 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ba8138a2-2bea-48f5-ac2d-1bc3b091aa1c req-77dddcc1-3297-49ab-b1e6-50b7f088dabc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 945 time: 0.0920708 Oct 18 07:59:42.170791 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ba8138a2-2bea-48f5-ac2d-1bc3b091aa1c req-f1ecdba3-971c-41f4-96ac-151ad00a0dbe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=3d8e3f09-9bf1-4955-988e-9e46b062dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382445 Oct 18 07:59:42.364022 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fe54f-ddfe-43fb-ba4c-0b876dd79d1b req-2df27639-4865-4a81-b96c-ba6cdf410e85 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:42.365466 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fd4fe54f-ddfe-43fb-ba4c-0b876dd79d1b req-2df27639-4865-4a81-b96c-ba6cdf410e85 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 945 time: 0.0866196 Oct 18 07:59:42.411817 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fd4fe54f-ddfe-43fb-ba4c-0b876dd79d1b req-feb76d09-465b-4898-820d-1d632b439371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=3d8e3f09-9bf1-4955-988e-9e46b062dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402632 Oct 18 07:59:42.440482 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34398) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:42.519261 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ae1b4b-39b2-4c4c-83f4-2cb5fce73a61 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:42.520658 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-46ae1b4b-39b2-4c4c-83f4-2cb5fce73a61 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 1093 time: 0.0792565 Oct 18 07:59:42.523448 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34402) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:42.528233 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': '935290bf-a589-4d4f-bddc-f1c66ebf3ecc', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 07:59:42.533992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 07:59:42.537968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:floatingip and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 07:59:42.541294 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 07:59:42.546918 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 07:59:42.557389 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:42.689649 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:42.822538 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.26.8.100 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/591e4000-ce8f-492d-a077-9f0b182ffdb0) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 07:59:42.966270 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:42.994848 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:43.056972 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 07:59:43.059890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 07:59:43.063685 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 07:59:43.102250 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=591e4000-ce8f-492d-a077-9f0b182ffdb0,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:43.575344 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:43.649977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:43.720909 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f85c5ef1-8dd7-456e-a618-83b60fd0b0b6 req-8902095f-216d-4f6a-8a6b-eb214a0c33e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803783 Oct 18 07:59:43.822413 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c5ef1-8dd7-456e-a618-83b60fd0b0b6 req-8dc10d01-e1eb-4250-b088-14f2b4811c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:43.823929 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f85c5ef1-8dd7-456e-a618-83b60fd0b0b6 req-8dc10d01-e1eb-4250-b088-14f2b4811c38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8333236bf28401c8d3f7884ffe3941f&device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 1098 time: 0.0802805 Oct 18 07:59:43.863503 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:43.868413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:43.969622 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c5ef1-8dd7-456e-a618-83b60fd0b0b6 req-144bb0eb-c2a3-4cc7-9c53-204f0a209aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:43.971266 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f85c5ef1-8dd7-456e-a618-83b60fd0b0b6 req-144bb0eb-c2a3-4cc7-9c53-204f0a209aad service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd8b41d5-9a43-4790-b060-9fb7644aee64 HTTP/1.1" status: 200 len: 897 time: 0.1282799 Oct 18 07:59:43.996116 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=591e4000-ce8f-492d-a077-9f0b182ffdb0,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:43.999444 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:44.084277 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f85c5ef1-8dd7-456e-a618-83b60fd0b0b6 req-b351cad0-5ff9-40d8-939b-cd5b6b59b605 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ecbfac-5bb2-4402-84cb-93db145dbe5b HTTP/1.1" status: 200 len: 1000 time: 0.1059270 Oct 18 07:59:44.149915 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c5ef1-8dd7-456e-a618-83b60fd0b0b6 req-8ed76861-e302-4288-9a86-3d5f736cd572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:44.151487 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f85c5ef1-8dd7-456e-a618-83b60fd0b0b6 req-8ed76861-e302-4288-9a86-3d5f736cd572 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3bfb965a-031a-4706-bc18-b2f58b42ba31 HTTP/1.1" status: 200 len: 835 time: 0.0608268 Oct 18 07:59:44.184498 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP e918de28-9804-4d4c-a6b5-1cf91e304e71 associated. External IP: 172.26.8.100, port: 935290bf-a589-4d4f-bddc-f1c66ebf3ecc. Oct 18 07:59:44.238513 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c5ef1-8dd7-456e-a618-83b60fd0b0b6 req-a7b9143e-ffd5-47ee-af0f-ca25ee24b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:44.240025 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f85c5ef1-8dd7-456e-a618-83b60fd0b0b6 req-a7b9143e-ffd5-47ee-af0f-ca25ee24b01d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd8b41d5-9a43-4790-b060-9fb7644aee64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821564 Oct 18 07:59:44.373981 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f85c5ef1-8dd7-456e-a618-83b60fd0b0b6 req-b92dc5d7-6545-4e24-beb5-f2223ecc8ca2 service neutron] 10.222.0.46 "GET /v2.0/networks/fd8b41d5-9a43-4790-b060-9fb7644aee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268766 Oct 18 07:59:44.558596 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 88b35342-6645-4452-b0ea-ac5e2b43b3c5 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:59:44.606763 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f85c5ef1-8dd7-456e-a618-83b60fd0b0b6 req-0cc9f2bc-6811-452f-a800-7ac8a5476fc1 service neutron] 10.222.0.46 "GET /v2.0/networks/fd8b41d5-9a43-4790-b060-9fb7644aee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251718 Oct 18 07:59:44.737537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:59:44.747536 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fc846e-0dc1-43a5-adc4-258252f1d5d3 None None] Sync routers for ids ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:59:44.756523 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fc846e-0dc1-43a5-adc4-258252f1d5d3 None None] Routers {'88b35342-6645-4452-b0ea-ac5e2b43b3c5'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:59:44.757116 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-13fc846e-0dc1-43a5-adc4-258252f1d5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:59:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:44.762353 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:44.818459 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f0861c85-58db-4d01-ac2e-ea7f80242628 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2940090 Oct 18 07:59:44.819167 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66688014-9551-4300-a56d-40272a0f384f', 'tag': '935290bf-a589-4d4f-bddc-f1c66ebf3ecc'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:59:44.821239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34408) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:44.821752 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5927f9-0de8-4895-81f4-70f9d0fc5350" -d '{"events": [{"name": "network-changed", "server_uuid": "66688014-9551-4300-a56d-40272a0f384f", "tag": "935290bf-a589-4d4f-bddc-f1c66ebf3ecc"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:59:44.864817 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 07:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac994857-d778-465b-b28f-544bc8cbe5d2 x-openstack-request-id: req-ac994857-d778-465b-b28f-544bc8cbe5d2 {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:59:44.865104 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66688014-9551-4300-a56d-40272a0f384f", "tag": "935290bf-a589-4d4f-bddc-f1c66ebf3ecc", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:59:44.865608 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ac994857-d778-465b-b28f-544bc8cbe5d2 {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:59:44.866237 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac994857-d778-465b-b28f-544bc8cbe5d2'] response: {'name': 'network-changed', 'server_uuid': '66688014-9551-4300-a56d-40272a0f384f', 'tag': '935290bf-a589-4d4f-bddc-f1c66ebf3ecc', 'status': 'completed', 'code': 200} Oct 18 07:59:44.950605 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-13fc846e-0dc1-43a5-adc4-258252f1d5d3 None None] Set router 88b35342-6645-4452-b0ea-ac5e2b43b3c5 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:59:44.985814 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c15c2d4b-a78a-4f76-a080-20b261d509e9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/e918de28-9804-4d4c-a6b5-1cf91e304e71 HTTP/1.1" status: 200 len: 991 time: 0.1631267 Oct 18 07:59:45.006789 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5927f9-0de8-4895-81f4-70f9d0fc5350 req-032f8d37-aae0-4525-8faa-15bd995d97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:45.008158 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ee5927f9-0de8-4895-81f4-70f9d0fc5350 req-032f8d37-aae0-4525-8faa-15bd995d97c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 1098 time: 0.1039393 Oct 18 07:59:45.138351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5927f9-0de8-4895-81f4-70f9d0fc5350 req-019c7218-7959-4d99-b719-a05d4ebf4c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:45.139831 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ee5927f9-0de8-4895-81f4-70f9d0fc5350 req-019c7218-7959-4d99-b719-a05d4ebf4c0d service neutron] 10.222.0.46 "GET /v2.0/networks?id=32ccd852-da39-4db8-be43-a0c3c55cef40 HTTP/1.1" status: 200 len: 898 time: 0.1253617 Oct 18 07:59:45.249301 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ee5927f9-0de8-4895-81f4-70f9d0fc5350 req-3505120c-c25b-4310-a308-559ed27756ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=935290bf-a589-4d4f-bddc-f1c66ebf3ecc HTTP/1.1" status: 200 len: 999 time: 0.1018541 Oct 18 07:59:45.296633 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-13fc846e-0dc1-43a5-adc4-258252f1d5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'name': 'tempest-TestNetworkBasicOps-router-135631817', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '4f632f51-a699-4771-95ed-d7e33404940f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:27Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '4f632f51-a699-4771-95ed-d7e33404940f', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'e918de28-9804-4d4c-a6b5-1cf91e304e71', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.100', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'port_id': '935290bf-a589-4d4f-bddc-f1c66ebf3ecc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40', 'mac_address': 'fa:16:3e:9e:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66688014-9551-4300-a56d-40272a0f384f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:59:43Z', 'updated_at': '2022-10-18T07:59:43Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f76dd4-2298-4c7c-8bb1-4234a9b882b9', 'name': '', 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:87:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:26Z', 'updated_at': '2022-10-18T07:59:33Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:45.300404 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fc846e-0dc1-43a5-adc4-258252f1d5d3 None None] Checking router: 88b35342-6645-4452-b0ea-ac5e2b43b3c5 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:59:45.309080 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fc846e-0dc1-43a5-adc4-258252f1d5d3 None None] Routers {'88b35342-6645-4452-b0ea-ac5e2b43b3c5'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:59:45.309694 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-13fc846e-0dc1-43a5-adc4-258252f1d5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:59:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:45.316378 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5927f9-0de8-4895-81f4-70f9d0fc5350 req-7f3959c0-91d3-4bb5-bd89-1f9bd12d6358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:45.317827 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ee5927f9-0de8-4895-81f4-70f9d0fc5350 req-7f3959c0-91d3-4bb5-bd89-1f9bd12d6358 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4f92785-94eb-4634-9bd8-6abc495cc46f HTTP/1.1" status: 200 len: 834 time: 0.0618072 Oct 18 07:59:45.401543 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5927f9-0de8-4895-81f4-70f9d0fc5350 req-b7a1fba5-a78e-4c9d-9e3f-52aea40fe462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:45.403084 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ee5927f9-0de8-4895-81f4-70f9d0fc5350 req-b7a1fba5-a78e-4c9d-9e3f-52aea40fe462 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32ccd852-da39-4db8-be43-a0c3c55cef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787265 Oct 18 07:59:45.508056 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-13fc846e-0dc1-43a5-adc4-258252f1d5d3 None None] Set router 88b35342-6645-4452-b0ea-ac5e2b43b3c5 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:59:45.536834 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ee5927f9-0de8-4895-81f4-70f9d0fc5350 req-4b01521f-76ab-47e2-83a2-2c6aa62367fe service neutron] 10.222.0.46 "GET /v2.0/networks/32ccd852-da39-4db8-be43-a0c3c55cef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265624 Oct 18 07:59:45.669956 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ee5927f9-0de8-4895-81f4-70f9d0fc5350 req-0e6d168d-dfd1-4edc-a68a-d44f94e8c715 service neutron] 10.222.0.46 "GET /v2.0/networks/32ccd852-da39-4db8-be43-a0c3c55cef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264629 Oct 18 07:59:45.844777 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-13fc846e-0dc1-43a5-adc4-258252f1d5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'name': 'tempest-TestNetworkBasicOps-router-135631817', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '4f632f51-a699-4771-95ed-d7e33404940f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:27Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '4f632f51-a699-4771-95ed-d7e33404940f', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'e918de28-9804-4d4c-a6b5-1cf91e304e71', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.100', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'port_id': '935290bf-a589-4d4f-bddc-f1c66ebf3ecc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40', 'mac_address': 'fa:16:3e:9e:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66688014-9551-4300-a56d-40272a0f384f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:59:43Z', 'updated_at': '2022-10-18T07:59:43Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f76dd4-2298-4c7c-8bb1-4234a9b882b9', 'name': '', 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:87:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:26Z', 'updated_at': '2022-10-18T07:59:33Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:45.848529 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fc846e-0dc1-43a5-adc4-258252f1d5d3 None None] The sync data for ids ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'] in dv-neutron-861625-1-hyperv is: [{'id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'name': 'tempest-TestNetworkBasicOps-router-135631817', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '4f632f51-a699-4771-95ed-d7e33404940f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:27Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '4f632f51-a699-4771-95ed-d7e33404940f', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'e918de28-9804-4d4c-a6b5-1cf91e304e71', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.100', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'port_id': '935290bf-a589-4d4f-bddc-f1c66ebf3ecc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40', 'mac_address': 'fa:16:3e:9e:76:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66688014-9551-4300-a56d-40272a0f384f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T07:59:43Z', 'updated_at': '2022-10-18T07:59:43Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f76dd4-2298-4c7c-8bb1-4234a9b882b9', 'name': '', 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:87:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:26Z', 'updated_at': '2022-10-18T07:59:33Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:59:45.989829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34414) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:46.035093 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42059c0-b2d7-4404-8047-9564fe333216 None None] New status for floating IP e918de28-9804-4d4c-a6b5-1cf91e304e71: ACTIVE {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 07:59:46.096529 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7e8f0c8b-0525-4753-9904-2535ddd3b5a2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/e918de28-9804-4d4c-a6b5-1cf91e304e71 HTTP/1.1" status: 200 len: 991 time: 0.1055138 Oct 18 07:59:47.100309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34418) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:47.205867 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ee5bb06c-b648-4ab6-9914-a3840cf15f74 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/e918de28-9804-4d4c-a6b5-1cf91e304e71 HTTP/1.1" status: 200 len: 993 time: 0.1043997 Oct 18 07:59:50.670675 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e577614b-5fb3-4ea3-beb3-02f6bb9c2e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:52.969374 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34426) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:52.972624 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ec238cc-b540-486a-897b-ed2ec8252221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:53.312304 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-c0bbc13d-749c-4001-bfd4-5684810cb763 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Deleting port e1cab6e2-d253-4342-a1d5-76804f5c96e5 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:59:53.312831 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0bbc13d-749c-4001-bfd4-5684810cb763 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:53.484835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0bbc13d-749c-4001-bfd4-5684810cb763 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:53.485235 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0bbc13d-749c-4001-bfd4-5684810cb763 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:53.610212 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-c0bbc13d-749c-4001-bfd4-5684810cb763 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Calling delete_port for e1cab6e2-d253-4342-a1d5-76804f5c96e5 owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:59:53.689588 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:53.764423 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0bbc13d-749c-4001-bfd4-5684810cb763 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:53.775286 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:53.812722 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbc13d-749c-4001-bfd4-5684810cb763 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event deleted for resources: {'Port': ['ID=e1cab6e2-d253-4342-a1d5-76804f5c96e5,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:53.910168 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0bbc13d-749c-4001-bfd4-5684810cb763 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:53.910399 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-c0bbc13d-749c-4001-bfd4-5684810cb763 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Floating IP 025b5d03-cee0-48b2-9e6f-5969ebcf0a5d disassociated (deleted). External IP: 172.26.8.33, port: 33ecbfac-5bb2-4402-84cb-93db145dbe5b. Oct 18 07:59:54.257252 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bbc13d-749c-4001-bfd4-5684810cb763 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Router 687ce635-2aee-466b-afa2-519a762a03b6 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 07:59:54.436414 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bbc13d-749c-4001-bfd4-5684810cb763 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 07:59:54.445502 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb6104-c462-4dbf-9a72-0ca887de62ca None None] Sync routers for ids ['687ce635-2aee-466b-afa2-519a762a03b6'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 07:59:54.454812 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eb6104-c462-4dbf-9a72-0ca887de62ca None None] Routers {'687ce635-2aee-466b-afa2-519a762a03b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:59:54.455402 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-43eb6104-c462-4dbf-9a72-0ca887de62ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:59:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['687ce635-2aee-466b-afa2-519a762a03b6'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:54.455810 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0bbc13d-749c-4001-bfd4-5684810cb763 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:54.510705 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c0bbc13d-749c-4001-bfd4-5684810cb763 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "DELETE /v2.0/floatingips/025b5d03-cee0-48b2-9e6f-5969ebcf0a5d HTTP/1.1" status: 204 len: 168 time: 1.5401819 Oct 18 07:59:54.511353 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7be673f-68c9-42c7-b38f-b796fda43830', 'tag': '33ecbfac-5bb2-4402-84cb-93db145dbe5b'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:59:54.513766 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfab8dd3-499b-4d77-a635-3efbb006e87f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7be673f-68c9-42c7-b38f-b796fda43830", "tag": "33ecbfac-5bb2-4402-84cb-93db145dbe5b"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:59:54.562933 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 07:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5a503a-37b4-4fc4-aefe-9c78b9cf32fc x-openstack-request-id: req-2a5a503a-37b4-4fc4-aefe-9c78b9cf32fc {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:59:54.563329 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7be673f-68c9-42c7-b38f-b796fda43830", "tag": "33ecbfac-5bb2-4402-84cb-93db145dbe5b", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:59:54.563590 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2a5a503a-37b4-4fc4-aefe-9c78b9cf32fc {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:59:54.564001 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a5a503a-37b4-4fc4-aefe-9c78b9cf32fc'] response: {'name': 'network-changed', 'server_uuid': 'c7be673f-68c9-42c7-b38f-b796fda43830', 'tag': '33ecbfac-5bb2-4402-84cb-93db145dbe5b', 'status': 'completed', 'code': 200} Oct 18 07:59:54.639110 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-43eb6104-c462-4dbf-9a72-0ca887de62ca None None] Set router 687ce635-2aee-466b-afa2-519a762a03b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:59:54.661225 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab8dd3-499b-4d77-a635-3efbb006e87f req-bf16702f-f616-4cba-8bf3-ab3d174fe3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:54.662908 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bfab8dd3-499b-4d77-a635-3efbb006e87f req-bf16702f-f616-4cba-8bf3-ab3d174fe3df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8333236bf28401c8d3f7884ffe3941f&device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 1098 time: 0.0794859 Oct 18 07:59:54.800746 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab8dd3-499b-4d77-a635-3efbb006e87f req-5b090486-9f9d-4eb8-96a5-6f705b187c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:54.802204 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bfab8dd3-499b-4d77-a635-3efbb006e87f req-5b090486-9f9d-4eb8-96a5-6f705b187c1a service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd8b41d5-9a43-4790-b060-9fb7644aee64 HTTP/1.1" status: 200 len: 897 time: 0.1330278 Oct 18 07:59:54.916559 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bfab8dd3-499b-4d77-a635-3efbb006e87f req-cdc9b614-f324-4bdf-a7ac-109ae9e9e6c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33ecbfac-5bb2-4402-84cb-93db145dbe5b HTTP/1.1" status: 200 len: 217 time: 0.1036398 Oct 18 07:59:54.952874 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-43eb6104-c462-4dbf-9a72-0ca887de62ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687ce635-2aee-466b-afa2-519a762a03b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506174307', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:04Z', 'revision_number': 4, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'gw_port': {'id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'f91da081-6c52-4df8-87cf-8ebdab7368c5', 'name': '', 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'mac_address': 'fa:16:3e:46:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:02Z', 'updated_at': '2022-10-18T07:58:12Z', 'revision_number': 5, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'subnets': [{'id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:54.956542 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb6104-c462-4dbf-9a72-0ca887de62ca None None] Checking router: 687ce635-2aee-466b-afa2-519a762a03b6 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 07:59:54.965135 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eb6104-c462-4dbf-9a72-0ca887de62ca None None] Routers {'687ce635-2aee-466b-afa2-519a762a03b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 07:59:54.965712 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-43eb6104-c462-4dbf-9a72-0ca887de62ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:59:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['687ce635-2aee-466b-afa2-519a762a03b6'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:54.999821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab8dd3-499b-4d77-a635-3efbb006e87f req-8ac5d78d-0996-4050-929e-6e1e0f602cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:55.001164 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bfab8dd3-499b-4d77-a635-3efbb006e87f req-8ac5d78d-0996-4050-929e-6e1e0f602cb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3bfb965a-031a-4706-bc18-b2f58b42ba31 HTTP/1.1" status: 200 len: 835 time: 0.0744808 Oct 18 07:59:55.055353 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc2cb4-352d-463e-9ca1-cb106a822b7c req-a6bd9d4f-f9d1-425b-8ad8-3c9d8e84a2ba tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:55.057126 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3adc2cb4-352d-463e-9ca1-cb106a822b7c req-a6bd9d4f-f9d1-425b-8ad8-3c9d8e84a2ba tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 945 time: 0.1925795 Oct 18 07:59:55.148966 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-43eb6104-c462-4dbf-9a72-0ca887de62ca None None] Set router 687ce635-2aee-466b-afa2-519a762a03b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 07:59:55.223061 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3adc2cb4-352d-463e-9ca1-cb106a822b7c req-883bdd3d-fe59-49c0-b11b-796394678081 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595314 Oct 18 07:59:55.236522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab8dd3-499b-4d77-a635-3efbb006e87f req-b71a7431-0162-4e00-ab3f-2c04a45a86f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:55.238177 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bfab8dd3-499b-4d77-a635-3efbb006e87f req-b71a7431-0162-4e00-ab3f-2c04a45a86f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd8b41d5-9a43-4790-b060-9fb7644aee64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2296793 Oct 18 07:59:55.278324 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:55.374572 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bfab8dd3-499b-4d77-a635-3efbb006e87f req-7617104d-35f3-47e7-9b74-5bace2614118 service neutron] 10.222.0.46 "GET /v2.0/networks/fd8b41d5-9a43-4790-b060-9fb7644aee64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265748 Oct 18 07:59:55.498442 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-43eb6104-c462-4dbf-9a72-0ca887de62ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687ce635-2aee-466b-afa2-519a762a03b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506174307', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:04Z', 'revision_number': 4, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'gw_port': {'id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'f91da081-6c52-4df8-87cf-8ebdab7368c5', 'name': '', 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'mac_address': 'fa:16:3e:46:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:02Z', 'updated_at': '2022-10-18T07:58:12Z', 'revision_number': 5, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'subnets': [{'id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 07:59:55.503154 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb6104-c462-4dbf-9a72-0ca887de62ca None None] The sync data for ids ['687ce635-2aee-466b-afa2-519a762a03b6'] in dv-neutron-861625-1-hyperv is: [{'id': '687ce635-2aee-466b-afa2-519a762a03b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506174307', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:04Z', 'revision_number': 4, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'gw_port': {'id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'f91da081-6c52-4df8-87cf-8ebdab7368c5', 'name': '', 'network_id': 'fd8b41d5-9a43-4790-b060-9fb7644aee64', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'mac_address': 'fa:16:3e:46:4c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:58:02Z', 'updated_at': '2022-10-18T07:58:12Z', 'revision_number': 5, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'subnets': [{'id': '3bfb965a-031a-4706-bc18-b2f58b42ba31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 07:59:55.506227 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bfab8dd3-499b-4d77-a635-3efbb006e87f req-10edbb95-a840-4ee8-ab42-32abb2840d36 service neutron] 10.222.0.46 "GET /v2.0/networks/fd8b41d5-9a43-4790-b060-9fb7644aee64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253715 Oct 18 07:59:55.713584 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec58f65-9005-4f48-a774-39a79d2c074a None None] New status for floating IP 025b5d03-cee0-48b2-9e6f-5969ebcf0a5d: DOWN {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 07:59:56.333768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65636e-8c8c-4bbf-b37a-64ce39a56d81 req-2331679c-294c-46a0-96d2-57972ac410b8 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:56.335234 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6f65636e-8c8c-4bbf-b37a-64ce39a56d81 req-2331679c-294c-46a0-96d2-57972ac410b8 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 945 time: 0.0870566 Oct 18 07:59:56.410467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-6f65636e-8c8c-4bbf-b37a-64ce39a56d81 req-df7bfb4e-f4b7-46b5-a69d-d932bc773346 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Deleting port 33ecbfac-5bb2-4402-84cb-93db145dbe5b {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:59:56.410841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6f65636e-8c8c-4bbf-b37a-64ce39a56d81 req-df7bfb4e-f4b7-46b5-a69d-d932bc773346 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:56.436821 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30feac7b-ff5d-4b54-8803-078d148e14a2 req-cde6bcd3-4ca7-40d1-bb6e-4a14d3c8cb81 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 07:59:56.438265 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-30feac7b-ff5d-4b54-8803-078d148e14a2 req-cde6bcd3-4ca7-40d1-bb6e-4a14d3c8cb81 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Synchronizing usage tracker for tenant:f8333236bf28401c8d3f7884ffe3941f on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 07:59:56.456361 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-30feac7b-ff5d-4b54-8803-078d148e14a2 req-cde6bcd3-4ca7-40d1-bb6e-4a14d3c8cb81 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Unset dirty status for tenant:f8333236bf28401c8d3f7884ffe3941f on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 07:59:56.457548 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-30feac7b-ff5d-4b54-8803-078d148e14a2 req-cde6bcd3-4ca7-40d1-bb6e-4a14d3c8cb81 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7be673f-68c9-42c7-b38f-b796fda43830 HTTP/1.1" status: 200 len: 945 time: 0.1145349 Oct 18 07:59:56.620295 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-30feac7b-ff5d-4b54-8803-078d148e14a2 req-0a1835c4-8725-45f5-bd11-a01e08991903 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b9e219-0168-4322-ad9c-36e1b3048e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564739 Oct 18 07:59:56.678194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-6f65636e-8c8c-4bbf-b37a-64ce39a56d81 req-df7bfb4e-f4b7-46b5-a69d-d932bc773346 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] For port 33ecbfac-5bb2-4402-84cb-93db145dbe5b, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=33ecbfac-5bb2-4402-84cb-93db145dbe5b,segment=NetworkSegment(4392bc59-36c5-4f7a-9057-4de5e958e97a),segment_id=4392bc59-36c5-4f7a-9057-4de5e958e97a)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:56.678554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6f65636e-8c8c-4bbf-b37a-64ce39a56d81 req-df7bfb4e-f4b7-46b5-a69d-d932bc773346 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:56.804549 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-6f65636e-8c8c-4bbf-b37a-64ce39a56d81 req-df7bfb4e-f4b7-46b5-a69d-d932bc773346 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Calling delete_port for 33ecbfac-5bb2-4402-84cb-93db145dbe5b owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:59:56.946089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6f65636e-8c8c-4bbf-b37a-64ce39a56d81 req-df7bfb4e-f4b7-46b5-a69d-d932bc773346 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:56.995389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bfb4e-f4b7-46b5-a69d-d932bc773346 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event deleted for resources: {'Port': ['ID=33ecbfac-5bb2-4402-84cb-93db145dbe5b,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:57.082837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f65636e-8c8c-4bbf-b37a-64ce39a56d81 req-df7bfb4e-f4b7-46b5-a69d-d932bc773346 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] No DVR routers for this DVR port 33ecbfac-5bb2-4402-84cb-93db145dbe5b on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 07:59:57.085178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6f65636e-8c8c-4bbf-b37a-64ce39a56d81 req-df7bfb4e-f4b7-46b5-a69d-d932bc773346 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:57.088514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7be673f-68c9-42c7-b38f-b796fda43830', 'name': 'network-vif-deleted', 'tag': '33ecbfac-5bb2-4402-84cb-93db145dbe5b'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 07:59:57.090898 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcea3b4-93ce-4d93-a0fc-d683a96558ad" -d '{"events": [{"server_uuid": "c7be673f-68c9-42c7-b38f-b796fda43830", "name": "network-vif-deleted", "tag": "33ecbfac-5bb2-4402-84cb-93db145dbe5b"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 07:59:57.105184 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6f65636e-8c8c-4bbf-b37a-64ce39a56d81 req-df7bfb4e-f4b7-46b5-a69d-d932bc773346 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.46 "DELETE /v2.0/ports/33ecbfac-5bb2-4402-84cb-93db145dbe5b HTTP/1.1" status: 204 len: 173 time: 0.7625828 Oct 18 07:59:57.132313 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 07:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa78331-75df-4a9d-851c-7b0b0bbb07ce x-openstack-request-id: req-8fa78331-75df-4a9d-851c-7b0b0bbb07ce {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 07:59:57.132605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7be673f-68c9-42c7-b38f-b796fda43830", "name": "network-vif-deleted", "tag": "33ecbfac-5bb2-4402-84cb-93db145dbe5b", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 07:59:57.132858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8fa78331-75df-4a9d-851c-7b0b0bbb07ce {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 07:59:57.133255 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa78331-75df-4a9d-851c-7b0b0bbb07ce'] response: {'server_uuid': 'c7be673f-68c9-42c7-b38f-b796fda43830', 'name': 'network-vif-deleted', 'tag': '33ecbfac-5bb2-4402-84cb-93db145dbe5b', 'status': 'completed', 'code': 200} Oct 18 07:59:57.727629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34442) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 07:59:58.364752 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4a25c5f6-757f-40c4-a492-b14928cd5fbe tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:58.713530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-4a25c5f6-757f-40c4-a492-b14928cd5fbe tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Deleting port f91da081-6c52-4df8-87cf-8ebdab7368c5 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 07:59:58.713859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4a25c5f6-757f-40c4-a492-b14928cd5fbe tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:58.898340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-4a25c5f6-757f-40c4-a492-b14928cd5fbe tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] For port f91da081-6c52-4df8-87cf-8ebdab7368c5, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=f91da081-6c52-4df8-87cf-8ebdab7368c5,segment=NetworkSegment(4392bc59-36c5-4f7a-9057-4de5e958e97a),segment_id=4392bc59-36c5-4f7a-9057-4de5e958e97a)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 07:59:58.899106 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4a25c5f6-757f-40c4-a492-b14928cd5fbe tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:59.018645 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-4a25c5f6-757f-40c4-a492-b14928cd5fbe tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Calling delete_port for f91da081-6c52-4df8-87cf-8ebdab7368c5 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 07:59:59.193077 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4a25c5f6-757f-40c4-a492-b14928cd5fbe tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:59.241809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25c5f6-757f-40c4-a492-b14928cd5fbe tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event deleted for resources: {'Port': ['ID=f91da081-6c52-4df8-87cf-8ebdab7368c5,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 07:59:59.527105 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4a25c5f6-757f-40c4-a492-b14928cd5fbe tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 07:59:59.614116 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 33ecbfac-5bb2-4402-84cb-93db145dbe5b no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 07:59:59.649528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 33ecbfac-5bb2-4402-84cb-93db145dbe5b {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 07:59:59.649865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 33ecbfac-5bb2-4402-84cb-93db145dbe5b not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 07:59:59.981122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a25c5f6-757f-40c4-a492-b14928cd5fbe tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Router 687ce635-2aee-466b-afa2-519a762a03b6 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:00:00.157433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a25c5f6-757f-40c4-a492-b14928cd5fbe tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:00:00.168984 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df038cf-53d9-4041-8382-36b66aa7b467 None None] Sync routers for ids ['687ce635-2aee-466b-afa2-519a762a03b6'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:00:00.175036 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4a25c5f6-757f-40c4-a492-b14928cd5fbe tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "PUT /v2.0/routers/687ce635-2aee-466b-afa2-519a762a03b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4434056 Oct 18 08:00:00.175036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34446) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:00.180985 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df038cf-53d9-4041-8382-36b66aa7b467 None None] Routers {'687ce635-2aee-466b-afa2-519a762a03b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:00.181849 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6df038cf-53d9-4041-8382-36b66aa7b467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:59:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['687ce635-2aee-466b-afa2-519a762a03b6'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:00.241662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-878412a3-a092-46d3-ba57-ab7200f3273f tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Deleting subnet 3bfb965a-031a-4706-bc18-b2f58b42ba31 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:00:00.244577 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-878412a3-a092-46d3-ba57-ab7200f3273f tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:00.301801 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-878412a3-a092-46d3-ba57-ab7200f3273f tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:00.354422 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-6df038cf-53d9-4041-8382-36b66aa7b467 None None] Set router 687ce635-2aee-466b-afa2-519a762a03b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:00.383833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-878412a3-a092-46d3-ba57-ab7200f3273f tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:00.456448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-878412a3-a092-46d3-ba57-ab7200f3273f tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:00.499603 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878412a3-a092-46d3-ba57-ab7200f3273f tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event deleted for resources: {'Subnet': ['ID=3bfb965a-031a-4706-bc18-b2f58b42ba31,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:00.501441 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-878412a3-a092-46d3-ba57-ab7200f3273f tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:00.507795 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-878412a3-a092-46d3-ba57-ab7200f3273f tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "DELETE /v2.0/subnets/3bfb965a-031a-4706-bc18-b2f58b42ba31 HTTP/1.1" status: 204 len: 168 time: 0.3320422 Oct 18 08:00:00.510883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34450) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:00.512197 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c563e0a-ce76-468b-a512-3b9aac6a388f None None] Network fd8b41d5-9a43-4790-b060-9fb7644aee64 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:00:00.632555 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6df038cf-53d9-4041-8382-36b66aa7b467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687ce635-2aee-466b-afa2-519a762a03b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506174307', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:59:59Z', 'revision_number': 5, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'gw_port': {'id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:00.636895 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df038cf-53d9-4041-8382-36b66aa7b467 None None] Checking router: 687ce635-2aee-466b-afa2-519a762a03b6 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:00:00.645272 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df038cf-53d9-4041-8382-36b66aa7b467 None None] Routers {'687ce635-2aee-466b-afa2-519a762a03b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:00.645873 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6df038cf-53d9-4041-8382-36b66aa7b467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:59:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['687ce635-2aee-466b-afa2-519a762a03b6'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:00.689898 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac3e751a-7cae-458b-9ccd-18c983b3538d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:00.784348 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b211aec-a572-4384-85d5-cc9510fd462c None None] DHCP port deletion for fd8b41d5-9a43-4790-b060-9fb7644aee64 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:00:00.788828 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-2b211aec-a572-4384-85d5-cc9510fd462c None None] Deleting port 0944be38-dff2-4995-89b1-76657fcf657d {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:00:00.789267 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b211aec-a572-4384-85d5-cc9510fd462c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:00.819627 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-6df038cf-53d9-4041-8382-36b66aa7b467 None None] Set router 687ce635-2aee-466b-afa2-519a762a03b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:00.878717 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac3e751a-7cae-458b-9ccd-18c983b3538d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:00.889441 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ac3e751a-7cae-458b-9ccd-18c983b3538d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Deleting port 7ba18e87-f93c-4d3f-9653-fbd64315edb9 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:00:00.889817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac3e751a-7cae-458b-9ccd-18c983b3538d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:01.003317 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2b211aec-a572-4384-85d5-cc9510fd462c None None] For port 0944be38-dff2-4995-89b1-76657fcf657d, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0944be38-dff2-4995-89b1-76657fcf657d,segment=NetworkSegment(4392bc59-36c5-4f7a-9057-4de5e958e97a),segment_id=4392bc59-36c5-4f7a-9057-4de5e958e97a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:01.003703 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b211aec-a572-4384-85d5-cc9510fd462c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:01.106964 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6df038cf-53d9-4041-8382-36b66aa7b467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687ce635-2aee-466b-afa2-519a762a03b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506174307', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:59:59Z', 'revision_number': 5, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'gw_port': {'id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:01.110804 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df038cf-53d9-4041-8382-36b66aa7b467 None None] The sync data for ids ['687ce635-2aee-466b-afa2-519a762a03b6'] in dv-neutron-861625-1-hyperv is: [{'id': '687ce635-2aee-466b-afa2-519a762a03b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506174307', 'tenant_id': 'f8333236bf28401c8d3f7884ffe3941f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:59:59Z', 'revision_number': 5, 'project_id': 'f8333236bf28401c8d3f7884ffe3941f', 'gw_port': {'id': '7ba18e87-f93c-4d3f-9653-fbd64315edb9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687ce635-2aee-466b-afa2-519a762a03b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:57:58Z', 'updated_at': '2022-10-18T07:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:00:01.131719 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-2b211aec-a572-4384-85d5-cc9510fd462c None None] Calling delete_port for 0944be38-dff2-4995-89b1-76657fcf657d owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:00:01.184036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-ac3e751a-7cae-458b-9ccd-18c983b3538d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] For port 7ba18e87-f93c-4d3f-9653-fbd64315edb9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7ba18e87-f93c-4d3f-9653-fbd64315edb9,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:01.184657 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac3e751a-7cae-458b-9ccd-18c983b3538d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:01.210856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b211aec-a572-4384-85d5-cc9510fd462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:01.260136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b211aec-a572-4384-85d5-cc9510fd462c None None] Pushing event deleted for resources: {'Port': ['ID=0944be38-dff2-4995-89b1-76657fcf657d,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:01.263578 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b211aec-a572-4384-85d5-cc9510fd462c None None] No DVR routers for this DVR port 0944be38-dff2-4995-89b1-76657fcf657d on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:00:01.312427 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ac3e751a-7cae-458b-9ccd-18c983b3538d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Calling delete_port for 7ba18e87-f93c-4d3f-9653-fbd64315edb9 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:00:01.478205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac3e751a-7cae-458b-9ccd-18c983b3538d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:01.566626 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e751a-7cae-458b-9ccd-18c983b3538d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event deleted for resources: {'Port': ['ID=7ba18e87-f93c-4d3f-9653-fbd64315edb9,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:01.603435 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0944be38-dff2-4995-89b1-76657fcf657d no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:00:01.633095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac3e751a-7cae-458b-9ccd-18c983b3538d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:01.638016 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 0944be38-dff2-4995-89b1-76657fcf657d {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:00:01.638362 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0944be38-dff2-4995-89b1-76657fcf657d not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:00:01.638815 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f91da081-6c52-4df8-87cf-8ebdab7368c5 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:00:01.671909 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: f91da081-6c52-4df8-87cf-8ebdab7368c5 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:00:01.672248 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f91da081-6c52-4df8-87cf-8ebdab7368c5 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:00:01.805705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac3e751a-7cae-458b-9ccd-18c983b3538d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:01.808122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac3e751a-7cae-458b-9ccd-18c983b3538d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:01.829391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac3e751a-7cae-458b-9ccd-18c983b3538d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:01.830172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3e751a-7cae-458b-9ccd-18c983b3538d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Fanout notify agent at l3_agent the message router_deleted on router 687ce635-2aee-466b-afa2-519a762a03b6 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:00:01.845448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ac3e751a-7cae-458b-9ccd-18c983b3538d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:01.846618 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ac3e751a-7cae-458b-9ccd-18c983b3538d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "DELETE /v2.0/routers/687ce635-2aee-466b-afa2-519a762a03b6 HTTP/1.1" status: 204 len: 168 time: 1.3348191 Oct 18 08:00:01.849276 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34454) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:01.967234 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0079b80-e104-4b43-892d-172bcb607e0d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:02.095067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0079b80-e104-4b43-892d-172bcb607e0d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:02.119504 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-d0079b80-e104-4b43-892d-172bcb607e0d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8b41d5-9a43-4790-b060-9fb7644aee64']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:02.131424 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-d0079b80-e104-4b43-892d-172bcb607e0d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4392bc59-36c5-4f7a-9057-4de5e958e97a') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:02.131723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-d0079b80-e104-4b43-892d-172bcb607e0d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4392bc59-36c5-4f7a-9057-4de5e958e97a') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:02.143365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0079b80-e104-4b43-892d-172bcb607e0d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:02.159477 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0079b80-e104-4b43-892d-172bcb607e0d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:02.165736 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0079b80-e104-4b43-892d-172bcb607e0d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:00:02.166125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0079b80-e104-4b43-892d-172bcb607e0d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:02.236132 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 4392bc59-36c5-4f7a-9057-4de5e958e97a resource provider aggregate not found Oct 18 08:00:02.257203 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 4392bc59-36c5-4f7a-9057-4de5e958e97a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4392bc59-36c5-4f7a-9057-4de5e958e97a found for delete ", "request_id": "req-2712c753-31cc-4e78-bc02-001f161b46bd"}]} Oct 18 08:00:02.272679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0079b80-e104-4b43-892d-172bcb607e0d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:02.291597 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d0079b80-e104-4b43-892d-172bcb607e0d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:02.302597 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0079b80-e104-4b43-892d-172bcb607e0d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event deleted for resources: {'Network': ['ID=fd8b41d5-9a43-4790-b060-9fb7644aee64,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:02.311345 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d0079b80-e104-4b43-892d-172bcb607e0d tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "DELETE /v2.0/networks/fd8b41d5-9a43-4790-b060-9fb7644aee64 HTTP/1.1" status: 204 len: 168 time: 0.4610975 Oct 18 08:00:02.313966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34462) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:02.379639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f2fbc974-54f0-40c0-b1e7-ae2f17a4bed7 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:02.408561 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f2fbc974-54f0-40c0-b1e7-ae2f17a4bed7 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:02.475253 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f2fbc974-54f0-40c0-b1e7-ae2f17a4bed7 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:02.493612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbc974-54f0-40c0-b1e7-ae2f17a4bed7 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b9e219-0168-4322-ad9c-36e1b3048e58,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:02.503123 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f2fbc974-54f0-40c0-b1e7-ae2f17a4bed7 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:02.504293 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f2fbc974-54f0-40c0-b1e7-ae2f17a4bed7 tempest-TestNetworkAdvancedServerOps-616781225 tempest-TestNetworkAdvancedServerOps-616781225-project] 10.222.0.17 "DELETE /v2.0/security-groups/52b9e219-0168-4322-ad9c-36e1b3048e58 HTTP/1.1" status: 204 len: 168 time: 0.1892104 Oct 18 08:00:02.818246 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34472) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:02.962804 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c86559b4-c1da-4aae-acb6-e490766786fa admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f8333236bf28401c8d3f7884ffe3941f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433463 Oct 18 08:00:02.965349 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34478) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:03.021923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e6101979-02db-47d1-91b9-02a52a5f110d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:03.047853 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e6101979-02db-47d1-91b9-02a52a5f110d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:03.098706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e6101979-02db-47d1-91b9-02a52a5f110d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:03.118023 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6101979-02db-47d1-91b9-02a52a5f110d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d0c57a-3c3f-413e-a749-9fc4ee31416c,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:03.124674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e6101979-02db-47d1-91b9-02a52a5f110d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:03.126219 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e6101979-02db-47d1-91b9-02a52a5f110d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/40d0c57a-3c3f-413e-a749-9fc4ee31416c HTTP/1.1" status: 204 len: 168 time: 0.1599708 Oct 18 08:00:03.397364 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34486) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:03.415531 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-260847ae-3ba6-40ee-b415-2a4fcc3ac21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:03.430395 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-260847ae-3ba6-40ee-b415-2a4fcc3ac21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:03.434477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-260847ae-3ba6-40ee-b415-2a4fcc3ac21e admin admin] Usage tracker for resource:security_group_rule and tenant:a7c547caff9941cd82f098a26c88797e is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:03.437254 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-260847ae-3ba6-40ee-b415-2a4fcc3ac21e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:03.442886 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-260847ae-3ba6-40ee-b415-2a4fcc3ac21e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:03.527167 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-260847ae-3ba6-40ee-b415-2a4fcc3ac21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:03.530895 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-260847ae-3ba6-40ee-b415-2a4fcc3ac21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:03.577815 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-260847ae-3ba6-40ee-b415-2a4fcc3ac21e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a7c547caff9941cd82f098a26c88797e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1793394 Oct 18 08:00:03.579402 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260847ae-3ba6-40ee-b415-2a4fcc3ac21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7b7948-bcd2-47a0-8743-633f402cbb80,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:03.580480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34490) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:03.603341 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7ba18e87-f93c-4d3f-9653-fbd64315edb9 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:00:03.669038 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 7ba18e87-f93c-4d3f-9653-fbd64315edb9 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:00:03.669282 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7ba18e87-f93c-4d3f-9653-fbd64315edb9 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:00:03.740846 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b98442a-8334-4ea3-98f5-29e3a2c89e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:03.766643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b98442a-8334-4ea3-98f5-29e3a2c89e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:03.816993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b98442a-8334-4ea3-98f5-29e3a2c89e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:03.831474 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98442a-8334-4ea3-98f5-29e3a2c89e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7b7948-bcd2-47a0-8743-633f402cbb80,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:03.838330 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2b98442a-8334-4ea3-98f5-29e3a2c89e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:03.839694 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2b98442a-8334-4ea3-98f5-29e3a2c89e90 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1a7b7948-bcd2-47a0-8743-633f402cbb80 HTTP/1.1" status: 204 len: 168 time: 0.2582517 Oct 18 08:00:04.410910 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:04.530616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34514) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:04.634753 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1051610365-network', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:04.639423 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:04.643265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Usage tracker for resource:network and tenant:f79c24aececa4859ae5a96990e21c4eb is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:04.646058 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:04.652678 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:04.662718 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Made reservation on behalf of f79c24aececa4859ae5a96990e21c4eb for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:00:04.665540 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:04.677327 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:04.691534 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:04.695418 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Usage tracker for resource:security_group_rule and tenant:f79c24aececa4859ae5a96990e21c4eb is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:04.698320 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:04.704134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:04.786665 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:04.790913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:04.823230 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:00:04.831506 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae055bfe-668d-4329-83a0-39564c71e75d,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:04.837476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:04.837823 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Added segment 83480a9e-9b39-4ce0-87c2-b20edbfd9c41 of type vlan for network 97472348-d598-4426-abf2-9d3dd6e4d75d Oct 18 08:00:04.863697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:04.890974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:04.891900 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:04.892469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:04.994456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] Pushing event updated for resources: {'Network': ['ID=97472348-d598-4426-abf2-9d3dd6e4d75d,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:04.997175 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-965fbbc3-28da-4674-bde7-0174e50ea996 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4655435 Oct 18 08:00:05.000556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34520) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:05.004770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 97472348-d598-4426-abf2-9d3dd6e4d75d details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:00:05.005782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-306fe1e7-3b2c-4a82-b1a2-86a361aa9b6f admin admin] Request body: {'subnet': {'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1051610365-subnet', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'ip_version': 4}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:05.011323 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-306fe1e7-3b2c-4a82-b1a2-86a361aa9b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:05.015183 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-306fe1e7-3b2c-4a82-b1a2-86a361aa9b6f admin admin] Usage tracker for resource:subnet and tenant:f79c24aececa4859ae5a96990e21c4eb is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:05.017979 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-306fe1e7-3b2c-4a82-b1a2-86a361aa9b6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:05.023629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-306fe1e7-3b2c-4a82-b1a2-86a361aa9b6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:05.035630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306fe1e7-3b2c-4a82-b1a2-86a361aa9b6f admin admin] Made reservation on behalf of f79c24aececa4859ae5a96990e21c4eb for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:00:05.037866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-306fe1e7-3b2c-4a82-b1a2-86a361aa9b6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:05.235862 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-306fe1e7-3b2c-4a82-b1a2-86a361aa9b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:05.311198 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fe1e7-3b2c-4a82-b1a2-86a361aa9b6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e2a65d9-cbb7-462e-9a50-06e31aad481a,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:05.319736 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306fe1e7-3b2c-4a82-b1a2-86a361aa9b6f admin admin] Checking segment: {'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:00:05.320086 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306fe1e7-3b2c-4a82-b1a2-86a361aa9b6f admin admin] Network hostable DHCP agents. Network: 97472348-d598-4426-abf2-9d3dd6e4d75d, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:00:05.339171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306fe1e7-3b2c-4a82-b1a2-86a361aa9b6f admin admin] Network 97472348-d598-4426-abf2-9d3dd6e4d75d is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:00:05.349021 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-306fe1e7-3b2c-4a82-b1a2-86a361aa9b6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 97472348-d598-4426-abf2-9d3dd6e4d75d) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:00:05.353342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306fe1e7-3b2c-4a82-b1a2-86a361aa9b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:05.353794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-306fe1e7-3b2c-4a82-b1a2-86a361aa9b6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:05.359699 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9541d526-6bda-4901-b42a-ede83fc10fef None None] Network 97472348-d598-4426-abf2-9d3dd6e4d75d requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:00:05.376623 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-306fe1e7-3b2c-4a82-b1a2-86a361aa9b6f admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3751011 Oct 18 08:00:05.379222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34524) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:05.385058 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:05.390194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:05.394049 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Usage tracker for resource:router and tenant:f79c24aececa4859ae5a96990e21c4eb is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:05.397193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:05.402930 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:05.413355 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:05.414668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:05.430996 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:05.592332 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-97472348-d598-4426-abf2-9d3dd6e4d75d', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:00:05.593154 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:05.708288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:05.747940 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Allocated IP 172.20.0.2 (97472348-d598-4426-abf2-9d3dd6e4d75d/0e2a65d9-cbb7-462e-9a50-06e31aad481a/87862026-b8dd-4609-bc12-1ed2caf19c4d) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:00:05.948862 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:05.959012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Transition to ACTIVE for port object 87862026-b8dd-4609-bc12-1ed2caf19c4d will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:00:05.976778 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Transition to ACTIVE for port object 87862026-b8dd-4609-bc12-1ed2caf19c4d will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:00:05.983349 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:06.016279 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:06.046839 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:06.047484 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Network 97472348-d598-4426-abf2-9d3dd6e4d75d is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:00:06.050192 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:00:06.053922 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:00:06.097316 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Pushing event updated for resources: {'Port': ['ID=87862026-b8dd-4609-bc12-1ed2caf19c4d,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:06.159924 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Attempting to bind port 87862026-b8dd-4609-bc12-1ed2caf19c4d on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:00:06.160228 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Attempting to bind port 87862026-b8dd-4609-bc12-1ed2caf19c4d by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:00:06.160574 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Attempting to bind port 87862026-b8dd-4609-bc12-1ed2caf19c4d on network 97472348-d598-4426-abf2-9d3dd6e4d75d {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:00:06.166613 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:00:06.166990 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Checking segment: {'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:00:06.167388 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:06.167776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Bound using segment: {'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:00:06.168304 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Bound port: 87862026-b8dd-4609-bc12-1ed2caf19c4d, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:00:06.168687 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:06.185582 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Allocated IP 172.26.8.143 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/5d101980-58dd-4451-9f95-810f3b88ab39) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:00:06.266629 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] For port 87862026-b8dd-4609-bc12-1ed2caf19c4d, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:00:06.270258 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] For port 87862026-b8dd-4609-bc12-1ed2caf19c4d, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=87862026-b8dd-4609-bc12-1ed2caf19c4d,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:00:06.275047 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:06.359285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e873fb0-ad80-4f73-9244-fffd79d84bbc None None] Pushing event updated for resources: {'Port': ['ID=87862026-b8dd-4609-bc12-1ed2caf19c4d,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:06.443451 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:06.474152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:06.551975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:00:06.555768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:00:06.557990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Pushing event updated for resources: {'Port': ['ID=5d101980-58dd-4451-9f95-810f3b88ab39,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:06.560153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:00:06.967913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:07.270681 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8a75e0-b610-4d9f-9963-f326b7b7d4c7 None None] Network 97472348-d598-4426-abf2-9d3dd6e4d75d requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:00:07.316568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:07.369864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-18a2e18d-a217-46ef-9581-ed977fcad7b5 None None] Provisioning for port 87862026-b8dd-4609-bc12-1ed2caf19c4d completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:00:07.526615 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Router 29207264-eab9-4ad9-aca7-ce280dd8e82a is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:00:07.629710 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 87862026-b8dd-4609-bc12-1ed2caf19c4d up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:07.705917 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 87862026-b8dd-4609-bc12-1ed2caf19c4d completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:00:07.711704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 87862026-b8dd-4609-bc12-1ed2caf19c4d triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:07.712086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:07.712513 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 87862026-b8dd-4609-bc12-1ed2caf19c4d Oct 18 08:00:07.832074 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:00:07.839628 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-8c88da00-37c0-47bd-893f-a46f001d7a02 None None] Provisioning complete for port 87862026-b8dd-4609-bc12-1ed2caf19c4d triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:07.840001 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8c88da00-37c0-47bd-893f-a46f001d7a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:07.840345 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-8c88da00-37c0-47bd-893f-a46f001d7a02 None None] Attempt 1 to provision port 87862026-b8dd-4609-bc12-1ed2caf19c4d Oct 18 08:00:07.854161 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:07.855432 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8f3e6caf-b0c1-41bc-9b06-6b8ffbab37e6 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4751735 Oct 18 08:00:07.858035 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34534) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:07.870830 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Sync routers for ids ['29207264-eab9-4ad9-aca7-ce280dd8e82a'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:00:07.878347 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 87862026-b8dd-4609-bc12-1ed2caf19c4d is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:07.878771 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:07.945998 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Routers {'29207264-eab9-4ad9-aca7-ce280dd8e82a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:07.946641 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:59:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['29207264-eab9-4ad9-aca7-ce280dd8e82a'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:08.098115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 87862026-b8dd-4609-bc12-1ed2caf19c4d, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=87862026-b8dd-4609-bc12-1ed2caf19c4d,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:08.105234 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:08.244860 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=87862026-b8dd-4609-bc12-1ed2caf19c4d,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:08.253873 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-8c88da00-37c0-47bd-893f-a46f001d7a02 None None] Current status of the port 87862026-b8dd-4609-bc12-1ed2caf19c4d is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:08.259500 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Set router 29207264-eab9-4ad9-aca7-ce280dd8e82a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:08.529032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:08.540401 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:06Z', 'revision_number': 3, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:08.544218 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Checking router: 29207264-eab9-4ad9-aca7-ce280dd8e82a for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:00:08.544566 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Updating router 29207264-eab9-4ad9-aca7-ce280dd8e82a port 5d101980-58dd-4451-9f95-810f3b88ab39 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:00:08.600244 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:08.731798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] Allocated IP 172.20.0.1 (97472348-d598-4426-abf2-9d3dd6e4d75d/0e2a65d9-cbb7-462e-9a50-06e31aad481a/9a17d36e-2028-4161-a6cb-35de3b074955) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:00:08.880405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:08.896225 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] Transition to ACTIVE for port object 9a17d36e-2028-4161-a6cb-35de3b074955 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:00:08.919867 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:08.929343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:08.941277 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Transition to ACTIVE for port object 5d101980-58dd-4451-9f95-810f3b88ab39 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:00:08.948835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:08.985618 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] Network 97472348-d598-4426-abf2-9d3dd6e4d75d is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:00:08.988546 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:00:08.990946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:00:09.010003 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Attempting to bind port 5d101980-58dd-4451-9f95-810f3b88ab39 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:00:09.010374 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Attempting to bind port 5d101980-58dd-4451-9f95-810f3b88ab39 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:00:09.010759 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Attempting to bind port 5d101980-58dd-4451-9f95-810f3b88ab39 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:00:09.021994 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:00:09.022366 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:00:09.022785 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:09.023177 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:00:09.023650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Bound port: 5d101980-58dd-4451-9f95-810f3b88ab39, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:00:09.024583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:09.028228 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] Pushing event updated for resources: {'Port': ['ID=9a17d36e-2028-4161-a6cb-35de3b074955,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:09.053544 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:09.073234 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ad608-cc15-4add-ab78-03afbbfbc2e7 None None] Pushing event updated for resources: {'Port': ['ID=5d101980-58dd-4451-9f95-810f3b88ab39,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:09.110990 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] For port 5d101980-58dd-4451-9f95-810f3b88ab39, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:00:09.114601 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] For port 5d101980-58dd-4451-9f95-810f3b88ab39, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=5d101980-58dd-4451-9f95-810f3b88ab39,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:00:09.121096 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:09.185186 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Routers {'29207264-eab9-4ad9-aca7-ce280dd8e82a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:09.185846 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:59:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['29207264-eab9-4ad9-aca7-ce280dd8e82a'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:09.189643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:09.380968 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ad608-cc15-4add-ab78-03afbbfbc2e7 None None] Pushing event updated for resources: {'Port': ['ID=5d101980-58dd-4451-9f95-810f3b88ab39,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:09.397524 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-442e0785-f5ec-4ac4-a867-c431b5e32ed5 None None] Provisioning for port 9a17d36e-2028-4161-a6cb-35de3b074955 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:00:09.407508 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-442e0785-f5ec-4ac4-a867-c431b5e32ed5 None None] Provisioning complete for port 9a17d36e-2028-4161-a6cb-35de3b074955 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:09.407899 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-442e0785-f5ec-4ac4-a867-c431b5e32ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:09.408222 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-442e0785-f5ec-4ac4-a867-c431b5e32ed5 None None] Attempt 1 to provision port 9a17d36e-2028-4161-a6cb-35de3b074955 Oct 18 08:00:09.481830 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] Set router 29207264-eab9-4ad9-aca7-ce280dd8e82a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:09.522861 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:09.527503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:09.546603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-442e0785-f5ec-4ac4-a867-c431b5e32ed5 None None] Port 9a17d36e-2028-4161-a6cb-35de3b074955 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:09.609924 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 87862026-b8dd-4609-bc12-1ed2caf19c4d up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:09.632905 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:09.636408 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] Pushing event updated for resources: {'Port': ['ID=9a17d36e-2028-4161-a6cb-35de3b074955,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:09.769189 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] Network 97472348-d598-4426-abf2-9d3dd6e4d75d is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:00:09.770393 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:00:09.787709 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:00:09.790181 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 87862026-b8dd-4609-bc12-1ed2caf19c4d triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:09.790584 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:09.790928 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 87862026-b8dd-4609-bc12-1ed2caf19c4d Oct 18 08:00:09.963674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 87862026-b8dd-4609-bc12-1ed2caf19c4d is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:09.969367 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] Router 29207264-eab9-4ad9-aca7-ce280dd8e82a has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:00:09.971658 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:08Z', 'revision_number': 1, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:09.975761 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8822cbc8-22e4-4e40-a8a8-4d7dd3e9cb21 None None] The sync data for ids ['29207264-eab9-4ad9-aca7-ce280dd8e82a'] in dv-neutron-861625-1-hyperv is: [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:08Z', 'revision_number': 1, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:00:10.047818 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-442e0785-f5ec-4ac4-a867-c431b5e32ed5 None None] Attempt 2 to provision port 9a17d36e-2028-4161-a6cb-35de3b074955 Oct 18 08:00:10.104707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-442e0785-f5ec-4ac4-a867-c431b5e32ed5 None None] Port 9a17d36e-2028-4161-a6cb-35de3b074955 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:10.162142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:00:10.182376 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8a9bb70c-4bcb-4a2f-a05b-0615cd23d143 admin admin] 10.222.0.17 "PUT /v2.0/routers/29207264-eab9-4ad9-aca7-ce280dd8e82a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3229518 Oct 18 08:00:10.606743 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-442e0785-f5ec-4ac4-a867-c431b5e32ed5 None None] Attempt 3 to provision port 9a17d36e-2028-4161-a6cb-35de3b074955 Oct 18 08:00:10.687433 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-442e0785-f5ec-4ac4-a867-c431b5e32ed5 None None] Port 9a17d36e-2028-4161-a6cb-35de3b074955 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:10.714205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34554) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:10.719952 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-817488813-network', 'tenant_id': '0683b4450a5440049e742489f5e6b621'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:10.725186 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:10.729376 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Usage tracker for resource:network and tenant:0683b4450a5440049e742489f5e6b621 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:10.732488 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:10.738308 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:10.750517 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Made reservation on behalf of 0683b4450a5440049e742489f5e6b621 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:00:10.753738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:10.767187 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:10.782506 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:10.786518 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Usage tracker for resource:security_group_rule and tenant:0683b4450a5440049e742489f5e6b621 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:10.789581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:10.795837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:10.886235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:10.890390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:10.922497 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:00:10.933264 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d6078f-bb96-47cf-9926-6600ed2a0b30,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:10.940211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:10.940571 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Added segment fab4807e-1cf1-4a1b-8ce5-d0acb263e501 of type vlan for network 10e0d931-37b8-4148-8451-62999c5ad4b2 Oct 18 08:00:10.967119 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:11.001596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:11.002791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:11.003233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:11.105196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] Pushing event updated for resources: {'Network': ['ID=10e0d931-37b8-4148-8451-62999c5ad4b2,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:11.108181 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-081c0d37-366e-40f8-94e7-1a09543d1a3e admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3928239 Oct 18 08:00:11.111094 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34558) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:11.119101 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-cf5ece4c-ea77-4004-aec3-005d607a4213 admin admin] Request body: {'subnet': {'network_id': '10e0d931-37b8-4148-8451-62999c5ad4b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-817488813-subnet', 'tenant_id': '0683b4450a5440049e742489f5e6b621', 'ip_version': 4}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:11.125731 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 10e0d931-37b8-4148-8451-62999c5ad4b2 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:00:11.127353 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cf5ece4c-ea77-4004-aec3-005d607a4213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:11.131255 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cf5ece4c-ea77-4004-aec3-005d607a4213 admin admin] Usage tracker for resource:subnet and tenant:0683b4450a5440049e742489f5e6b621 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:11.134215 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cf5ece4c-ea77-4004-aec3-005d607a4213 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:11.141006 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cf5ece4c-ea77-4004-aec3-005d607a4213 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:11.151345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5ece4c-ea77-4004-aec3-005d607a4213 admin admin] Made reservation on behalf of 0683b4450a5440049e742489f5e6b621 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:00:11.153631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cf5ece4c-ea77-4004-aec3-005d607a4213 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:11.189446 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-442e0785-f5ec-4ac4-a867-c431b5e32ed5 None None] Attempt 4 to provision port 9a17d36e-2028-4161-a6cb-35de3b074955 Oct 18 08:00:11.279875 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-442e0785-f5ec-4ac4-a867-c431b5e32ed5 None None] Port 9a17d36e-2028-4161-a6cb-35de3b074955 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:11.366480 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cf5ece4c-ea77-4004-aec3-005d607a4213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:11.436535 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ece4c-ea77-4004-aec3-005d607a4213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab03252-89c4-4f6f-bacb-6e47039f18af,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:11.446475 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5ece4c-ea77-4004-aec3-005d607a4213 admin admin] Checking segment: {'id': 'fab4807e-1cf1-4a1b-8ce5-d0acb263e501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '10e0d931-37b8-4148-8451-62999c5ad4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:00:11.446869 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5ece4c-ea77-4004-aec3-005d607a4213 admin admin] Network hostable DHCP agents. Network: 10e0d931-37b8-4148-8451-62999c5ad4b2, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:00:11.465300 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5ece4c-ea77-4004-aec3-005d607a4213 admin admin] Network 10e0d931-37b8-4148-8451-62999c5ad4b2 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:00:11.473749 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-cf5ece4c-ea77-4004-aec3-005d607a4213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 10e0d931-37b8-4148-8451-62999c5ad4b2) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:00:11.478206 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5ece4c-ea77-4004-aec3-005d607a4213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:11.479019 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cf5ece4c-ea77-4004-aec3-005d607a4213 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:11.487190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f01eb1-6326-401a-a7c2-c499aacb3400 None None] Network 10e0d931-37b8-4148-8451-62999c5ad4b2 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:00:11.507205 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cf5ece4c-ea77-4004-aec3-005d607a4213 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3942614 Oct 18 08:00:11.507589 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34562) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:11.513138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-817488813-router', 'tenant_id': '0683b4450a5440049e742489f5e6b621', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:11.517934 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:11.522108 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Usage tracker for resource:router and tenant:0683b4450a5440049e742489f5e6b621 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:11.525493 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:11.531218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:11.542569 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:11.543636 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:11.566783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:11.646175 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 5d101980-58dd-4451-9f95-810f3b88ab39 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:11.781591 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-442e0785-f5ec-4ac4-a867-c431b5e32ed5 None None] Attempt 5 to provision port 9a17d36e-2028-4161-a6cb-35de3b074955 Oct 18 08:00:11.805697 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-10e0d931-37b8-4148-8451-62999c5ad4b2', 'network_id': '10e0d931-37b8-4148-8451-62999c5ad4b2', 'tenant_id': '0683b4450a5440049e742489f5e6b621', 'fixed_ips': [{'subnet_id': 'aab03252-89c4-4f6f-bacb-6e47039f18af'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:00:11.806803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:11.841446 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 5d101980-58dd-4451-9f95-810f3b88ab39 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:00:11.854591 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:11.855361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 5d101980-58dd-4451-9f95-810f3b88ab39 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:11.855725 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:11.856052 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 5d101980-58dd-4451-9f95-810f3b88ab39 Oct 18 08:00:11.935650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-442e0785-f5ec-4ac4-a867-c431b5e32ed5 None None] Port 9a17d36e-2028-4161-a6cb-35de3b074955 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:12.018128 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Sync routers for ids ['29207264-eab9-4ad9-aca7-ce280dd8e82a'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:00:12.028216 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Routers {'29207264-eab9-4ad9-aca7-ce280dd8e82a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:12.029042 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:59:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['29207264-eab9-4ad9-aca7-ce280dd8e82a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:12.101764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 5d101980-58dd-4451-9f95-810f3b88ab39 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:12.102720 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:12.108136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Allocated IP 172.20.0.2 (10e0d931-37b8-4148-8451-62999c5ad4b2/aab03252-89c4-4f6f-bacb-6e47039f18af/fe933d40-e344-469b-82d5-cbcb86e664c4) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:00:12.128677 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 5d101980-58dd-4451-9f95-810f3b88ab39, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=5d101980-58dd-4451-9f95-810f3b88ab39,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:12.147407 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:12.206481 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Set router 29207264-eab9-4ad9-aca7-ce280dd8e82a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:12.287714 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:12.318867 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:12.353174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=5d101980-58dd-4451-9f95-810f3b88ab39,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:12.438340 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-442e0785-f5ec-4ac4-a867-c431b5e32ed5 None None] Attempt 6 to provision port 9a17d36e-2028-4161-a6cb-35de3b074955 Oct 18 08:00:12.459618 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Allocated IP 172.26.8.203 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/c3e0ac8f-2bff-42bc-b421-e18b03e3cf15) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:00:12.511635 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-442e0785-f5ec-4ac4-a867-c431b5e32ed5 None None] Port 9a17d36e-2028-4161-a6cb-35de3b074955 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:12.514872 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:12.525849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Transition to ACTIVE for port object fe933d40-e344-469b-82d5-cbcb86e664c4 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:00:12.527852 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 2, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:12.531742 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Checking router: 29207264-eab9-4ad9-aca7-ce280dd8e82a for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:00:12.532093 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Updating router 29207264-eab9-4ad9-aca7-ce280dd8e82a port 9a17d36e-2028-4161-a6cb-35de3b074955 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:00:12.547704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Transition to ACTIVE for port object fe933d40-e344-469b-82d5-cbcb86e664c4 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:00:12.553213 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:12.584213 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:12.612639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:12.616760 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Network 10e0d931-37b8-4148-8451-62999c5ad4b2 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:00:12.619677 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:00:12.623354 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:00:12.647131 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:12.677274 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Pushing event updated for resources: {'Port': ['ID=fe933d40-e344-469b-82d5-cbcb86e664c4,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:12.723227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:00:12.727018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:00:12.728968 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e0ac8f-2bff-42bc-b421-e18b03e3cf15,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:12.731180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:00:12.741729 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Attempting to bind port fe933d40-e344-469b-82d5-cbcb86e664c4 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:00:12.741729 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Attempting to bind port fe933d40-e344-469b-82d5-cbcb86e664c4 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'fab4807e-1cf1-4a1b-8ce5-d0acb263e501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '10e0d931-37b8-4148-8451-62999c5ad4b2'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:00:12.742173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Attempting to bind port fe933d40-e344-469b-82d5-cbcb86e664c4 on network 10e0d931-37b8-4148-8451-62999c5ad4b2 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:00:12.747742 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:00:12.748190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Checking segment: {'id': 'fab4807e-1cf1-4a1b-8ce5-d0acb263e501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '10e0d931-37b8-4148-8451-62999c5ad4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:00:12.748652 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:12.749105 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Bound using segment: {'id': 'fab4807e-1cf1-4a1b-8ce5-d0acb263e501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '10e0d931-37b8-4148-8451-62999c5ad4b2'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:00:12.749680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Bound port: fe933d40-e344-469b-82d5-cbcb86e664c4, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab4807e-1cf1-4a1b-8ce5-d0acb263e501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '10e0d931-37b8-4148-8451-62999c5ad4b2'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:00:12.750115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:12.845113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] For port fe933d40-e344-469b-82d5-cbcb86e664c4, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:00:12.848406 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] For port fe933d40-e344-469b-82d5-cbcb86e664c4, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=fe933d40-e344-469b-82d5-cbcb86e664c4,segment=NetworkSegment(fab4807e-1cf1-4a1b-8ce5-d0acb263e501),segment_id=fab4807e-1cf1-4a1b-8ce5-d0acb263e501)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:00:12.853139 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:12.927709 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cb6bf-61a6-447d-8422-acc1aa553097 None None] Pushing event updated for resources: {'Port': ['ID=fe933d40-e344-469b-82d5-cbcb86e664c4,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:12.932789 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:12.945116 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Transition to ACTIVE for port object 9a17d36e-2028-4161-a6cb-35de3b074955 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:00:12.952365 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:13.013206 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-442e0785-f5ec-4ac4-a867-c431b5e32ed5 None None] Attempt 7 to provision port 9a17d36e-2028-4161-a6cb-35de3b074955 Oct 18 08:00:13.075627 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-442e0785-f5ec-4ac4-a867-c431b5e32ed5 None None] Port 9a17d36e-2028-4161-a6cb-35de3b074955 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:13.169788 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605e498-818b-4e6d-89f4-b06602592f47 None None] Pushing event updated for resources: {'Port': ['ID=9a17d36e-2028-4161-a6cb-35de3b074955,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:13.195520 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Attempting to bind port 9a17d36e-2028-4161-a6cb-35de3b074955 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:00:13.195959 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Attempting to bind port 9a17d36e-2028-4161-a6cb-35de3b074955 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:00:13.196519 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Attempting to bind port 9a17d36e-2028-4161-a6cb-35de3b074955 on network 97472348-d598-4426-abf2-9d3dd6e4d75d {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:00:13.202370 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:00:13.202898 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Checking segment: {'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:00:13.203307 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:13.203951 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Bound using segment: {'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:00:13.204391 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Bound port: 9a17d36e-2028-4161-a6cb-35de3b074955, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:00:13.204610 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:13.205127 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:13.298949 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] For port 9a17d36e-2028-4161-a6cb-35de3b074955, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:00:13.302069 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] For port 9a17d36e-2028-4161-a6cb-35de3b074955, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=9a17d36e-2028-4161-a6cb-35de3b074955,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:00:13.307136 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:13.364777 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Routers {'29207264-eab9-4ad9-aca7-ce280dd8e82a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:13.365290 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:59:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['29207264-eab9-4ad9-aca7-ce280dd8e82a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:13.537125 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605e498-818b-4e6d-89f4-b06602592f47 None None] Pushing event updated for resources: {'Port': ['ID=9a17d36e-2028-4161-a6cb-35de3b074955,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:13.577174 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-442e0785-f5ec-4ac4-a867-c431b5e32ed5 None None] Attempt 8 to provision port 9a17d36e-2028-4161-a6cb-35de3b074955 Oct 18 08:00:13.589287 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] Set router 29207264-eab9-4ad9-aca7-ce280dd8e82a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:13.676419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-442e0785-f5ec-4ac4-a867-c431b5e32ed5 None None] Port 9a17d36e-2028-4161-a6cb-35de3b074955 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:00:13.724440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:13.795520 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device fe933d40-e344-469b-82d5-cbcb86e664c4 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:13.883110 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port fe933d40-e344-469b-82d5-cbcb86e664c4 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:00:13.888583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 5d101980-58dd-4451-9f95-810f3b88ab39 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:13.963838 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Router ea3761c5-b964-457d-b4b0-c05a08ca204c is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:00:13.968630 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 5d101980-58dd-4451-9f95-810f3b88ab39 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:13.969013 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:13.969352 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 5d101980-58dd-4451-9f95-810f3b88ab39 Oct 18 08:00:13.993840 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:13Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:13.998864 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d1bcd-3a1a-40a9-b9c4-09f99a2ad867 None None] The sync data for ids ['29207264-eab9-4ad9-aca7-ce280dd8e82a'] in dv-neutron-861625-1-hyperv is: [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:13Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:00:14.066897 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ab4e49-86c7-4400-adff-f53742b84c4f None None] Network 10e0d931-37b8-4148-8451-62999c5ad4b2 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:00:14.175709 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:00:14.179427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 5d101980-58dd-4451-9f95-810f3b88ab39 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:14.181484 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 9a17d36e-2028-4161-a6cb-35de3b074955 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:14.211863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:14.215766 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-db639798-6bf5-4fa7-a499-10a4bf8e6708 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7044125 Oct 18 08:00:14.215912 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Sync routers for ids ['ea3761c5-b964-457d-b4b0-c05a08ca204c'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:00:14.216072 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34568) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:14.269461 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d554fa4a-0c34-4553-adce-1a1e8cba5239 None None] Provisioning for port fe933d40-e344-469b-82d5-cbcb86e664c4 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:00:14.286046 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Routers {'ea3761c5-b964-457d-b4b0-c05a08ca204c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:14.286708 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:59:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ea3761c5-b964-457d-b4b0-c05a08ca204c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:14.344791 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d554fa4a-0c34-4553-adce-1a1e8cba5239 None None] Provisioning complete for port fe933d40-e344-469b-82d5-cbcb86e664c4 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:14.344791 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d554fa4a-0c34-4553-adce-1a1e8cba5239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:14.345151 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d554fa4a-0c34-4553-adce-1a1e8cba5239 None None] Attempt 1 to provision port fe933d40-e344-469b-82d5-cbcb86e664c4 Oct 18 08:00:14.548213 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 9a17d36e-2028-4161-a6cb-35de3b074955 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:00:14.573044 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 9a17d36e-2028-4161-a6cb-35de3b074955 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:14.573418 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:14.573757 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 9a17d36e-2028-4161-a6cb-35de3b074955 Oct 18 08:00:14.771703 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Set router ea3761c5-b964-457d-b4b0-c05a08ca204c gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:14.916482 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:14.977353 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d554fa4a-0c34-4553-adce-1a1e8cba5239 None None] Current status of the port fe933d40-e344-469b-82d5-cbcb86e664c4 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:14.978146 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d554fa4a-0c34-4553-adce-1a1e8cba5239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:15.127370 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] Allocated IP 172.20.0.1 (10e0d931-37b8-4148-8451-62999c5ad4b2/aab03252-89c4-4f6f-bacb-6e47039f18af/3d849d67-b49d-4234-80ef-49bd92dd465b) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:00:15.130189 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d554fa4a-0c34-4553-adce-1a1e8cba5239 None None] For port fe933d40-e344-469b-82d5-cbcb86e664c4, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=fe933d40-e344-469b-82d5-cbcb86e664c4,segment=NetworkSegment(fab4807e-1cf1-4a1b-8ce5-d0acb263e501),segment_id=fab4807e-1cf1-4a1b-8ce5-d0acb263e501)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:15.131239 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 9a17d36e-2028-4161-a6cb-35de3b074955 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:15.131737 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:15.178794 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d554fa4a-0c34-4553-adce-1a1e8cba5239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:15.264956 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 9a17d36e-2028-4161-a6cb-35de3b074955, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=9a17d36e-2028-4161-a6cb-35de3b074955,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:15.274138 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:15.279953 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554fa4a-0c34-4553-adce-1a1e8cba5239 None None] Pushing event updated for resources: {'Port': ['ID=fe933d40-e344-469b-82d5-cbcb86e664c4,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:15.363851 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'name': 'tempest-TestVolumeBootPattern-817488813-router', 'tenant_id': '0683b4450a5440049e742489f5e6b621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c3e0ac8f-2bff-42bc-b421-e18b03e3cf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:11Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 3, 'project_id': '0683b4450a5440049e742489f5e6b621', 'gw_port': {'id': 'c3e0ac8f-2bff-42bc-b421-e18b03e3cf15', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:12Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:15.365852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=9a17d36e-2028-4161-a6cb-35de3b074955,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:15.371045 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Checking router: ea3761c5-b964-457d-b4b0-c05a08ca204c for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:00:15.371389 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Updating router ea3761c5-b964-457d-b4b0-c05a08ca204c port c3e0ac8f-2bff-42bc-b421-e18b03e3cf15 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:00:15.411209 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:15.427447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] Transition to ACTIVE for port object 3d849d67-b49d-4234-80ef-49bd92dd465b will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:00:15.433018 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:15.452263 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:15.459763 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-eb26b7c8-e9bb-4927-8d62-2607708ef2fe None None] Provisioning complete for port fe933d40-e344-469b-82d5-cbcb86e664c4 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:15.460125 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-eb26b7c8-e9bb-4927-8d62-2607708ef2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:15.460456 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-eb26b7c8-e9bb-4927-8d62-2607708ef2fe None None] Attempt 1 to provision port fe933d40-e344-469b-82d5-cbcb86e664c4 Oct 18 08:00:15.517382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] Network 10e0d931-37b8-4148-8451-62999c5ad4b2 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:00:15.520177 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:00:15.523805 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:00:15.565376 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] Pushing event updated for resources: {'Port': ['ID=3d849d67-b49d-4234-80ef-49bd92dd465b,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:15.589961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:15.667296 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device fe933d40-e344-469b-82d5-cbcb86e664c4 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:15.719112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:15.779678 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-eb26b7c8-e9bb-4927-8d62-2607708ef2fe None None] Current status of the port fe933d40-e344-469b-82d5-cbcb86e664c4 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:15.855165 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port fe933d40-e344-469b-82d5-cbcb86e664c4 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:15.855536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:15.855866 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port fe933d40-e344-469b-82d5-cbcb86e664c4 Oct 18 08:00:15.935809 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Provisioning for port 3d849d67-b49d-4234-80ef-49bd92dd465b completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:00:15.948919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:15.953351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:15.983002 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Provisioning complete for port 3d849d67-b49d-4234-80ef-49bd92dd465b triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:15.983604 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:15.983725 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Attempt 1 to provision port 3d849d67-b49d-4234-80ef-49bd92dd465b Oct 18 08:00:16.060459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:16.064671 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] Pushing event updated for resources: {'Port': ['ID=3d849d67-b49d-4234-80ef-49bd92dd465b,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:16.084886 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:16.109452 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Port 3d849d67-b49d-4234-80ef-49bd92dd465b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:16.110345 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Transition to ACTIVE for port object c3e0ac8f-2bff-42bc-b421-e18b03e3cf15 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:00:16.119165 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port fe933d40-e344-469b-82d5-cbcb86e664c4 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:16.120199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 9a17d36e-2028-4161-a6cb-35de3b074955 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:16.147068 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:16.199485 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] Network 10e0d931-37b8-4148-8451-62999c5ad4b2 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:00:16.200834 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:00:16.270811 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Attempting to bind port c3e0ac8f-2bff-42bc-b421-e18b03e3cf15 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:00:16.271175 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Attempting to bind port c3e0ac8f-2bff-42bc-b421-e18b03e3cf15 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:00:16.271574 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Attempting to bind port c3e0ac8f-2bff-42bc-b421-e18b03e3cf15 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:00:16.291888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:00:16.292307 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:00:16.292643 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:16.293029 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:00:16.293496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Bound port: c3e0ac8f-2bff-42bc-b421-e18b03e3cf15, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:00:16.293864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:16.341130 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ca7a8-3add-4957-8ba8-e2ca5fc2a25c None None] Pushing event updated for resources: {'Port': ['ID=c3e0ac8f-2bff-42bc-b421-e18b03e3cf15,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:16.378537 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 9a17d36e-2028-4161-a6cb-35de3b074955 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:16.378926 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:16.379256 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 9a17d36e-2028-4161-a6cb-35de3b074955 Oct 18 08:00:16.399644 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] Router ea3761c5-b964-457d-b4b0-c05a08ca204c has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:00:16.425668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] For port c3e0ac8f-2bff-42bc-b421-e18b03e3cf15, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:00:16.438782 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] For port c3e0ac8f-2bff-42bc-b421-e18b03e3cf15, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c3e0ac8f-2bff-42bc-b421-e18b03e3cf15,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:00:16.444339 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:16.544443 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Routers {'ea3761c5-b964-457d-b4b0-c05a08ca204c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:16.545078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:59:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ea3761c5-b964-457d-b4b0-c05a08ca204c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:16.581064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:00:16.590140 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b93dd7cc-1ec4-4944-8357-39890e24bded admin admin] 10.222.0.17 "PUT /v2.0/routers/ea3761c5-b964-457d-b4b0-c05a08ca204c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3730931 Oct 18 08:00:16.666437 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Attempt 2 to provision port 3d849d67-b49d-4234-80ef-49bd92dd465b Oct 18 08:00:16.729505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ca7a8-3add-4957-8ba8-e2ca5fc2a25c None None] Pushing event updated for resources: {'Port': ['ID=c3e0ac8f-2bff-42bc-b421-e18b03e3cf15,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:16.761382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 9a17d36e-2028-4161-a6cb-35de3b074955 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:16.770526 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Port 3d849d67-b49d-4234-80ef-49bd92dd465b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:16.799398 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] Set router ea3761c5-b964-457d-b4b0-c05a08ca204c gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:16.962568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34578) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:16.967769 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f257c96e-31a3-4205-8060-811a8b6e0bd8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-527745917', 'description': 'tempest-secgroup-smoke-527745917 description', 'project_id': 'f79c24aececa4859ae5a96990e21c4eb'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:16.973668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f257c96e-31a3-4205-8060-811a8b6e0bd8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:16.978025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f257c96e-31a3-4205-8060-811a8b6e0bd8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Usage tracker for resource:security_group and tenant:f79c24aececa4859ae5a96990e21c4eb is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:16.980862 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f257c96e-31a3-4205-8060-811a8b6e0bd8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:16.986820 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f257c96e-31a3-4205-8060-811a8b6e0bd8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:16.998124 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f257c96e-31a3-4205-8060-811a8b6e0bd8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.017781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f257c96e-31a3-4205-8060-811a8b6e0bd8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:17.021584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f257c96e-31a3-4205-8060-811a8b6e0bd8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Usage tracker for resource:security_group_rule and tenant:f79c24aececa4859ae5a96990e21c4eb is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:17.024363 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f257c96e-31a3-4205-8060-811a8b6e0bd8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:17.029955 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f257c96e-31a3-4205-8060-811a8b6e0bd8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:17.099866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f257c96e-31a3-4205-8060-811a8b6e0bd8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.104125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f257c96e-31a3-4205-8060-811a8b6e0bd8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.113784 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'name': 'tempest-TestVolumeBootPattern-817488813-router', 'tenant_id': '0683b4450a5440049e742489f5e6b621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c3e0ac8f-2bff-42bc-b421-e18b03e3cf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:11Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 4, 'project_id': '0683b4450a5440049e742489f5e6b621', 'gw_port': {'id': 'c3e0ac8f-2bff-42bc-b421-e18b03e3cf15', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:12Z', 'updated_at': '2022-10-18T08:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '3d849d67-b49d-4234-80ef-49bd92dd465b', 'name': '', 'network_id': '10e0d931-37b8-4148-8451-62999c5ad4b2', 'tenant_id': '0683b4450a5440049e742489f5e6b621', 'mac_address': 'fa:16:3e:00:98:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab03252-89c4-4f6f-bacb-6e47039f18af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:14Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 2, 'project_id': '0683b4450a5440049e742489f5e6b621', 'subnets': [{'id': 'aab03252-89c4-4f6f-bacb-6e47039f18af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:17.118852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63163c51-9acb-444f-9b41-d68c46a94475 None None] The sync data for ids ['ea3761c5-b964-457d-b4b0-c05a08ca204c'] in dv-neutron-861625-1-hyperv is: [{'id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'name': 'tempest-TestVolumeBootPattern-817488813-router', 'tenant_id': '0683b4450a5440049e742489f5e6b621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c3e0ac8f-2bff-42bc-b421-e18b03e3cf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:11Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 4, 'project_id': '0683b4450a5440049e742489f5e6b621', 'gw_port': {'id': 'c3e0ac8f-2bff-42bc-b421-e18b03e3cf15', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:12Z', 'updated_at': '2022-10-18T08:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '3d849d67-b49d-4234-80ef-49bd92dd465b', 'name': '', 'network_id': '10e0d931-37b8-4148-8451-62999c5ad4b2', 'tenant_id': '0683b4450a5440049e742489f5e6b621', 'mac_address': 'fa:16:3e:00:98:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab03252-89c4-4f6f-bacb-6e47039f18af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:14Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 2, 'project_id': '0683b4450a5440049e742489f5e6b621', 'subnets': [{'id': 'aab03252-89c4-4f6f-bacb-6e47039f18af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:00:17.150689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257c96e-31a3-4205-8060-811a8b6e0bd8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5839e1-60e9-4a99-b274-cc24145a446c,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:17.153499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f257c96e-31a3-4205-8060-811a8b6e0bd8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.157620 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f257c96e-31a3-4205-8060-811a8b6e0bd8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1915853 Oct 18 08:00:17.157620 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34582) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:17.162958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-97dd08d2-9d0e-4435-a52b-4fe9eda916fc tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Request body: {'security_group_rule': {'security_group_id': '4c5839e1-60e9-4a99-b274-cc24145a446c', 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:17.169546 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-97dd08d2-9d0e-4435-a52b-4fe9eda916fc tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:17.173558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-97dd08d2-9d0e-4435-a52b-4fe9eda916fc tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Usage tracker for resource:security_group_rule and tenant:f79c24aececa4859ae5a96990e21c4eb is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:17.176591 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-97dd08d2-9d0e-4435-a52b-4fe9eda916fc tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:17.183269 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-97dd08d2-9d0e-4435-a52b-4fe9eda916fc tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:17.201299 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-97dd08d2-9d0e-4435-a52b-4fe9eda916fc tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.262531 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-97dd08d2-9d0e-4435-a52b-4fe9eda916fc tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.266110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-97dd08d2-9d0e-4435-a52b-4fe9eda916fc tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.271492 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Attempt 3 to provision port 3d849d67-b49d-4234-80ef-49bd92dd465b Oct 18 08:00:17.290510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd08d2-9d0e-4435-a52b-4fe9eda916fc tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca943367-95eb-4bfe-bd82-76a77ef61d61,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:17.302918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-97dd08d2-9d0e-4435-a52b-4fe9eda916fc tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.304362 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-97dd08d2-9d0e-4435-a52b-4fe9eda916fc tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456249 Oct 18 08:00:17.307417 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34586) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:17.313408 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-6e23da51-3cac-4ac0-800a-3daa44b290e8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Request body: {'security_group_rule': {'security_group_id': '4c5839e1-60e9-4a99-b274-cc24145a446c', 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:17.327338 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6e23da51-3cac-4ac0-800a-3daa44b290e8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:17.348042 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Port 3d849d67-b49d-4234-80ef-49bd92dd465b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:17.351765 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6e23da51-3cac-4ac0-800a-3daa44b290e8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Usage tracker for resource:security_group_rule and tenant:f79c24aececa4859ae5a96990e21c4eb is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:17.355912 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6e23da51-3cac-4ac0-800a-3daa44b290e8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:17.362406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6e23da51-3cac-4ac0-800a-3daa44b290e8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:17.382182 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e23da51-3cac-4ac0-800a-3daa44b290e8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.455532 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e23da51-3cac-4ac0-800a-3daa44b290e8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.459262 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e23da51-3cac-4ac0-800a-3daa44b290e8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.484465 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23da51-3cac-4ac0-800a-3daa44b290e8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6d99f5-feed-4525-b8e7-02fc75229c53,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:17.495302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e23da51-3cac-4ac0-800a-3daa44b290e8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.496597 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6e23da51-3cac-4ac0-800a-3daa44b290e8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1879911 Oct 18 08:00:17.499315 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34590) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:17.504805 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-2c918c0c-128c-4eb0-8815-ae487976a166 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Request body: {'security_group_rule': {'security_group_id': '4c5839e1-60e9-4a99-b274-cc24145a446c', 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:17.510920 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2c918c0c-128c-4eb0-8815-ae487976a166 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:17.514941 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2c918c0c-128c-4eb0-8815-ae487976a166 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Usage tracker for resource:security_group_rule and tenant:f79c24aececa4859ae5a96990e21c4eb is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:17.517904 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2c918c0c-128c-4eb0-8815-ae487976a166 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:17.524416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2c918c0c-128c-4eb0-8815-ae487976a166 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:17.542511 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c918c0c-128c-4eb0-8815-ae487976a166 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.612677 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c918c0c-128c-4eb0-8815-ae487976a166 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.616504 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c918c0c-128c-4eb0-8815-ae487976a166 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.640692 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c918c0c-128c-4eb0-8815-ae487976a166 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ad0f4e-42ff-4e85-a931-bd5a53c2a325,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:17.650142 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c918c0c-128c-4eb0-8815-ae487976a166 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.653835 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2c918c0c-128c-4eb0-8815-ae487976a166 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1511176 Oct 18 08:00:17.654008 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34594) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:17.659160 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-470f268a-50f2-402e-ab98-391664540604 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Request body: {'security_group_rule': {'security_group_id': '4c5839e1-60e9-4a99-b274-cc24145a446c', 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:17.665776 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-470f268a-50f2-402e-ab98-391664540604 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:17.669679 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-470f268a-50f2-402e-ab98-391664540604 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Usage tracker for resource:security_group_rule and tenant:f79c24aececa4859ae5a96990e21c4eb is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:17.672610 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-470f268a-50f2-402e-ab98-391664540604 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:17.678563 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-470f268a-50f2-402e-ab98-391664540604 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:17.698714 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-470f268a-50f2-402e-ab98-391664540604 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.774395 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-470f268a-50f2-402e-ab98-391664540604 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.780155 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-470f268a-50f2-402e-ab98-391664540604 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.808956 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f268a-50f2-402e-ab98-391664540604 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca51573-17f0-4a31-941d-06cc8f1973ff,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:17.818059 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-470f268a-50f2-402e-ab98-391664540604 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.819273 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-470f268a-50f2-402e-ab98-391664540604 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1642017 Oct 18 08:00:17.822408 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34598) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:17.828246 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-83c20248-428a-41d2-b129-58e78ba7aa5f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Request body: {'security_group_rule': {'security_group_id': '4c5839e1-60e9-4a99-b274-cc24145a446c', 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:17.834338 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-83c20248-428a-41d2-b129-58e78ba7aa5f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:17.839050 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-83c20248-428a-41d2-b129-58e78ba7aa5f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Usage tracker for resource:security_group_rule and tenant:f79c24aececa4859ae5a96990e21c4eb is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:17.842094 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-83c20248-428a-41d2-b129-58e78ba7aa5f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:17.848187 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-83c20248-428a-41d2-b129-58e78ba7aa5f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:17.848900 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Attempt 4 to provision port 3d849d67-b49d-4234-80ef-49bd92dd465b Oct 18 08:00:17.858832 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-83c20248-428a-41d2-b129-58e78ba7aa5f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Project f79c24aececa4859ae5a96990e21c4eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:00:17.865570 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-83c20248-428a-41d2-b129-58e78ba7aa5f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.910702 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Port 3d849d67-b49d-4234-80ef-49bd92dd465b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:17.934137 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-83c20248-428a-41d2-b129-58e78ba7aa5f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.938035 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-83c20248-428a-41d2-b129-58e78ba7aa5f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.963279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c20248-428a-41d2-b129-58e78ba7aa5f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8774ffc7-abf5-4080-9e17-af62c8136604,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:17.972494 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-83c20248-428a-41d2-b129-58e78ba7aa5f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:17.976270 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-83c20248-428a-41d2-b129-58e78ba7aa5f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503174 Oct 18 08:00:17.976451 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34602) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:17.981553 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-dc85b7f4-5887-41bd-940d-d1e69c3a86c2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Request body: {'security_group_rule': {'security_group_id': '4c5839e1-60e9-4a99-b274-cc24145a446c', 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:17.987658 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-dc85b7f4-5887-41bd-940d-d1e69c3a86c2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:17.991541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-dc85b7f4-5887-41bd-940d-d1e69c3a86c2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Usage tracker for resource:security_group_rule and tenant:f79c24aececa4859ae5a96990e21c4eb is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:17.994572 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-dc85b7f4-5887-41bd-940d-d1e69c3a86c2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:18.000531 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-dc85b7f4-5887-41bd-940d-d1e69c3a86c2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:18.011929 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-dc85b7f4-5887-41bd-940d-d1e69c3a86c2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Project f79c24aececa4859ae5a96990e21c4eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:00:18.019339 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dc85b7f4-5887-41bd-940d-d1e69c3a86c2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:18.088286 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dc85b7f4-5887-41bd-940d-d1e69c3a86c2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:18.091683 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dc85b7f4-5887-41bd-940d-d1e69c3a86c2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:18.115733 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85b7f4-5887-41bd-940d-d1e69c3a86c2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0b3896-2bfe-41df-b2c8-136d05a66718,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:18.125816 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dc85b7f4-5887-41bd-940d-d1e69c3a86c2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:18.127184 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-dc85b7f4-5887-41bd-940d-d1e69c3a86c2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497197 Oct 18 08:00:18.411889 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Attempt 5 to provision port 3d849d67-b49d-4234-80ef-49bd92dd465b Oct 18 08:00:18.470159 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Port 3d849d67-b49d-4234-80ef-49bd92dd465b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:18.491998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34650) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:18.603464 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-49c1fdd0-10b3-4724-b053-62d6e9b445c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/e918de28-9804-4d4c-a6b5-1cf91e304e71 HTTP/1.1" status: 200 len: 993 time: 0.1101980 Oct 18 08:00:18.943593 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34664) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:18.971345 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Attempt 6 to provision port 3d849d67-b49d-4234-80ef-49bd92dd465b Oct 18 08:00:19.027426 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Port 3d849d67-b49d-4234-80ef-49bd92dd465b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:19.155720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-9a7ba5b9-287d-40b1-bb5c-b5c05cb72094 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 591e4000-ce8f-492d-a077-9f0b182ffdb0 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:00:19.155990 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9a7ba5b9-287d-40b1-bb5c-b5c05cb72094 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:19.330884 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9a7ba5b9-287d-40b1-bb5c-b5c05cb72094 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:19.331212 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9a7ba5b9-287d-40b1-bb5c-b5c05cb72094 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:19.464893 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-9a7ba5b9-287d-40b1-bb5c-b5c05cb72094 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 591e4000-ce8f-492d-a077-9f0b182ffdb0 owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:00:19.528599 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Attempt 7 to provision port 3d849d67-b49d-4234-80ef-49bd92dd465b Oct 18 08:00:19.588061 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Port 3d849d67-b49d-4234-80ef-49bd92dd465b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:19.648067 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c3e0ac8f-2bff-42bc-b421-e18b03e3cf15 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:19.654169 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9a7ba5b9-287d-40b1-bb5c-b5c05cb72094 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:19.707125 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ba5b9-287d-40b1-bb5c-b5c05cb72094 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=591e4000-ce8f-492d-a077-9f0b182ffdb0,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:19.732360 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port c3e0ac8f-2bff-42bc-b421-e18b03e3cf15 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:00:19.739078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port c3e0ac8f-2bff-42bc-b421-e18b03e3cf15 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:19.739078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:19.739078 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port c3e0ac8f-2bff-42bc-b421-e18b03e3cf15 Oct 18 08:00:19.819211 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9a7ba5b9-287d-40b1-bb5c-b5c05cb72094 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:19.819612 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-9a7ba5b9-287d-40b1-bb5c-b5c05cb72094 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP e918de28-9804-4d4c-a6b5-1cf91e304e71 disassociated (deleted). External IP: 172.26.8.100, port: 935290bf-a589-4d4f-bddc-f1c66ebf3ecc. Oct 18 08:00:19.877546 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port c3e0ac8f-2bff-42bc-b421-e18b03e3cf15 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:19.877546 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:19.899020 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port c3e0ac8f-2bff-42bc-b421-e18b03e3cf15, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c3e0ac8f-2bff-42bc-b421-e18b03e3cf15,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:19.904442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:19.988019 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=c3e0ac8f-2bff-42bc-b421-e18b03e3cf15,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:20.089294 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Attempt 8 to provision port 3d849d67-b49d-4234-80ef-49bd92dd465b Oct 18 08:00:20.153449 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Port 3d849d67-b49d-4234-80ef-49bd92dd465b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:20.316144 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7ba5b9-287d-40b1-bb5c-b5c05cb72094 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 88b35342-6645-4452-b0ea-ac5e2b43b3c5 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:00:20.502752 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7ba5b9-287d-40b1-bb5c-b5c05cb72094 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:00:20.518095 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089c916f-5952-4a73-96ce-1dbd51927800 None None] Sync routers for ids ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:00:20.527928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9a7ba5b9-287d-40b1-bb5c-b5c05cb72094 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:20.528695 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089c916f-5952-4a73-96ce-1dbd51927800 None None] Routers {'88b35342-6645-4452-b0ea-ac5e2b43b3c5'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:20.529333 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-089c916f-5952-4a73-96ce-1dbd51927800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:59:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:20.588210 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9a7ba5b9-287d-40b1-bb5c-b5c05cb72094 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/floatingips/e918de28-9804-4d4c-a6b5-1cf91e304e71 HTTP/1.1" status: 204 len: 168 time: 1.6434474 Oct 18 08:00:20.588752 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66688014-9551-4300-a56d-40272a0f384f', 'tag': '935290bf-a589-4d4f-bddc-f1c66ebf3ecc'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:00:20.591657 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef40489c-8c46-492e-9860-1ade1c42480f" -d '{"events": [{"name": "network-changed", "server_uuid": "66688014-9551-4300-a56d-40272a0f384f", "tag": "935290bf-a589-4d4f-bddc-f1c66ebf3ecc"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:00:20.654969 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Attempt 9 to provision port 3d849d67-b49d-4234-80ef-49bd92dd465b Oct 18 08:00:20.663656 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e743609-af15-486f-86b8-70302fbfa00d x-openstack-request-id: req-0e743609-af15-486f-86b8-70302fbfa00d {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:00:20.664758 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66688014-9551-4300-a56d-40272a0f384f", "tag": "935290bf-a589-4d4f-bddc-f1c66ebf3ecc", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:00:20.664882 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0e743609-af15-486f-86b8-70302fbfa00d {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:00:20.665288 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e743609-af15-486f-86b8-70302fbfa00d'] response: {'name': 'network-changed', 'server_uuid': '66688014-9551-4300-a56d-40272a0f384f', 'tag': '935290bf-a589-4d4f-bddc-f1c66ebf3ecc', 'status': 'completed', 'code': 200} Oct 18 08:00:20.734079 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-089c916f-5952-4a73-96ce-1dbd51927800 None None] Set router 88b35342-6645-4452-b0ea-ac5e2b43b3c5 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:20.781022 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Port 3d849d67-b49d-4234-80ef-49bd92dd465b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:20.781799 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-25fb175d-cf00-4b91-a435-74e487f91065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:20.847176 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40489c-8c46-492e-9860-1ade1c42480f req-64e711ab-0a50-49d2-a133-65ac5af3f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:20.848697 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ef40489c-8c46-492e-9860-1ade1c42480f req-64e711ab-0a50-49d2-a133-65ac5af3f18d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 1098 time: 0.1524184 Oct 18 08:00:21.095779 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-089c916f-5952-4a73-96ce-1dbd51927800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'name': 'tempest-TestNetworkBasicOps-router-135631817', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '4f632f51-a699-4771-95ed-d7e33404940f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:27Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '4f632f51-a699-4771-95ed-d7e33404940f', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '50f76dd4-2298-4c7c-8bb1-4234a9b882b9', 'name': '', 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:87:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:26Z', 'updated_at': '2022-10-18T07:59:33Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:21.100575 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089c916f-5952-4a73-96ce-1dbd51927800 None None] Checking router: 88b35342-6645-4452-b0ea-ac5e2b43b3c5 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:00:21.111222 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089c916f-5952-4a73-96ce-1dbd51927800 None None] Routers {'88b35342-6645-4452-b0ea-ac5e2b43b3c5'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:21.111823 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-089c916f-5952-4a73-96ce-1dbd51927800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:59:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:21.134837 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Sync routers for ids ['ea3761c5-b964-457d-b4b0-c05a08ca204c'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:00:21.153289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Routers {'ea3761c5-b964-457d-b4b0-c05a08ca204c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:21.154299 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T07:59:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ea3761c5-b964-457d-b4b0-c05a08ca204c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:21.233278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40489c-8c46-492e-9860-1ade1c42480f req-5df7393c-fca3-45b4-903f-2586474779b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:21.235159 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ef40489c-8c46-492e-9860-1ade1c42480f req-5df7393c-fca3-45b4-903f-2586474779b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=32ccd852-da39-4db8-be43-a0c3c55cef40 HTTP/1.1" status: 200 len: 898 time: 0.3765621 Oct 18 08:00:21.288270 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a992f-5ce4-412e-bc96-3f896138da49 req-d3900191-27de-4440-8717-ff46afaf43ca tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:21.289931 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-3b1a992f-5ce4-412e-bc96-3f896138da49 req-d3900191-27de-4440-8717-ff46afaf43ca tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:00:21.309770 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-3b1a992f-5ce4-412e-bc96-3f896138da49 req-d3900191-27de-4440-8717-ff46afaf43ca tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:00:21.311733 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3b1a992f-5ce4-412e-bc96-3f896138da49 req-d3900191-27de-4440-8717-ff46afaf43ca tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 945 time: 0.2243254 Oct 18 08:00:21.330753 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ef40489c-8c46-492e-9860-1ade1c42480f req-07cbe4eb-0aac-4f55-abcd-e4ff6c1ef0ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=935290bf-a589-4d4f-bddc-f1c66ebf3ecc HTTP/1.1" status: 200 len: 217 time: 0.0875523 Oct 18 08:00:21.368443 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-089c916f-5952-4a73-96ce-1dbd51927800 None None] Set router 88b35342-6645-4452-b0ea-ac5e2b43b3c5 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:21.389571 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3b1a992f-5ce4-412e-bc96-3f896138da49 req-2e98521f-eb96-4688-ac48-ac1f1fc722eb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=3d8e3f09-9bf1-4955-988e-9e46b062dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647261 Oct 18 08:00:21.406129 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Attempt 10 to provision port 3d849d67-b49d-4234-80ef-49bd92dd465b Oct 18 08:00:21.425880 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40489c-8c46-492e-9860-1ade1c42480f req-3e73c6b6-53dd-4c1b-9b42-4b908ede35be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:21.428125 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ef40489c-8c46-492e-9860-1ade1c42480f req-3e73c6b6-53dd-4c1b-9b42-4b908ede35be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4f92785-94eb-4634-9bd8-6abc495cc46f HTTP/1.1" status: 200 len: 834 time: 0.0897145 Oct 18 08:00:21.484059 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Set router ea3761c5-b964-457d-b4b0-c05a08ca204c gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:21.537273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40489c-8c46-492e-9860-1ade1c42480f req-47e86303-880e-4113-bfe4-62ab475bed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:21.538773 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ef40489c-8c46-492e-9860-1ade1c42480f req-47e86303-880e-4113-bfe4-62ab475bed45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=32ccd852-da39-4db8-be43-a0c3c55cef40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1043303 Oct 18 08:00:21.550582 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [req-ef40489c-8c46-492e-9860-1ade1c42480f req-6ca1a498-d089-480f-8553-0fb24b52b162 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 08:00:21.553282 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-8e1e9483-a3a3-4af6-b5e2-4ba6b9a1fbf4 None None] Port 3d849d67-b49d-4234-80ef-49bd92dd465b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:21.553911 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ef40489c-8c46-492e-9860-1ade1c42480f req-6ca1a498-d089-480f-8553-0fb24b52b162 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083697 Oct 18 08:00:21.690953 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c3e0ac8f-2bff-42bc-b421-e18b03e3cf15 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:21.742874 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ef40489c-8c46-492e-9860-1ade1c42480f req-d12e4a98-26d1-45d1-a702-64a7dd41e568 service neutron] 10.222.0.46 "GET /v2.0/networks/32ccd852-da39-4db8-be43-a0c3c55cef40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806715 Oct 18 08:00:21.809126 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-089c916f-5952-4a73-96ce-1dbd51927800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'name': 'tempest-TestNetworkBasicOps-router-135631817', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '4f632f51-a699-4771-95ed-d7e33404940f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:27Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '4f632f51-a699-4771-95ed-d7e33404940f', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '50f76dd4-2298-4c7c-8bb1-4234a9b882b9', 'name': '', 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:87:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:26Z', 'updated_at': '2022-10-18T07:59:33Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:21.813581 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089c916f-5952-4a73-96ce-1dbd51927800 None None] The sync data for ids ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'] in dv-neutron-861625-1-hyperv is: [{'id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'name': 'tempest-TestNetworkBasicOps-router-135631817', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '4f632f51-a699-4771-95ed-d7e33404940f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:27Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '4f632f51-a699-4771-95ed-d7e33404940f', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '50f76dd4-2298-4c7c-8bb1-4234a9b882b9', 'name': '', 'network_id': '32ccd852-da39-4db8-be43-a0c3c55cef40', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:87:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:26Z', 'updated_at': '2022-10-18T07:59:33Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'e4f92785-94eb-4634-9bd8-6abc495cc46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:00:21.832535 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e17658fd-1135-48c9-a43b-b93a9e44a364 None None] Provisioning complete for port 3d849d67-b49d-4234-80ef-49bd92dd465b triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:21.833100 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e17658fd-1135-48c9-a43b-b93a9e44a364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:21.833439 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e17658fd-1135-48c9-a43b-b93a9e44a364 None None] Attempt 1 to provision port 3d849d67-b49d-4234-80ef-49bd92dd465b Oct 18 08:00:21.961601 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port c3e0ac8f-2bff-42bc-b421-e18b03e3cf15 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:21.961986 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:21.962328 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port c3e0ac8f-2bff-42bc-b421-e18b03e3cf15 Oct 18 08:00:21.963123 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ef40489c-8c46-492e-9860-1ade1c42480f req-aee92b73-c453-408f-8ba7-1dc0a230c8ce service neutron] 10.222.0.46 "GET /v2.0/networks/32ccd852-da39-4db8-be43-a0c3c55cef40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141464 Oct 18 08:00:22.048018 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e17658fd-1135-48c9-a43b-b93a9e44a364 None None] Port 3d849d67-b49d-4234-80ef-49bd92dd465b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:22.136065 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d7a886-d7e1-4ef7-8228-3ffc8ccf5ad5 None None] New status for floating IP e918de28-9804-4d4c-a6b5-1cf91e304e71: DOWN {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:00:22.157936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'name': 'tempest-TestVolumeBootPattern-817488813-router', 'tenant_id': '0683b4450a5440049e742489f5e6b621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c3e0ac8f-2bff-42bc-b421-e18b03e3cf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:11Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 4, 'project_id': '0683b4450a5440049e742489f5e6b621', 'gw_port': {'id': 'c3e0ac8f-2bff-42bc-b421-e18b03e3cf15', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:12Z', 'updated_at': '2022-10-18T08:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '3d849d67-b49d-4234-80ef-49bd92dd465b', 'name': '', 'network_id': '10e0d931-37b8-4148-8451-62999c5ad4b2', 'tenant_id': '0683b4450a5440049e742489f5e6b621', 'mac_address': 'fa:16:3e:00:98:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab03252-89c4-4f6f-bacb-6e47039f18af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:14Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 2, 'project_id': '0683b4450a5440049e742489f5e6b621', 'subnets': [{'id': 'aab03252-89c4-4f6f-bacb-6e47039f18af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:22.174694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port c3e0ac8f-2bff-42bc-b421-e18b03e3cf15 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:22.180471 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Checking router: ea3761c5-b964-457d-b4b0-c05a08ca204c for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:00:22.181568 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Updating router ea3761c5-b964-457d-b4b0-c05a08ca204c port 3d849d67-b49d-4234-80ef-49bd92dd465b binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:00:22.248440 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:22.549037 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e17658fd-1135-48c9-a43b-b93a9e44a364 None None] Attempt 2 to provision port 3d849d67-b49d-4234-80ef-49bd92dd465b Oct 18 08:00:22.625804 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5affa-bf0e-4ecf-b537-a0fefa520fea req-6a25fedf-e206-4e94-b0e1-0c2da0e7d658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:22.627289 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8af5affa-bf0e-4ecf-b537-a0fefa520fea req-6a25fedf-e206-4e94-b0e1-0c2da0e7d658 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/ports?device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 945 time: 0.1823220 Oct 18 08:00:22.640214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f0478-f035-4842-aea3-9a0204dcc83f req-77750106-1ed6-4a57-ab39-06c70803dfe9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:22.641616 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-967f0478-f035-4842-aea3-9a0204dcc83f req-77750106-1ed6-4a57-ab39-06c70803dfe9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 945 time: 0.1110735 Oct 18 08:00:22.668612 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e17658fd-1135-48c9-a43b-b93a9e44a364 None None] Port 3d849d67-b49d-4234-80ef-49bd92dd465b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:22.687052 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:22.700047 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Transition to ACTIVE for port object 3d849d67-b49d-4234-80ef-49bd92dd465b will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:00:22.707439 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:22.744845 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-8af5affa-bf0e-4ecf-b537-a0fefa520fea req-f48df505-5217-4d33-8f6b-6011eba01b92 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:00:22.745244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-8af5affa-bf0e-4ecf-b537-a0fefa520fea req-f48df505-5217-4d33-8f6b-6011eba01b92 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:22.778591 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-967f0478-f035-4842-aea3-9a0204dcc83f req-8e35e92f-2ef8-4b83-a74e-18b20dff0013 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=3d8e3f09-9bf1-4955-988e-9e46b062dec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014934 Oct 18 08:00:22.983164 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4f7a4-fba7-47c4-a94e-63edc5baf743 None None] Pushing event updated for resources: {'Port': ['ID=3d849d67-b49d-4234-80ef-49bd92dd465b,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:22.997471 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Attempting to bind port 3d849d67-b49d-4234-80ef-49bd92dd465b on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:00:22.997839 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Attempting to bind port 3d849d67-b49d-4234-80ef-49bd92dd465b by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'fab4807e-1cf1-4a1b-8ce5-d0acb263e501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '10e0d931-37b8-4148-8451-62999c5ad4b2'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:00:22.998204 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Attempting to bind port 3d849d67-b49d-4234-80ef-49bd92dd465b on network 10e0d931-37b8-4148-8451-62999c5ad4b2 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:00:23.004161 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 7, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:00:23.005065 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Checking segment: {'id': 'fab4807e-1cf1-4a1b-8ce5-d0acb263e501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '10e0d931-37b8-4148-8451-62999c5ad4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:00:23.005065 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:23.005360 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Bound using segment: {'id': 'fab4807e-1cf1-4a1b-8ce5-d0acb263e501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '10e0d931-37b8-4148-8451-62999c5ad4b2'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:00:23.005827 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Bound port: 3d849d67-b49d-4234-80ef-49bd92dd465b, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab4807e-1cf1-4a1b-8ce5-d0acb263e501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '10e0d931-37b8-4148-8451-62999c5ad4b2'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:00:23.006196 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:23.017271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9c4f7699-8347-4c05-b352-fea31ff63c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:23.033939 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-8af5affa-bf0e-4ecf-b537-a0fefa520fea req-f48df505-5217-4d33-8f6b-6011eba01b92 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=935290bf-a589-4d4f-bddc-f1c66ebf3ecc,segment=NetworkSegment(f46ee6b9-d152-4fe0-adf6-7a5bf39e2468),segment_id=f46ee6b9-d152-4fe0-adf6-7a5bf39e2468)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:23.034617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-8af5affa-bf0e-4ecf-b537-a0fefa520fea req-f48df505-5217-4d33-8f6b-6011eba01b92 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:23.104099 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] For port 3d849d67-b49d-4234-80ef-49bd92dd465b, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:00:23.107302 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] For port 3d849d67-b49d-4234-80ef-49bd92dd465b, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=3d849d67-b49d-4234-80ef-49bd92dd465b,segment=NetworkSegment(fab4807e-1cf1-4a1b-8ce5-d0acb263e501),segment_id=fab4807e-1cf1-4a1b-8ce5-d0acb263e501)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:00:23.114644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:23.163679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-8af5affa-bf0e-4ecf-b537-a0fefa520fea req-f48df505-5217-4d33-8f6b-6011eba01b92 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 935290bf-a589-4d4f-bddc-f1c66ebf3ecc owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:00:23.171039 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e17658fd-1135-48c9-a43b-b93a9e44a364 None None] Attempt 3 to provision port 3d849d67-b49d-4234-80ef-49bd92dd465b Oct 18 08:00:23.246216 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Routers {'ea3761c5-b964-457d-b4b0-c05a08ca204c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:23.246970 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:00:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ea3761c5-b964-457d-b4b0-c05a08ca204c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:23.364680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-8af5affa-bf0e-4ecf-b537-a0fefa520fea req-f48df505-5217-4d33-8f6b-6011eba01b92 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:23.410404 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4f7a4-fba7-47c4-a94e-63edc5baf743 None None] Pushing event updated for resources: {'Port': ['ID=3d849d67-b49d-4234-80ef-49bd92dd465b,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:23.427456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48df505-5217-4d33-8f6b-6011eba01b92 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=935290bf-a589-4d4f-bddc-f1c66ebf3ecc,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:23.432807 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e17658fd-1135-48c9-a43b-b93a9e44a364 None None] Port 3d849d67-b49d-4234-80ef-49bd92dd465b had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:00:23.460259 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] Set router ea3761c5-b964-457d-b4b0-c05a08ca204c gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:23.529755 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af5affa-bf0e-4ecf-b537-a0fefa520fea req-f48df505-5217-4d33-8f6b-6011eba01b92 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] No DVR routers for this DVR port 935290bf-a589-4d4f-bddc-f1c66ebf3ecc on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:00:23.532412 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-8af5affa-bf0e-4ecf-b537-a0fefa520fea req-f48df505-5217-4d33-8f6b-6011eba01b92 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:23.535182 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66688014-9551-4300-a56d-40272a0f384f', 'name': 'network-vif-deleted', 'tag': '935290bf-a589-4d4f-bddc-f1c66ebf3ecc'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:00:23.537540 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e619ae3-ff42-47bf-8404-8437461f932c" -d '{"events": [{"server_uuid": "66688014-9551-4300-a56d-40272a0f384f", "name": "network-vif-deleted", "tag": "935290bf-a589-4d4f-bddc-f1c66ebf3ecc"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:00:23.564897 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8af5affa-bf0e-4ecf-b537-a0fefa520fea req-f48df505-5217-4d33-8f6b-6011eba01b92 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "DELETE /v2.0/ports/935290bf-a589-4d4f-bddc-f1c66ebf3ecc HTTP/1.1" status: 204 len: 173 time: 0.9223087 Oct 18 08:00:23.624713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d2c13d-a822-45bc-9433-800dafd2774c x-openstack-request-id: req-b4d2c13d-a822-45bc-9433-800dafd2774c {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:00:23.625028 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66688014-9551-4300-a56d-40272a0f384f", "name": "network-vif-deleted", "tag": "935290bf-a589-4d4f-bddc-f1c66ebf3ecc", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:00:23.625273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b4d2c13d-a822-45bc-9433-800dafd2774c {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:00:23.625681 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d2c13d-a822-45bc-9433-800dafd2774c'] response: {'server_uuid': '66688014-9551-4300-a56d-40272a0f384f', 'name': 'network-vif-deleted', 'tag': '935290bf-a589-4d4f-bddc-f1c66ebf3ecc', 'status': 'completed', 'code': 200} Oct 18 08:00:23.710617 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 3d849d67-b49d-4234-80ef-49bd92dd465b up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:23.800723 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:23.832301 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:23.878871 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 3d849d67-b49d-4234-80ef-49bd92dd465b completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:00:23.919781 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 3d849d67-b49d-4234-80ef-49bd92dd465b triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:23.920055 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:23.920292 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 3d849d67-b49d-4234-80ef-49bd92dd465b Oct 18 08:00:24.005151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-49b54745-99e3-4474-bd03-5d852c001308 req-ba50b703-f971-499d-8f36-ed3b925e8a1c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:00:24.027117 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-49b54745-99e3-4474-bd03-5d852c001308 req-ba50b703-f971-499d-8f36-ed3b925e8a1c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:00:24.028457 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-49b54745-99e3-4474-bd03-5d852c001308 req-ba50b703-f971-499d-8f36-ed3b925e8a1c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=66688014-9551-4300-a56d-40272a0f384f HTTP/1.1" status: 200 len: 210 time: 0.0851257 Oct 18 08:00:24.075839 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'name': 'tempest-TestVolumeBootPattern-817488813-router', 'tenant_id': '0683b4450a5440049e742489f5e6b621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c3e0ac8f-2bff-42bc-b421-e18b03e3cf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:11Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 4, 'project_id': '0683b4450a5440049e742489f5e6b621', 'gw_port': {'id': 'c3e0ac8f-2bff-42bc-b421-e18b03e3cf15', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:12Z', 'updated_at': '2022-10-18T08:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '3d849d67-b49d-4234-80ef-49bd92dd465b', 'name': '', 'network_id': '10e0d931-37b8-4148-8451-62999c5ad4b2', 'tenant_id': '0683b4450a5440049e742489f5e6b621', 'mac_address': 'fa:16:3e:00:98:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab03252-89c4-4f6f-bacb-6e47039f18af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:14Z', 'updated_at': '2022-10-18T08:00:23Z', 'revision_number': 4, 'project_id': '0683b4450a5440049e742489f5e6b621', 'subnets': [{'id': 'aab03252-89c4-4f6f-bacb-6e47039f18af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:24.083788 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d4579-ac0d-4062-bdb8-41b0878fdb01 None None] The sync data for ids ['ea3761c5-b964-457d-b4b0-c05a08ca204c'] in dv-neutron-861625-1-hyperv is: [{'id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'name': 'tempest-TestVolumeBootPattern-817488813-router', 'tenant_id': '0683b4450a5440049e742489f5e6b621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c3e0ac8f-2bff-42bc-b421-e18b03e3cf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:11Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 4, 'project_id': '0683b4450a5440049e742489f5e6b621', 'gw_port': {'id': 'c3e0ac8f-2bff-42bc-b421-e18b03e3cf15', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:12Z', 'updated_at': '2022-10-18T08:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '3d849d67-b49d-4234-80ef-49bd92dd465b', 'name': '', 'network_id': '10e0d931-37b8-4148-8451-62999c5ad4b2', 'tenant_id': '0683b4450a5440049e742489f5e6b621', 'mac_address': 'fa:16:3e:00:98:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab03252-89c4-4f6f-bacb-6e47039f18af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:14Z', 'updated_at': '2022-10-18T08:00:23Z', 'revision_number': 4, 'project_id': '0683b4450a5440049e742489f5e6b621', 'subnets': [{'id': 'aab03252-89c4-4f6f-bacb-6e47039f18af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:00:24.095148 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 3d849d67-b49d-4234-80ef-49bd92dd465b is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:24.095528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:24.160865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 3d849d67-b49d-4234-80ef-49bd92dd465b, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=3d849d67-b49d-4234-80ef-49bd92dd465b,segment=NetworkSegment(fab4807e-1cf1-4a1b-8ce5-d0acb263e501),segment_id=fab4807e-1cf1-4a1b-8ce5-d0acb263e501)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:24.165977 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:24.250993 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=3d849d67-b49d-4234-80ef-49bd92dd465b,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:25.134286 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34726) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:25.217165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0684693-bb7c-4176-bea9-be05251745e2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:25.247180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0684693-bb7c-4176-bea9-be05251745e2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:25.281371 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:25.321021 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0684693-bb7c-4176-bea9-be05251745e2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:25.339981 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0684693-bb7c-4176-bea9-be05251745e2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8e3f09-9bf1-4955-988e-9e46b062dec4,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:25.349316 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0684693-bb7c-4176-bea9-be05251745e2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:25.349730 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0684693-bb7c-4176-bea9-be05251745e2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:25.350074 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0684693-bb7c-4176-bea9-be05251745e2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:25.350408 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0684693-bb7c-4176-bea9-be05251745e2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:25.350765 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0684693-bb7c-4176-bea9-be05251745e2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:25.351096 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0684693-bb7c-4176-bea9-be05251745e2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:25.351450 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0684693-bb7c-4176-bea9-be05251745e2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:25.351830 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0684693-bb7c-4176-bea9-be05251745e2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:25.352203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0684693-bb7c-4176-bea9-be05251745e2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:25.352561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0684693-bb7c-4176-bea9-be05251745e2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:25.352884 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0684693-bb7c-4176-bea9-be05251745e2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:25.353205 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0684693-bb7c-4176-bea9-be05251745e2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:25.361406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f0684693-bb7c-4176-bea9-be05251745e2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:25.365138 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f0684693-bb7c-4176-bea9-be05251745e2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/security-groups/3d8e3f09-9bf1-4955-988e-9e46b062dec4 HTTP/1.1" status: 204 len: 168 time: 0.2264001 Oct 18 08:00:25.396852 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34732) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:25.625900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 3d849d67-b49d-4234-80ef-49bd92dd465b up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:25.709590 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 3d849d67-b49d-4234-80ef-49bd92dd465b triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:25.710104 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:25.710526 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 3d849d67-b49d-4234-80ef-49bd92dd465b Oct 18 08:00:25.756169 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 935290bf-a589-4d4f-bddc-f1c66ebf3ecc no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:00:25.797481 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 935290bf-a589-4d4f-bddc-f1c66ebf3ecc {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:00:25.797978 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 935290bf-a589-4d4f-bddc-f1c66ebf3ecc not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:00:25.875720 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 3d849d67-b49d-4234-80ef-49bd92dd465b is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:26.018603 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cc2c09a8-fa75-4b87-9ff3-70232bfdc40e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:26.525606 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c09a8-fa75-4b87-9ff3-70232bfdc40e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:00:26.526379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cc2c09a8-fa75-4b87-9ff3-70232bfdc40e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:26.744941 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-cc2c09a8-fa75-4b87-9ff3-70232bfdc40e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 50f76dd4-2298-4c7c-8bb1-4234a9b882b9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=50f76dd4-2298-4c7c-8bb1-4234a9b882b9,segment=NetworkSegment(f46ee6b9-d152-4fe0-adf6-7a5bf39e2468),segment_id=f46ee6b9-d152-4fe0-adf6-7a5bf39e2468)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:26.745295 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cc2c09a8-fa75-4b87-9ff3-70232bfdc40e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:26.875293 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c09a8-fa75-4b87-9ff3-70232bfdc40e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:00:27.065345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cc2c09a8-fa75-4b87-9ff3-70232bfdc40e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:27.116828 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c09a8-fa75-4b87-9ff3-70232bfdc40e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=50f76dd4-2298-4c7c-8bb1-4234a9b882b9,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:27.408352 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cc2c09a8-fa75-4b87-9ff3-70232bfdc40e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:27.786789 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2c09a8-fa75-4b87-9ff3-70232bfdc40e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 88b35342-6645-4452-b0ea-ac5e2b43b3c5 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:00:28.089415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2c09a8-fa75-4b87-9ff3-70232bfdc40e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:00:28.097754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f74e5ef-f4f9-4e1c-93ea-bed7513c1cfa None None] Sync routers for ids ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:00:28.107062 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cc2c09a8-fa75-4b87-9ff3-70232bfdc40e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/88b35342-6645-4452-b0ea-ac5e2b43b3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7090321 Oct 18 08:00:28.107715 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34742) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:28.108214 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f74e5ef-f4f9-4e1c-93ea-bed7513c1cfa None None] Routers {'88b35342-6645-4452-b0ea-ac5e2b43b3c5'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:28.108493 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4f74e5ef-f4f9-4e1c-93ea-bed7513c1cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:00:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:28.288053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting subnet e4f92785-94eb-4634-9bd8-6abc495cc46f {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:00:28.291861 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:28.351745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:28.357410 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-4f74e5ef-f4f9-4e1c-93ea-bed7513c1cfa None None] Set router 88b35342-6645-4452-b0ea-ac5e2b43b3c5 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:28.440300 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:28.572262 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:28.611563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f92785-94eb-4634-9bd8-6abc495cc46f,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:28.621070 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:28.621645 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:28.621968 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:28.622574 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:28.623045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:28.623452 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:28.623791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:28.624122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:28.624454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:28.624786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:28.625111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:28.625459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:28.631668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:28.641519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7861345-2417-40a9-98fe-16b775f75043 None None] Network 32ccd852-da39-4db8-be43-a0c3c55cef40 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:00:28.645719 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34746) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:28.646026 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5526ac8d-6c56-4dc0-af7d-46230108fc66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/subnets/e4f92785-94eb-4634-9bd8-6abc495cc46f HTTP/1.1" status: 204 len: 168 time: 0.5371485 Oct 18 08:00:28.837697 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4f74e5ef-f4f9-4e1c-93ea-bed7513c1cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'name': 'tempest-TestNetworkBasicOps-router-135631817', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '4f632f51-a699-4771-95ed-d7e33404940f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T08:00:26Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '4f632f51-a699-4771-95ed-d7e33404940f', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:28.841334 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1671f7f7-0684-4b27-bb84-22e1679d50da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:28.848570 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f74e5ef-f4f9-4e1c-93ea-bed7513c1cfa None None] Checking router: 88b35342-6645-4452-b0ea-ac5e2b43b3c5 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:00:28.876759 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f74e5ef-f4f9-4e1c-93ea-bed7513c1cfa None None] Routers {'88b35342-6645-4452-b0ea-ac5e2b43b3c5'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:28.877318 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4f74e5ef-f4f9-4e1c-93ea-bed7513c1cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:00:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:29.033202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1671f7f7-0684-4b27-bb84-22e1679d50da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:29.044263 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-1671f7f7-0684-4b27-bb84-22e1679d50da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 4f632f51-a699-4771-95ed-d7e33404940f {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:00:29.044608 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1671f7f7-0684-4b27-bb84-22e1679d50da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:29.082445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-4f74e5ef-f4f9-4e1c-93ea-bed7513c1cfa None None] Set router 88b35342-6645-4452-b0ea-ac5e2b43b3c5 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:29.198223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] DHCP port deletion for 32ccd852-da39-4db8-be43-a0c3c55cef40 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:00:29.223796 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] Deleting port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:00:29.224370 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:29.248135 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-1671f7f7-0684-4b27-bb84-22e1679d50da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 4f632f51-a699-4771-95ed-d7e33404940f, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4f632f51-a699-4771-95ed-d7e33404940f,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:29.248504 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1671f7f7-0684-4b27-bb84-22e1679d50da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:29.381544 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-1671f7f7-0684-4b27-bb84-22e1679d50da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 4f632f51-a699-4771-95ed-d7e33404940f owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:00:29.565744 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1671f7f7-0684-4b27-bb84-22e1679d50da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:29.566885 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] For port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff,segment=NetworkSegment(f46ee6b9-d152-4fe0-adf6-7a5bf39e2468),segment_id=f46ee6b9-d152-4fe0-adf6-7a5bf39e2468)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:29.567313 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:29.622174 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671f7f7-0684-4b27-bb84-22e1679d50da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=4f632f51-a699-4771-95ed-d7e33404940f,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:29.692669 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:00:29.736351 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1671f7f7-0684-4b27-bb84-22e1679d50da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:29.798504 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] Calling delete_port for d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:00:29.870000 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4f74e5ef-f4f9-4e1c-93ea-bed7513c1cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'name': 'tempest-TestNetworkBasicOps-router-135631817', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '4f632f51-a699-4771-95ed-d7e33404940f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T08:00:26Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '4f632f51-a699-4771-95ed-d7e33404940f', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:29.884414 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f74e5ef-f4f9-4e1c-93ea-bed7513c1cfa None None] The sync data for ids ['88b35342-6645-4452-b0ea-ac5e2b43b3c5'] in dv-neutron-861625-1-hyperv is: [{'id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'name': 'tempest-TestNetworkBasicOps-router-135631817', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': '4f632f51-a699-4771-95ed-d7e33404940f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T08:00:26Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '4f632f51-a699-4771-95ed-d7e33404940f', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b35342-6645-4452-b0ea-ac5e2b43b3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T07:59:22Z', 'updated_at': '2022-10-18T07:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:00:29.957626 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.005895 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:30.006279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.020092 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] Pushing event deleted for resources: {'Port': ['ID=d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:30.029446 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] No DVR routers for this DVR port d37b0ef7-7646-4cd4-b8a2-3e8b1c89e4ff on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:00:30.041000 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:30.041275 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:30.041616 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:30.041968 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:30.042282 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:30.042639 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:30.042967 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:30.043293 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:30.043657 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:30.043931 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:30.044250 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:30.044565 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39d666-8f15-47bc-a61a-e1c55d23559e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:30.066067 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1671f7f7-0684-4b27-bb84-22e1679d50da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.068386 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1671f7f7-0684-4b27-bb84-22e1679d50da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.092416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1671f7f7-0684-4b27-bb84-22e1679d50da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.093470 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1671f7f7-0684-4b27-bb84-22e1679d50da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Fanout notify agent at l3_agent the message router_deleted on router 88b35342-6645-4452-b0ea-ac5e2b43b3c5 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:00:30.110722 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1671f7f7-0684-4b27-bb84-22e1679d50da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.114674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34754) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:30.115243 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1671f7f7-0684-4b27-bb84-22e1679d50da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/routers/88b35342-6645-4452-b0ea-ac5e2b43b3c5 HTTP/1.1" status: 204 len: 168 time: 1.4675446 Oct 18 08:00:30.234795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4082bb95-8f9a-4aac-9026-795eb46cda90 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.376287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4082bb95-8f9a-4aac-9026-795eb46cda90 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.404896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-4082bb95-8f9a-4aac-9026-795eb46cda90 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ccd852-da39-4db8-be43-a0c3c55cef40']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:30.417900 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-4082bb95-8f9a-4aac-9026-795eb46cda90 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46ee6b9-d152-4fe0-adf6-7a5bf39e2468') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:30.418199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-4082bb95-8f9a-4aac-9026-795eb46cda90 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46ee6b9-d152-4fe0-adf6-7a5bf39e2468') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:30.430234 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4082bb95-8f9a-4aac-9026-795eb46cda90 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.446244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4082bb95-8f9a-4aac-9026-795eb46cda90 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.453411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4082bb95-8f9a-4aac-9026-795eb46cda90 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:00:30.453979 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4082bb95-8f9a-4aac-9026-795eb46cda90 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.561940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4082bb95-8f9a-4aac-9026-795eb46cda90 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.593182 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4082bb95-8f9a-4aac-9026-795eb46cda90 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.595857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082bb95-8f9a-4aac-9026-795eb46cda90 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Network': ['ID=32ccd852-da39-4db8-be43-a0c3c55cef40,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:30.614492 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4082bb95-8f9a-4aac-9026-795eb46cda90 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/networks/32ccd852-da39-4db8-be43-a0c3c55cef40 HTTP/1.1" status: 204 len: 168 time: 0.4986105 Oct 18 08:00:30.630943 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34770) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:30.638278 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d4e64bcd-ee75-4130-bbcf-259c2a063921 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'network': {'name': 'tempest-network-smoke--1382992625', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'port_security_enabled': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:30.647704 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment f46ee6b9-d152-4fe0-adf6-7a5bf39e2468 resource provider aggregate not found Oct 18 08:00:30.652749 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d4e64bcd-ee75-4130-bbcf-259c2a063921 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:30.657084 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d4e64bcd-ee75-4130-bbcf-259c2a063921 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:network and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:30.660217 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d4e64bcd-ee75-4130-bbcf-259c2a063921 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:30.666300 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment f46ee6b9-d152-4fe0-adf6-7a5bf39e2468 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f46ee6b9-d152-4fe0-adf6-7a5bf39e2468 found for delete ", "request_id": "req-94f0a60a-a560-4af2-a60d-ec7ff2beb3db"}]} Oct 18 08:00:30.667481 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d4e64bcd-ee75-4130-bbcf-259c2a063921 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:30.677698 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e64bcd-ee75-4130-bbcf-259c2a063921 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:00:30.681817 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d4e64bcd-ee75-4130-bbcf-259c2a063921 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.708133 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e64bcd-ee75-4130-bbcf-259c2a063921 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:00:30.719959 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d4e64bcd-ee75-4130-bbcf-259c2a063921 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.720294 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-d4e64bcd-ee75-4130-bbcf-259c2a063921 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Added segment 36017b31-16fb-4b0b-a4ba-86e9fcf929b4 of type vlan for network 0345fc26-ed0a-497e-b70f-1a6f91ca311a Oct 18 08:00:30.748476 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d4e64bcd-ee75-4130-bbcf-259c2a063921 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.778223 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d4e64bcd-ee75-4130-bbcf-259c2a063921 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.784066 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e64bcd-ee75-4130-bbcf-259c2a063921 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:30.784702 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d4e64bcd-ee75-4130-bbcf-259c2a063921 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.895242 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d4e64bcd-ee75-4130-bbcf-259c2a063921 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2623482 Oct 18 08:00:30.897824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34784) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:30.899309 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e64bcd-ee75-4130-bbcf-259c2a063921 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Network': ['ID=0345fc26-ed0a-497e-b70f-1a6f91ca311a,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:30.903950 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'admin_state_up': True, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:30.909581 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 0345fc26-ed0a-497e-b70f-1a6f91ca311a details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:00:30.911366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:30.916085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:router and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:30.919201 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:30.926583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:30.939394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.946654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:30.964275 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:31.261048 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:31.560427 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:31.595850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:31.620321 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:00:31.656566 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:00:31.657021 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 50f76dd4-2298-4c7c-8bb1-4234a9b882b9 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:00:31.657520 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4f632f51-a699-4771-95ed-d7e33404940f no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:00:31.694421 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 4f632f51-a699-4771-95ed-d7e33404940f {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:00:31.695539 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4f632f51-a699-4771-95ed-d7e33404940f not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:00:31.847659 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.26.8.209 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/826264d4-5080-4592-951d-948769ee0ed5) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:00:31.991564 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:32.020606 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:32.087688 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:00:32.090636 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:00:32.092972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:00:32.133057 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=826264d4-5080-4592-951d-948769ee0ed5,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:32.524784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:32.870578 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:33.074167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:00:33.364990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:00:33.375813 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Sync routers for ids ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:00:33.386539 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Routers {'24e58e1e-3676-41fd-885c-f5dbfda3d8bb'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:33.387169 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:00:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:33.395001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:33.398603 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-567fd16f-6852-4a17-ab02-90be0a6e9a60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4969125 Oct 18 08:00:33.399456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34802) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:33.446077 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c753c925-0a92-4369-b886-2436866b2510 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=fe65c6866dd844bd972010a3653293ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430951 Oct 18 08:00:33.446266 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34806) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:33.572967 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Set router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:33.589451 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d41710-ae55-4991-82f2-7fde568f204a tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:33.591004 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c1d41710-ae55-4991-82f2-7fde568f204a tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1438639 Oct 18 08:00:33.593692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34810) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:33.634338 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a708e5d3-456a-4e83-b1d3-8bb7226ffa79 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395155 Oct 18 08:00:33.636672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34814) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:33.642093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f26308fc-8d2d-4397-b30b-dcecc3776a94 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-664234272', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:33.755687 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f26308fc-8d2d-4397-b30b-dcecc3776a94 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:33.759603 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f26308fc-8d2d-4397-b30b-dcecc3776a94 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:subnet and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:33.762518 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f26308fc-8d2d-4397-b30b-dcecc3776a94 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:33.770776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f26308fc-8d2d-4397-b30b-dcecc3776a94 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:33.785544 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26308fc-8d2d-4397-b30b-dcecc3776a94 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:00:33.790713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f26308fc-8d2d-4397-b30b-dcecc3776a94 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:33.878217 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:00:32Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:33.882002 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Checking router: 24e58e1e-3676-41fd-885c-f5dbfda3d8bb for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:00:33.882377 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Updating router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb port 826264d4-5080-4592-951d-948769ee0ed5 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:00:33.940810 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:34.020411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f26308fc-8d2d-4397-b30b-dcecc3776a94 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:34.107196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26308fc-8d2d-4397-b30b-dcecc3776a94 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Subnet': ['ID=256f4cc3-7bd3-4d57-8a10-101724487af9,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:34.114855 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26308fc-8d2d-4397-b30b-dcecc3776a94 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Checking segment: {'id': '36017b31-16fb-4b0b-a4ba-86e9fcf929b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:00:34.115128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26308fc-8d2d-4397-b30b-dcecc3776a94 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network hostable DHCP agents. Network: 0345fc26-ed0a-497e-b70f-1a6f91ca311a, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:00:34.135515 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26308fc-8d2d-4397-b30b-dcecc3776a94 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 0345fc26-ed0a-497e-b70f-1a6f91ca311a is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:00:34.145043 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-f26308fc-8d2d-4397-b30b-dcecc3776a94 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 0345fc26-ed0a-497e-b70f-1a6f91ca311a) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:00:34.156711 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26308fc-8d2d-4397-b30b-dcecc3776a94 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:34.160704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99022b2-bcca-495a-a76b-1076ef880871 None None] Network 0345fc26-ed0a-497e-b70f-1a6f91ca311a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:00:34.168579 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f26308fc-8d2d-4397-b30b-dcecc3776a94 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:34.232799 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f26308fc-8d2d-4397-b30b-dcecc3776a94 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5949886 Oct 18 08:00:34.237416 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34818) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:34.357324 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:34.372157 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Transition to ACTIVE for port object 826264d4-5080-4592-951d-948769ee0ed5 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:00:34.380613 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:34.453113 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Attempting to bind port 826264d4-5080-4592-951d-948769ee0ed5 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:00:34.453508 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Attempting to bind port 826264d4-5080-4592-951d-948769ee0ed5 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:00:34.453837 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Attempting to bind port 826264d4-5080-4592-951d-948769ee0ed5 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:00:34.463884 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:00:34.464299 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:00:34.464653 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:34.465048 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:00:34.465526 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Bound port: 826264d4-5080-4592-951d-948769ee0ed5, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:00:34.465923 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:34.499291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:34.514876 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b18523-a41f-4380-bc41-cde329b50736 None None] Pushing event updated for resources: {'Port': ['ID=826264d4-5080-4592-951d-948769ee0ed5,revision_number=2']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:34.522279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ips': [{'subnet_id': '256f4cc3-7bd3-4d57-8a10-101724487af9'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:00:34.523969 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:34.528159 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b18523-a41f-4380-bc41-cde329b50736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:34.528810 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b18523-a41f-4380-bc41-cde329b50736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:34.529157 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b18523-a41f-4380-bc41-cde329b50736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:34.529488 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b18523-a41f-4380-bc41-cde329b50736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:34.529813 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b18523-a41f-4380-bc41-cde329b50736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:34.530139 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b18523-a41f-4380-bc41-cde329b50736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:34.530452 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b18523-a41f-4380-bc41-cde329b50736 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:34.530861 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b18523-a41f-4380-bc41-cde329b50736 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:34.531152 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b18523-a41f-4380-bc41-cde329b50736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:34.531452 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b18523-a41f-4380-bc41-cde329b50736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:34.531829 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b18523-a41f-4380-bc41-cde329b50736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:34.532089 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b18523-a41f-4380-bc41-cde329b50736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:00:34.574645 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] For port 826264d4-5080-4592-951d-948769ee0ed5, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:00:34.578677 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] For port 826264d4-5080-4592-951d-948769ee0ed5, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=826264d4-5080-4592-951d-948769ee0ed5,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:00:34.586123 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:34.658689 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Routers {'24e58e1e-3676-41fd-885c-f5dbfda3d8bb'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:34.659422 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:00:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:34.735716 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Allocated IP 172.20.0.2 (0345fc26-ed0a-497e-b70f-1a6f91ca311a/256f4cc3-7bd3-4d57-8a10-101724487af9/202c49fc-f92b-4f5f-9d40-69c5eb06c09e) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:00:34.848297 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b18523-a41f-4380-bc41-cde329b50736 None None] Pushing event updated for resources: {'Port': ['ID=826264d4-5080-4592-951d-948769ee0ed5,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:34.902712 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] Set router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:35.022230 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:35.035828 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Transition to ACTIVE for port object 202c49fc-f92b-4f5f-9d40-69c5eb06c09e will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:00:35.061588 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Transition to ACTIVE for port object 202c49fc-f92b-4f5f-9d40-69c5eb06c09e will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:00:35.071896 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:35.163579 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Network 0345fc26-ed0a-497e-b70f-1a6f91ca311a is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:00:35.166767 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:00:35.171468 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:00:35.184706 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Pushing event updated for resources: {'Port': ['ID=202c49fc-f92b-4f5f-9d40-69c5eb06c09e,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:35.298018 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:00:32Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:35.300410 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Attempting to bind port 202c49fc-f92b-4f5f-9d40-69c5eb06c09e on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:00:35.300855 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Attempting to bind port 202c49fc-f92b-4f5f-9d40-69c5eb06c09e by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '36017b31-16fb-4b0b-a4ba-86e9fcf929b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:00:35.301286 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Attempting to bind port 202c49fc-f92b-4f5f-9d40-69c5eb06c09e on network 0345fc26-ed0a-497e-b70f-1a6f91ca311a {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:00:35.303370 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31e7466-eccd-4d25-9689-b8037cfb1bad None None] The sync data for ids ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'] in dv-neutron-861625-1-hyperv is: [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:00:32Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:00:35.309397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:00:35.309853 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Checking segment: {'id': '36017b31-16fb-4b0b-a4ba-86e9fcf929b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:00:35.310386 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:35.310867 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Bound using segment: {'id': '36017b31-16fb-4b0b-a4ba-86e9fcf929b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:00:35.311454 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Bound port: 202c49fc-f92b-4f5f-9d40-69c5eb06c09e, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36017b31-16fb-4b0b-a4ba-86e9fcf929b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:00:35.311895 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:35.405590 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:35.413410 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] For port 202c49fc-f92b-4f5f-9d40-69c5eb06c09e, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:00:35.418625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] For port 202c49fc-f92b-4f5f-9d40-69c5eb06c09e, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=202c49fc-f92b-4f5f-9d40-69c5eb06c09e,segment=NetworkSegment(36017b31-16fb-4b0b-a4ba-86e9fcf929b4),segment_id=36017b31-16fb-4b0b-a4ba-86e9fcf929b4)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:00:35.425102 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:35.521141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9594094-4b28-4857-b792-4ea6d0f2bfe4 None None] Pushing event updated for resources: {'Port': ['ID=202c49fc-f92b-4f5f-9d40-69c5eb06c09e,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:35.972062 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.1 (0345fc26-ed0a-497e-b70f-1a6f91ca311a/256f4cc3-7bd3-4d57-8a10-101724487af9/8573017a-d480-4627-8840-e76d41a2eb1e) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:00:36.141065 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:36.161381 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object 8573017a-d480-4627-8840-e76d41a2eb1e will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:00:36.187390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:36.262067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 0345fc26-ed0a-497e-b70f-1a6f91ca311a is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:00:36.265250 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:00:36.269212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:00:36.305793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=8573017a-d480-4627-8840-e76d41a2eb1e,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:36.335192 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:36.458424 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:36.603143 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd887e2-39cc-4f00-acce-ac074315b802 None None] Network 0345fc26-ed0a-497e-b70f-1a6f91ca311a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:00:36.737054 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-8ba35128-770f-4bba-a5f7-677b41ffb180 None None] Provisioning for port 202c49fc-f92b-4f5f-9d40-69c5eb06c09e completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:00:36.934146 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:36.939489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:37.007199 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-1bab1de8-f678-4f96-a22d-5e6207c41cd0 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-527745917&fields=id&tenant_id=f79c24aececa4859ae5a96990e21c4eb HTTP/1.1" status: 200 len: 267 time: 0.0594687 Oct 18 08:00:37.062885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:37.066494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=8573017a-d480-4627-8840-e76d41a2eb1e,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:37.183742 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-4e3958da-f30c-47f7-abac-271403cf9055 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:37.192255 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-4e3958da-f30c-47f7-abac-271403cf9055 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/networks?id=97472348-d598-4426-abf2-9d3dd6e4d75d HTTP/1.1" status: 200 len: 812 time: 0.1840858 Oct 18 08:00:37.209547 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-fa1d6580-43c1-48a8-8e2f-7d1f542ba6ca tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/quotas/f79c24aececa4859ae5a96990e21c4eb HTTP/1.1" status: 200 len: 375 time: 0.0156744 Oct 18 08:00:37.212565 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-52a203d9-f38e-484e-9faf-f821f53389b4 None None] Provisioning for port 8573017a-d480-4627-8840-e76d41a2eb1e completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:00:37.219819 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-52a203d9-f38e-484e-9faf-f821f53389b4 None None] Provisioning complete for port 8573017a-d480-4627-8840-e76d41a2eb1e triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:37.220190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-52a203d9-f38e-484e-9faf-f821f53389b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:37.220729 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-52a203d9-f38e-484e-9faf-f821f53389b4 None None] Attempt 1 to provision port 8573017a-d480-4627-8840-e76d41a2eb1e Oct 18 08:00:37.287010 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-52a203d9-f38e-484e-9faf-f821f53389b4 None None] Port 8573017a-d480-4627-8840-e76d41a2eb1e cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:37.320533 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-6432c456-eb15-4746-b1c9-24a29513d0f1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=f79c24aececa4859ae5a96990e21c4eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095750 Oct 18 08:00:37.332657 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 0345fc26-ed0a-497e-b70f-1a6f91ca311a is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:00:37.333987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:00:37.336232 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-51a527dc-5bff-4b02-986e-41070ebe0a4c service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 08:00:37.337203 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-51a527dc-5bff-4b02-986e-41070ebe0a4c service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057704 Oct 18 08:00:37.481232 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-9ad032c2-474b-4f60-a31a-22ddef25449c service neutron] 10.222.0.17 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344280 Oct 18 08:00:37.531171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:00:37.622889 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-14a9c728-9cf2-4d5d-b14e-008c0eb0799b service neutron] 10.222.0.17 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354537 Oct 18 08:00:37.690535 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 826264d4-5080-4592-951d-948769ee0ed5 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:37.724214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:00:37.742425 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-40b6c732-cf69-448c-967b-dcfab056308a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/24e58e1e-3676-41fd-885c-f5dbfda3d8bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5011761 Oct 18 08:00:37.742826 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34838) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:37.744960 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Sync routers for ids ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:00:37.764097 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Routers {'24e58e1e-3676-41fd-885c-f5dbfda3d8bb'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:37.764714 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:00:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:37.816632 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-52a203d9-f38e-484e-9faf-f821f53389b4 None None] Attempt 2 to provision port 8573017a-d480-4627-8840-e76d41a2eb1e Oct 18 08:00:37.890070 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b50ba70-d663-427f-9442-35285bd4bf31 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:37.890668 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b50ba70-d663-427f-9442-35285bd4bf31 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:37.891131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b50ba70-d663-427f-9442-35285bd4bf31 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:37.891585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b50ba70-d663-427f-9442-35285bd4bf31 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:37.892036 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b50ba70-d663-427f-9442-35285bd4bf31 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:37.892491 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b50ba70-d663-427f-9442-35285bd4bf31 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:37.894196 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6b50ba70-d663-427f-9442-35285bd4bf31 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1501215 Oct 18 08:00:37.897160 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34846) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:37.976448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffa05bc-26de-4c72-a1e1-c629b9330091 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:37.976740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-52a203d9-f38e-484e-9faf-f821f53389b4 None None] Port 8573017a-d480-4627-8840-e76d41a2eb1e cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:37.977425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffa05bc-26de-4c72-a1e1-c629b9330091 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:37.977876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffa05bc-26de-4c72-a1e1-c629b9330091 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:37.978358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffa05bc-26de-4c72-a1e1-c629b9330091 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:37.978833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffa05bc-26de-4c72-a1e1-c629b9330091 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:37.979288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffa05bc-26de-4c72-a1e1-c629b9330091 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:37.990683 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 826264d4-5080-4592-951d-948769ee0ed5 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:00:37.991024 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-fffa05bc-26de-4c72-a1e1-c629b9330091 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0922790 Oct 18 08:00:37.994093 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34852) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:38.001193 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 826264d4-5080-4592-951d-948769ee0ed5 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:38.001433 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:38.001773 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 826264d4-5080-4592-951d-948769ee0ed5 Oct 18 08:00:38.057104 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Set router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:38.089153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-9552fc69-2f65-4b60-b50a-b6a65e9b03bf req-7092582e-0cca-4048-bd78-9e3c2fc36072 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Synchronizing usage tracker for tenant:f79c24aececa4859ae5a96990e21c4eb on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:00:38.123251 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-9552fc69-2f65-4b60-b50a-b6a65e9b03bf req-7092582e-0cca-4048-bd78-9e3c2fc36072 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Unset dirty status for tenant:f79c24aececa4859ae5a96990e21c4eb on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:00:38.126578 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9552fc69-2f65-4b60-b50a-b6a65e9b03bf req-7092582e-0cca-4048-bd78-9e3c2fc36072 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 210 time: 0.1007090 Oct 18 08:00:38.288159 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7bf6843f-1834-4cc5-8cd2-48f4f463e234 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2927103 Oct 18 08:00:38.349473 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 826264d4-5080-4592-951d-948769ee0ed5 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:38.350020 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:38.363297 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34866) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:38.369149 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-6e678366-0d91-43fa-9190-a5cb1cd927da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-83978995', 'description': 'tempest-secgroup-smoke-83978995 description', 'project_id': 'fe65c6866dd844bd972010a3653293ed'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:38.375069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6e678366-0d91-43fa-9190-a5cb1cd927da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:38.379356 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6e678366-0d91-43fa-9190-a5cb1cd927da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:38.383032 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6e678366-0d91-43fa-9190-a5cb1cd927da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:38.391169 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6e678366-0d91-43fa-9190-a5cb1cd927da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:38.395934 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 826264d4-5080-4592-951d-948769ee0ed5, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=826264d4-5080-4592-951d-948769ee0ed5,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:38.404882 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e678366-0d91-43fa-9190-a5cb1cd927da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:38.428186 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6e678366-0d91-43fa-9190-a5cb1cd927da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:38.428411 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:38.428706 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 202c49fc-f92b-4f5f-9d40-69c5eb06c09e up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:38.432548 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6e678366-0d91-43fa-9190-a5cb1cd927da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:38.435630 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6e678366-0d91-43fa-9190-a5cb1cd927da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:38.442070 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6e678366-0d91-43fa-9190-a5cb1cd927da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:38.507141 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-52a203d9-f38e-484e-9faf-f821f53389b4 None None] Attempt 3 to provision port 8573017a-d480-4627-8840-e76d41a2eb1e Oct 18 08:00:38.520964 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e678366-0d91-43fa-9190-a5cb1cd927da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:38.524749 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e678366-0d91-43fa-9190-a5cb1cd927da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:38.578084 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e678366-0d91-43fa-9190-a5cb1cd927da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0777019-9cfa-4e9b-9b8d-148e85186b12,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:38.587175 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e678366-0d91-43fa-9190-a5cb1cd927da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:38.588524 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6e678366-0d91-43fa-9190-a5cb1cd927da tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2242303 Oct 18 08:00:38.591705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 34870) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:38.597091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-354936c2-b3ce-43a2-b415-9b5cc2530124 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': 'c0777019-9cfa-4e9b-9b8d-148e85186b12', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:38.603539 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-354936c2-b3ce-43a2-b415-9b5cc2530124 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:38.609252 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-354936c2-b3ce-43a2-b415-9b5cc2530124 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:38.612381 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-354936c2-b3ce-43a2-b415-9b5cc2530124 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:38.613125 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-52a203d9-f38e-484e-9faf-f821f53389b4 None None] Port 8573017a-d480-4627-8840-e76d41a2eb1e cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:38.615025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=826264d4-5080-4592-951d-948769ee0ed5,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:38.620584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-354936c2-b3ce-43a2-b415-9b5cc2530124 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:38.639051 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 202c49fc-f92b-4f5f-9d40-69c5eb06c09e completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:00:38.641082 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-354936c2-b3ce-43a2-b415-9b5cc2530124 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:38.648035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 202c49fc-f92b-4f5f-9d40-69c5eb06c09e triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:38.648419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:38.648758 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 202c49fc-f92b-4f5f-9d40-69c5eb06c09e Oct 18 08:00:38.678760 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:00:36Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '8573017a-d480-4627-8840-e76d41a2eb1e', 'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:74:8c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:35Z', 'updated_at': '2022-10-18T08:00:36Z', 'revision_number': 2, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:38.696859 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Checking router: 24e58e1e-3676-41fd-885c-f5dbfda3d8bb for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:00:38.697512 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Updating router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb port 8573017a-d480-4627-8840-e76d41a2eb1e binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:00:38.717081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-354936c2-b3ce-43a2-b415-9b5cc2530124 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:38.721664 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-354936c2-b3ce-43a2-b415-9b5cc2530124 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:38.756143 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354936c2-b3ce-43a2-b415-9b5cc2530124 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92c7c54-7d2a-44e9-a45f-3ff8eafdeaca,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:38.767013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-354936c2-b3ce-43a2-b415-9b5cc2530124 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:38.767636 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:38.768631 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-354936c2-b3ce-43a2-b415-9b5cc2530124 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1756954 Oct 18 08:00:38.771573 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34874) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:38.777121 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-091f7afa-c786-4a98-a13d-8cbeb2582de5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': 'c0777019-9cfa-4e9b-9b8d-148e85186b12', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:38.784537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-091f7afa-c786-4a98-a13d-8cbeb2582de5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:38.791135 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-091f7afa-c786-4a98-a13d-8cbeb2582de5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:38.794398 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-091f7afa-c786-4a98-a13d-8cbeb2582de5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:38.800542 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-091f7afa-c786-4a98-a13d-8cbeb2582de5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:38.819034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-091f7afa-c786-4a98-a13d-8cbeb2582de5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:38.881882 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-091f7afa-c786-4a98-a13d-8cbeb2582de5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:38.885507 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-091f7afa-c786-4a98-a13d-8cbeb2582de5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:38.911008 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f7afa-c786-4a98-a13d-8cbeb2582de5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa22422-fc6d-4816-ab09-52644c5b419d,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:38.921607 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-091f7afa-c786-4a98-a13d-8cbeb2582de5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:38.923389 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-091f7afa-c786-4a98-a13d-8cbeb2582de5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1504128 Oct 18 08:00:38.925719 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34878) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:38.932357 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-559a435b-47c3-43e1-913c-4c9ae04d2d8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': 'c0777019-9cfa-4e9b-9b8d-148e85186b12', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:38.933496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 202c49fc-f92b-4f5f-9d40-69c5eb06c09e is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:38.933872 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:38.938165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-559a435b-47c3-43e1-913c-4c9ae04d2d8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:38.942196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-559a435b-47c3-43e1-913c-4c9ae04d2d8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:38.945122 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-559a435b-47c3-43e1-913c-4c9ae04d2d8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:38.950879 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-559a435b-47c3-43e1-913c-4c9ae04d2d8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:38.967151 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-559a435b-47c3-43e1-913c-4c9ae04d2d8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.028260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 202c49fc-f92b-4f5f-9d40-69c5eb06c09e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=202c49fc-f92b-4f5f-9d40-69c5eb06c09e,segment=NetworkSegment(36017b31-16fb-4b0b-a4ba-86e9fcf929b4),segment_id=36017b31-16fb-4b0b-a4ba-86e9fcf929b4)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:39.036989 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-559a435b-47c3-43e1-913c-4c9ae04d2d8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.041074 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-559a435b-47c3-43e1-913c-4c9ae04d2d8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.047571 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.068221 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a435b-47c3-43e1-913c-4c9ae04d2d8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebdf67c-1758-4770-98b4-ff9d40f7caeb,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:39.078955 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-559a435b-47c3-43e1-913c-4c9ae04d2d8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.082721 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-559a435b-47c3-43e1-913c-4c9ae04d2d8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1535206 Oct 18 08:00:39.082884 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34882) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:39.088523 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-577da9ff-9758-4343-9e59-d7fa1b4763f8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': 'c0777019-9cfa-4e9b-9b8d-148e85186b12', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:39.094619 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-577da9ff-9758-4343-9e59-d7fa1b4763f8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:39.098449 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-577da9ff-9758-4343-9e59-d7fa1b4763f8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:39.102024 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-577da9ff-9758-4343-9e59-d7fa1b4763f8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:39.107863 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-577da9ff-9758-4343-9e59-d7fa1b4763f8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:39.129416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-577da9ff-9758-4343-9e59-d7fa1b4763f8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.130263 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-52a203d9-f38e-484e-9faf-f821f53389b4 None None] Attempt 4 to provision port 8573017a-d480-4627-8840-e76d41a2eb1e Oct 18 08:00:39.214919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-577da9ff-9758-4343-9e59-d7fa1b4763f8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.223598 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-577da9ff-9758-4343-9e59-d7fa1b4763f8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.249117 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577da9ff-9758-4343-9e59-d7fa1b4763f8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7f2f74-7ff8-485e-8716-7234388c187e,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:39.254978 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-52a203d9-f38e-484e-9faf-f821f53389b4 None None] Port 8573017a-d480-4627-8840-e76d41a2eb1e cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:39.268928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-577da9ff-9758-4343-9e59-d7fa1b4763f8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.270964 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-577da9ff-9758-4343-9e59-d7fa1b4763f8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1870162 Oct 18 08:00:39.274343 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34888) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:39.278260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=202c49fc-f92b-4f5f-9d40-69c5eb06c09e,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:39.280786 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-74578443-86a8-4415-8b9f-b1629038ec16 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': 'c0777019-9cfa-4e9b-9b8d-148e85186b12', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:39.295896 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-74578443-86a8-4415-8b9f-b1629038ec16 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:39.300847 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-74578443-86a8-4415-8b9f-b1629038ec16 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:39.304777 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-74578443-86a8-4415-8b9f-b1629038ec16 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:39.313531 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-74578443-86a8-4415-8b9f-b1629038ec16 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:39.327503 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-74578443-86a8-4415-8b9f-b1629038ec16 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:00:39.338816 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-74578443-86a8-4415-8b9f-b1629038ec16 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.386298 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fb63feae-690b-4614-abe2-37f52dbd815a req-0a9635a0-cef4-4d39-bfc1-8a91360f5d6d tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 210 time: 0.0678129 Oct 18 08:00:39.417427 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-74578443-86a8-4415-8b9f-b1629038ec16 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.418945 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.423838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-74578443-86a8-4415-8b9f-b1629038ec16 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.435832 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Transition to ACTIVE for port object 8573017a-d480-4627-8840-e76d41a2eb1e will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:00:39.443346 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.448739 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74578443-86a8-4415-8b9f-b1629038ec16 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e3f045-2e7e-4291-95c1-9bf745883913,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:39.449937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-daa51ad3-17d6-4aed-ba62-145fd011b633 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:39.450656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-daa51ad3-17d6-4aed-ba62-145fd011b633 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Synchronizing usage tracker for tenant:f79c24aececa4859ae5a96990e21c4eb on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:00:39.459919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-74578443-86a8-4415-8b9f-b1629038ec16 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.463721 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-74578443-86a8-4415-8b9f-b1629038ec16 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1855879 Oct 18 08:00:39.463879 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34892) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:39.468875 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-98901903-44a0-4d0d-b730-2b8cf15180f2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': 'c0777019-9cfa-4e9b-9b8d-148e85186b12', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:39.471834 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-daa51ad3-17d6-4aed-ba62-145fd011b633 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Unset dirty status for tenant:f79c24aececa4859ae5a96990e21c4eb on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:00:39.473499 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-daa51ad3-17d6-4aed-ba62-145fd011b633 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.46 "GET /v2.0/networks?id=97472348-d598-4426-abf2-9d3dd6e4d75d HTTP/1.1" status: 200 len: 812 time: 0.3083627 Oct 18 08:00:39.475275 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-98901903-44a0-4d0d-b730-2b8cf15180f2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:39.479598 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-98901903-44a0-4d0d-b730-2b8cf15180f2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:39.483244 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-98901903-44a0-4d0d-b730-2b8cf15180f2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:39.496665 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-98901903-44a0-4d0d-b730-2b8cf15180f2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:39.511474 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-98901903-44a0-4d0d-b730-2b8cf15180f2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:00:39.520740 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98901903-44a0-4d0d-b730-2b8cf15180f2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.537826 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-b321b86a-8296-403a-9735-91f03e0ab2bd tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Synchronizing usage tracker for tenant:f79c24aececa4859ae5a96990e21c4eb on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:00:39.578959 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-b321b86a-8296-403a-9735-91f03e0ab2bd tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Unset dirty status for tenant:f79c24aececa4859ae5a96990e21c4eb on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:00:39.580119 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-b321b86a-8296-403a-9735-91f03e0ab2bd tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f79c24aececa4859ae5a96990e21c4eb HTTP/1.1" status: 200 len: 379 time: 0.0976157 Oct 18 08:00:39.585840 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c6592-0285-4c8b-baaa-5fd3fbed8a87 None None] Pushing event updated for resources: {'Port': ['ID=8573017a-d480-4627-8840-e76d41a2eb1e,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:39.599846 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98901903-44a0-4d0d-b730-2b8cf15180f2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.605771 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98901903-44a0-4d0d-b730-2b8cf15180f2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.634532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-4c37a135-7b8d-4130-b810-fee9cd02ed03 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Request body: {'port': {'device_id': '16f180ad-153e-4a88-9db6-f193a5218365', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'admin_state_up': True, 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'security_groups': ['4c5839e1-60e9-4a99-b274-cc24145a446c']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:39.669148 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 826264d4-5080-4592-951d-948769ee0ed5 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:39.738606 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Attempting to bind port 8573017a-d480-4627-8840-e76d41a2eb1e on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:00:39.739300 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Attempting to bind port 8573017a-d480-4627-8840-e76d41a2eb1e by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '36017b31-16fb-4b0b-a4ba-86e9fcf929b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:00:39.739300 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Attempting to bind port 8573017a-d480-4627-8840-e76d41a2eb1e on network 0345fc26-ed0a-497e-b70f-1a6f91ca311a {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:00:39.749570 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98901903-44a0-4d0d-b730-2b8cf15180f2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b3157c7-0ac0-414c-95b0-e27a879d059e,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:39.750681 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:00:39.752576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Checking segment: {'id': '36017b31-16fb-4b0b-a4ba-86e9fcf929b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:00:39.753496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.754116 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Bound using segment: {'id': '36017b31-16fb-4b0b-a4ba-86e9fcf929b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:00:39.758267 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Bound port: 8573017a-d480-4627-8840-e76d41a2eb1e, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36017b31-16fb-4b0b-a4ba-86e9fcf929b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:00:39.759092 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.761621 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98901903-44a0-4d0d-b730-2b8cf15180f2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.763146 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-98901903-44a0-4d0d-b730-2b8cf15180f2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2983303 Oct 18 08:00:39.778003 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-52a203d9-f38e-484e-9faf-f821f53389b4 None None] Attempt 5 to provision port 8573017a-d480-4627-8840-e76d41a2eb1e Oct 18 08:00:39.807793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-4c37a135-7b8d-4130-b810-fee9cd02ed03 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:39.818783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-4c37a135-7b8d-4130-b810-fee9cd02ed03 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:39.831131 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-4c37a135-7b8d-4130-b810-fee9cd02ed03 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Made reservation on behalf of f79c24aececa4859ae5a96990e21c4eb for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:00:39.836068 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-4c37a135-7b8d-4130-b810-fee9cd02ed03 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.908984 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-52a203d9-f38e-484e-9faf-f821f53389b4 None None] Port 8573017a-d480-4627-8840-e76d41a2eb1e cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:39.912686 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 826264d4-5080-4592-951d-948769ee0ed5 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:39.913941 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:39.914510 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 826264d4-5080-4592-951d-948769ee0ed5 Oct 18 08:00:39.969607 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] For port 8573017a-d480-4627-8840-e76d41a2eb1e, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:00:39.983521 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] For port 8573017a-d480-4627-8840-e76d41a2eb1e, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=8573017a-d480-4627-8840-e76d41a2eb1e,segment=NetworkSegment(36017b31-16fb-4b0b-a4ba-86e9fcf929b4),segment_id=36017b31-16fb-4b0b-a4ba-86e9fcf929b4)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:00:40.001369 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:40.024112 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-fdd00b19-a541-461b-b5cc-f701648477b6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:00:40.042228 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-fdd00b19-a541-461b-b5cc-f701648477b6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:00:40.044496 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-fdd00b19-a541-461b-b5cc-f701648477b6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83978995&fields=id&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 267 time: 0.0597115 Oct 18 08:00:40.077880 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-4c37a135-7b8d-4130-b810-fee9cd02ed03 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Allocated IP 172.20.0.11 (97472348-d598-4426-abf2-9d3dd6e4d75d/0e2a65d9-cbb7-462e-9a50-06e31aad481a/15058442-0f35-4151-a3fa-d21c63e69314) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:00:40.099929 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c6592-0285-4c8b-baaa-5fd3fbed8a87 None None] Pushing event updated for resources: {'Port': ['ID=8573017a-d480-4627-8840-e76d41a2eb1e,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:40.145080 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Routers {'24e58e1e-3676-41fd-885c-f5dbfda3d8bb'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:40.145825 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:00:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:40.261803 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-630d3be4-42a4-416d-ac4b-deb4df8e2c4e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:40.263180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-630d3be4-42a4-416d-ac4b-deb4df8e2c4e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:00:40.283679 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-630d3be4-42a4-416d-ac4b-deb4df8e2c4e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:00:40.285010 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-630d3be4-42a4-416d-ac4b-deb4df8e2c4e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/networks?id=0345fc26-ed0a-497e-b70f-1a6f91ca311a HTTP/1.1" status: 200 len: 797 time: 0.2335505 Oct 18 08:00:40.310449 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-3f04d88f-9773-495c-b88f-b54b801f592b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/quotas/fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 375 time: 0.0190091 Oct 18 08:00:40.323649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 826264d4-5080-4592-951d-948769ee0ed5 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:40.324592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 202c49fc-f92b-4f5f-9d40-69c5eb06c09e up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:40.393952 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-4c37a135-7b8d-4130-b810-fee9cd02ed03 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:40.411502 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-52a203d9-f38e-484e-9faf-f821f53389b4 None None] Attempt 6 to provision port 8573017a-d480-4627-8840-e76d41a2eb1e Oct 18 08:00:40.412873 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-1c23e1c7-27fc-4f21-b8b2-0eacec341b93 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:00:40.416110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-4c37a135-7b8d-4130-b810-fee9cd02ed03 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Transition to ACTIVE for port object 15058442-0f35-4151-a3fa-d21c63e69314 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:00:40.448235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-4c37a135-7b8d-4130-b810-fee9cd02ed03 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:40.471310 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-1c23e1c7-27fc-4f21-b8b2-0eacec341b93 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:00:40.473036 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-1c23e1c7-27fc-4f21-b8b2-0eacec341b93 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1613479 Oct 18 08:00:40.487134 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] Set router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:40.640258 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-748631c1-b050-45b5-af1b-026f4d08292a service neutron] 10.222.0.17 "GET /v2.0/networks/0345fc26-ed0a-497e-b70f-1a6f91ca311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537914 Oct 18 08:00:40.727602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-4c37a135-7b8d-4130-b810-fee9cd02ed03 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Network 97472348-d598-4426-abf2-9d3dd6e4d75d is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:00:40.739496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-4c37a135-7b8d-4130-b810-fee9cd02ed03 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:00:40.745475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-4c37a135-7b8d-4130-b810-fee9cd02ed03 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:00:40.789928 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 202c49fc-f92b-4f5f-9d40-69c5eb06c09e triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:40.790588 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:40.790906 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 202c49fc-f92b-4f5f-9d40-69c5eb06c09e Oct 18 08:00:40.802094 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-913c1ff4-3f63-4412-9d89-0c8e1aec7005 service neutron] 10.222.0.17 "GET /v2.0/networks/0345fc26-ed0a-497e-b70f-1a6f91ca311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542001 Oct 18 08:00:40.803229 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37a135-7b8d-4130-b810-fee9cd02ed03 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event updated for resources: {'Port': ['ID=15058442-0f35-4151-a3fa-d21c63e69314,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:40.835555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-4c37a135-7b8d-4130-b810-fee9cd02ed03 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:40.836229 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-4c37a135-7b8d-4130-b810-fee9cd02ed03 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:40.874883 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-52a203d9-f38e-484e-9faf-f821f53389b4 None None] Port 8573017a-d480-4627-8840-e76d41a2eb1e had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:00:40.895909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c37f82-9492-4350-9e6c-5fa032dc6284 req-3b1e9dcc-d7a9-4a27-9f79-d1fec71107cc tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:40.896650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-10c37f82-9492-4350-9e6c-5fa032dc6284 req-3b1e9dcc-d7a9-4a27-9f79-d1fec71107cc tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Synchronizing usage tracker for tenant:f79c24aececa4859ae5a96990e21c4eb on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:00:40.915703 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-4c37a135-7b8d-4130-b810-fee9cd02ed03 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2854772 Oct 18 08:00:40.926111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-10c37f82-9492-4350-9e6c-5fa032dc6284 req-3b1e9dcc-d7a9-4a27-9f79-d1fec71107cc tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Unset dirty status for tenant:f79c24aececa4859ae5a96990e21c4eb on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:00:40.940248 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-10c37f82-9492-4350-9e6c-5fa032dc6284 req-3b1e9dcc-d7a9-4a27-9f79-d1fec71107cc tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 932 time: 0.3868632 Oct 18 08:00:40.966449 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Request body: {'port': {'device_id': '16f180ad-153e-4a88-9db6-f193a5218365', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:41.081358 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-10c37f82-9492-4350-9e6c-5fa032dc6284 req-6f61f1a8-7ffa-4465-aebd-1d82df16c1d6 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400211 Oct 18 08:00:41.103743 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-77914882-6d36-47e9-91bb-3ce102fe6425 req-fb62b638-eef7-49ab-8d4d-fa4db35dbd3a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 210 time: 0.0959065 Oct 18 08:00:41.158321 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 202c49fc-f92b-4f5f-9d40-69c5eb06c09e is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:41.162857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:41.204562 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7bca8090-9981-499e-95ea-4ab21b8c705d None None] Provisioning for port 15058442-0f35-4151-a3fa-d21c63e69314 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:00:41.219574 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7bca8090-9981-499e-95ea-4ab21b8c705d None None] Provisioning complete for port 15058442-0f35-4151-a3fa-d21c63e69314 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:41.220104 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7bca8090-9981-499e-95ea-4ab21b8c705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:41.220537 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7bca8090-9981-499e-95ea-4ab21b8c705d None None] Attempt 1 to provision port 15058442-0f35-4151-a3fa-d21c63e69314 Oct 18 08:00:41.280972 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:00:36Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '8573017a-d480-4627-8840-e76d41a2eb1e', 'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:74:8c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:35Z', 'updated_at': '2022-10-18T08:00:39Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:41.289042 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9b4a24-7f46-4add-8743-0764d93273a5 None None] The sync data for ids ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'] in dv-neutron-861625-1-hyperv is: [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:00:36Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '8573017a-d480-4627-8840-e76d41a2eb1e', 'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:74:8c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:35Z', 'updated_at': '2022-10-18T08:00:39Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:00:41.306869 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7bca8090-9981-499e-95ea-4ab21b8c705d None None] Port 15058442-0f35-4151-a3fa-d21c63e69314 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:41.587716 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15058442-0f35-4151-a3fa-d21c63e69314 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:00:41.600875 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:41.616903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Transition to ACTIVE for port object 15058442-0f35-4151-a3fa-d21c63e69314 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:00:41.627403 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:41.709764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 8573017a-d480-4627-8840-e76d41a2eb1e up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:41.811912 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7bca8090-9981-499e-95ea-4ab21b8c705d None None] Attempt 2 to provision port 15058442-0f35-4151-a3fa-d21c63e69314 Oct 18 08:00:41.846775 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Pushing event updated for resources: {'Port': ['ID=15058442-0f35-4151-a3fa-d21c63e69314,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:41.902670 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Attempting to bind port 15058442-0f35-4151-a3fa-d21c63e69314 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:00:41.903008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Attempting to bind port 15058442-0f35-4151-a3fa-d21c63e69314 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:00:41.903892 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Attempting to bind port 15058442-0f35-4151-a3fa-d21c63e69314 on network 97472348-d598-4426-abf2-9d3dd6e4d75d {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:00:41.904663 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7bca8090-9981-499e-95ea-4ab21b8c705d None None] Port 15058442-0f35-4151-a3fa-d21c63e69314 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:41.908905 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Port 15058442-0f35-4151-a3fa-d21c63e69314 on network 97472348-d598-4426-abf2-9d3dd6e4d75d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:00:41.909227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Attempting to bind port 15058442-0f35-4151-a3fa-d21c63e69314 on network 97472348-d598-4426-abf2-9d3dd6e4d75d {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:00:41.916078 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:00:41.916415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Checking segment: {'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:00:41.916799 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Bound using segment: {'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:00:41.917374 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Bound port: 15058442-0f35-4151-a3fa-d21c63e69314, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:00:41.917591 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:41.922199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 8573017a-d480-4627-8840-e76d41a2eb1e completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:00:41.928863 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 8573017a-d480-4627-8840-e76d41a2eb1e triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:41.930487 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:41.931415 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 8573017a-d480-4627-8840-e76d41a2eb1e Oct 18 08:00:42.040948 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] For port 15058442-0f35-4151-a3fa-d21c63e69314, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:00:42.046326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] For port 15058442-0f35-4151-a3fa-d21c63e69314, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=15058442-0f35-4151-a3fa-d21c63e69314,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:00:42.056795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:42.060092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:42.060954 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:42.062774 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] 10.222.0.46 "PUT /v2.0/ports/15058442-0f35-4151-a3fa-d21c63e69314 HTTP/1.1" status: 200 len: 1094 time: 1.1034453 Oct 18 08:00:42.074691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 8573017a-d480-4627-8840-e76d41a2eb1e is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:42.075404 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:42.109570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f180ad-153e-4a88-9db6-f193a5218365', 'tag': '15058442-0f35-4151-a3fa-d21c63e69314'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:00:42.112107 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eed04b6-2772-4b47-b91a-39cf4823fc8c" -d '{"events": [{"name": "network-changed", "server_uuid": "16f180ad-153e-4a88-9db6-f193a5218365", "tag": "15058442-0f35-4151-a3fa-d21c63e69314"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:00:42.120242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 8573017a-d480-4627-8840-e76d41a2eb1e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=8573017a-d480-4627-8840-e76d41a2eb1e,segment=NetworkSegment(36017b31-16fb-4b0b-a4ba-86e9fcf929b4),segment_id=36017b31-16fb-4b0b-a4ba-86e9fcf929b4)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:42.132428 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:42.268087 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=8573017a-d480-4627-8840-e76d41a2eb1e,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:42.347138 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-631d3891-4afc-4265-8d6c-3b80213be23f req-7c1c56f7-ae17-4cb6-be43-3c8e0e8d6735 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 210 time: 0.0782566 Oct 18 08:00:42.405945 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7bca8090-9981-499e-95ea-4ab21b8c705d None None] Attempt 3 to provision port 15058442-0f35-4151-a3fa-d21c63e69314 Oct 18 08:00:42.495189 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7bca8090-9981-499e-95ea-4ab21b8c705d None None] Port 15058442-0f35-4151-a3fa-d21c63e69314 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:00:42.558682 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089df897-d810-43df-95f7-e54d745aa24e x-openstack-request-id: req-089df897-d810-43df-95f7-e54d745aa24e {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:00:42.558975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f180ad-153e-4a88-9db6-f193a5218365", "tag": "15058442-0f35-4151-a3fa-d21c63e69314", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:00:42.559224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-089df897-d810-43df-95f7-e54d745aa24e {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:00:42.559620 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-089df897-d810-43df-95f7-e54d745aa24e'] response: {'name': 'network-changed', 'server_uuid': '16f180ad-153e-4a88-9db6-f193a5218365', 'tag': '15058442-0f35-4151-a3fa-d21c63e69314', 'status': 'completed', 'code': 200} Oct 18 08:00:42.574196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-4fea72d6-6a6f-49c1-b916-02055e806645 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:42.574911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-4fea72d6-6a6f-49c1-b916-02055e806645 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:00:42.583659 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdf132-cba9-4c9c-b495-c38a3589facf service neutron] Pushing event updated for resources: {'Port': ['ID=15058442-0f35-4151-a3fa-d21c63e69314,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:42.609703 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-4fea72d6-6a6f-49c1-b916-02055e806645 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:00:42.610877 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-4fea72d6-6a6f-49c1-b916-02055e806645 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/networks?id=0345fc26-ed0a-497e-b70f-1a6f91ca311a HTTP/1.1" status: 200 len: 797 time: 0.2068627 Oct 18 08:00:42.618072 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-addcc545-00af-43fa-a16a-e4d28dd4efed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:42.619745 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-addcc545-00af-43fa-a16a-e4d28dd4efed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f79c24aececa4859ae5a96990e21c4eb&device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 1097 time: 0.4993341 Oct 18 08:00:42.637285 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0319c1-b44f-4a63-8052-9f303430a0ab req-f94222ff-584d-4657-9471-9a97968eba95 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:42.639015 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3d0319c1-b44f-4a63-8052-9f303430a0ab req-f94222ff-584d-4657-9471-9a97968eba95 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 944 time: 0.3388078 Oct 18 08:00:42.746053 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-f0ecbc45-a6d8-4323-b699-7b77205e717f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15058442-0f35-4151-a3fa-d21c63e69314 HTTP/1.1" status: 200 len: 217 time: 0.1059034 Oct 18 08:00:42.834219 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3d0319c1-b44f-4a63-8052-9f303430a0ab req-e994a7a8-389e-4fc2-b2f0-92cb7e8388c7 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156530 Oct 18 08:00:42.840153 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-8ce2b215-2375-48b1-9464-f9d2b07a3f87 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 378 time: 0.1414618 Oct 18 08:00:42.850029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-3b36eb3c-df0e-4e41-825e-edc9b9a6337c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'port': {'device_id': '6180463e-d6ff-468b-ba99-bf8dfd68773a', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'admin_state_up': True, 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'security_groups': ['c0777019-9cfa-4e9b-9b8d-148e85186b12']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:42.926664 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-71bb6706-bd45-4239-a79c-c7c7a7d331a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:42.928091 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-71bb6706-bd45-4239-a79c-c7c7a7d331a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e2a65d9-cbb7-462e-9a50-06e31aad481a HTTP/1.1" status: 200 len: 851 time: 0.1645496 Oct 18 08:00:43.163039 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-3b36eb3c-df0e-4e41-825e-edc9b9a6337c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:43.176629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-3b36eb3c-df0e-4e41-825e-edc9b9a6337c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:43.184649 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-da203b1a-0949-4bd7-9291-9389a626093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:43.186137 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-da203b1a-0949-4bd7-9291-9389a626093f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=97472348-d598-4426-abf2-9d3dd6e4d75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2514176 Oct 18 08:00:43.192017 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-3b36eb3c-df0e-4e41-825e-edc9b9a6337c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:00:43.195985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-3b36eb3c-df0e-4e41-825e-edc9b9a6337c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:43.434621 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-c1a65a23-ce68-41c0-909c-9d451205f0e9 service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268629 Oct 18 08:00:43.520513 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f024fdf0-e25d-426c-9a63-9c1cacfd8fd0 req-2155371f-6cfc-4db4-9613-0f5c38f49bbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 210 time: 0.0589609 Oct 18 08:00:43.537272 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-3b36eb3c-df0e-4e41-825e-edc9b9a6337c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.8 (0345fc26-ed0a-497e-b70f-1a6f91ca311a/256f4cc3-7bd3-4d57-8a10-101724487af9/8dcb2901-35b8-46f3-aef4-be0318773785) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:00:43.624966 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95d1e173-d5bd-499c-bed1-c336d86ebfe7 req-7a81130b-93e1-4633-bb39-36c7fdc973d2 service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806245 Oct 18 08:00:43.659485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 8573017a-d480-4627-8840-e76d41a2eb1e up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:43.731246 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 8573017a-d480-4627-8840-e76d41a2eb1e triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:43.731535 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:43.731871 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 8573017a-d480-4627-8840-e76d41a2eb1e Oct 18 08:00:43.855687 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 8573017a-d480-4627-8840-e76d41a2eb1e is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:43.862216 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed04b6-2772-4b47-b91a-39cf4823fc8c req-fd77075f-f6eb-4390-9bb8-a0f8a70e5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:43.863785 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7eed04b6-2772-4b47-b91a-39cf4823fc8c req-fd77075f-f6eb-4390-9bb8-a0f8a70e5db4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f79c24aececa4859ae5a96990e21c4eb&device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 1097 time: 0.1623878 Oct 18 08:00:43.868957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-3b36eb3c-df0e-4e41-825e-edc9b9a6337c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:43.958158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-3b36eb3c-df0e-4e41-825e-edc9b9a6337c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object 8dcb2901-35b8-46f3-aef4-be0318773785 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:00:44.090153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed04b6-2772-4b47-b91a-39cf4823fc8c req-30bfb35a-a609-4b85-b50b-bdf1b0bf83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:44.091613 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7eed04b6-2772-4b47-b91a-39cf4823fc8c req-30bfb35a-a609-4b85-b50b-bdf1b0bf83a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=97472348-d598-4426-abf2-9d3dd6e4d75d HTTP/1.1" status: 200 len: 913 time: 0.2157662 Oct 18 08:00:44.102893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-3b36eb3c-df0e-4e41-825e-edc9b9a6337c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:44.218643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef37c12-b8a3-4235-9946-6d580131bd17 req-f1ca8195-ba5c-4505-bff5-ec5715863bc0 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:44.220089 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0ef37c12-b8a3-4235-9946-6d580131bd17 req-f1ca8195-ba5c-4505-bff5-ec5715863bc0 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 944 time: 0.2530262 Oct 18 08:00:44.243936 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7eed04b6-2772-4b47-b91a-39cf4823fc8c req-e016fa78-03d9-4d81-8186-532581acec9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15058442-0f35-4151-a3fa-d21c63e69314 HTTP/1.1" status: 200 len: 217 time: 0.1391883 Oct 18 08:00:44.298168 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-3b36eb3c-df0e-4e41-825e-edc9b9a6337c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 0345fc26-ed0a-497e-b70f-1a6f91ca311a is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:00:44.309866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-3b36eb3c-df0e-4e41-825e-edc9b9a6337c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:00:44.314391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36eb3c-df0e-4e41-825e-edc9b9a6337c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=8dcb2901-35b8-46f3-aef4-be0318773785,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:44.318068 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-3b36eb3c-df0e-4e41-825e-edc9b9a6337c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:00:44.388117 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0ef37c12-b8a3-4235-9946-6d580131bd17 req-27f845fd-45e5-4de6-a70d-8703a4b0b247 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552486 Oct 18 08:00:44.393569 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed04b6-2772-4b47-b91a-39cf4823fc8c req-ea855f88-93cd-49fe-bcd1-3eae3db5fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:44.395008 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7eed04b6-2772-4b47-b91a-39cf4823fc8c req-ea855f88-93cd-49fe-bcd1-3eae3db5fc0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e2a65d9-cbb7-462e-9a50-06e31aad481a HTTP/1.1" status: 200 len: 851 time: 0.1332741 Oct 18 08:00:44.461030 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-3b36eb3c-df0e-4e41-825e-edc9b9a6337c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:44.461664 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-3b36eb3c-df0e-4e41-825e-edc9b9a6337c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:44.505609 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-3b36eb3c-df0e-4e41-825e-edc9b9a6337c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6591914 Oct 18 08:00:44.517718 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Request body: {'port': {'device_id': '6180463e-d6ff-468b-ba99-bf8dfd68773a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:44.529785 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-664fe3c0-e3da-447e-820c-92f7b028a12b None None] Provisioning for port 8dcb2901-35b8-46f3-aef4-be0318773785 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:00:44.534393 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-664fe3c0-e3da-447e-820c-92f7b028a12b None None] Provisioning complete for port 8dcb2901-35b8-46f3-aef4-be0318773785 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:44.534838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-664fe3c0-e3da-447e-820c-92f7b028a12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:44.535171 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-664fe3c0-e3da-447e-820c-92f7b028a12b None None] Attempt 1 to provision port 8dcb2901-35b8-46f3-aef4-be0318773785 Oct 18 08:00:44.570368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed04b6-2772-4b47-b91a-39cf4823fc8c req-9ea81120-3a3e-4828-b8fa-5197650d5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:44.571879 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7eed04b6-2772-4b47-b91a-39cf4823fc8c req-9ea81120-3a3e-4828-b8fa-5197650d5340 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=97472348-d598-4426-abf2-9d3dd6e4d75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1702123 Oct 18 08:00:44.589534 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-664fe3c0-e3da-447e-820c-92f7b028a12b None None] Port 8dcb2901-35b8-46f3-aef4-be0318773785 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:44.734965 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468beb6f-6903-41c0-90c7-6943861f8d6a req-274b1788-5645-496c-9a38-4b6e556f71b9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:44.737086 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-468beb6f-6903-41c0-90c7-6943861f8d6a req-274b1788-5645-496c-9a38-4b6e556f71b9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 931 time: 0.1011319 Oct 18 08:00:44.787559 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-468beb6f-6903-41c0-90c7-6943861f8d6a req-5c05fe9c-ce57-43c4-9b7f-f2fecf0db337 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c0777019-9cfa-4e9b-9b8d-148e85186b12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435987 Oct 18 08:00:44.864939 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:44.964813 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7eed04b6-2772-4b47-b91a-39cf4823fc8c req-657dc1ce-c00a-44b9-93b4-5d2feb355049 service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821580 Oct 18 08:00:45.090729 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-664fe3c0-e3da-447e-820c-92f7b028a12b None None] Attempt 2 to provision port 8dcb2901-35b8-46f3-aef4-be0318773785 Oct 18 08:00:45.148080 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-664fe3c0-e3da-447e-820c-92f7b028a12b None None] Port 8dcb2901-35b8-46f3-aef4-be0318773785 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:45.257049 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7eed04b6-2772-4b47-b91a-39cf4823fc8c req-94dda7cb-5d15-48f5-b53d-e8b00ed82b8b service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854581 Oct 18 08:00:45.376844 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcb2901-35b8-46f3-aef4-be0318773785 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:00:45.384331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:45.399118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Transition to ACTIVE for port object 8dcb2901-35b8-46f3-aef4-be0318773785 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:00:45.403059 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:45.646721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Pushing event updated for resources: {'Port': ['ID=8dcb2901-35b8-46f3-aef4-be0318773785,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:45.649553 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-664fe3c0-e3da-447e-820c-92f7b028a12b None None] Attempt 3 to provision port 8dcb2901-35b8-46f3-aef4-be0318773785 Oct 18 08:00:45.699257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Attempting to bind port 8dcb2901-35b8-46f3-aef4-be0318773785 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:00:45.699586 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Attempting to bind port 8dcb2901-35b8-46f3-aef4-be0318773785 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '36017b31-16fb-4b0b-a4ba-86e9fcf929b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:00:45.699908 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Attempting to bind port 8dcb2901-35b8-46f3-aef4-be0318773785 on network 0345fc26-ed0a-497e-b70f-1a6f91ca311a {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:00:45.702429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-664fe3c0-e3da-447e-820c-92f7b028a12b None None] Port 8dcb2901-35b8-46f3-aef4-be0318773785 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:00:45.710766 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8aaca-d8b6-421c-970e-1d768aaf7280 req-03c5c0b6-d9b4-48c1-b021-5769adf538e8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:45.712219 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-90e8aaca-d8b6-421c-970e-1d768aaf7280 req-03c5c0b6-d9b4-48c1-b021-5769adf538e8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 944 time: 0.2061112 Oct 18 08:00:45.714020 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Port 8dcb2901-35b8-46f3-aef4-be0318773785 on network 0345fc26-ed0a-497e-b70f-1a6f91ca311a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:00:45.714333 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Attempting to bind port 8dcb2901-35b8-46f3-aef4-be0318773785 on network 0345fc26-ed0a-497e-b70f-1a6f91ca311a {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:00:45.731587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:00:45.731922 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Checking segment: {'id': '36017b31-16fb-4b0b-a4ba-86e9fcf929b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:00:45.732292 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Bound using segment: {'id': '36017b31-16fb-4b0b-a4ba-86e9fcf929b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:00:45.732716 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Bound port: 8dcb2901-35b8-46f3-aef4-be0318773785, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36017b31-16fb-4b0b-a4ba-86e9fcf929b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:00:45.733055 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:45.816354 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-90e8aaca-d8b6-421c-970e-1d768aaf7280 req-fa8b9d63-236b-4e60-b382-f8b6cd973090 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984125 Oct 18 08:00:45.847517 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] For port 8dcb2901-35b8-46f3-aef4-be0318773785, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:00:45.851280 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] For port 8dcb2901-35b8-46f3-aef4-be0318773785, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8dcb2901-35b8-46f3-aef4-be0318773785,segment=NetworkSegment(36017b31-16fb-4b0b-a4ba-86e9fcf929b4),segment_id=36017b31-16fb-4b0b-a4ba-86e9fcf929b4)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:00:45.857346 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:45.888942 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:45.889576 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:45.890962 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] 10.222.0.46 "PUT /v2.0/ports/8dcb2901-35b8-46f3-aef4-be0318773785 HTTP/1.1" status: 200 len: 1093 time: 1.3771763 Oct 18 08:00:45.897514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6180463e-d6ff-468b-ba99-bf8dfd68773a', 'tag': '8dcb2901-35b8-46f3-aef4-be0318773785'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:00:45.899139 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b5310b-3c92-4358-a89d-3c6061216138" -d '{"events": [{"name": "network-changed", "server_uuid": "6180463e-d6ff-468b-ba99-bf8dfd68773a", "tag": "8dcb2901-35b8-46f3-aef4-be0318773785"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:00:45.985582 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0df5a-875c-4fa4-8e43-9cfcb3ed5a7f service neutron] Pushing event updated for resources: {'Port': ['ID=8dcb2901-35b8-46f3-aef4-be0318773785,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:45.990126 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187bfdec-2ec4-42f5-a5e5-d36a5f72e5ba x-openstack-request-id: req-187bfdec-2ec4-42f5-a5e5-d36a5f72e5ba {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:00:45.990417 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6180463e-d6ff-468b-ba99-bf8dfd68773a", "tag": "8dcb2901-35b8-46f3-aef4-be0318773785", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:00:45.990695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-187bfdec-2ec4-42f5-a5e5-d36a5f72e5ba {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:00:45.991100 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-187bfdec-2ec4-42f5-a5e5-d36a5f72e5ba'] response: {'name': 'network-changed', 'server_uuid': '6180463e-d6ff-468b-ba99-bf8dfd68773a', 'tag': '8dcb2901-35b8-46f3-aef4-be0318773785', 'status': 'completed', 'code': 200} Oct 18 08:00:46.043734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-c66e4817-0392-4346-a23e-cc8de8dd7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:46.045253 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-c66e4817-0392-4346-a23e-cc8de8dd7372 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 1096 time: 0.0989065 Oct 18 08:00:46.113994 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-24d0de50-3a5d-4753-960c-8eac5d753a10 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dcb2901-35b8-46f3-aef4-be0318773785 HTTP/1.1" status: 200 len: 217 time: 0.0613995 Oct 18 08:00:46.162739 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd2223-df02-4213-9135-c3f52f073220 req-98bfd38d-8f38-4f18-8f2b-a3e346d052ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:46.164826 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7afd2223-df02-4213-9135-c3f52f073220 req-98bfd38d-8f38-4f18-8f2b-a3e346d052ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 943 time: 0.0913353 Oct 18 08:00:46.188698 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-dea21889-5ac1-4835-baef-5bbafe1223f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:46.190129 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-dea21889-5ac1-4835-baef-5bbafe1223f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=256f4cc3-7bd3-4d57-8a10-101724487af9 HTTP/1.1" status: 200 len: 834 time: 0.0667553 Oct 18 08:00:46.203120 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-664fe3c0-e3da-447e-820c-92f7b028a12b None None] Attempt 4 to provision port 8dcb2901-35b8-46f3-aef4-be0318773785 Oct 18 08:00:46.210128 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7afd2223-df02-4213-9135-c3f52f073220 req-03d0f69f-99b6-4757-a0aa-9b4e4574c900 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c0777019-9cfa-4e9b-9b8d-148e85186b12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395834 Oct 18 08:00:46.276576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-664fe3c0-e3da-447e-820c-92f7b028a12b None None] Port 8dcb2901-35b8-46f3-aef4-be0318773785 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:00:46.277864 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-f7a78a1e-403c-437f-b721-92af92d764c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:46.279370 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-f7a78a1e-403c-437f-b721-92af92d764c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0345fc26-ed0a-497e-b70f-1a6f91ca311a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830185 Oct 18 08:00:46.409434 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-23f23969-f2ed-4a31-8ccf-905f97b91617 service neutron] 10.222.0.46 "GET /v2.0/networks/0345fc26-ed0a-497e-b70f-1a6f91ca311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230073 Oct 18 08:00:46.645267 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-595c6e15-c821-4b40-94df-470ee8aa1a7b req-affaba53-77ee-4f46-85a0-44853a70de99 service neutron] 10.222.0.46 "GET /v2.0/networks/0345fc26-ed0a-497e-b70f-1a6f91ca311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261348 Oct 18 08:00:46.779901 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5310b-3c92-4358-a89d-3c6061216138 req-6806b44e-5271-4f36-927d-8219167b5197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:46.781471 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79b5310b-3c92-4358-a89d-3c6061216138 req-6806b44e-5271-4f36-927d-8219167b5197 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 1096 time: 0.0803583 Oct 18 08:00:46.789411 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:00:46.917122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5310b-3c92-4358-a89d-3c6061216138 req-e22b921a-1438-4c24-b43b-d38d033381bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:46.918658 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79b5310b-3c92-4358-a89d-3c6061216138 req-e22b921a-1438-4c24-b43b-d38d033381bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=0345fc26-ed0a-497e-b70f-1a6f91ca311a HTTP/1.1" status: 200 len: 898 time: 0.1305921 Oct 18 08:00:47.031765 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79b5310b-3c92-4358-a89d-3c6061216138 req-aad6579c-7eba-4695-9c97-bfe1723aac9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dcb2901-35b8-46f3-aef4-be0318773785 HTTP/1.1" status: 200 len: 217 time: 0.1059823 Oct 18 08:00:47.106018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5310b-3c92-4358-a89d-3c6061216138 req-29f67a69-52ac-4360-9416-1fa88b3f110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:47.107469 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79b5310b-3c92-4358-a89d-3c6061216138 req-29f67a69-52ac-4360-9416-1fa88b3f110f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=256f4cc3-7bd3-4d57-8a10-101724487af9 HTTP/1.1" status: 200 len: 834 time: 0.0661290 Oct 18 08:00:47.163464 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4323f39-9596-4f78-9ba2-4656c45fd73b req-3821e3a1-76af-4834-a80f-fb565a348bce tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:47.164841 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c4323f39-9596-4f78-9ba2-4656c45fd73b req-3821e3a1-76af-4834-a80f-fb565a348bce tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 944 time: 0.1923544 Oct 18 08:00:47.221579 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c4323f39-9596-4f78-9ba2-4656c45fd73b req-eb0bc87c-45f6-4ae4-883f-c813c002b002 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506809 Oct 18 08:00:47.235524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5310b-3c92-4358-a89d-3c6061216138 req-eddec343-8bbe-4fc3-ac10-de70d9cc6958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:47.236993 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79b5310b-3c92-4358-a89d-3c6061216138 req-eddec343-8bbe-4fc3-ac10-de70d9cc6958 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0345fc26-ed0a-497e-b70f-1a6f91ca311a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1224704 Oct 18 08:00:47.371758 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79b5310b-3c92-4358-a89d-3c6061216138 req-2705101c-78b7-4ec0-86e7-4aba03bf8e21 service neutron] 10.222.0.46 "GET /v2.0/networks/0345fc26-ed0a-497e-b70f-1a6f91ca311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249089 Oct 18 08:00:47.406870 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8565cfe-2622-478c-943f-c586a6aa1dde req-55745ea8-eb8f-4302-b085-579c9cba3047 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:47.408359 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b8565cfe-2622-478c-943f-c586a6aa1dde req-55745ea8-eb8f-4302-b085-579c9cba3047 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 943 time: 0.0883620 Oct 18 08:00:47.456621 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b8565cfe-2622-478c-943f-c586a6aa1dde req-5da1781c-64b3-4472-b718-3b97c1ae23d7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c0777019-9cfa-4e9b-9b8d-148e85186b12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413733 Oct 18 08:00:47.503603 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-79b5310b-3c92-4358-a89d-3c6061216138 req-45c5cf12-68e5-46f8-8540-1446cefc3d2e service neutron] 10.222.0.46 "GET /v2.0/networks/0345fc26-ed0a-497e-b70f-1a6f91ca311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243012 Oct 18 08:00:48.419913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca1ce0-7a79-48b4-9d80-36f62375de9e req-f5c69f40-d5da-4de9-80c4-fe5b2c61e904 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:48.421267 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d1ca1ce0-7a79-48b4-9d80-36f62375de9e req-f5c69f40-d5da-4de9-80c4-fe5b2c61e904 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 944 time: 0.0894594 Oct 18 08:00:48.464110 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d1ca1ce0-7a79-48b4-9d80-36f62375de9e req-466b03e1-9a2f-47bf-96c8-1fc9be29c149 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372703 Oct 18 08:00:48.650074 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3b373-1c8c-4a15-9a43-f5e3c12fe3fe req-caf5b195-994b-4f15-aa2f-dae69fed17ce tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:48.651542 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0bc3b373-1c8c-4a15-9a43-f5e3c12fe3fe req-caf5b195-994b-4f15-aa2f-dae69fed17ce tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 943 time: 0.0864906 Oct 18 08:00:48.695981 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0bc3b373-1c8c-4a15-9a43-f5e3c12fe3fe req-de248fc4-df1c-4cf3-a33b-bb20b011792d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c0777019-9cfa-4e9b-9b8d-148e85186b12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387559 Oct 18 08:00:49.655993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39316dc0-ecc3-432e-8d68-693ee0b95859 req-85dd602a-7629-4c84-ba54-b61f9cf4bf94 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:49.657436 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-39316dc0-ecc3-432e-8d68-693ee0b95859 req-85dd602a-7629-4c84-ba54-b61f9cf4bf94 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 944 time: 0.0851102 Oct 18 08:00:49.703732 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-39316dc0-ecc3-432e-8d68-693ee0b95859 req-23b5e145-9b63-4715-8017-7d5dc183e75f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406675 Oct 18 08:00:49.798107 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 8dcb2901-35b8-46f3-aef4-be0318773785 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:00:49.899999 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667a635-b2cb-4a49-9c6c-e3d0e8a8b718 req-51e521d0-247b-4fec-a883-2d852039b03b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:49.901500 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b667a635-b2cb-4a49-9c6c-e3d0e8a8b718 req-51e521d0-247b-4fec-a883-2d852039b03b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 943 time: 0.0925906 Oct 18 08:00:49.950352 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b667a635-b2cb-4a49-9c6c-e3d0e8a8b718 req-47fce326-018e-49f0-b680-cc51b0285e28 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c0777019-9cfa-4e9b-9b8d-148e85186b12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409050 Oct 18 08:00:49.967866 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 8dcb2901-35b8-46f3-aef4-be0318773785, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8dcb2901-35b8-46f3-aef4-be0318773785,segment=NetworkSegment(36017b31-16fb-4b0b-a4ba-86e9fcf929b4),segment_id=36017b31-16fb-4b0b-a4ba-86e9fcf929b4)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:49.984520 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '8dcb2901-35b8-46f3-aef4-be0318773785', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'port_id': '8dcb2901-35b8-46f3-aef4-be0318773785', 'mac_address': 'fa:16:3e:fd:fc:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:00:50.038995 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 8dcb2901-35b8-46f3-aef4-be0318773785 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:50.039372 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:50.056972 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dcb2901-35b8-46f3-aef4-be0318773785 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:00:50.072399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 8dcb2901-35b8-46f3-aef4-be0318773785, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8dcb2901-35b8-46f3-aef4-be0318773785,segment=NetworkSegment(36017b31-16fb-4b0b-a4ba-86e9fcf929b4),segment_id=36017b31-16fb-4b0b-a4ba-86e9fcf929b4)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:50.075952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:50.143985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=8dcb2901-35b8-46f3-aef4-be0318773785,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:50.329354 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['8dcb2901-35b8-46f3-aef4-be0318773785'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:00:50.672213 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e66288c6-69e3-45fd-aba2-c213db8913b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:51.045543 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ce4ee-4376-4fa8-b49f-fd8f0aa75b30 req-477f7279-f5db-4e5c-a25c-8b3c32433eb4 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:51.047009 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-251ce4ee-4376-4fa8-b49f-fd8f0aa75b30 req-477f7279-f5db-4e5c-a25c-8b3c32433eb4 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 944 time: 0.0873215 Oct 18 08:00:51.091324 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-251ce4ee-4376-4fa8-b49f-fd8f0aa75b30 req-aa61ffdc-3f76-4a5b-a930-cae8de3fd146 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382116 Oct 18 08:00:51.144508 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2147c36-ec21-49f6-af26-b45003edb1af req-2abfcd84-cfc4-418e-b35c-9c6b6f2986a7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:51.145964 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d2147c36-ec21-49f6-af26-b45003edb1af req-2abfcd84-cfc4-418e-b35c-9c6b6f2986a7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 944 time: 0.0867748 Oct 18 08:00:51.195088 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d2147c36-ec21-49f6-af26-b45003edb1af req-8e86996a-9b6e-47b8-9bd1-060ddeb60210 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c0777019-9cfa-4e9b-9b8d-148e85186b12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422373 Oct 18 08:00:51.802529 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 15058442-0f35-4151-a3fa-d21c63e69314 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:00:51.807468 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 8dcb2901-35b8-46f3-aef4-be0318773785 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:51.966410 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 8dcb2901-35b8-46f3-aef4-be0318773785 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:00:51.975852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 8dcb2901-35b8-46f3-aef4-be0318773785 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:51.976224 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:51.976561 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 8dcb2901-35b8-46f3-aef4-be0318773785 Oct 18 08:00:52.036722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 15058442-0f35-4151-a3fa-d21c63e69314, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=15058442-0f35-4151-a3fa-d21c63e69314,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:52.056562 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '15058442-0f35-4151-a3fa-d21c63e69314', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'port_id': '15058442-0f35-4151-a3fa-d21c63e69314', 'mac_address': 'fa:16:3e:46:b9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:00:52.160996 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 15058442-0f35-4151-a3fa-d21c63e69314 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:52.161310 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:52.186937 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15058442-0f35-4151-a3fa-d21c63e69314 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:00:52.193698 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 8dcb2901-35b8-46f3-aef4-be0318773785 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:52.194316 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:52.222396 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 15058442-0f35-4151-a3fa-d21c63e69314, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=15058442-0f35-4151-a3fa-d21c63e69314,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:52.231999 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6180463e-d6ff-468b-ba99-bf8dfd68773a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcb2901-35b8-46f3-aef4-be0318773785'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:00:52.234222 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a127c3-6749-4fbb-b519-28700304f2c8" -d '{"events": [{"server_uuid": "6180463e-d6ff-468b-ba99-bf8dfd68773a", "name": "network-vif-plugged", "status": "completed", "tag": "8dcb2901-35b8-46f3-aef4-be0318773785"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:00:52.240384 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:52.245723 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 8dcb2901-35b8-46f3-aef4-be0318773785, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8dcb2901-35b8-46f3-aef4-be0318773785,segment=NetworkSegment(36017b31-16fb-4b0b-a4ba-86e9fcf929b4),segment_id=36017b31-16fb-4b0b-a4ba-86e9fcf929b4)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:52.281088 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:52.296989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fedd6-9844-4476-9aae-4fd8243ccd10 req-78ca697a-2f22-4071-ba04-49fdce9552ac tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:52.298829 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fc6fedd6-9844-4476-9aae-4fd8243ccd10 req-78ca697a-2f22-4071-ba04-49fdce9552ac tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 945 time: 0.0964472 Oct 18 08:00:52.320641 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=15058442-0f35-4151-a3fa-d21c63e69314,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:52.344200 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fc6fedd6-9844-4476-9aae-4fd8243ccd10 req-2c5fc8b0-2c2c-48a0-ac7f-d3ab3c5f6bc9 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387714 Oct 18 08:00:52.400271 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c56a02-e69e-441b-94a8-147b943801d4 req-b3d8891c-1ea7-4ac8-bb5a-2966a43baa11 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:52.400784 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76478219-00e1-4190-9e70-161d675b53c2 x-openstack-request-id: req-76478219-00e1-4190-9e70-161d675b53c2 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:00:52.400784 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6180463e-d6ff-468b-ba99-bf8dfd68773a", "name": "network-vif-plugged", "status": "completed", "tag": "8dcb2901-35b8-46f3-aef4-be0318773785", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:00:52.401035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-76478219-00e1-4190-9e70-161d675b53c2 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:00:52.401422 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76478219-00e1-4190-9e70-161d675b53c2'] response: {'server_uuid': '6180463e-d6ff-468b-ba99-bf8dfd68773a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcb2901-35b8-46f3-aef4-be0318773785', 'code': 200} Oct 18 08:00:52.401763 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-43c56a02-e69e-441b-94a8-147b943801d4 req-b3d8891c-1ea7-4ac8-bb5a-2966a43baa11 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 945 time: 0.0920568 Oct 18 08:00:52.402205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=8dcb2901-35b8-46f3-aef4-be0318773785,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:52.447906 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-43c56a02-e69e-441b-94a8-147b943801d4 req-06f305a0-1008-4bc3-94ca-605d398623bf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c0777019-9cfa-4e9b-9b8d-148e85186b12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394523 Oct 18 08:00:52.514965 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['15058442-0f35-4151-a3fa-d21c63e69314'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:00:52.641165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d779a9-cdd7-4e87-abb8-826fef822480 req-1d7f8c55-6bb9-46c6-b431-567dfaa912da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:52.642651 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a5d779a9-cdd7-4e87-abb8-826fef822480 req-1d7f8c55-6bb9-46c6-b431-567dfaa912da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 1098 time: 0.0754626 Oct 18 08:00:52.688737 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a5d779a9-cdd7-4e87-abb8-826fef822480 req-2181e7c3-490e-4a69-97f9-a956e00e6d87 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c0777019-9cfa-4e9b-9b8d-148e85186b12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368793 Oct 18 08:00:52.978642 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-68e0972c-0328-4f32-96a3-2916dbca2522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:53.549058 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4578f-8382-4d9e-be8f-8451aab7cbde req-54a7dacd-3f36-442a-bb02-1a6ae3cf88bf tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:53.550518 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43e4578f-8382-4d9e-be8f-8451aab7cbde req-54a7dacd-3f36-442a-bb02-1a6ae3cf88bf tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 945 time: 0.0937843 Oct 18 08:00:53.596178 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43e4578f-8382-4d9e-be8f-8451aab7cbde req-397a417a-41c3-4e91-a403-aa4b336cc0d0 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390937 Oct 18 08:00:53.653497 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799f34b-7024-4071-8d10-0591e38a4c1a req-dace216c-452c-4ec9-a26e-aa957e4382fb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:53.654967 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d799f34b-7024-4071-8d10-0591e38a4c1a req-dace216c-452c-4ec9-a26e-aa957e4382fb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 945 time: 0.0940807 Oct 18 08:00:53.695837 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:53.700595 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d799f34b-7024-4071-8d10-0591e38a4c1a req-2b9e20a7-0ba5-44f7-9080-fb2cfcc7e36c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c0777019-9cfa-4e9b-9b8d-148e85186b12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400317 Oct 18 08:00:53.776638 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:53.811282 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 15058442-0f35-4151-a3fa-d21c63e69314 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:00:53.881365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 15058442-0f35-4151-a3fa-d21c63e69314 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:00:53.886900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 15058442-0f35-4151-a3fa-d21c63e69314 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:00:53.887274 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:53.887606 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 15058442-0f35-4151-a3fa-d21c63e69314 Oct 18 08:00:54.006050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 15058442-0f35-4151-a3fa-d21c63e69314 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:00:54.007323 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:54.038690 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 15058442-0f35-4151-a3fa-d21c63e69314, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=15058442-0f35-4151-a3fa-d21c63e69314,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:00:54.043343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:54.110247 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=15058442-0f35-4151-a3fa-d21c63e69314,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:54.402674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f180ad-153e-4a88-9db6-f193a5218365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15058442-0f35-4151-a3fa-d21c63e69314'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:00:54.405015 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430bdfd6-a2e5-446f-af83-360f9f26152f" -d '{"events": [{"server_uuid": "16f180ad-153e-4a88-9db6-f193a5218365", "name": "network-vif-plugged", "status": "completed", "tag": "15058442-0f35-4151-a3fa-d21c63e69314"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:00:54.447815 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d949b2-f08d-43a1-9a08-84775a744493 x-openstack-request-id: req-d8d949b2-f08d-43a1-9a08-84775a744493 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:00:54.448109 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f180ad-153e-4a88-9db6-f193a5218365", "name": "network-vif-plugged", "status": "completed", "tag": "15058442-0f35-4151-a3fa-d21c63e69314", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:00:54.448365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d8d949b2-f08d-43a1-9a08-84775a744493 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:00:54.448771 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8d949b2-f08d-43a1-9a08-84775a744493'] response: {'server_uuid': '16f180ad-153e-4a88-9db6-f193a5218365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15058442-0f35-4151-a3fa-d21c63e69314', 'code': 200} Oct 18 08:00:54.782960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb69bb-add4-4bac-b342-2cd56a725752 req-baa1aa33-8421-4945-809f-1821e94aff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:54.785189 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-76cb69bb-add4-4bac-b342-2cd56a725752 req-baa1aa33-8421-4945-809f-1821e94aff2f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 1099 time: 0.1856282 Oct 18 08:00:54.799242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b650acf-260d-4866-a7c4-e4e34d56c43f req-be99c9bb-198b-4ca2-a42e-eb27abf60a19 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:54.800836 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3b650acf-260d-4866-a7c4-e4e34d56c43f req-be99c9bb-198b-4ca2-a42e-eb27abf60a19 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 946 time: 0.0930996 Oct 18 08:00:54.827546 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-76cb69bb-add4-4bac-b342-2cd56a725752 req-7867f38f-c361-4ef7-afb0-d6b12f4ce2d9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365810 Oct 18 08:00:54.850020 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3b650acf-260d-4866-a7c4-e4e34d56c43f req-e799654b-dcf3-4d32-adbe-0a66ac701e3c tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427699 Oct 18 08:00:54.912484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819ef08-3b4b-4815-8fe2-8d304c5f45df req-2262e045-7d78-4980-be41-68189ad78d58 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:54.913175 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-9819ef08-3b4b-4815-8fe2-8d304c5f45df req-2262e045-7d78-4980-be41-68189ad78d58 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:00:54.928588 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-9819ef08-3b4b-4815-8fe2-8d304c5f45df req-2262e045-7d78-4980-be41-68189ad78d58 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:00:54.929748 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9819ef08-3b4b-4815-8fe2-8d304c5f45df req-2262e045-7d78-4980-be41-68189ad78d58 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 945 time: 0.1043212 Oct 18 08:00:54.976523 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9819ef08-3b4b-4815-8fe2-8d304c5f45df req-152c856d-248f-4b2c-987e-e5070e110b90 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c0777019-9cfa-4e9b-9b8d-148e85186b12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408554 Oct 18 08:00:55.173564 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb656d09-3dfc-45e9-9f5e-ea2c9f93d613 req-33bbf1be-995d-4cea-9864-5c835a8518f3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:55.175041 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fb656d09-3dfc-45e9-9f5e-ea2c9f93d613 req-33bbf1be-995d-4cea-9864-5c835a8518f3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 945 time: 0.0867455 Oct 18 08:00:55.219224 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fb656d09-3dfc-45e9-9f5e-ea2c9f93d613 req-303e2cd3-a63d-4240-978b-5df171149b03 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c0777019-9cfa-4e9b-9b8d-148e85186b12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384984 Oct 18 08:00:55.247255 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34980) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:55.283152 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:55.329059 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf14db44-2542-4c42-9f4e-153f81d1fb37 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:55.330592 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cf14db44-2542-4c42-9f4e-153f81d1fb37 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 1093 time: 0.0823810 Oct 18 08:00:55.333326 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34984) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:55.338632 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': '8dcb2901-35b8-46f3-aef4-be0318773785', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:55.344367 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:55.348175 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:floatingip and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:55.351085 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:55.356712 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:55.367278 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:55.499728 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:55.629151 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.26.8.184 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/d97f2908-9ca9-4186-8a3b-e54fbaeba70e) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:00:55.884114 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:55.916415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:55.981415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:00:55.984203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:00:55.987783 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:00:56.034972 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=d97f2908-9ca9-4186-8a3b-e54fbaeba70e,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:56.052734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15189f-0571-4ceb-8e53-969ac86ff14d req-7fd356a6-7047-4b85-a9eb-4ca04968db0f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:56.054276 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5d15189f-0571-4ceb-8e53-969ac86ff14d req-7fd356a6-7047-4b85-a9eb-4ca04968db0f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 946 time: 0.0891793 Oct 18 08:00:56.099472 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5d15189f-0571-4ceb-8e53-969ac86ff14d req-7d35bd81-2481-4af6-9195-3cae86b53bfc tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383961 Oct 18 08:00:56.395328 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:56.466862 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:56.668027 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:56.672596 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:56.779439 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:56.838223 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=d97f2908-9ca9-4186-8a3b-e54fbaeba70e,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:56.958641 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP e7043b18-53ad-4a11-8daa-44c8959175a8 associated. External IP: 172.26.8.184, port: 8dcb2901-35b8-46f3-aef4-be0318773785. Oct 18 08:00:57.480333 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81935ec-a170-489a-be90-0d97fa7e0ec4 req-2aae58da-110e-473e-a507-f8f4021699f3 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:57.481683 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a81935ec-a170-489a-be90-0d97fa7e0ec4 req-2aae58da-110e-473e-a507-f8f4021699f3 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 946 time: 0.1936851 Oct 18 08:00:57.486084 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:00:57.654424 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a81935ec-a170-489a-be90-0d97fa7e0ec4 req-f8d08182-76bd-44f6-8562-e3bc7acfce90 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649554 Oct 18 08:00:57.697913 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:00:57.707583 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c576429-a602-47f0-8c45-cbde3cea8c4e None None] Sync routers for ids ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:00:57.720251 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c576429-a602-47f0-8c45-cbde3cea8c4e None None] Routers {'24e58e1e-3676-41fd-885c-f5dbfda3d8bb'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:57.720997 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3c576429-a602-47f0-8c45-cbde3cea8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:00:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:57.724363 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:57.781438 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-955c51ad-33c7-4a67-a7eb-e0f74191b85f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4469557 Oct 18 08:00:57.782696 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6180463e-d6ff-468b-ba99-bf8dfd68773a', 'tag': '8dcb2901-35b8-46f3-aef4-be0318773785'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:00:57.785121 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ff6384-88a8-40e0-a1ad-a15992f8a791" -d '{"events": [{"name": "network-changed", "server_uuid": "6180463e-d6ff-468b-ba99-bf8dfd68773a", "tag": "8dcb2901-35b8-46f3-aef4-be0318773785"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:00:57.787296 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 34994) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:57.858236 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a2b97d-f969-4a6a-9e54-914e9da579ec x-openstack-request-id: req-c9a2b97d-f969-4a6a-9e54-914e9da579ec {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:00:57.858517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6180463e-d6ff-468b-ba99-bf8dfd68773a", "tag": "8dcb2901-35b8-46f3-aef4-be0318773785", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:00:57.858795 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c9a2b97d-f969-4a6a-9e54-914e9da579ec {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:00:57.859194 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a2b97d-f969-4a6a-9e54-914e9da579ec'] response: {'name': 'network-changed', 'server_uuid': '6180463e-d6ff-468b-ba99-bf8dfd68773a', 'tag': '8dcb2901-35b8-46f3-aef4-be0318773785', 'status': 'completed', 'code': 200} Oct 18 08:00:57.874431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d8f2d-bd38-40e6-81e4-584834193fa9 req-6673da77-d5cb-424b-92c4-2738dfac0afa tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:57.881282 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-810d8f2d-bd38-40e6-81e4-584834193fa9 req-6673da77-d5cb-424b-92c4-2738dfac0afa tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 946 time: 0.1107361 Oct 18 08:00:57.904225 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ccfd512e-385e-458e-ae06-305323f4d92e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/e7043b18-53ad-4a11-8daa-44c8959175a8 HTTP/1.1" status: 200 len: 991 time: 0.1145196 Oct 18 08:00:57.916605 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-3c576429-a602-47f0-8c45-cbde3cea8c4e None None] Set router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:57.972704 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-810d8f2d-bd38-40e6-81e4-584834193fa9 req-2e2aa45c-df0a-4f47-8ee0-7564c55fdcf5 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905826 Oct 18 08:00:57.998685 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff6384-88a8-40e0-a1ad-a15992f8a791 req-22ba1c32-d389-4142-95d0-afe69fbff328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:58.000129 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-14ff6384-88a8-40e0-a1ad-a15992f8a791 req-22ba1c32-d389-4142-95d0-afe69fbff328 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 1098 time: 0.1161981 Oct 18 08:00:58.002100 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35000) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:58.196654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff6384-88a8-40e0-a1ad-a15992f8a791 req-aa6a0b76-5b38-4ad1-b53e-14350cf1b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:58.198115 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-14ff6384-88a8-40e0-a1ad-a15992f8a791 req-aa6a0b76-5b38-4ad1-b53e-14350cf1b0b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0345fc26-ed0a-497e-b70f-1a6f91ca311a HTTP/1.1" status: 200 len: 898 time: 0.1883421 Oct 18 08:00:58.266703 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3c576429-a602-47f0-8c45-cbde3cea8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:00:36Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'e7043b18-53ad-4a11-8daa-44c8959175a8', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.184', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'port_id': '8dcb2901-35b8-46f3-aef4-be0318773785', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'mac_address': 'fa:16:3e:fd:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6180463e-d6ff-468b-ba99-bf8dfd68773a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:00:56Z', 'updated_at': '2022-10-18T08:00:56Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8573017a-d480-4627-8840-e76d41a2eb1e', 'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:74:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:35Z', 'updated_at': '2022-10-18T08:00:42Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:58.270405 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c576429-a602-47f0-8c45-cbde3cea8c4e None None] Checking router: 24e58e1e-3676-41fd-885c-f5dbfda3d8bb for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:00:58.279192 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c576429-a602-47f0-8c45-cbde3cea8c4e None None] Routers {'24e58e1e-3676-41fd-885c-f5dbfda3d8bb'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:00:58.279777 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3c576429-a602-47f0-8c45-cbde3cea8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:00:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:58.281626 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010762b9-fa86-4c69-88d5-58144c2354d7 tempest-TestVolumeBootPattern-1430205697 tempest-TestVolumeBootPattern-1430205697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:58.282336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-010762b9-fa86-4c69-88d5-58144c2354d7 tempest-TestVolumeBootPattern-1430205697 tempest-TestVolumeBootPattern-1430205697-project-admin] Synchronizing usage tracker for tenant:0683b4450a5440049e742489f5e6b621 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:00:58.315676 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-14ff6384-88a8-40e0-a1ad-a15992f8a791 req-e1510cf3-08bc-4512-bd72-5e193c1dda36 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dcb2901-35b8-46f3-aef4-be0318773785 HTTP/1.1" status: 200 len: 999 time: 0.1102419 Oct 18 08:00:58.316691 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-010762b9-fa86-4c69-88d5-58144c2354d7 tempest-TestVolumeBootPattern-1430205697 tempest-TestVolumeBootPattern-1430205697-project-admin] Unset dirty status for tenant:0683b4450a5440049e742489f5e6b621 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:00:58.317705 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-010762b9-fa86-4c69-88d5-58144c2354d7 tempest-TestVolumeBootPattern-1430205697 tempest-TestVolumeBootPattern-1430205697-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 1094 time: 0.3146737 Oct 18 08:00:58.321238 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35006) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:58.327477 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': '15058442-0f35-4151-a3fa-d21c63e69314', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:00:58.367763 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:00:58.374158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Usage tracker for resource:floatingip and tenant:f79c24aececa4859ae5a96990e21c4eb is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:00:58.378157 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:00:58.393323 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:00:58.405807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff6384-88a8-40e0-a1ad-a15992f8a791 req-75b2deda-0d21-4ae9-9c5a-d05593f6cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:58.407249 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-14ff6384-88a8-40e0-a1ad-a15992f8a791 req-75b2deda-0d21-4ae9-9c5a-d05593f6cbdd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=256f4cc3-7bd3-4d57-8a10-101724487af9 HTTP/1.1" status: 200 len: 834 time: 0.0834687 Oct 18 08:00:58.411407 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for floatingip, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:58.453802 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-3c576429-a602-47f0-8c45-cbde3cea8c4e None None] Set router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:00:58.577031 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff6384-88a8-40e0-a1ad-a15992f8a791 req-34563142-094f-48ad-ba7e-3049996dc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:00:58.578536 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-14ff6384-88a8-40e0-a1ad-a15992f8a791 req-34563142-094f-48ad-ba7e-3049996dc309 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0345fc26-ed0a-497e-b70f-1a6f91ca311a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1544032 Oct 18 08:00:58.707971 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:58.775775 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-14ff6384-88a8-40e0-a1ad-a15992f8a791 req-b93e2fb5-02cb-49b4-919d-93eb20c99001 service neutron] 10.222.0.46 "GET /v2.0/networks/0345fc26-ed0a-497e-b70f-1a6f91ca311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882763 Oct 18 08:00:58.824934 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3c576429-a602-47f0-8c45-cbde3cea8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:00:36Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'e7043b18-53ad-4a11-8daa-44c8959175a8', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.184', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'port_id': '8dcb2901-35b8-46f3-aef4-be0318773785', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'mac_address': 'fa:16:3e:fd:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6180463e-d6ff-468b-ba99-bf8dfd68773a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:00:56Z', 'updated_at': '2022-10-18T08:00:56Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8573017a-d480-4627-8840-e76d41a2eb1e', 'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:74:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:35Z', 'updated_at': '2022-10-18T08:00:42Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:00:58.829660 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c576429-a602-47f0-8c45-cbde3cea8c4e None None] The sync data for ids ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'] in dv-neutron-861625-1-hyperv is: [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:00:36Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'e7043b18-53ad-4a11-8daa-44c8959175a8', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.184', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'port_id': '8dcb2901-35b8-46f3-aef4-be0318773785', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'mac_address': 'fa:16:3e:fd:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6180463e-d6ff-468b-ba99-bf8dfd68773a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:00:56Z', 'updated_at': '2022-10-18T08:00:56Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8573017a-d480-4627-8840-e76d41a2eb1e', 'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:74:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:35Z', 'updated_at': '2022-10-18T08:00:42Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:00:58.907031 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35010) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:00:58.965192 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Allocated IP 172.26.8.119 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/263f4f7d-7eb9-467d-aca0-870149d9da82) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:00:58.989503 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-14ff6384-88a8-40e0-a1ad-a15992f8a791 req-b530037b-ac3c-436b-8b8b-de1b126887d4 service neutron] 10.222.0.46 "GET /v2.0/networks/0345fc26-ed0a-497e-b70f-1a6f91ca311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009926 Oct 18 08:00:59.021346 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9cd9596e-2590-4f26-beee-338ebc4c13c1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/e7043b18-53ad-4a11-8daa-44c8959175a8 HTTP/1.1" status: 200 len: 991 time: 0.1120317 Oct 18 08:00:59.045463 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1b8bf2-1ca1-4ce6-82db-5f2b36266727 None None] New status for floating IP e7043b18-53ad-4a11-8daa-44c8959175a8: ACTIVE {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:00:59.246289 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:59.277123 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:59.338706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:00:59.341425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:00:59.345325 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:00:59.387183 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event updated for resources: {'Port': ['ID=263f4f7d-7eb9-467d-aca0-870149d9da82,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:00:59.749446 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:00:59.821626 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:00.024189 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35014) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:01:00.024784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:00.029160 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:00.134645 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7168185e-f9e9-47ae-beca-db87fbe7552a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/e7043b18-53ad-4a11-8daa-44c8959175a8 HTTP/1.1" status: 200 len: 993 time: 0.1092937 Oct 18 08:01:00.138098 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event updated for resources: {'Port': ['ID=263f4f7d-7eb9-467d-aca0-870149d9da82,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:01:00.142033 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:00.313889 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Floating IP 810513f9-befb-4483-b185-435719dfc831 associated. External IP: 172.26.8.119, port: 15058442-0f35-4151-a3fa-d21c63e69314. Oct 18 08:01:00.760061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Router 29207264-eab9-4ad9-aca7-ce280dd8e82a has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:01:00.937596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:01:00.947661 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c8c3bf-ee67-4312-a7f5-c4c8511a292a None None] Sync routers for ids ['29207264-eab9-4ad9-aca7-ce280dd8e82a'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:01:00.956659 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c8c3bf-ee67-4312-a7f5-c4c8511a292a None None] Routers {'29207264-eab9-4ad9-aca7-ce280dd8e82a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:01:00.957240 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f2c8c3bf-ee67-4312-a7f5-c4c8511a292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:00:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['29207264-eab9-4ad9-aca7-ce280dd8e82a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:01:00.962581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:01.017751 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-de4d86aa-2c77-45d0-9ca4-f82f864532e1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6952426 Oct 18 08:01:01.018304 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f180ad-153e-4a88-9db6-f193a5218365', 'tag': '15058442-0f35-4151-a3fa-d21c63e69314'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:01:01.020790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef8a5c7-4eaa-42e5-8de2-37947ae2b908" -d '{"events": [{"name": "network-changed", "server_uuid": "16f180ad-153e-4a88-9db6-f193a5218365", "tag": "15058442-0f35-4151-a3fa-d21c63e69314"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:01:01.062005 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849b0cf1-2fea-4cc7-be57-862ed7c8355e x-openstack-request-id: req-849b0cf1-2fea-4cc7-be57-862ed7c8355e {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:01:01.062841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f180ad-153e-4a88-9db6-f193a5218365", "tag": "15058442-0f35-4151-a3fa-d21c63e69314", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:01:01.062841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-849b0cf1-2fea-4cc7-be57-862ed7c8355e {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:01:01.063129 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-849b0cf1-2fea-4cc7-be57-862ed7c8355e'] response: {'name': 'network-changed', 'server_uuid': '16f180ad-153e-4a88-9db6-f193a5218365', 'tag': '15058442-0f35-4151-a3fa-d21c63e69314', 'status': 'completed', 'code': 200} Oct 18 08:01:01.135880 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-f2c8c3bf-ee67-4312-a7f5-c4c8511a292a None None] Set router 29207264-eab9-4ad9-aca7-ce280dd8e82a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:01:01.165815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8a5c7-4eaa-42e5-8de2-37947ae2b908 req-46753bea-2865-4d6c-9ad0-57d217cb1fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:01.167381 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cef8a5c7-4eaa-42e5-8de2-37947ae2b908 req-46753bea-2865-4d6c-9ad0-57d217cb1fe5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f79c24aececa4859ae5a96990e21c4eb&device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 1099 time: 0.0823584 Oct 18 08:01:01.300195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8a5c7-4eaa-42e5-8de2-37947ae2b908 req-f452755b-ea14-40ab-aadb-15b72abf27b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:01.301618 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cef8a5c7-4eaa-42e5-8de2-37947ae2b908 req-f452755b-ea14-40ab-aadb-15b72abf27b5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=97472348-d598-4426-abf2-9d3dd6e4d75d HTTP/1.1" status: 200 len: 913 time: 0.1268814 Oct 18 08:01:01.401071 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cef8a5c7-4eaa-42e5-8de2-37947ae2b908 req-8a2e7290-5106-443b-a467-d53d637add7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15058442-0f35-4151-a3fa-d21c63e69314 HTTP/1.1" status: 200 len: 1000 time: 0.0923877 Oct 18 08:01:01.467071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8a5c7-4eaa-42e5-8de2-37947ae2b908 req-dcc470d8-9ed3-4761-a713-1afac5405578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:01.468491 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cef8a5c7-4eaa-42e5-8de2-37947ae2b908 req-dcc470d8-9ed3-4761-a713-1afac5405578 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e2a65d9-cbb7-462e-9a50-06e31aad481a HTTP/1.1" status: 200 len: 851 time: 0.0606811 Oct 18 08:01:01.477244 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f2c8c3bf-ee67-4312-a7f5-c4c8511a292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '810513f9-befb-4483-b185-435719dfc831', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'floating_ip_address': '172.26.8.119', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'port_id': '15058442-0f35-4151-a3fa-d21c63e69314', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'mac_address': 'fa:16:3e:46:b9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f180ad-153e-4a88-9db6-f193a5218365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:00:59Z', 'updated_at': '2022-10-18T08:00:59Z', 'revision_number': 0, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 5, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:01:01.480906 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c8c3bf-ee67-4312-a7f5-c4c8511a292a None None] Checking router: 29207264-eab9-4ad9-aca7-ce280dd8e82a for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:01:01.488923 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c8c3bf-ee67-4312-a7f5-c4c8511a292a None None] Routers {'29207264-eab9-4ad9-aca7-ce280dd8e82a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:01:01.489492 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f2c8c3bf-ee67-4312-a7f5-c4c8511a292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:00:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['29207264-eab9-4ad9-aca7-ce280dd8e82a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:01:01.552949 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8a5c7-4eaa-42e5-8de2-37947ae2b908 req-e4ead083-ff7c-491d-ac49-7cb293b1b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:01.554338 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cef8a5c7-4eaa-42e5-8de2-37947ae2b908 req-e4ead083-ff7c-491d-ac49-7cb293b1b950 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=97472348-d598-4426-abf2-9d3dd6e4d75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767148 Oct 18 08:01:01.659267 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-f2c8c3bf-ee67-4312-a7f5-c4c8511a292a None None] Set router 29207264-eab9-4ad9-aca7-ce280dd8e82a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:01:01.685237 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cef8a5c7-4eaa-42e5-8de2-37947ae2b908 req-5a722fca-720a-4577-aad4-90474ca65d1d service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239035 Oct 18 08:01:01.815824 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cef8a5c7-4eaa-42e5-8de2-37947ae2b908 req-9b0d5c78-00c9-4f12-8dc5-958827bcdb6e service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241612 Oct 18 08:01:02.010252 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f2c8c3bf-ee67-4312-a7f5-c4c8511a292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '810513f9-befb-4483-b185-435719dfc831', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'floating_ip_address': '172.26.8.119', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'port_id': '15058442-0f35-4151-a3fa-d21c63e69314', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'mac_address': 'fa:16:3e:46:b9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f180ad-153e-4a88-9db6-f193a5218365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:00:59Z', 'updated_at': '2022-10-18T08:00:59Z', 'revision_number': 0, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 5, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:01:02.013957 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c8c3bf-ee67-4312-a7f5-c4c8511a292a None None] The sync data for ids ['29207264-eab9-4ad9-aca7-ce280dd8e82a'] in dv-neutron-861625-1-hyperv is: [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '810513f9-befb-4483-b185-435719dfc831', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'floating_ip_address': '172.26.8.119', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'port_id': '15058442-0f35-4151-a3fa-d21c63e69314', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'mac_address': 'fa:16:3e:46:b9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f180ad-153e-4a88-9db6-f193a5218365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:00:59Z', 'updated_at': '2022-10-18T08:00:59Z', 'revision_number': 0, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 5, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:01:02.192863 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896042d-084c-41dc-a31e-ba25e2b8a9f0 None None] New status for floating IP 810513f9-befb-4483-b185-435719dfc831: ACTIVE {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:01:04.422403 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:20.673108 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c2163559-523b-4e36-8e08-6b95a0e20415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:22.980071 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-53539f17-9418-4275-8b1e-1e7be5b999c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:23.696993 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:23.780526 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:23.789436 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:01:25.285613 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:33.327576 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35040) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:01:33.414088 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e47ca92-0f17-4871-a896-7ad633f28805 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:33.414596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e47ca92-0f17-4871-a896-7ad633f28805 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:33.415071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e47ca92-0f17-4871-a896-7ad633f28805 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:33.416682 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3e47ca92-0f17-4871-a896-7ad633f28805 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/ports?project_id=fe65c6866dd844bd972010a3653293ed&network_id=0345fc26-ed0a-497e-b70f-1a6f91ca311a HTTP/1.1" status: 200 len: 2999 time: 0.0881371 Oct 18 08:01:34.413891 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:35.184522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35056) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:01:35.244563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f159c8-0c11-48e4-9342-1296ee866d92 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:35.245970 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c7f159c8-0c11-48e4-9342-1296ee866d92 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626 HTTP/1.1" status: 200 len: 814 time: 0.0599427 Oct 18 08:01:35.887345 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35064) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:01:35.893854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-34fe9a8f-c185-4399-8059-dc5906fd1727 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:01:35.996158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-34fe9a8f-c185-4399-8059-dc5906fd1727 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:36.370891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-34fe9a8f-c185-4399-8059-dc5906fd1727 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:36.374972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-34fe9a8f-c185-4399-8059-dc5906fd1727 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:36.375289 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-34fe9a8f-c185-4399-8059-dc5906fd1727 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP e7043b18-53ad-4a11-8daa-44c8959175a8 disassociated. External IP: 172.26.8.184, port: 8dcb2901-35b8-46f3-aef4-be0318773785. Oct 18 08:01:36.727992 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fe9a8f-c185-4399-8059-dc5906fd1727 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:01:36.908872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fe9a8f-c185-4399-8059-dc5906fd1727 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:01:36.913863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-34fe9a8f-c185-4399-8059-dc5906fd1727 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:36.918256 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f83245-d137-4721-a9a2-f529a7dfa212 None None] Sync routers for ids ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:01:36.929123 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f83245-d137-4721-a9a2-f529a7dfa212 None None] Routers {'24e58e1e-3676-41fd-885c-f5dbfda3d8bb'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:01:36.929717 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-69f83245-d137-4721-a9a2-f529a7dfa212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:01:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:01:36.974753 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-34fe9a8f-c185-4399-8059-dc5906fd1727 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/floatingips/e7043b18-53ad-4a11-8daa-44c8959175a8 HTTP/1.1" status: 200 len: 690 time: 1.0908430 Oct 18 08:01:36.975478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6180463e-d6ff-468b-ba99-bf8dfd68773a', 'tag': '8dcb2901-35b8-46f3-aef4-be0318773785'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:01:36.977700 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35068) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:01:36.978258 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56739eb7-66eb-4173-8608-ae525e7ffc98" -d '{"events": [{"name": "network-changed", "server_uuid": "6180463e-d6ff-468b-ba99-bf8dfd68773a", "tag": "8dcb2901-35b8-46f3-aef4-be0318773785"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:01:37.025941 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dba7ab-2052-4079-9a52-f61035315c5c x-openstack-request-id: req-27dba7ab-2052-4079-9a52-f61035315c5c {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:01:37.026215 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6180463e-d6ff-468b-ba99-bf8dfd68773a", "tag": "8dcb2901-35b8-46f3-aef4-be0318773785", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:01:37.026468 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-27dba7ab-2052-4079-9a52-f61035315c5c {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:01:37.026910 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27dba7ab-2052-4079-9a52-f61035315c5c'] response: {'name': 'network-changed', 'server_uuid': '6180463e-d6ff-468b-ba99-bf8dfd68773a', 'tag': '8dcb2901-35b8-46f3-aef4-be0318773785', 'status': 'completed', 'code': 200} Oct 18 08:01:37.083163 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1e1113c0-ff1e-454c-b020-30588a293c4f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/e7043b18-53ad-4a11-8daa-44c8959175a8 HTTP/1.1" status: 200 len: 690 time: 0.1016462 Oct 18 08:01:37.130141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56739eb7-66eb-4173-8608-ae525e7ffc98 req-30a1b25c-7d2d-4be4-b509-b7b7b85b5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:37.131665 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-56739eb7-66eb-4173-8608-ae525e7ffc98 req-30a1b25c-7d2d-4be4-b509-b7b7b85b5433 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 1098 time: 0.0824707 Oct 18 08:01:37.141506 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-69f83245-d137-4721-a9a2-f529a7dfa212 None None] Set router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:01:37.268953 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56739eb7-66eb-4173-8608-ae525e7ffc98 req-ccbae0a2-fbd5-496c-a807-4392d571a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:37.270389 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-56739eb7-66eb-4173-8608-ae525e7ffc98 req-ccbae0a2-fbd5-496c-a807-4392d571a959 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0345fc26-ed0a-497e-b70f-1a6f91ca311a HTTP/1.1" status: 200 len: 898 time: 0.1319244 Oct 18 08:01:37.346057 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-56739eb7-66eb-4173-8608-ae525e7ffc98 req-45d1e906-5a4c-4c0b-8b9d-0279a0902496 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dcb2901-35b8-46f3-aef4-be0318773785 HTTP/1.1" status: 200 len: 217 time: 0.0647926 Oct 18 08:01:37.410035 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56739eb7-66eb-4173-8608-ae525e7ffc98 req-61ee6439-b4de-4de5-b0f2-e15344356526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:37.411425 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-56739eb7-66eb-4173-8608-ae525e7ffc98 req-61ee6439-b4de-4de5-b0f2-e15344356526 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=256f4cc3-7bd3-4d57-8a10-101724487af9 HTTP/1.1" status: 200 len: 834 time: 0.0568068 Oct 18 08:01:37.449875 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-69f83245-d137-4721-a9a2-f529a7dfa212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:00:36Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '8573017a-d480-4627-8840-e76d41a2eb1e', 'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:74:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:35Z', 'updated_at': '2022-10-18T08:00:42Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:01:37.453656 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f83245-d137-4721-a9a2-f529a7dfa212 None None] Checking router: 24e58e1e-3676-41fd-885c-f5dbfda3d8bb for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:01:37.461759 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f83245-d137-4721-a9a2-f529a7dfa212 None None] Routers {'24e58e1e-3676-41fd-885c-f5dbfda3d8bb'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:01:37.462330 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-69f83245-d137-4721-a9a2-f529a7dfa212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:01:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:01:37.501162 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56739eb7-66eb-4173-8608-ae525e7ffc98 req-1a95b658-609e-4fae-8a14-501d26357de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:37.502655 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-56739eb7-66eb-4173-8608-ae525e7ffc98 req-1a95b658-609e-4fae-8a14-501d26357de1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0345fc26-ed0a-497e-b70f-1a6f91ca311a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806098 Oct 18 08:01:37.638440 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-56739eb7-66eb-4173-8608-ae525e7ffc98 req-6f9d0ee6-ca1b-41ae-8c02-d095278d8501 service neutron] 10.222.0.46 "GET /v2.0/networks/0345fc26-ed0a-497e-b70f-1a6f91ca311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248620 Oct 18 08:01:37.638903 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-69f83245-d137-4721-a9a2-f529a7dfa212 None None] Set router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:01:37.883218 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-56739eb7-66eb-4173-8608-ae525e7ffc98 req-cc3fc686-539c-46b5-910c-5ae6d53654d7 service neutron] 10.222.0.46 "GET /v2.0/networks/0345fc26-ed0a-497e-b70f-1a6f91ca311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358010 Oct 18 08:01:37.949678 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-69f83245-d137-4721-a9a2-f529a7dfa212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:00:36Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '8573017a-d480-4627-8840-e76d41a2eb1e', 'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:74:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:35Z', 'updated_at': '2022-10-18T08:00:42Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:01:37.953933 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f83245-d137-4721-a9a2-f529a7dfa212 None None] The sync data for ids ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'] in dv-neutron-861625-1-hyperv is: [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:00:36Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '8573017a-d480-4627-8840-e76d41a2eb1e', 'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:74:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:35Z', 'updated_at': '2022-10-18T08:00:42Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:01:38.086010 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35074) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:01:38.164996 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb0ff1e-791a-4a6e-838f-0fca3c1f30f6 None None] New status for floating IP e7043b18-53ad-4a11-8daa-44c8959175a8: DOWN {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:01:38.169350 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2a31b838-bb57-4aa9-b3ae-b924b32c9e46 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/e7043b18-53ad-4a11-8daa-44c8959175a8 HTTP/1.1" status: 200 len: 690 time: 0.0818801 Oct 18 08:01:39.172344 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35078) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:01:39.255267 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-94be6de7-a2fd-4a7f-8dc6-f9292a433f92 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/e7043b18-53ad-4a11-8daa-44c8959175a8 HTTP/1.1" status: 200 len: 688 time: 0.0817485 Oct 18 08:01:40.333813 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35084) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:01:40.338972 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1236473694', 'description': 'tempest-secgroup-smoke-1236473694 description', 'project_id': 'fe65c6866dd844bd972010a3653293ed'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:01:40.345411 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:01:40.354846 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:01:40.364298 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:40.383800 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:01:40.387490 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:01:40.390189 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:01:40.395676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:01:40.463326 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:40.467805 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:40.513604 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b3136a-d6de-4b6f-a742-f31656011f7c,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:01:40.517207 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:40.518376 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1835535 Oct 18 08:01:40.521473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35088) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:01:40.522798 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.523148 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.523487 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.523819 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.524149 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.524478 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.524807 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.525130 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.525454 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.525775 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.526094 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.526414 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f311230-5fbd-4077-88d5-356c59d7f504 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.526525 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': 'c5b3136a-d6de-4b6f-a742-f31656011f7c', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:01:40.533092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:01:40.537041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:01:40.539782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:01:40.546579 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:01:40.561820 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:40.619918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:40.623181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:40.645562 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a46460-b879-4287-ade3-7ba8a1bc91eb,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:01:40.655998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.656342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.656676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.657001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.657325 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.657650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.657970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.658291 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.658630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.658955 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.659261 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.659575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:40.662149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:40.663292 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d18392c3-e5d0-4c95-894d-e7090bedd655 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408398 Oct 18 08:01:40.666459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35092) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:01:40.671547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ee48ba00-b762-4082-8c3c-afafd85b3f8b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': 'c5b3136a-d6de-4b6f-a742-f31656011f7c', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:01:40.677251 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ee48ba00-b762-4082-8c3c-afafd85b3f8b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:01:40.681271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ee48ba00-b762-4082-8c3c-afafd85b3f8b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:01:40.684065 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ee48ba00-b762-4082-8c3c-afafd85b3f8b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:01:40.690011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ee48ba00-b762-4082-8c3c-afafd85b3f8b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:01:40.706271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ee48ba00-b762-4082-8c3c-afafd85b3f8b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:40.765893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ee48ba00-b762-4082-8c3c-afafd85b3f8b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:40.769171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ee48ba00-b762-4082-8c3c-afafd85b3f8b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:40.791861 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48ba00-b762-4082-8c3c-afafd85b3f8b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de32674a-80cd-424c-affa-30a51d63bc0c,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:01:40.800128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ee48ba00-b762-4082-8c3c-afafd85b3f8b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:40.801267 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ee48ba00-b762-4082-8c3c-afafd85b3f8b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343114 Oct 18 08:01:40.804021 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35096) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:01:40.809171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-611ea7ea-31e0-4a14-8499-3f00dec2287d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': 'c5b3136a-d6de-4b6f-a742-f31656011f7c', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:01:40.814890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-611ea7ea-31e0-4a14-8499-3f00dec2287d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:01:40.818656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-611ea7ea-31e0-4a14-8499-3f00dec2287d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:01:40.821443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-611ea7ea-31e0-4a14-8499-3f00dec2287d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:01:40.827675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-611ea7ea-31e0-4a14-8499-3f00dec2287d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:01:40.846308 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-611ea7ea-31e0-4a14-8499-3f00dec2287d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:40.908621 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-611ea7ea-31e0-4a14-8499-3f00dec2287d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:40.911980 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-611ea7ea-31e0-4a14-8499-3f00dec2287d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:40.935058 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ea7ea-31e0-4a14-8499-3f00dec2287d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6d009d-6012-446c-bc06-132446aaa975,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:01:40.944830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-611ea7ea-31e0-4a14-8499-3f00dec2287d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:40.946110 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-611ea7ea-31e0-4a14-8499-3f00dec2287d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411889 Oct 18 08:01:40.948828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35102) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:01:40.954394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f8315f0b-08de-4972-a11f-92519b3082a3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': 'c5b3136a-d6de-4b6f-a742-f31656011f7c', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:01:40.960148 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f8315f0b-08de-4972-a11f-92519b3082a3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:01:40.963941 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f8315f0b-08de-4972-a11f-92519b3082a3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:01:40.967407 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f8315f0b-08de-4972-a11f-92519b3082a3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:01:40.972940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f8315f0b-08de-4972-a11f-92519b3082a3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:01:40.988622 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f8315f0b-08de-4972-a11f-92519b3082a3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:41.050360 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f8315f0b-08de-4972-a11f-92519b3082a3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:41.053616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f8315f0b-08de-4972-a11f-92519b3082a3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:41.077797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8315f0b-08de-4972-a11f-92519b3082a3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ec8f1e-95c1-4d61-a92b-9bacfb1ddef9,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:01:41.087711 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f8315f0b-08de-4972-a11f-92519b3082a3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:41.088908 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f8315f0b-08de-4972-a11f-92519b3082a3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391361 Oct 18 08:01:41.092213 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35106) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:01:41.097150 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-638b748c-7803-4b1f-87c5-32ec0fe40d44 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': 'c5b3136a-d6de-4b6f-a742-f31656011f7c', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:01:41.103055 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-638b748c-7803-4b1f-87c5-32ec0fe40d44 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:01:41.106964 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-638b748c-7803-4b1f-87c5-32ec0fe40d44 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:01:41.109764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-638b748c-7803-4b1f-87c5-32ec0fe40d44 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:01:41.115521 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-638b748c-7803-4b1f-87c5-32ec0fe40d44 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:01:41.126235 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-638b748c-7803-4b1f-87c5-32ec0fe40d44 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:01:41.132740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-638b748c-7803-4b1f-87c5-32ec0fe40d44 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:41.199120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-638b748c-7803-4b1f-87c5-32ec0fe40d44 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:41.202925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-638b748c-7803-4b1f-87c5-32ec0fe40d44 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:41.225399 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b748c-7803-4b1f-87c5-32ec0fe40d44 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e584b7-dc38-49dc-a65f-632a0300a974,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:01:41.235147 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-638b748c-7803-4b1f-87c5-32ec0fe40d44 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:41.236399 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-638b748c-7803-4b1f-87c5-32ec0fe40d44 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432688 Oct 18 08:01:41.239128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35110) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:01:41.244112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-449b80ac-3679-4d8a-837d-87ccfdf455aa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': 'c5b3136a-d6de-4b6f-a742-f31656011f7c', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:01:41.250347 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-449b80ac-3679-4d8a-837d-87ccfdf455aa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:01:41.254174 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-449b80ac-3679-4d8a-837d-87ccfdf455aa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:01:41.257007 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-449b80ac-3679-4d8a-837d-87ccfdf455aa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:01:41.263273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-449b80ac-3679-4d8a-837d-87ccfdf455aa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:01:41.273449 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-449b80ac-3679-4d8a-837d-87ccfdf455aa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:01:41.279763 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-449b80ac-3679-4d8a-837d-87ccfdf455aa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:41.342840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-449b80ac-3679-4d8a-837d-87ccfdf455aa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:41.345970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-449b80ac-3679-4d8a-837d-87ccfdf455aa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:41.368013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b80ac-3679-4d8a-837d-87ccfdf455aa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052375ca-c4be-4a84-b179-cd0af3d2b250,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:01:41.377099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-449b80ac-3679-4d8a-837d-87ccfdf455aa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:41.378299 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-449b80ac-3679-4d8a-837d-87ccfdf455aa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1381433 Oct 18 08:01:41.536652 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-5bd68944-f67e-43ae-b430-d083c0a9e402 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:01:41.551773 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-5bd68944-f67e-43ae-b430-d083c0a9e402 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:01:41.552984 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-5bd68944-f67e-43ae-b430-d083c0a9e402 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1236473694&fields=id&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 267 time: 0.0541725 Oct 18 08:01:41.817130 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-dfbfefca-d801-4aab-bb49-967555ad194f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:41.818558 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-dfbfefca-d801-4aab-bb49-967555ad194f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/networks?id=0345fc26-ed0a-497e-b70f-1a6f91ca311a HTTP/1.1" status: 200 len: 797 time: 0.2581930 Oct 18 08:01:41.832890 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-36337d15-5fb9-4f4a-97a1-ef57e6274bbe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/quotas/fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 375 time: 0.0086393 Oct 18 08:01:41.924379 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-d58cc767-4533-43d3-b29f-019e8bbb8d44 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0865581 Oct 18 08:01:42.059111 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-44eea375-cce6-4ca7-b345-2a9ac0d1dcc0 service neutron] 10.222.0.17 "GET /v2.0/networks/0345fc26-ed0a-497e-b70f-1a6f91ca311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232021 Oct 18 08:01:42.189541 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-f2a83e02-110e-4fae-85c8-5a89cf0d8314 service neutron] 10.222.0.17 "GET /v2.0/networks/0345fc26-ed0a-497e-b70f-1a6f91ca311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246889 Oct 18 08:01:42.376827 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fbfc4b49-3c9c-4cd2-8c76-7551715fcdfb req-a68f7468-c747-4bc5-93f4-33785ecdd7cc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=edbe8aec-b7db-4b47-bdbc-ed59138e850e HTTP/1.1" status: 200 len: 210 time: 0.0524843 Oct 18 08:01:43.503183 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-f6c7555e-ae5a-4098-a2f7-c192bbfacac3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:43.504457 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-f6c7555e-ae5a-4098-a2f7-c192bbfacac3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/networks?id=0345fc26-ed0a-497e-b70f-1a6f91ca311a HTTP/1.1" status: 200 len: 797 time: 0.1498692 Oct 18 08:01:43.544876 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b52110d3-496a-48ec-be82-d084c80227aa req-4d45cdd1-bca5-43d5-8221-a3c5fd6aaa2e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=edbe8aec-b7db-4b47-bdbc-ed59138e850e HTTP/1.1" status: 200 len: 210 time: 0.0570414 Oct 18 08:01:43.568407 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-32929c6b-5402-4c86-99ab-9011848e1039 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 471 time: 0.0508089 Oct 18 08:01:43.577808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-8565d45b-152f-4df5-a749-5675cb2c6310 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'port': {'device_id': 'edbe8aec-b7db-4b47-bdbc-ed59138e850e', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'admin_state_up': True, 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'security_groups': ['c5b3136a-d6de-4b6f-a742-f31656011f7c']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:01:43.712725 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-8565d45b-152f-4df5-a749-5675cb2c6310 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:01:43.722094 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-8565d45b-152f-4df5-a749-5675cb2c6310 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:01:43.731689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-8565d45b-152f-4df5-a749-5675cb2c6310 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:01:43.735264 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-8565d45b-152f-4df5-a749-5675cb2c6310 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:43.895212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-8565d45b-152f-4df5-a749-5675cb2c6310 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.3 (0345fc26-ed0a-497e-b70f-1a6f91ca311a/256f4cc3-7bd3-4d57-8a10-101724487af9/b39e0bfb-490e-413e-be2a-e481a62f2dc6) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:01:44.079563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-8565d45b-152f-4df5-a749-5675cb2c6310 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:44.095055 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-8565d45b-152f-4df5-a749-5675cb2c6310 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object b39e0bfb-490e-413e-be2a-e481a62f2dc6 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:01:44.118359 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-8565d45b-152f-4df5-a749-5675cb2c6310 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:44.186386 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-8565d45b-152f-4df5-a749-5675cb2c6310 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 0345fc26-ed0a-497e-b70f-1a6f91ca311a is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:01:44.189341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-8565d45b-152f-4df5-a749-5675cb2c6310 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:01:44.193052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-8565d45b-152f-4df5-a749-5675cb2c6310 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:01:44.227673 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565d45b-152f-4df5-a749-5675cb2c6310 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=b39e0bfb-490e-413e-be2a-e481a62f2dc6,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:01:44.263765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-8565d45b-152f-4df5-a749-5675cb2c6310 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:44.264382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-8565d45b-152f-4df5-a749-5675cb2c6310 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:44.290627 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-8565d45b-152f-4df5-a749-5675cb2c6310 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7169321 Oct 18 08:01:44.306239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Request body: {'port': {'device_id': 'edbe8aec-b7db-4b47-bdbc-ed59138e850e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:01:44.417920 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:44.429242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4250a257-73cc-448b-bae1-31d53bf70814 None None] Provisioning for port b39e0bfb-490e-413e-be2a-e481a62f2dc6 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:01:44.434166 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4250a257-73cc-448b-bae1-31d53bf70814 None None] Provisioning complete for port b39e0bfb-490e-413e-be2a-e481a62f2dc6 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:01:44.434568 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4250a257-73cc-448b-bae1-31d53bf70814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:44.434987 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4250a257-73cc-448b-bae1-31d53bf70814 None None] Attempt 1 to provision port b39e0bfb-490e-413e-be2a-e481a62f2dc6 Oct 18 08:01:44.487470 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4250a257-73cc-448b-bae1-31d53bf70814 None None] Port b39e0bfb-490e-413e-be2a-e481a62f2dc6 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:01:44.921999 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3ddbb807-3fd6-4a96-b700-7701a85b0181 req-5ace4dbf-916a-4e07-ac7f-91642bbf8582 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2974641 Oct 18 08:01:44.931337 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caa91a-c8bc-4e54-b973-bf01c8d9b7ff req-a63dd375-264f-4d91-87a3-a2a38903e55d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:44.931997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-60caa91a-c8bc-4e54-b973-bf01c8d9b7ff req-a63dd375-264f-4d91-87a3-a2a38903e55d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:01:44.988560 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4250a257-73cc-448b-bae1-31d53bf70814 None None] Attempt 2 to provision port b39e0bfb-490e-413e-be2a-e481a62f2dc6 Oct 18 08:01:45.039104 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-60caa91a-c8bc-4e54-b973-bf01c8d9b7ff req-a63dd375-264f-4d91-87a3-a2a38903e55d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:01:45.039104 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-60caa91a-c8bc-4e54-b973-bf01c8d9b7ff req-a63dd375-264f-4d91-87a3-a2a38903e55d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=edbe8aec-b7db-4b47-bdbc-ed59138e850e HTTP/1.1" status: 200 len: 931 time: 0.3686903 Oct 18 08:01:45.045587 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4250a257-73cc-448b-bae1-31d53bf70814 None None] Port b39e0bfb-490e-413e-be2a-e481a62f2dc6 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:01:45.082239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39e0bfb-490e-413e-be2a-e481a62f2dc6 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:01:45.092134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:45.128560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Transition to ACTIVE for port object b39e0bfb-490e-413e-be2a-e481a62f2dc6 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:01:45.133005 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-60caa91a-c8bc-4e54-b973-bf01c8d9b7ff req-fd0b9def-6e1b-4c49-a082-cb5be175f317 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c5b3136a-d6de-4b6f-a742-f31656011f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806744 Oct 18 08:01:45.135432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:45.287474 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbb807-3fd6-4a96-b700-7701a85b0181 req-58733243-9adc-415b-b9e6-d3b85fd0b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:45.288945 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3ddbb807-3fd6-4a96-b700-7701a85b0181 req-58733243-9adc-415b-b9e6-d3b85fd0b945 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f79c24aececa4859ae5a96990e21c4eb&device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 1099 time: 0.2923818 Oct 18 08:01:45.355350 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Pushing event updated for resources: {'Port': ['ID=b39e0bfb-490e-413e-be2a-e481a62f2dc6,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:01:45.469545 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Attempting to bind port b39e0bfb-490e-413e-be2a-e481a62f2dc6 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:01:45.469794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Attempting to bind port b39e0bfb-490e-413e-be2a-e481a62f2dc6 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '36017b31-16fb-4b0b-a4ba-86e9fcf929b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:01:45.470117 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Attempting to bind port b39e0bfb-490e-413e-be2a-e481a62f2dc6 on network 0345fc26-ed0a-497e-b70f-1a6f91ca311a {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:01:45.485060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Port b39e0bfb-490e-413e-be2a-e481a62f2dc6 on network 0345fc26-ed0a-497e-b70f-1a6f91ca311a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:01:45.485378 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Attempting to bind port b39e0bfb-490e-413e-be2a-e481a62f2dc6 on network 0345fc26-ed0a-497e-b70f-1a6f91ca311a {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:01:45.494194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:01:45.494526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Checking segment: {'id': '36017b31-16fb-4b0b-a4ba-86e9fcf929b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:01:45.494928 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Bound using segment: {'id': '36017b31-16fb-4b0b-a4ba-86e9fcf929b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:01:45.495352 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Bound port: b39e0bfb-490e-413e-be2a-e481a62f2dc6, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36017b31-16fb-4b0b-a4ba-86e9fcf929b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:01:45.495700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:45.507569 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbb807-3fd6-4a96-b700-7701a85b0181 req-5cf915ae-08c0-4061-81a0-d82983bcd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:45.508995 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3ddbb807-3fd6-4a96-b700-7701a85b0181 req-5cf915ae-08c0-4061-81a0-d82983bcd7a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=97472348-d598-4426-abf2-9d3dd6e4d75d HTTP/1.1" status: 200 len: 913 time: 0.1813767 Oct 18 08:01:45.547135 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4250a257-73cc-448b-bae1-31d53bf70814 None None] Attempt 3 to provision port b39e0bfb-490e-413e-be2a-e481a62f2dc6 Oct 18 08:01:45.600615 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4250a257-73cc-448b-bae1-31d53bf70814 None None] Port b39e0bfb-490e-413e-be2a-e481a62f2dc6 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:01:45.667371 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3ddbb807-3fd6-4a96-b700-7701a85b0181 req-78d1621a-082a-4ef9-9728-88f304d7d39f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15058442-0f35-4151-a3fa-d21c63e69314 HTTP/1.1" status: 200 len: 1002 time: 0.1296825 Oct 18 08:01:45.673657 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] For port b39e0bfb-490e-413e-be2a-e481a62f2dc6, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:01:45.717669 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] For port b39e0bfb-490e-413e-be2a-e481a62f2dc6, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b39e0bfb-490e-413e-be2a-e481a62f2dc6,segment=NetworkSegment(36017b31-16fb-4b0b-a4ba-86e9fcf929b4),segment_id=36017b31-16fb-4b0b-a4ba-86e9fcf929b4)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:01:45.724737 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:45.768520 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:45.769124 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:45.770497 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] 10.222.0.46 "PUT /v2.0/ports/b39e0bfb-490e-413e-be2a-e481a62f2dc6 HTTP/1.1" status: 200 len: 1093 time: 1.4688773 Oct 18 08:01:45.771291 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbe8aec-b7db-4b47-bdbc-ed59138e850e', 'tag': 'b39e0bfb-490e-413e-be2a-e481a62f2dc6'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:01:45.773265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1536fad-7e05-4557-bb10-6b7a166f13b8" -d '{"events": [{"name": "network-changed", "server_uuid": "edbe8aec-b7db-4b47-bdbc-ed59138e850e", "tag": "b39e0bfb-490e-413e-be2a-e481a62f2dc6"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:01:45.796049 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbb807-3fd6-4a96-b700-7701a85b0181 req-ab963f47-1832-45bf-a0ad-06ae46e7a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:45.797386 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3ddbb807-3fd6-4a96-b700-7701a85b0181 req-ab963f47-1832-45bf-a0ad-06ae46e7a371 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e2a65d9-cbb7-462e-9a50-06e31aad481a HTTP/1.1" status: 200 len: 851 time: 0.1210322 Oct 18 08:01:45.850963 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3504613-c1fb-4b5e-be33-04399e983bf2 x-openstack-request-id: req-e3504613-c1fb-4b5e-be33-04399e983bf2 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:01:45.851234 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbe8aec-b7db-4b47-bdbc-ed59138e850e", "tag": "b39e0bfb-490e-413e-be2a-e481a62f2dc6", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:01:45.851476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e3504613-c1fb-4b5e-be33-04399e983bf2 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:01:45.851872 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3504613-c1fb-4b5e-be33-04399e983bf2'] response: {'name': 'network-changed', 'server_uuid': 'edbe8aec-b7db-4b47-bdbc-ed59138e850e', 'tag': 'b39e0bfb-490e-413e-be2a-e481a62f2dc6', 'status': 'completed', 'code': 200} Oct 18 08:01:45.925351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec6449-37dd-4a25-9441-91d2d11f2acf service neutron] Pushing event updated for resources: {'Port': ['ID=b39e0bfb-490e-413e-be2a-e481a62f2dc6,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:01:45.965136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbb807-3fd6-4a96-b700-7701a85b0181 req-17b3c7b7-2e9b-4848-9fef-66f1ded855ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:45.966771 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3ddbb807-3fd6-4a96-b700-7701a85b0181 req-17b3c7b7-2e9b-4848-9fef-66f1ded855ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=97472348-d598-4426-abf2-9d3dd6e4d75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1598909 Oct 18 08:01:45.969398 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-482e3055-2a88-48c8-882b-4632f07e33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:45.970744 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-482e3055-2a88-48c8-882b-4632f07e33f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=edbe8aec-b7db-4b47-bdbc-ed59138e850e HTTP/1.1" status: 200 len: 1096 time: 0.1180396 Oct 18 08:01:46.101764 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4250a257-73cc-448b-bae1-31d53bf70814 None None] Attempt 4 to provision port b39e0bfb-490e-413e-be2a-e481a62f2dc6 Oct 18 08:01:46.111663 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-b9ee3b5a-76d5-4669-9157-4a3351803c25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b39e0bfb-490e-413e-be2a-e481a62f2dc6 HTTP/1.1" status: 200 len: 217 time: 0.1067967 Oct 18 08:01:46.162940 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4250a257-73cc-448b-bae1-31d53bf70814 None None] Port b39e0bfb-490e-413e-be2a-e481a62f2dc6 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:01:46.217335 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-50317297-843f-4d59-b27b-5ff0db9bc2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:46.218771 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-50317297-843f-4d59-b27b-5ff0db9bc2eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=256f4cc3-7bd3-4d57-8a10-101724487af9 HTTP/1.1" status: 200 len: 834 time: 0.0966942 Oct 18 08:01:46.223605 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3ddbb807-3fd6-4a96-b700-7701a85b0181 req-0975e820-df21-4ec1-bcef-a7d9c6987d4d service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363305 Oct 18 08:01:46.602342 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3ddbb807-3fd6-4a96-b700-7701a85b0181 req-ce7317ce-1429-476d-aad2-a71edb271007 service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325002 Oct 18 08:01:46.611052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d18dfb-27db-4cab-9f2c-b8c8316c0b5d req-c55e2ace-7477-4859-bd9a-d5ee77f87c70 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:46.612408 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a8d18dfb-27db-4cab-9f2c-b8c8316c0b5d req-c55e2ace-7477-4859-bd9a-d5ee77f87c70 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=edbe8aec-b7db-4b47-bdbc-ed59138e850e HTTP/1.1" status: 200 len: 943 time: 0.3415394 Oct 18 08:01:46.618196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-944050d6-7e54-4344-9948-16381f0bb903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:46.619639 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-944050d6-7e54-4344-9948-16381f0bb903 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0345fc26-ed0a-497e-b70f-1a6f91ca311a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3846231 Oct 18 08:01:46.729938 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a8d18dfb-27db-4cab-9f2c-b8c8316c0b5d req-a84829b5-e4fa-4d91-b0a7-c18afd849e59 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c5b3136a-d6de-4b6f-a742-f31656011f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093524 Oct 18 08:01:46.777363 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-b9d59300-9a07-4305-bfb3-fc46e8fefa86 service neutron] 10.222.0.46 "GET /v2.0/networks/0345fc26-ed0a-497e-b70f-1a6f91ca311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443179 Oct 18 08:01:46.907551 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27006445-f4e2-49b0-bb3d-41352f6979b9 req-ab1503ca-9ff7-449f-88f0-153481a35dd1 service neutron] 10.222.0.46 "GET /v2.0/networks/0345fc26-ed0a-497e-b70f-1a6f91ca311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229837 Oct 18 08:01:47.042630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1536fad-7e05-4557-bb10-6b7a166f13b8 req-5ded24a0-eebd-440f-bef4-9a18ba5a57e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:47.044071 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b1536fad-7e05-4557-bb10-6b7a166f13b8 req-5ded24a0-eebd-440f-bef4-9a18ba5a57e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=edbe8aec-b7db-4b47-bdbc-ed59138e850e HTTP/1.1" status: 200 len: 1096 time: 0.0816190 Oct 18 08:01:47.172675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1536fad-7e05-4557-bb10-6b7a166f13b8 req-a614006a-b149-42dd-ad8d-63b400334ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:47.174032 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b1536fad-7e05-4557-bb10-6b7a166f13b8 req-a614006a-b149-42dd-ad8d-63b400334ac4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0345fc26-ed0a-497e-b70f-1a6f91ca311a HTTP/1.1" status: 200 len: 898 time: 0.1235397 Oct 18 08:01:47.240343 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b1536fad-7e05-4557-bb10-6b7a166f13b8 req-f90413ea-f0a4-4aae-bbc0-0ebf09ee310c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b39e0bfb-490e-413e-be2a-e481a62f2dc6 HTTP/1.1" status: 200 len: 217 time: 0.0599210 Oct 18 08:01:47.308220 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1536fad-7e05-4557-bb10-6b7a166f13b8 req-00e34751-85ce-4ce6-8bce-58d4b429a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:47.310117 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b1536fad-7e05-4557-bb10-6b7a166f13b8 req-00e34751-85ce-4ce6-8bce-58d4b429a8c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=256f4cc3-7bd3-4d57-8a10-101724487af9 HTTP/1.1" status: 200 len: 834 time: 0.0592582 Oct 18 08:01:47.390123 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1536fad-7e05-4557-bb10-6b7a166f13b8 req-fc3489bd-0a09-4ed4-8974-24ada0d8cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:47.391564 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b1536fad-7e05-4557-bb10-6b7a166f13b8 req-fc3489bd-0a09-4ed4-8974-24ada0d8cf45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0345fc26-ed0a-497e-b70f-1a6f91ca311a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750773 Oct 18 08:01:47.521994 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b1536fad-7e05-4557-bb10-6b7a166f13b8 req-9d3f3bb9-bced-405d-a99a-5ef9c9621abd service neutron] 10.222.0.46 "GET /v2.0/networks/0345fc26-ed0a-497e-b70f-1a6f91ca311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201873 Oct 18 08:01:47.650485 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b1536fad-7e05-4557-bb10-6b7a166f13b8 req-c326280f-7a4d-408a-afae-6ea06c0f4c25 service neutron] 10.222.0.46 "GET /v2.0/networks/0345fc26-ed0a-497e-b70f-1a6f91ca311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214504 Oct 18 08:01:47.927735 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04df34-153a-42c0-8911-633c57fb6958 req-0a163c13-8bd3-4db9-9184-31bff4edcab8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:47.929197 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fa04df34-153a-42c0-8911-633c57fb6958 req-0a163c13-8bd3-4db9-9184-31bff4edcab8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=edbe8aec-b7db-4b47-bdbc-ed59138e850e HTTP/1.1" status: 200 len: 943 time: 0.0871012 Oct 18 08:01:47.974005 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fa04df34-153a-42c0-8911-633c57fb6958 req-ab0aab4b-eff0-4340-90f8-85c7dfd85227 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c5b3136a-d6de-4b6f-a742-f31656011f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389180 Oct 18 08:01:48.127351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device b39e0bfb-490e-413e-be2a-e481a62f2dc6 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:01:48.258986 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port b39e0bfb-490e-413e-be2a-e481a62f2dc6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b39e0bfb-490e-413e-be2a-e481a62f2dc6,segment=NetworkSegment(36017b31-16fb-4b0b-a4ba-86e9fcf929b4),segment_id=36017b31-16fb-4b0b-a4ba-86e9fcf929b4)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:01:48.272152 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': 'b39e0bfb-490e-413e-be2a-e481a62f2dc6', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'port_id': 'b39e0bfb-490e-413e-be2a-e481a62f2dc6', 'mac_address': 'fa:16:3e:21:fd:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:01:48.365943 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port b39e0bfb-490e-413e-be2a-e481a62f2dc6 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:01:48.366314 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:48.382460 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39e0bfb-490e-413e-be2a-e481a62f2dc6 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:01:48.397963 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port b39e0bfb-490e-413e-be2a-e481a62f2dc6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b39e0bfb-490e-413e-be2a-e481a62f2dc6,segment=NetworkSegment(36017b31-16fb-4b0b-a4ba-86e9fcf929b4),segment_id=36017b31-16fb-4b0b-a4ba-86e9fcf929b4)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:01:48.402010 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:48.466606 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=b39e0bfb-490e-413e-be2a-e481a62f2dc6,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:01:48.473494 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:48.473837 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:48.474170 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:48.474497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:48.474853 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:48.475179 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:48.475501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:48.475821 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:48.476141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:48.476453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:48.476769 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:48.477083 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:01:48.707208 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['b39e0bfb-490e-413e-be2a-e481a62f2dc6'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:01:49.170556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33095a-fe95-47c6-9089-6bf5dd9044d3 req-926114bf-d420-4307-9dd1-fcfb6d955d2e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:49.172021 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5a33095a-fe95-47c6-9089-6bf5dd9044d3 req-926114bf-d420-4307-9dd1-fcfb6d955d2e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=edbe8aec-b7db-4b47-bdbc-ed59138e850e HTTP/1.1" status: 200 len: 944 time: 0.0899551 Oct 18 08:01:49.216070 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5a33095a-fe95-47c6-9089-6bf5dd9044d3 req-b0b175cb-d6ec-4b94-96b2-046098cc1669 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c5b3136a-d6de-4b6f-a742-f31656011f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383615 Oct 18 08:01:50.190259 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device b39e0bfb-490e-413e-be2a-e481a62f2dc6 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:01:50.256568 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port b39e0bfb-490e-413e-be2a-e481a62f2dc6 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:01:50.261269 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port b39e0bfb-490e-413e-be2a-e481a62f2dc6 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:01:50.261548 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:50.261926 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port b39e0bfb-490e-413e-be2a-e481a62f2dc6 Oct 18 08:01:50.377889 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port b39e0bfb-490e-413e-be2a-e481a62f2dc6 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:01:50.378270 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:50.405335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbe8aec-b7db-4b47-bdbc-ed59138e850e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39e0bfb-490e-413e-be2a-e481a62f2dc6'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:01:50.408000 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e367f33-7868-40d3-9a3c-844bed98f079" -d '{"events": [{"server_uuid": "edbe8aec-b7db-4b47-bdbc-ed59138e850e", "name": "network-vif-plugged", "status": "completed", "tag": "b39e0bfb-490e-413e-be2a-e481a62f2dc6"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:01:50.415766 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port b39e0bfb-490e-413e-be2a-e481a62f2dc6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b39e0bfb-490e-413e-be2a-e481a62f2dc6,segment=NetworkSegment(36017b31-16fb-4b0b-a4ba-86e9fcf929b4),segment_id=36017b31-16fb-4b0b-a4ba-86e9fcf929b4)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:01:50.418617 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240abe1-ed2d-494a-bac6-7f4afbd3030a req-737c2fa3-ac96-4dac-9165-473d279d365a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:50.420225 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:50.420379 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9240abe1-ed2d-494a-bac6-7f4afbd3030a req-737c2fa3-ac96-4dac-9165-473d279d365a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=edbe8aec-b7db-4b47-bdbc-ed59138e850e HTTP/1.1" status: 200 len: 944 time: 0.0905724 Oct 18 08:01:50.455346 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea104a7-f520-49a7-b552-aca8ac9c38ab x-openstack-request-id: req-8ea104a7-f520-49a7-b552-aca8ac9c38ab {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:01:50.455637 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbe8aec-b7db-4b47-bdbc-ed59138e850e", "name": "network-vif-plugged", "status": "completed", "tag": "b39e0bfb-490e-413e-be2a-e481a62f2dc6", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:01:50.455885 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8ea104a7-f520-49a7-b552-aca8ac9c38ab {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:01:50.456271 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea104a7-f520-49a7-b552-aca8ac9c38ab'] response: {'server_uuid': 'edbe8aec-b7db-4b47-bdbc-ed59138e850e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39e0bfb-490e-413e-be2a-e481a62f2dc6', 'code': 200} Oct 18 08:01:50.466682 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9240abe1-ed2d-494a-bac6-7f4afbd3030a req-84b22138-7acb-4998-92e1-06afc467efad tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c5b3136a-d6de-4b6f-a742-f31656011f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398965 Oct 18 08:01:50.498541 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=b39e0bfb-490e-413e-be2a-e481a62f2dc6,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:01:50.675694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b47b67ea-6964-4014-a44d-7bc24cb03efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:50.703190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282d084-9d2e-46c2-bfaa-4d1ba8dc90a6 req-4db06d69-4165-4771-9ec2-c298b69081e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:50.704594 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3282d084-9d2e-46c2-bfaa-4d1ba8dc90a6 req-4db06d69-4165-4771-9ec2-c298b69081e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=edbe8aec-b7db-4b47-bdbc-ed59138e850e HTTP/1.1" status: 200 len: 1098 time: 0.0796573 Oct 18 08:01:50.751290 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3282d084-9d2e-46c2-bfaa-4d1ba8dc90a6 req-645f8125-6aea-4d7c-92e2-95af55304cc3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c5b3136a-d6de-4b6f-a742-f31656011f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374529 Oct 18 08:01:51.664878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977ef6c-e5cb-46a9-a001-33252d6f2b4f req-09e0fc3a-ce33-444d-8d07-56c8d9e4f5a8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:51.666314 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5977ef6c-e5cb-46a9-a001-33252d6f2b4f req-09e0fc3a-ce33-444d-8d07-56c8d9e4f5a8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=edbe8aec-b7db-4b47-bdbc-ed59138e850e HTTP/1.1" status: 200 len: 945 time: 0.0867567 Oct 18 08:01:51.709910 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5977ef6c-e5cb-46a9-a001-33252d6f2b4f req-a1c8cf4f-ea62-42fb-b048-bdb3b363c4a4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c5b3136a-d6de-4b6f-a742-f31656011f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378952 Oct 18 08:01:52.959592 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cf966-9023-4d90-a74d-1f384dd54be0 req-39a6f3c9-bd3c-49de-8ef8-baca7b47ef6a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:52.961043 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e85cf966-9023-4d90-a74d-1f384dd54be0 req-39a6f3c9-bd3c-49de-8ef8-baca7b47ef6a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=edbe8aec-b7db-4b47-bdbc-ed59138e850e HTTP/1.1" status: 200 len: 945 time: 0.0916765 Oct 18 08:01:52.984158 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-29c58fa4-d210-4063-9a32-fc10318b819d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:53.007113 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e85cf966-9023-4d90-a74d-1f384dd54be0 req-d49b3854-0941-460f-af2a-648e0d8596f4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c5b3136a-d6de-4b6f-a742-f31656011f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396404 Oct 18 08:01:53.206198 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fde8fb-213d-44e1-8265-9b8133a8b35d req-b68d8810-e000-4694-93a2-d4ca04f0ece2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:53.207685 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-01fde8fb-213d-44e1-8265-9b8133a8b35d req-b68d8810-e000-4694-93a2-d4ca04f0ece2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=edbe8aec-b7db-4b47-bdbc-ed59138e850e HTTP/1.1" status: 200 len: 945 time: 0.0908716 Oct 18 08:01:53.252273 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-01fde8fb-213d-44e1-8265-9b8133a8b35d req-536362a6-757f-47a5-9eed-b4b8eecea173 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c5b3136a-d6de-4b6f-a742-f31656011f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387986 Oct 18 08:01:53.280112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35164) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:01:53.355485 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b636899d-90b1-4618-9e6a-aa760ac90138 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:53.356948 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b636899d-90b1-4618-9e6a-aa760ac90138 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=edbe8aec-b7db-4b47-bdbc-ed59138e850e HTTP/1.1" status: 200 len: 1093 time: 0.0759032 Oct 18 08:01:53.359824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35168) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:01:53.364558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-5e335467-a8f0-4d53-a1e2-f51ff6fbd6e9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'floatingip': {'port_id': 'b39e0bfb-490e-413e-be2a-e481a62f2dc6'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:01:53.441100 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5e335467-a8f0-4d53-a1e2-f51ff6fbd6e9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:53.698532 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:53.784198 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:54.116900 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5e335467-a8f0-4d53-a1e2-f51ff6fbd6e9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:54.120723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5e335467-a8f0-4d53-a1e2-f51ff6fbd6e9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:54.291796 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-5e335467-a8f0-4d53-a1e2-f51ff6fbd6e9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP e7043b18-53ad-4a11-8daa-44c8959175a8 associated. External IP: 172.26.8.184, port: b39e0bfb-490e-413e-be2a-e481a62f2dc6. Oct 18 08:01:54.634514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e335467-a8f0-4d53-a1e2-f51ff6fbd6e9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:01:54.915375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e335467-a8f0-4d53-a1e2-f51ff6fbd6e9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:01:54.920772 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5e335467-a8f0-4d53-a1e2-f51ff6fbd6e9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:54.925158 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186c8898-3d67-4743-9410-0ecbddff9827 None None] Sync routers for ids ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:01:54.935527 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186c8898-3d67-4743-9410-0ecbddff9827 None None] Routers {'24e58e1e-3676-41fd-885c-f5dbfda3d8bb'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:01:54.936107 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-186c8898-3d67-4743-9410-0ecbddff9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:01:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:01:54.974455 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5e335467-a8f0-4d53-a1e2-f51ff6fbd6e9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/floatingips/e7043b18-53ad-4a11-8daa-44c8959175a8 HTTP/1.1" status: 200 len: 991 time: 1.6136169 Oct 18 08:01:54.975227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbe8aec-b7db-4b47-bdbc-ed59138e850e', 'tag': 'b39e0bfb-490e-413e-be2a-e481a62f2dc6'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:01:54.977232 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35172) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:01:54.977745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85356af7-5d79-4c2f-85da-dee0e9f952dc" -d '{"events": [{"name": "network-changed", "server_uuid": "edbe8aec-b7db-4b47-bdbc-ed59138e850e", "tag": "b39e0bfb-490e-413e-be2a-e481a62f2dc6"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:01:55.023476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776f72e9-bc1f-4fc3-805d-428ec8a79013 x-openstack-request-id: req-776f72e9-bc1f-4fc3-805d-428ec8a79013 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:01:55.023763 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edbe8aec-b7db-4b47-bdbc-ed59138e850e", "tag": "b39e0bfb-490e-413e-be2a-e481a62f2dc6", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:01:55.024013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-776f72e9-bc1f-4fc3-805d-428ec8a79013 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:01:55.024411 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-776f72e9-bc1f-4fc3-805d-428ec8a79013'] response: {'name': 'network-changed', 'server_uuid': 'edbe8aec-b7db-4b47-bdbc-ed59138e850e', 'tag': 'b39e0bfb-490e-413e-be2a-e481a62f2dc6', 'status': 'completed', 'code': 200} Oct 18 08:01:55.100791 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e9356980-59ba-4116-bf94-806da5726d33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/e7043b18-53ad-4a11-8daa-44c8959175a8 HTTP/1.1" status: 200 len: 991 time: 0.1220648 Oct 18 08:01:55.112079 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-186c8898-3d67-4743-9410-0ecbddff9827 None None] Set router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:01:55.132878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85356af7-5d79-4c2f-85da-dee0e9f952dc req-12a80e87-ed3b-40a5-932e-c14224351aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:55.134341 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-85356af7-5d79-4c2f-85da-dee0e9f952dc req-12a80e87-ed3b-40a5-932e-c14224351aa4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=edbe8aec-b7db-4b47-bdbc-ed59138e850e HTTP/1.1" status: 200 len: 1098 time: 0.0826302 Oct 18 08:01:55.265976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85356af7-5d79-4c2f-85da-dee0e9f952dc req-98da35fd-6092-4514-879e-6e0e31917e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:55.267427 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-85356af7-5d79-4c2f-85da-dee0e9f952dc req-98da35fd-6092-4514-879e-6e0e31917e11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0345fc26-ed0a-497e-b70f-1a6f91ca311a HTTP/1.1" status: 200 len: 898 time: 0.1272051 Oct 18 08:01:55.288625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:01:55.368097 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-85356af7-5d79-4c2f-85da-dee0e9f952dc req-790d9210-1b39-4a4c-ac26-1881b33b3418 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b39e0bfb-490e-413e-be2a-e481a62f2dc6 HTTP/1.1" status: 200 len: 999 time: 0.0945716 Oct 18 08:01:55.433203 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85356af7-5d79-4c2f-85da-dee0e9f952dc req-e72d64d3-1cd6-4147-b532-66c702da8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:55.435118 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-85356af7-5d79-4c2f-85da-dee0e9f952dc req-e72d64d3-1cd6-4147-b532-66c702da8afc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=256f4cc3-7bd3-4d57-8a10-101724487af9 HTTP/1.1" status: 200 len: 834 time: 0.0608909 Oct 18 08:01:55.483153 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-186c8898-3d67-4743-9410-0ecbddff9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:00:36Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'e7043b18-53ad-4a11-8daa-44c8959175a8', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.184', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'port_id': 'b39e0bfb-490e-413e-be2a-e481a62f2dc6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'mac_address': 'fa:16:3e:21:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbe8aec-b7db-4b47-bdbc-ed59138e850e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:00:56Z', 'updated_at': '2022-10-18T08:01:54Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8573017a-d480-4627-8840-e76d41a2eb1e', 'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:74:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:35Z', 'updated_at': '2022-10-18T08:00:42Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:01:55.487003 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186c8898-3d67-4743-9410-0ecbddff9827 None None] Checking router: 24e58e1e-3676-41fd-885c-f5dbfda3d8bb for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:01:55.495005 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186c8898-3d67-4743-9410-0ecbddff9827 None None] Routers {'24e58e1e-3676-41fd-885c-f5dbfda3d8bb'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:01:55.495586 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-186c8898-3d67-4743-9410-0ecbddff9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:01:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:01:55.516639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85356af7-5d79-4c2f-85da-dee0e9f952dc req-5b0e97fe-18e3-4a3d-af5d-8a94ba2d94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:01:55.518103 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-85356af7-5d79-4c2f-85da-dee0e9f952dc req-5b0e97fe-18e3-4a3d-af5d-8a94ba2d94e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0345fc26-ed0a-497e-b70f-1a6f91ca311a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773530 Oct 18 08:01:55.649261 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-85356af7-5d79-4c2f-85da-dee0e9f952dc req-f2eb42bc-b596-419b-8971-1a31b41197b3 service neutron] 10.222.0.46 "GET /v2.0/networks/0345fc26-ed0a-497e-b70f-1a6f91ca311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241863 Oct 18 08:01:55.667376 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-186c8898-3d67-4743-9410-0ecbddff9827 None None] Set router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:01:55.782156 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-85356af7-5d79-4c2f-85da-dee0e9f952dc req-2dab67f1-9c7e-4c62-87ec-6e616a78dcf4 service neutron] 10.222.0.46 "GET /v2.0/networks/0345fc26-ed0a-497e-b70f-1a6f91ca311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256230 Oct 18 08:01:56.009564 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-186c8898-3d67-4743-9410-0ecbddff9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:00:36Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'e7043b18-53ad-4a11-8daa-44c8959175a8', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.184', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'port_id': 'b39e0bfb-490e-413e-be2a-e481a62f2dc6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'mac_address': 'fa:16:3e:21:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbe8aec-b7db-4b47-bdbc-ed59138e850e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:00:56Z', 'updated_at': '2022-10-18T08:01:54Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8573017a-d480-4627-8840-e76d41a2eb1e', 'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:74:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:35Z', 'updated_at': '2022-10-18T08:00:42Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:01:56.009564 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186c8898-3d67-4743-9410-0ecbddff9827 None None] The sync data for ids ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'] in dv-neutron-861625-1-hyperv is: [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:00:36Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'e7043b18-53ad-4a11-8daa-44c8959175a8', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.184', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'port_id': 'b39e0bfb-490e-413e-be2a-e481a62f2dc6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'mac_address': 'fa:16:3e:21:fd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbe8aec-b7db-4b47-bdbc-ed59138e850e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:00:56Z', 'updated_at': '2022-10-18T08:01:54Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8573017a-d480-4627-8840-e76d41a2eb1e', 'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:74:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:35Z', 'updated_at': '2022-10-18T08:00:42Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:01:56.104537 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35178) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:01:56.202142 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d5b28-887f-451d-8c4d-2d4a9ad0b973 None None] New status for floating IP e7043b18-53ad-4a11-8daa-44c8959175a8: ACTIVE {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:01:56.214665 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c1a3d8f2-4707-4e7f-b9a2-c38e5f01cd19 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/e7043b18-53ad-4a11-8daa-44c8959175a8 HTTP/1.1" status: 200 len: 991 time: 0.1089818 Oct 18 08:01:57.219040 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35182) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:01:57.324957 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b263a456-b53e-4752-8c01-b0ad582e463f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/e7043b18-53ad-4a11-8daa-44c8959175a8 HTTP/1.1" status: 200 len: 993 time: 0.1047406 Oct 18 08:02:00.788560 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:02:04.436352 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:20.677592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1d4fe689-d973-4d99-9770-df4c9fef1b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:22.985612 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bff2af14-0780-44a4-8207-fd67e75dc7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:23.701051 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:23.784330 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:25.293210 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:31.053437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb2e85-19e2-463a-8003-99b0e8931c56 req-b0e334f9-9ca6-4aa7-91ac-afeaf263f17f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:31.055160 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fdcb2e85-19e2-463a-8003-99b0e8931c56 req-b0e334f9-9ca6-4aa7-91ac-afeaf263f17f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=edbe8aec-b7db-4b47-bdbc-ed59138e850e HTTP/1.1" status: 200 len: 945 time: 0.1981995 Oct 18 08:02:31.098383 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fdcb2e85-19e2-463a-8003-99b0e8931c56 req-a082949d-227d-4dd2-87d5-f91ef377cb4f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c5b3136a-d6de-4b6f-a742-f31656011f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369978 Oct 18 08:02:32.356720 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c3028-7578-4526-9c5e-739a399b4a14 req-a6dbaa40-b91c-4a24-8c2d-ad1c0fad8ba2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:32.358176 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-620c3028-7578-4526-9c5e-739a399b4a14 req-a6dbaa40-b91c-4a24-8c2d-ad1c0fad8ba2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/ports?device_id=edbe8aec-b7db-4b47-bdbc-ed59138e850e HTTP/1.1" status: 200 len: 945 time: 0.0881338 Oct 18 08:02:32.388899 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd2d38-c703-47fa-8509-3b3afdbf9a7a req-e1f4cd0b-f052-4c84-aa76-4b58504c8371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:32.390280 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-43bd2d38-c703-47fa-8509-3b3afdbf9a7a req-e1f4cd0b-f052-4c84-aa76-4b58504c8371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=edbe8aec-b7db-4b47-bdbc-ed59138e850e HTTP/1.1" status: 200 len: 945 time: 0.1758959 Oct 18 08:02:32.434181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-620c3028-7578-4526-9c5e-739a399b4a14 req-adf08abb-d56f-47eb-827c-65be8cf36a6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port b39e0bfb-490e-413e-be2a-e481a62f2dc6 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:02:32.434459 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-43bd2d38-c703-47fa-8509-3b3afdbf9a7a req-4d70f9cc-2069-48e6-bfa2-9ace3b288b40 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c5b3136a-d6de-4b6f-a742-f31656011f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383558 Oct 18 08:02:32.434608 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-620c3028-7578-4526-9c5e-739a399b4a14 req-adf08abb-d56f-47eb-827c-65be8cf36a6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:32.681674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-620c3028-7578-4526-9c5e-739a399b4a14 req-adf08abb-d56f-47eb-827c-65be8cf36a6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port b39e0bfb-490e-413e-be2a-e481a62f2dc6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b39e0bfb-490e-413e-be2a-e481a62f2dc6,segment=NetworkSegment(36017b31-16fb-4b0b-a4ba-86e9fcf929b4),segment_id=36017b31-16fb-4b0b-a4ba-86e9fcf929b4)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:02:32.681921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-620c3028-7578-4526-9c5e-739a399b4a14 req-adf08abb-d56f-47eb-827c-65be8cf36a6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:32.962431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-620c3028-7578-4526-9c5e-739a399b4a14 req-adf08abb-d56f-47eb-827c-65be8cf36a6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:32.962760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-620c3028-7578-4526-9c5e-739a399b4a14 req-adf08abb-d56f-47eb-827c-65be8cf36a6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:32.963165 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [req-620c3028-7578-4526-9c5e-739a399b4a14 req-adf08abb-d56f-47eb-827c-65be8cf36a6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP e7043b18-53ad-4a11-8daa-44c8959175a8 disassociated. External IP: 172.26.8.184, port: b39e0bfb-490e-413e-be2a-e481a62f2dc6. Oct 18 08:02:32.963618 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-620c3028-7578-4526-9c5e-739a399b4a14 req-adf08abb-d56f-47eb-827c-65be8cf36a6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for b39e0bfb-490e-413e-be2a-e481a62f2dc6 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:02:33.106269 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-620c3028-7578-4526-9c5e-739a399b4a14 req-adf08abb-d56f-47eb-827c-65be8cf36a6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:33.159258 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf08abb-d56f-47eb-827c-65be8cf36a6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=b39e0bfb-490e-413e-be2a-e481a62f2dc6,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:33.442692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-620c3028-7578-4526-9c5e-739a399b4a14 req-adf08abb-d56f-47eb-827c-65be8cf36a6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:02:33.635976 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0ca932ad-0a37-49e1-b203-b8c0edde0652 req-83a7bb6f-84b6-4253-9221-51f1d8a2f730 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=edbe8aec-b7db-4b47-bdbc-ed59138e850e HTTP/1.1" status: 200 len: 210 time: 0.0718720 Oct 18 08:02:33.675445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-620c3028-7578-4526-9c5e-739a399b4a14 req-adf08abb-d56f-47eb-827c-65be8cf36a6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:02:33.685755 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f25750b-06cf-40d7-872a-089fee47f67c None None] Sync routers for ids ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:02:33.695046 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f25750b-06cf-40d7-872a-089fee47f67c None None] Routers {'24e58e1e-3676-41fd-885c-f5dbfda3d8bb'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:02:33.695637 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0f25750b-06cf-40d7-872a-089fee47f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:02:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:02:33.760462 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-620c3028-7578-4526-9c5e-739a399b4a14 req-adf08abb-d56f-47eb-827c-65be8cf36a6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] No DVR routers for this DVR port b39e0bfb-490e-413e-be2a-e481a62f2dc6 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:02:33.762938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-620c3028-7578-4526-9c5e-739a399b4a14 req-adf08abb-d56f-47eb-827c-65be8cf36a6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:33.765607 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbe8aec-b7db-4b47-bdbc-ed59138e850e', 'name': 'network-vif-deleted', 'tag': 'b39e0bfb-490e-413e-be2a-e481a62f2dc6'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:02:33.767866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d763a4-2a6e-4a34-aee3-2483d381231f" -d '{"events": [{"server_uuid": "edbe8aec-b7db-4b47-bdbc-ed59138e850e", "name": "network-vif-deleted", "tag": "b39e0bfb-490e-413e-be2a-e481a62f2dc6"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:02:33.783867 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-620c3028-7578-4526-9c5e-739a399b4a14 req-adf08abb-d56f-47eb-827c-65be8cf36a6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "DELETE /v2.0/ports/b39e0bfb-490e-413e-be2a-e481a62f2dc6 HTTP/1.1" status: 204 len: 173 time: 1.4166727 Oct 18 08:02:33.870514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded381fa-1325-4651-bb47-a29d7739affd x-openstack-request-id: req-ded381fa-1325-4651-bb47-a29d7739affd {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:02:33.870837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbe8aec-b7db-4b47-bdbc-ed59138e850e", "name": "network-vif-deleted", "tag": "b39e0bfb-490e-413e-be2a-e481a62f2dc6", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:02:33.871371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ded381fa-1325-4651-bb47-a29d7739affd {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:02:33.871786 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ded381fa-1325-4651-bb47-a29d7739affd'] response: {'server_uuid': 'edbe8aec-b7db-4b47-bdbc-ed59138e850e', 'name': 'network-vif-deleted', 'tag': 'b39e0bfb-490e-413e-be2a-e481a62f2dc6', 'status': 'completed', 'code': 200} Oct 18 08:02:33.873428 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-0f25750b-06cf-40d7-872a-089fee47f67c None None] Set router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:02:34.200162 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0f25750b-06cf-40d7-872a-089fee47f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:00:36Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '8573017a-d480-4627-8840-e76d41a2eb1e', 'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:74:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:35Z', 'updated_at': '2022-10-18T08:00:42Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:02:34.203822 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f25750b-06cf-40d7-872a-089fee47f67c None None] Checking router: 24e58e1e-3676-41fd-885c-f5dbfda3d8bb for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:02:34.211666 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f25750b-06cf-40d7-872a-089fee47f67c None None] Routers {'24e58e1e-3676-41fd-885c-f5dbfda3d8bb'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:02:34.212232 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0f25750b-06cf-40d7-872a-089fee47f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:02:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:02:34.387978 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-0f25750b-06cf-40d7-872a-089fee47f67c None None] Set router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:02:34.435547 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:34.687787 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0f25750b-06cf-40d7-872a-089fee47f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:00:36Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '8573017a-d480-4627-8840-e76d41a2eb1e', 'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:74:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:35Z', 'updated_at': '2022-10-18T08:00:42Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:02:34.691950 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f25750b-06cf-40d7-872a-089fee47f67c None None] The sync data for ids ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'] in dv-neutron-861625-1-hyperv is: [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:00:36Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '8573017a-d480-4627-8840-e76d41a2eb1e', 'name': '', 'network_id': '0345fc26-ed0a-497e-b70f-1a6f91ca311a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:74:8c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:35Z', 'updated_at': '2022-10-18T08:00:42Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '256f4cc3-7bd3-4d57-8a10-101724487af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:02:34.747632 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35218) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:34.823362 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a8d1041d-8b64-4355-9014-804432989e36 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:34.854396 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a8d1041d-8b64-4355-9014-804432989e36 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:34.910414 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3e20a-10c2-485c-91c7-b8bdbed9f2e2 None None] New status for floating IP e7043b18-53ad-4a11-8daa-44c8959175a8: DOWN {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:02:34.925049 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a8d1041d-8b64-4355-9014-804432989e36 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:34.944598 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1041d-8b64-4355-9014-804432989e36 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b3136a-d6de-4b6f-a742-f31656011f7c,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:34.957366 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a8d1041d-8b64-4355-9014-804432989e36 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:34.958524 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a8d1041d-8b64-4355-9014-804432989e36 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/security-groups/c5b3136a-d6de-4b6f-a742-f31656011f7c HTTP/1.1" status: 204 len: 168 time: 0.2099314 Oct 18 08:02:34.989818 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35224) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:35.155862 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-17136381-449e-4e86-a7ec-1270f5fefd52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port d97f2908-9ca9-4186-8a3b-e54fbaeba70e {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:02:35.156205 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-17136381-449e-4e86-a7ec-1270f5fefd52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:35.425998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-17136381-449e-4e86-a7ec-1270f5fefd52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:35.426373 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-17136381-449e-4e86-a7ec-1270f5fefd52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:35.546193 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-17136381-449e-4e86-a7ec-1270f5fefd52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for d97f2908-9ca9-4186-8a3b-e54fbaeba70e owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:02:35.683587 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-17136381-449e-4e86-a7ec-1270f5fefd52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:35.728921 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17136381-449e-4e86-a7ec-1270f5fefd52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=d97f2908-9ca9-4186-8a3b-e54fbaeba70e,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:35.826481 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-17136381-449e-4e86-a7ec-1270f5fefd52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:35.840352 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-17136381-449e-4e86-a7ec-1270f5fefd52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:35.841465 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-17136381-449e-4e86-a7ec-1270f5fefd52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/floatingips/e7043b18-53ad-4a11-8daa-44c8959175a8 HTTP/1.1" status: 204 len: 168 time: 0.8503952 Oct 18 08:02:36.199100 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66046182-7158-47a8-bb89-ba52ac3bb531 req-41346a0d-2675-41f4-b0b5-b618b7efccad tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:36.199799 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-66046182-7158-47a8-bb89-ba52ac3bb531 req-41346a0d-2675-41f4-b0b5-b618b7efccad tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:02:36.215139 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-66046182-7158-47a8-bb89-ba52ac3bb531 req-41346a0d-2675-41f4-b0b5-b618b7efccad tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:02:36.216344 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-66046182-7158-47a8-bb89-ba52ac3bb531 req-41346a0d-2675-41f4-b0b5-b618b7efccad tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 945 time: 0.1035452 Oct 18 08:02:36.262980 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-66046182-7158-47a8-bb89-ba52ac3bb531 req-bc2bb2b3-2c53-48f6-aaa1-1963cba3c3d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:02:36.277954 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-66046182-7158-47a8-bb89-ba52ac3bb531 req-bc2bb2b3-2c53-48f6-aaa1-1963cba3c3d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:02:36.279146 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-66046182-7158-47a8-bb89-ba52ac3bb531 req-bc2bb2b3-2c53-48f6-aaa1-1963cba3c3d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c0777019-9cfa-4e9b-9b8d-148e85186b12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571711 Oct 18 08:02:36.306325 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device b39e0bfb-490e-413e-be2a-e481a62f2dc6 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:02:36.339645 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: b39e0bfb-490e-413e-be2a-e481a62f2dc6 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:02:36.339988 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device b39e0bfb-490e-413e-be2a-e481a62f2dc6 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:02:37.492849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788edd0e-4c8e-4f07-b2c3-909ac789871e req-d8d42a52-3dd6-4de5-a61b-b86b2c9c88cd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:37.492849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-788edd0e-4c8e-4f07-b2c3-909ac789871e req-d8d42a52-3dd6-4de5-a61b-b86b2c9c88cd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:02:37.506603 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-788edd0e-4c8e-4f07-b2c3-909ac789871e req-d8d42a52-3dd6-4de5-a61b-b86b2c9c88cd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:02:37.507510 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-788edd0e-4c8e-4f07-b2c3-909ac789871e req-d8d42a52-3dd6-4de5-a61b-b86b2c9c88cd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 945 time: 0.1071889 Oct 18 08:02:37.554685 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-788edd0e-4c8e-4f07-b2c3-909ac789871e req-f106f046-77f2-4e40-b9be-fae912e0fa60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=c0777019-9cfa-4e9b-9b8d-148e85186b12&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405650 Oct 18 08:02:37.701942 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93785c-c09f-4d93-a494-1591f2b329ba req-d21ba791-d758-41de-9376-36d8312454dc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:37.705108 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0f93785c-c09f-4d93-a494-1591f2b329ba req-d21ba791-d758-41de-9376-36d8312454dc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/ports?device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 945 time: 0.1028895 Oct 18 08:02:37.779675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-0f93785c-c09f-4d93-a494-1591f2b329ba req-bf96017e-8a9b-4cd0-8e1e-2047b10dec7d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 8dcb2901-35b8-46f3-aef4-be0318773785 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:02:37.779675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0f93785c-c09f-4d93-a494-1591f2b329ba req-bf96017e-8a9b-4cd0-8e1e-2047b10dec7d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:37.789105 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:02:38.025290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-0f93785c-c09f-4d93-a494-1591f2b329ba req-bf96017e-8a9b-4cd0-8e1e-2047b10dec7d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 8dcb2901-35b8-46f3-aef4-be0318773785, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8dcb2901-35b8-46f3-aef4-be0318773785,segment=NetworkSegment(36017b31-16fb-4b0b-a4ba-86e9fcf929b4),segment_id=36017b31-16fb-4b0b-a4ba-86e9fcf929b4)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:02:38.025653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0f93785c-c09f-4d93-a494-1591f2b329ba req-bf96017e-8a9b-4cd0-8e1e-2047b10dec7d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:38.146338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-0f93785c-c09f-4d93-a494-1591f2b329ba req-bf96017e-8a9b-4cd0-8e1e-2047b10dec7d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 8dcb2901-35b8-46f3-aef4-be0318773785 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:02:38.292206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0f93785c-c09f-4d93-a494-1591f2b329ba req-bf96017e-8a9b-4cd0-8e1e-2047b10dec7d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:38.341173 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96017e-8a9b-4cd0-8e1e-2047b10dec7d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=8dcb2901-35b8-46f3-aef4-be0318773785,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:38.430302 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f93785c-c09f-4d93-a494-1591f2b329ba req-bf96017e-8a9b-4cd0-8e1e-2047b10dec7d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] No DVR routers for this DVR port 8dcb2901-35b8-46f3-aef4-be0318773785 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:02:38.432821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0f93785c-c09f-4d93-a494-1591f2b329ba req-bf96017e-8a9b-4cd0-8e1e-2047b10dec7d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:38.435393 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6180463e-d6ff-468b-ba99-bf8dfd68773a', 'name': 'network-vif-deleted', 'tag': '8dcb2901-35b8-46f3-aef4-be0318773785'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:02:38.437643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53768da-05f1-4a71-b1e3-b9d55a40ff42" -d '{"events": [{"server_uuid": "6180463e-d6ff-468b-ba99-bf8dfd68773a", "name": "network-vif-deleted", "tag": "8dcb2901-35b8-46f3-aef4-be0318773785"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:02:38.452727 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0f93785c-c09f-4d93-a494-1591f2b329ba req-bf96017e-8a9b-4cd0-8e1e-2047b10dec7d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "DELETE /v2.0/ports/8dcb2901-35b8-46f3-aef4-be0318773785 HTTP/1.1" status: 204 len: 173 time: 0.7431591 Oct 18 08:02:38.485860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d77ebde-ea63-4e99-a5b2-99d9ca1b7248 x-openstack-request-id: req-0d77ebde-ea63-4e99-a5b2-99d9ca1b7248 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:02:38.486198 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6180463e-d6ff-468b-ba99-bf8dfd68773a", "name": "network-vif-deleted", "tag": "8dcb2901-35b8-46f3-aef4-be0318773785", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:02:38.486553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0d77ebde-ea63-4e99-a5b2-99d9ca1b7248 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:02:38.486974 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d77ebde-ea63-4e99-a5b2-99d9ca1b7248'] response: {'server_uuid': '6180463e-d6ff-468b-ba99-bf8dfd68773a', 'name': 'network-vif-deleted', 'tag': '8dcb2901-35b8-46f3-aef4-be0318773785', 'status': 'completed', 'code': 200} Oct 18 08:02:38.751304 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-c5d3e867-00e7-41fd-a819-0c723bb7b31c req-91927199-b1e5-410c-bf0e-a5d3e474d19f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:02:38.771738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-c5d3e867-00e7-41fd-a819-0c723bb7b31c req-91927199-b1e5-410c-bf0e-a5d3e474d19f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:02:38.779402 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c5d3e867-00e7-41fd-a819-0c723bb7b31c req-91927199-b1e5-410c-bf0e-a5d3e474d19f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=6180463e-d6ff-468b-ba99-bf8dfd68773a HTTP/1.1" status: 200 len: 210 time: 0.0850949 Oct 18 08:02:39.876441 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35240) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:39.942240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1398a2eb-ce5d-4652-8577-db22fd883ca1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:39.974302 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1398a2eb-ce5d-4652-8577-db22fd883ca1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:40.046245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1398a2eb-ce5d-4652-8577-db22fd883ca1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:40.063562 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398a2eb-ce5d-4652-8577-db22fd883ca1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0777019-9cfa-4e9b-9b8d-148e85186b12,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:40.076275 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1398a2eb-ce5d-4652-8577-db22fd883ca1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:40.079220 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1398a2eb-ce5d-4652-8577-db22fd883ca1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/security-groups/c0777019-9cfa-4e9b-9b8d-148e85186b12 HTTP/1.1" status: 204 len: 168 time: 0.1996057 Oct 18 08:02:40.112351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35246) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:40.306289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 8dcb2901-35b8-46f3-aef4-be0318773785 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:02:40.343559 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 8dcb2901-35b8-46f3-aef4-be0318773785 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:02:40.343898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 8dcb2901-35b8-46f3-aef4-be0318773785 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:02:40.787525 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:41.147916 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 8573017a-d480-4627-8840-e76d41a2eb1e {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:02:41.148623 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:41.334981 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 8573017a-d480-4627-8840-e76d41a2eb1e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=8573017a-d480-4627-8840-e76d41a2eb1e,segment=NetworkSegment(36017b31-16fb-4b0b-a4ba-86e9fcf929b4),segment_id=36017b31-16fb-4b0b-a4ba-86e9fcf929b4)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:02:41.335317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:41.454301 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 8573017a-d480-4627-8840-e76d41a2eb1e owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:02:41.629758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:41.777095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=8573017a-d480-4627-8840-e76d41a2eb1e,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:41.823141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:41.823481 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:41.824425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:41.824742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:41.825068 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:41.825393 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:41.825715 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:41.826037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:41.826356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:41.826707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:41.827022 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:41.827335 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:42.061790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:42.415039 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:02:42.590171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:02:42.601174 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752a1e67-b8f2-4f05-93c0-24f2d65e438d None None] Sync routers for ids ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:02:42.607344 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-60ead5bc-5ca6-4faf-a2af-64e7f2fa89c6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/24e58e1e-3676-41fd-885c-f5dbfda3d8bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4937816 Oct 18 08:02:42.610250 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35250) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:42.610891 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752a1e67-b8f2-4f05-93c0-24f2d65e438d None None] Routers {'24e58e1e-3676-41fd-885c-f5dbfda3d8bb'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:02:42.611583 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-752a1e67-b8f2-4f05-93c0-24f2d65e438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:02:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:02:42.675213 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e988e01-7e83-40f0-9248-8869c5ce5ee1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting subnet 256f4cc3-7bd3-4d57-8a10-101724487af9 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:02:42.678142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5e988e01-7e83-40f0-9248-8869c5ce5ee1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:42.735152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5e988e01-7e83-40f0-9248-8869c5ce5ee1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:42.782352 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-752a1e67-b8f2-4f05-93c0-24f2d65e438d None None] Set router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:02:42.816635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5e988e01-7e83-40f0-9248-8869c5ce5ee1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:42.892897 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5e988e01-7e83-40f0-9248-8869c5ce5ee1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:42.931565 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e988e01-7e83-40f0-9248-8869c5ce5ee1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Subnet': ['ID=256f4cc3-7bd3-4d57-8a10-101724487af9,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:42.935656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5e988e01-7e83-40f0-9248-8869c5ce5ee1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:42.941688 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5e988e01-7e83-40f0-9248-8869c5ce5ee1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/subnets/256f4cc3-7bd3-4d57-8a10-101724487af9 HTTP/1.1" status: 204 len: 168 time: 0.3304253 Oct 18 08:02:42.943708 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68d1114-a663-4278-9ab0-89aa7c8e06e6 None None] Network 0345fc26-ed0a-497e-b70f-1a6f91ca311a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:02:42.944493 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35254) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:43.075283 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-752a1e67-b8f2-4f05-93c0-24f2d65e438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:02:41Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:02:43.079743 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752a1e67-b8f2-4f05-93c0-24f2d65e438d None None] Checking router: 24e58e1e-3676-41fd-885c-f5dbfda3d8bb for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:02:43.088704 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752a1e67-b8f2-4f05-93c0-24f2d65e438d None None] Routers {'24e58e1e-3676-41fd-885c-f5dbfda3d8bb'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:02:43.089830 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-752a1e67-b8f2-4f05-93c0-24f2d65e438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:02:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:02:43.127794 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:43.257044 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e101e4f9-2880-423c-8f06-b1984311b5bd None None] DHCP port deletion for 0345fc26-ed0a-497e-b70f-1a6f91ca311a request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:02:43.262271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e101e4f9-2880-423c-8f06-b1984311b5bd None None] Deleting port 202c49fc-f92b-4f5f-9d40-69c5eb06c09e {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:02:43.262948 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e101e4f9-2880-423c-8f06-b1984311b5bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:43.266849 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-752a1e67-b8f2-4f05-93c0-24f2d65e438d None None] Set router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:02:43.328409 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:43.337929 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 826264d4-5080-4592-951d-948769ee0ed5 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:02:43.338264 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:43.477668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e101e4f9-2880-423c-8f06-b1984311b5bd None None] For port 202c49fc-f92b-4f5f-9d40-69c5eb06c09e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=202c49fc-f92b-4f5f-9d40-69c5eb06c09e,segment=NetworkSegment(36017b31-16fb-4b0b-a4ba-86e9fcf929b4),segment_id=36017b31-16fb-4b0b-a4ba-86e9fcf929b4)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:02:43.478357 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e101e4f9-2880-423c-8f06-b1984311b5bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:43.515905 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 826264d4-5080-4592-951d-948769ee0ed5, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=826264d4-5080-4592-951d-948769ee0ed5,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:02:43.516294 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:43.579458 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-752a1e67-b8f2-4f05-93c0-24f2d65e438d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:02:41Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:02:43.584854 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752a1e67-b8f2-4f05-93c0-24f2d65e438d None None] The sync data for ids ['24e58e1e-3676-41fd-885c-f5dbfda3d8bb'] in dv-neutron-861625-1-hyperv is: [{'id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'name': 'tempest-TestNetworkBasicOps-router-1127273554', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': '826264d4-5080-4592-951d-948769ee0ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:30Z', 'updated_at': '2022-10-18T08:02:41Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '826264d4-5080-4592-951d-948769ee0ed5', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e58e1e-3676-41fd-885c-f5dbfda3d8bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:31Z', 'updated_at': '2022-10-18T08:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:02:43.603312 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e101e4f9-2880-423c-8f06-b1984311b5bd None None] Calling delete_port for 202c49fc-f92b-4f5f-9d40-69c5eb06c09e owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:02:43.648810 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 826264d4-5080-4592-951d-948769ee0ed5 owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:02:43.683474 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e101e4f9-2880-423c-8f06-b1984311b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:43.728934 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101e4f9-2880-423c-8f06-b1984311b5bd None None] Pushing event deleted for resources: {'Port': ['ID=202c49fc-f92b-4f5f-9d40-69c5eb06c09e,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:43.732446 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e101e4f9-2880-423c-8f06-b1984311b5bd None None] No DVR routers for this DVR port 202c49fc-f92b-4f5f-9d40-69c5eb06c09e on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:02:43.924061 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:43.971523 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=826264d4-5080-4592-951d-948769ee0ed5,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:44.008223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 202c49fc-f92b-4f5f-9d40-69c5eb06c09e no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:02:44.015884 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:44.016240 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:44.016675 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:44.017085 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:44.017506 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:44.017893 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:44.018324 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:44.018745 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:44.019149 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:44.019544 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:44.019939 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:44.020332 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:44.042671 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 202c49fc-f92b-4f5f-9d40-69c5eb06c09e {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:02:44.042976 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 202c49fc-f92b-4f5f-9d40-69c5eb06c09e not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:02:44.043399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 8573017a-d480-4627-8840-e76d41a2eb1e no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:02:44.087297 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 8573017a-d480-4627-8840-e76d41a2eb1e {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:02:44.087642 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 8573017a-d480-4627-8840-e76d41a2eb1e not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:02:44.090993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:44.266231 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:44.268300 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:44.289847 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:44.290360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Fanout notify agent at l3_agent the message router_deleted on router 24e58e1e-3676-41fd-885c-f5dbfda3d8bb {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:02:44.306643 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:44.311274 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-aae7f04a-74d7-42de-b752-da6e458adba6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/routers/24e58e1e-3676-41fd-885c-f5dbfda3d8bb HTTP/1.1" status: 204 len: 168 time: 1.3622797 Oct 18 08:02:44.311274 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35258) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:44.425615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-43246966-47bf-4202-8139-b7891963a3a2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:44.553186 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-43246966-47bf-4202-8139-b7891963a3a2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:44.577299 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-43246966-47bf-4202-8139-b7891963a3a2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0345fc26-ed0a-497e-b70f-1a6f91ca311a']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:02:44.588853 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-43246966-47bf-4202-8139-b7891963a3a2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36017b31-16fb-4b0b-a4ba-86e9fcf929b4') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:02:44.589146 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-43246966-47bf-4202-8139-b7891963a3a2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36017b31-16fb-4b0b-a4ba-86e9fcf929b4') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:02:44.600609 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-43246966-47bf-4202-8139-b7891963a3a2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:44.616398 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-43246966-47bf-4202-8139-b7891963a3a2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:44.622176 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43246966-47bf-4202-8139-b7891963a3a2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:02:44.622569 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-43246966-47bf-4202-8139-b7891963a3a2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:44.727234 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-43246966-47bf-4202-8139-b7891963a3a2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:44.745857 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-43246966-47bf-4202-8139-b7891963a3a2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:44.749107 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 36017b31-16fb-4b0b-a4ba-86e9fcf929b4 resource provider aggregate not found Oct 18 08:02:44.766431 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43246966-47bf-4202-8139-b7891963a3a2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Network': ['ID=0345fc26-ed0a-497e-b70f-1a6f91ca311a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:44.773008 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 36017b31-16fb-4b0b-a4ba-86e9fcf929b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36017b31-16fb-4b0b-a4ba-86e9fcf929b4 found for delete ", "request_id": "req-246855d5-3d55-483c-a39e-975a8897b836"}]} Oct 18 08:02:44.774834 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-43246966-47bf-4202-8139-b7891963a3a2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/networks/0345fc26-ed0a-497e-b70f-1a6f91ca311a HTTP/1.1" status: 204 len: 168 time: 0.4627335 Oct 18 08:02:44.800600 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35268) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:44.806810 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-76ccd770-ecd3-43f1-9b92-bc3dd67bab84 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'network': {'name': 'tempest-network-smoke--368252577', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'port_security_enabled': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:02:44.811891 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-76ccd770-ecd3-43f1-9b92-bc3dd67bab84 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:02:44.816216 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-76ccd770-ecd3-43f1-9b92-bc3dd67bab84 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:network and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:02:44.819159 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-76ccd770-ecd3-43f1-9b92-bc3dd67bab84 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:02:44.825696 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-76ccd770-ecd3-43f1-9b92-bc3dd67bab84 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:02:44.834784 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ccd770-ecd3-43f1-9b92-bc3dd67bab84 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:02:44.838180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-76ccd770-ecd3-43f1-9b92-bc3dd67bab84 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:44.866161 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ccd770-ecd3-43f1-9b92-bc3dd67bab84 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:02:44.874500 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-76ccd770-ecd3-43f1-9b92-bc3dd67bab84 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:44.874869 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-76ccd770-ecd3-43f1-9b92-bc3dd67bab84 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Added segment 925345d5-4866-4051-bd1d-959d6f04493f of type vlan for network 6848b3b8-7f02-4feb-a21a-cf46eab83847 Oct 18 08:02:44.904376 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-76ccd770-ecd3-43f1-9b92-bc3dd67bab84 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:44.931871 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-76ccd770-ecd3-43f1-9b92-bc3dd67bab84 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:44.937208 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ccd770-ecd3-43f1-9b92-bc3dd67bab84 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:44.937782 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-76ccd770-ecd3-43f1-9b92-bc3dd67bab84 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:45.043349 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-76ccd770-ecd3-43f1-9b92-bc3dd67bab84 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2415693 Oct 18 08:02:45.045992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccd770-ecd3-43f1-9b92-bc3dd67bab84 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Network': ['ID=6848b3b8-7f02-4feb-a21a-cf46eab83847,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:45.046209 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35272) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:45.052925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-356755422', 'admin_state_up': True, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:02:45.056192 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 6848b3b8-7f02-4feb-a21a-cf46eab83847 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:02:45.063135 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:02:45.067484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:router and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:02:45.070929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:02:45.080104 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:02:45.090695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:45.091734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:45.106683 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:45.477862 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:45.692796 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 826264d4-5080-4592-951d-948769ee0ed5 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:02:45.729641 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 826264d4-5080-4592-951d-948769ee0ed5 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:02:45.730432 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 826264d4-5080-4592-951d-948769ee0ed5 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:02:45.783025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:45.812953 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:45.951348 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.26.8.103 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/c7b7de9d-ebf5-4638-a818-16018bfbfa91) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:02:46.106174 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:46.137894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:46.202627 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:02:46.205505 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:02:46.209466 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:02:46.251923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=c7b7de9d-ebf5-4638-a818-16018bfbfa91,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:46.619410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:47.055551 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:47.267194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router be5584ef-5125-4828-86c1-e98b7c179844 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:02:47.440917 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:02:47.449765 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Sync routers for ids ['be5584ef-5125-4828-86c1-e98b7c179844'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:02:47.458658 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Routers {'be5584ef-5125-4828-86c1-e98b7c179844'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:02:47.459260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:02:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['be5584ef-5125-4828-86c1-e98b7c179844'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:02:47.467336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:47.468850 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6838ebd4-c478-4f5c-80d5-743ea970354e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4215446 Oct 18 08:02:47.472093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35278) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:47.617887 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-058b8161-bcb0-42c0-bb37-74c26a28dde1 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=fe65c6866dd844bd972010a3653293ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1446495 Oct 18 08:02:47.620642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35284) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:47.635760 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Set router be5584ef-5125-4828-86c1-e98b7c179844 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:02:47.748849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7dd636-d9dd-4b1b-9646-6227045b0273 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:47.750205 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4d7dd636-d9dd-4b1b-9646-6227045b0273 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281488 Oct 18 08:02:47.753029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35288) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:47.791872 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4c639103-b7fd-4c51-aa23-c21a9ed65a60 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377796 Oct 18 08:02:47.794918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35292) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:47.800308 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-314a58c9-4cf5-4bc8-8b8d-2978e07468b1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-294385553', 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:02:47.907432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-314a58c9-4cf5-4bc8-8b8d-2978e07468b1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:02:47.911264 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-314a58c9-4cf5-4bc8-8b8d-2978e07468b1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:subnet and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:02:47.913993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-314a58c9-4cf5-4bc8-8b8d-2978e07468b1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:02:47.919585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-314a58c9-4cf5-4bc8-8b8d-2978e07468b1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:02:47.929172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314a58c9-4cf5-4bc8-8b8d-2978e07468b1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:02:47.932901 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-314a58c9-4cf5-4bc8-8b8d-2978e07468b1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:47.951990 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'name': 'tempest-TestNetworkBasicOps-router-356755422', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:46Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:16:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:02:47.956230 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Checking router: be5584ef-5125-4828-86c1-e98b7c179844 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:02:47.956576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Updating router be5584ef-5125-4828-86c1-e98b7c179844 port c7b7de9d-ebf5-4638-a818-16018bfbfa91 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:02:48.008258 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:48.143498 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-314a58c9-4cf5-4bc8-8b8d-2978e07468b1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:48.226385 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a58c9-4cf5-4bc8-8b8d-2978e07468b1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Subnet': ['ID=95d9965b-e008-4cb8-ba26-06b056cccc22,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:48.234172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a58c9-4cf5-4bc8-8b8d-2978e07468b1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Checking segment: {'id': '925345d5-4866-4051-bd1d-959d6f04493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:02:48.234708 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314a58c9-4cf5-4bc8-8b8d-2978e07468b1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network hostable DHCP agents. Network: 6848b3b8-7f02-4feb-a21a-cf46eab83847, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:02:48.254359 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314a58c9-4cf5-4bc8-8b8d-2978e07468b1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 6848b3b8-7f02-4feb-a21a-cf46eab83847 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:02:48.264040 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-314a58c9-4cf5-4bc8-8b8d-2978e07468b1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 6848b3b8-7f02-4feb-a21a-cf46eab83847) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:02:48.268085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314a58c9-4cf5-4bc8-8b8d-2978e07468b1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:48.268768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-314a58c9-4cf5-4bc8-8b8d-2978e07468b1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:48.282651 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f216f9-e2b5-4320-a0ec-9646c8330a87 None None] Network 6848b3b8-7f02-4feb-a21a-cf46eab83847 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:02:48.289931 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-314a58c9-4cf5-4bc8-8b8d-2978e07468b1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4939244 Oct 18 08:02:48.292731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35296) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:48.439986 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:48.467820 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Transition to ACTIVE for port object c7b7de9d-ebf5-4638-a818-16018bfbfa91 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:02:48.503354 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:48.577330 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Attempting to bind port c7b7de9d-ebf5-4638-a818-16018bfbfa91 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:02:48.577701 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Attempting to bind port c7b7de9d-ebf5-4638-a818-16018bfbfa91 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:02:48.578065 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Attempting to bind port c7b7de9d-ebf5-4638-a818-16018bfbfa91 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:02:48.624024 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:02:48.624389 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:02:48.624787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:48.625174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:02:48.625649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Bound port: c7b7de9d-ebf5-4638-a818-16018bfbfa91, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:02:48.626017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:48.678986 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bab61-6f45-4da2-a197-47c329694225 None None] Pushing event updated for resources: {'Port': ['ID=c7b7de9d-ebf5-4638-a818-16018bfbfa91,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:48.691723 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247bab61-6f45-4da2-a197-47c329694225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:48.692073 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247bab61-6f45-4da2-a197-47c329694225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:48.692413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247bab61-6f45-4da2-a197-47c329694225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:48.692745 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247bab61-6f45-4da2-a197-47c329694225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:48.693074 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247bab61-6f45-4da2-a197-47c329694225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:48.693401 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247bab61-6f45-4da2-a197-47c329694225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:48.693736 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247bab61-6f45-4da2-a197-47c329694225 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:48.694047 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247bab61-6f45-4da2-a197-47c329694225 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:48.694372 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247bab61-6f45-4da2-a197-47c329694225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:48.694719 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247bab61-6f45-4da2-a197-47c329694225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:48.695041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247bab61-6f45-4da2-a197-47c329694225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:48.695355 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247bab61-6f45-4da2-a197-47c329694225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:48.701347 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-6848b3b8-7f02-4feb-a21a-cf46eab83847', 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ips': [{'subnet_id': '95d9965b-e008-4cb8-ba26-06b056cccc22'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:02:48.702159 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:48.778919 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] For port c7b7de9d-ebf5-4638-a818-16018bfbfa91, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:02:48.797650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] For port c7b7de9d-ebf5-4638-a818-16018bfbfa91, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c7b7de9d-ebf5-4638-a818-16018bfbfa91,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:02:48.802360 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:48.919290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Routers {'be5584ef-5125-4828-86c1-e98b7c179844'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:02:48.919817 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:02:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['be5584ef-5125-4828-86c1-e98b7c179844'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:02:49.049227 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bab61-6f45-4da2-a197-47c329694225 None None] Pushing event updated for resources: {'Port': ['ID=c7b7de9d-ebf5-4638-a818-16018bfbfa91,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:49.084988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:49.085557 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Allocated IP 172.20.0.2 (6848b3b8-7f02-4feb-a21a-cf46eab83847/95d9965b-e008-4cb8-ba26-06b056cccc22/713f2756-1912-40b9-9518-2d7b1e9da80e) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:02:49.192652 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] Set router be5584ef-5125-4828-86c1-e98b7c179844 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:02:49.584061 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:49.596893 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Transition to ACTIVE for port object 713f2756-1912-40b9-9518-2d7b1e9da80e will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:02:49.619989 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Transition to ACTIVE for port object 713f2756-1912-40b9-9518-2d7b1e9da80e will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:02:49.631159 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:49.694094 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'name': 'tempest-TestNetworkBasicOps-router-356755422', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:46Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:16:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:02:49.699536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.1 (6848b3b8-7f02-4feb-a21a-cf46eab83847/95d9965b-e008-4cb8-ba26-06b056cccc22/4431e51e-9666-4a63-8e3f-6a6798931f24) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:02:49.702938 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Network 6848b3b8-7f02-4feb-a21a-cf46eab83847 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:02:49.706139 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:02:49.710010 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332dcdb8-8407-43ae-8323-12ed498661fe None None] The sync data for ids ['be5584ef-5125-4828-86c1-e98b7c179844'] in dv-neutron-861625-1-hyperv is: [{'id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'name': 'tempest-TestNetworkBasicOps-router-356755422', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:46Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:16:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:02:49.711467 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:02:49.753197 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Pushing event updated for resources: {'Port': ['ID=713f2756-1912-40b9-9518-2d7b1e9da80e,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:49.831165 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Attempting to bind port 713f2756-1912-40b9-9518-2d7b1e9da80e on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:02:49.831523 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Attempting to bind port 713f2756-1912-40b9-9518-2d7b1e9da80e by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '925345d5-4866-4051-bd1d-959d6f04493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:02:49.832107 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Attempting to bind port 713f2756-1912-40b9-9518-2d7b1e9da80e on network 6848b3b8-7f02-4feb-a21a-cf46eab83847 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:02:49.837506 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:02:49.837809 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Checking segment: {'id': '925345d5-4866-4051-bd1d-959d6f04493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:02:49.838198 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:49.838600 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Bound using segment: {'id': '925345d5-4866-4051-bd1d-959d6f04493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:02:49.839116 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Bound port: 713f2756-1912-40b9-9518-2d7b1e9da80e, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925345d5-4866-4051-bd1d-959d6f04493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:02:49.839478 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:49.871484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:49.888134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object 4431e51e-9666-4a63-8e3f-6a6798931f24 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:02:49.915538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:49.935093 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] For port 713f2756-1912-40b9-9518-2d7b1e9da80e, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:02:49.938079 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] For port 713f2756-1912-40b9-9518-2d7b1e9da80e, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=713f2756-1912-40b9-9518-2d7b1e9da80e,segment=NetworkSegment(925345d5-4866-4051-bd1d-959d6f04493f),segment_id=925345d5-4866-4051-bd1d-959d6f04493f)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:02:49.944362 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:50.001875 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 6848b3b8-7f02-4feb-a21a-cf46eab83847 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:02:50.005226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:02:50.007964 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:02:50.044377 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b9983-7940-4d9a-9f21-e64c2d71cf60 None None] Pushing event updated for resources: {'Port': ['ID=713f2756-1912-40b9-9518-2d7b1e9da80e,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:50.074295 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=4431e51e-9666-4a63-8e3f-6a6798931f24,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:50.092919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:50.248894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:50.689883 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ae69add2-ffba-41b9-9008-f2c4d16ca0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:50.798114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:50.803205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:50.921680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=4431e51e-9666-4a63-8e3f-6a6798931f24,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:50.925356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:51.005289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42eb539-d442-4a89-b789-16491d23381f None None] Network 6848b3b8-7f02-4feb-a21a-cf46eab83847 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:02:51.063391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 6848b3b8-7f02-4feb-a21a-cf46eab83847 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:02:51.064578 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:02:51.088194 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c263e6db-b57c-48a8-b41b-1c315cef9528 None None] Provisioning for port 713f2756-1912-40b9-9518-2d7b1e9da80e completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:02:51.254089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router be5584ef-5125-4828-86c1-e98b7c179844 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:02:51.443445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:02:51.453684 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Sync routers for ids ['be5584ef-5125-4828-86c1-e98b7c179844'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:02:51.457163 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a17826f4-3745-41b3-9887-291512ef3a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/be5584ef-5125-4828-86c1-e98b7c179844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1633625 Oct 18 08:02:51.459650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35300) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:51.466893 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Routers {'be5584ef-5125-4828-86c1-e98b7c179844'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:02:51.467500 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:02:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['be5584ef-5125-4828-86c1-e98b7c179844'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:02:51.543505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-087ebdfd-d097-43c7-b4ab-3bd9f06ed381 None None] Provisioning for port 4431e51e-9666-4a63-8e3f-6a6798931f24 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:02:51.551479 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-087ebdfd-d097-43c7-b4ab-3bd9f06ed381 None None] Provisioning complete for port 4431e51e-9666-4a63-8e3f-6a6798931f24 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:02:51.551858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-087ebdfd-d097-43c7-b4ab-3bd9f06ed381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:51.552198 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-087ebdfd-d097-43c7-b4ab-3bd9f06ed381 None None] Attempt 1 to provision port 4431e51e-9666-4a63-8e3f-6a6798931f24 Oct 18 08:02:51.626770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-087ebdfd-d097-43c7-b4ab-3bd9f06ed381 None None] Port 4431e51e-9666-4a63-8e3f-6a6798931f24 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:02:51.628434 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bebe39-b7ed-409b-8dcb-bc98fc210306 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:51.628856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bebe39-b7ed-409b-8dcb-bc98fc210306 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:51.629312 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bebe39-b7ed-409b-8dcb-bc98fc210306 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:51.629774 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bebe39-b7ed-409b-8dcb-bc98fc210306 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:51.630236 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bebe39-b7ed-409b-8dcb-bc98fc210306 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:51.630726 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bebe39-b7ed-409b-8dcb-bc98fc210306 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:51.632481 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-80bebe39-b7ed-409b-8dcb-bc98fc210306 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1719003 Oct 18 08:02:51.637272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35304) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:51.650110 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Set router be5584ef-5125-4828-86c1-e98b7c179844 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:02:51.727807 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8be30e5-47d1-42eb-9db8-2387ffea7f0d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:51.728249 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8be30e5-47d1-42eb-9db8-2387ffea7f0d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:51.728888 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8be30e5-47d1-42eb-9db8-2387ffea7f0d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:51.729629 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8be30e5-47d1-42eb-9db8-2387ffea7f0d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:51.730250 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8be30e5-47d1-42eb-9db8-2387ffea7f0d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:51.730890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8be30e5-47d1-42eb-9db8-2387ffea7f0d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:51.732893 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d8be30e5-47d1-42eb-9db8-2387ffea7f0d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0946233 Oct 18 08:02:51.735818 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35308) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:51.793676 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 713f2756-1912-40b9-9518-2d7b1e9da80e up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:02:51.870103 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 713f2756-1912-40b9-9518-2d7b1e9da80e completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:02:51.876003 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 713f2756-1912-40b9-9518-2d7b1e9da80e triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:02:51.876643 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:51.877155 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 713f2756-1912-40b9-9518-2d7b1e9da80e Oct 18 08:02:52.017020 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 713f2756-1912-40b9-9518-2d7b1e9da80e is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:02:52.017713 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:52.021590 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'name': 'tempest-TestNetworkBasicOps-router-356755422', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:50Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:16:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4431e51e-9666-4a63-8e3f-6a6798931f24', 'name': '', 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:d2:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:49Z', 'updated_at': '2022-10-18T08:02:50Z', 'revision_number': 2, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:02:52.025820 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Checking router: be5584ef-5125-4828-86c1-e98b7c179844 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:02:52.026165 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Updating router be5584ef-5125-4828-86c1-e98b7c179844 port 4431e51e-9666-4a63-8e3f-6a6798931f24 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:02:52.051458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 713f2756-1912-40b9-9518-2d7b1e9da80e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=713f2756-1912-40b9-9518-2d7b1e9da80e,segment=NetworkSegment(925345d5-4866-4051-bd1d-959d6f04493f),segment_id=925345d5-4866-4051-bd1d-959d6f04493f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:02:52.056443 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:52.057191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c7b7de9d-ebf5-4638-a818-16018bfbfa91 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:02:52.084604 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e1729b94-fa0d-475d-a1bc-3dcd94802e92 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3445442 Oct 18 08:02:52.085188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35312) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:52.086204 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:52.091193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-14a9173f-5841-4557-aebf-680a38202fc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-996494023', 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:02:52.132253 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-087ebdfd-d097-43c7-b4ab-3bd9f06ed381 None None] Attempt 2 to provision port 4431e51e-9666-4a63-8e3f-6a6798931f24 Oct 18 08:02:52.214952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-087ebdfd-d097-43c7-b4ab-3bd9f06ed381 None None] Port 4431e51e-9666-4a63-8e3f-6a6798931f24 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:02:52.230082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=713f2756-1912-40b9-9518-2d7b1e9da80e,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:52.240234 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port c7b7de9d-ebf5-4638-a818-16018bfbfa91 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:02:52.242331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-14a9173f-5841-4557-aebf-680a38202fc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:02:52.246815 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port c7b7de9d-ebf5-4638-a818-16018bfbfa91 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:02:52.247094 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-14a9173f-5841-4557-aebf-680a38202fc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:port and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:02:52.247234 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:52.247716 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port c7b7de9d-ebf5-4638-a818-16018bfbfa91 Oct 18 08:02:52.250085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-14a9173f-5841-4557-aebf-680a38202fc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:02:52.255921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-14a9173f-5841-4557-aebf-680a38202fc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:02:52.267928 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a9173f-5841-4557-aebf-680a38202fc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:02:52.271779 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-14a9173f-5841-4557-aebf-680a38202fc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:52.294300 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [None req-14a9173f-5841-4557-aebf-680a38202fc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] device_id is not set on port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 08:02:52.367808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port c7b7de9d-ebf5-4638-a818-16018bfbfa91 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:02:52.368199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:52.385064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port c7b7de9d-ebf5-4638-a818-16018bfbfa91, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c7b7de9d-ebf5-4638-a818-16018bfbfa91,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:02:52.389010 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:52.444749 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:52.458509 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Transition to ACTIVE for port object 4431e51e-9666-4a63-8e3f-6a6798931f24 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:02:52.465334 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:52.494184 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=c7b7de9d-ebf5-4638-a818-16018bfbfa91,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:52.534984 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-14a9173f-5841-4557-aebf-680a38202fc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.13 (6848b3b8-7f02-4feb-a21a-cf46eab83847/95d9965b-e008-4cb8-ba26-06b056cccc22/73e0e7e7-39bc-4116-a3eb-67ce3edaabc9) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:02:52.685933 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397dbc3-0d1b-48a3-be21-143bf9d20802 None None] Pushing event updated for resources: {'Port': ['ID=4431e51e-9666-4a63-8e3f-6a6798931f24,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:52.701039 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397dbc3-0d1b-48a3-be21-143bf9d20802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:52.701375 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397dbc3-0d1b-48a3-be21-143bf9d20802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:52.701705 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397dbc3-0d1b-48a3-be21-143bf9d20802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:52.702027 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397dbc3-0d1b-48a3-be21-143bf9d20802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:52.702343 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397dbc3-0d1b-48a3-be21-143bf9d20802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:52.702691 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397dbc3-0d1b-48a3-be21-143bf9d20802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:52.703024 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397dbc3-0d1b-48a3-be21-143bf9d20802 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:52.703318 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397dbc3-0d1b-48a3-be21-143bf9d20802 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:52.703631 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397dbc3-0d1b-48a3-be21-143bf9d20802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:52.703937 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397dbc3-0d1b-48a3-be21-143bf9d20802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:52.704244 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397dbc3-0d1b-48a3-be21-143bf9d20802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:52.704550 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6397dbc3-0d1b-48a3-be21-143bf9d20802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:02:52.715495 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Attempting to bind port 4431e51e-9666-4a63-8e3f-6a6798931f24 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:02:52.715854 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Attempting to bind port 4431e51e-9666-4a63-8e3f-6a6798931f24 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '925345d5-4866-4051-bd1d-959d6f04493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:02:52.716040 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-087ebdfd-d097-43c7-b4ab-3bd9f06ed381 None None] Attempt 3 to provision port 4431e51e-9666-4a63-8e3f-6a6798931f24 Oct 18 08:02:52.716200 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Attempting to bind port 4431e51e-9666-4a63-8e3f-6a6798931f24 on network 6848b3b8-7f02-4feb-a21a-cf46eab83847 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:02:52.722083 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:02:52.722522 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Checking segment: {'id': '925345d5-4866-4051-bd1d-959d6f04493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:02:52.723005 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:52.723452 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Bound using segment: {'id': '925345d5-4866-4051-bd1d-959d6f04493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:02:52.724368 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Bound port: 4431e51e-9666-4a63-8e3f-6a6798931f24, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925345d5-4866-4051-bd1d-959d6f04493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:02:52.724543 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:52.739472 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-14a9173f-5841-4557-aebf-680a38202fc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:52.756255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-14a9173f-5841-4557-aebf-680a38202fc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:02:52.773527 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-087ebdfd-d097-43c7-b4ab-3bd9f06ed381 None None] Port 4431e51e-9666-4a63-8e3f-6a6798931f24 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:02:52.781052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-14a9173f-5841-4557-aebf-680a38202fc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:52.827737 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] For port 4431e51e-9666-4a63-8e3f-6a6798931f24, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:02:52.832056 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] For port 4431e51e-9666-4a63-8e3f-6a6798931f24, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4431e51e-9666-4a63-8e3f-6a6798931f24,segment=NetworkSegment(925345d5-4866-4051-bd1d-959d6f04493f),segment_id=925345d5-4866-4051-bd1d-959d6f04493f)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:02:52.836648 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:52.851539 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a9173f-5841-4557-aebf-680a38202fc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 6848b3b8-7f02-4feb-a21a-cf46eab83847 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:02:52.854763 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-14a9173f-5841-4557-aebf-680a38202fc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:02:52.858473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a9173f-5841-4557-aebf-680a38202fc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:02:52.901099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9173f-5841-4557-aebf-680a38202fc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:52.907891 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Routers {'be5584ef-5125-4828-86c1-e98b7c179844'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:02:52.908733 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:02:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['be5584ef-5125-4828-86c1-e98b7c179844'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:02:52.930712 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a9173f-5841-4557-aebf-680a38202fc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:52.931468 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-14a9173f-5841-4557-aebf-680a38202fc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:52.958641 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-14a9173f-5841-4557-aebf-680a38202fc1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8712070 Oct 18 08:02:52.968972 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397dbc3-0d1b-48a3-be21-143bf9d20802 None None] Pushing event updated for resources: {'Port': ['ID=4431e51e-9666-4a63-8e3f-6a6798931f24,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:52.998171 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c0114b97-fdd1-4b37-9708-4bbbc926dc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.037751 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35318) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:53.047304 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-8fe127fc-4172-454b-9031-64c380f9052e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1334882265', 'description': 'tempest-secgroup-smoke-1334882265 description', 'project_id': 'fe65c6866dd844bd972010a3653293ed'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:02:53.053127 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8fe127fc-4172-454b-9031-64c380f9052e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:02:53.057846 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8fe127fc-4172-454b-9031-64c380f9052e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:02:53.060781 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8fe127fc-4172-454b-9031-64c380f9052e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:02:53.066985 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8fe127fc-4172-454b-9031-64c380f9052e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:02:53.078561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8fe127fc-4172-454b-9031-64c380f9052e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.098313 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8fe127fc-4172-454b-9031-64c380f9052e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:02:53.102121 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8fe127fc-4172-454b-9031-64c380f9052e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:02:53.104955 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8fe127fc-4172-454b-9031-64c380f9052e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:02:53.109219 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] Set router be5584ef-5125-4828-86c1-e98b7c179844 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:02:53.110529 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8fe127fc-4172-454b-9031-64c380f9052e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:02:53.181496 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8fe127fc-4172-454b-9031-64c380f9052e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.186041 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8fe127fc-4172-454b-9031-64c380f9052e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.231524 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe127fc-4172-454b-9031-64c380f9052e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecd2f81-2444-462f-9bab-24e64e560b46,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:53.235380 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8fe127fc-4172-454b-9031-64c380f9052e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.236655 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8fe127fc-4172-454b-9031-64c380f9052e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1978867 Oct 18 08:02:53.239564 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35322) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:53.244483 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-bfdc8d5a-1b62-4cca-9795-c402ab77a9ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '9ecd2f81-2444-462f-9bab-24e64e560b46', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:02:53.250934 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-bfdc8d5a-1b62-4cca-9795-c402ab77a9ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:02:53.254742 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-bfdc8d5a-1b62-4cca-9795-c402ab77a9ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:02:53.257526 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-bfdc8d5a-1b62-4cca-9795-c402ab77a9ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:02:53.263669 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-bfdc8d5a-1b62-4cca-9795-c402ab77a9ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:02:53.274691 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-087ebdfd-d097-43c7-b4ab-3bd9f06ed381 None None] Attempt 4 to provision port 4431e51e-9666-4a63-8e3f-6a6798931f24 Oct 18 08:02:53.285751 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8d5a-1b62-4cca-9795-c402ab77a9ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.339427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-087ebdfd-d097-43c7-b4ab-3bd9f06ed381 None None] Port 4431e51e-9666-4a63-8e3f-6a6798931f24 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:02:53.351076 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8d5a-1b62-4cca-9795-c402ab77a9ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.354762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8d5a-1b62-4cca-9795-c402ab77a9ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.378257 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc8d5a-1b62-4cca-9795-c402ab77a9ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755e74ff-d5cc-427b-98b1-8e443ee6e01a,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:53.388848 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8d5a-1b62-4cca-9795-c402ab77a9ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.392643 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bfdc8d5a-1b62-4cca-9795-c402ab77a9ea tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496234 Oct 18 08:02:53.392929 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35326) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:53.398285 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4a1e15c7-fe36-47b7-b63a-e8198afcbf24 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '9ecd2f81-2444-462f-9bab-24e64e560b46', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:02:53.404228 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4a1e15c7-fe36-47b7-b63a-e8198afcbf24 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:02:53.408067 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4a1e15c7-fe36-47b7-b63a-e8198afcbf24 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:02:53.410942 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4a1e15c7-fe36-47b7-b63a-e8198afcbf24 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:02:53.416533 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4a1e15c7-fe36-47b7-b63a-e8198afcbf24 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:02:53.424946 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'name': 'tempest-TestNetworkBasicOps-router-356755422', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:50Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4431e51e-9666-4a63-8e3f-6a6798931f24', 'name': '', 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:d2:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:49Z', 'updated_at': '2022-10-18T08:02:52Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:02:53.428994 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb8fd06-bc8a-4895-9122-0aeaf1a194b6 None None] The sync data for ids ['be5584ef-5125-4828-86c1-e98b7c179844'] in dv-neutron-861625-1-hyperv is: [{'id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'name': 'tempest-TestNetworkBasicOps-router-356755422', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:50Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4431e51e-9666-4a63-8e3f-6a6798931f24', 'name': '', 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:d2:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:49Z', 'updated_at': '2022-10-18T08:02:52Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:02:53.436245 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4a1e15c7-fe36-47b7-b63a-e8198afcbf24 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.472277 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Provisioning for port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:02:53.488590 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Provisioning complete for port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:02:53.489411 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.489968 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Attempt 1 to provision port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 Oct 18 08:02:53.522424 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4a1e15c7-fe36-47b7-b63a-e8198afcbf24 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.525984 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4a1e15c7-fe36-47b7-b63a-e8198afcbf24 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.548471 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e15c7-fe36-47b7-b63a-e8198afcbf24 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64d5a28-93c5-4299-bd52-a5d051496f03,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:53.561227 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:02:53.568209 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4a1e15c7-fe36-47b7-b63a-e8198afcbf24 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.569523 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4a1e15c7-fe36-47b7-b63a-e8198afcbf24 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1756256 Oct 18 08:02:53.572367 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35330) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:53.578683 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-a2a89a59-3dd0-4de2-aecd-81617b7b1c56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '9ecd2f81-2444-462f-9bab-24e64e560b46', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:02:53.584887 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a2a89a59-3dd0-4de2-aecd-81617b7b1c56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:02:53.590132 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a2a89a59-3dd0-4de2-aecd-81617b7b1c56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:02:53.593325 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a2a89a59-3dd0-4de2-aecd-81617b7b1c56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:02:53.599279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a2a89a59-3dd0-4de2-aecd-81617b7b1c56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:02:53.618287 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a2a89a59-3dd0-4de2-aecd-81617b7b1c56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.695718 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a2a89a59-3dd0-4de2-aecd-81617b7b1c56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.701265 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a2a89a59-3dd0-4de2-aecd-81617b7b1c56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.706865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.733942 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a89a59-3dd0-4de2-aecd-81617b7b1c56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05485fc0-6c07-4832-82df-59b7ae1cb7c8,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:53.743786 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a2a89a59-3dd0-4de2-aecd-81617b7b1c56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.744904 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a2a89a59-3dd0-4de2-aecd-81617b7b1c56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1716113 Oct 18 08:02:53.748422 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35334) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:53.754445 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-6d1a52f7-9d1a-4fed-9e6a-1f2524b379cd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '9ecd2f81-2444-462f-9bab-24e64e560b46', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:02:53.765258 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6d1a52f7-9d1a-4fed-9e6a-1f2524b379cd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:02:53.771867 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6d1a52f7-9d1a-4fed-9e6a-1f2524b379cd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:02:53.774859 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6d1a52f7-9d1a-4fed-9e6a-1f2524b379cd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:02:53.780689 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6d1a52f7-9d1a-4fed-9e6a-1f2524b379cd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:02:53.791427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.802153 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4431e51e-9666-4a63-8e3f-6a6798931f24 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:02:53.806435 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6d1a52f7-9d1a-4fed-9e6a-1f2524b379cd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.873589 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 4431e51e-9666-4a63-8e3f-6a6798931f24 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:02:53.878311 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6d1a52f7-9d1a-4fed-9e6a-1f2524b379cd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.879209 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 4431e51e-9666-4a63-8e3f-6a6798931f24 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:02:53.879665 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.879992 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 4431e51e-9666-4a63-8e3f-6a6798931f24 Oct 18 08:02:53.884146 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6d1a52f7-9d1a-4fed-9e6a-1f2524b379cd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.909376 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a52f7-9d1a-4fed-9e6a-1f2524b379cd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be688a8-336d-4f1b-a8cb-29253b9f9ed6,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:53.921384 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6d1a52f7-9d1a-4fed-9e6a-1f2524b379cd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:53.925759 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35338) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:53.926335 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6d1a52f7-9d1a-4fed-9e6a-1f2524b379cd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1757154 Oct 18 08:02:53.932784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-6762485f-9877-4e61-a4e2-aeeedef40af7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '9ecd2f81-2444-462f-9bab-24e64e560b46', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:02:53.940727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6762485f-9877-4e61-a4e2-aeeedef40af7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:02:53.953939 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6762485f-9877-4e61-a4e2-aeeedef40af7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:02:53.959415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6762485f-9877-4e61-a4e2-aeeedef40af7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:02:53.966525 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6762485f-9877-4e61-a4e2-aeeedef40af7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:02:53.978881 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-6762485f-9877-4e61-a4e2-aeeedef40af7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:02:53.986475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6762485f-9877-4e61-a4e2-aeeedef40af7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:54.010321 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 4431e51e-9666-4a63-8e3f-6a6798931f24 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:02:54.010952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:54.046209 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 4431e51e-9666-4a63-8e3f-6a6798931f24, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4431e51e-9666-4a63-8e3f-6a6798931f24,segment=NetworkSegment(925345d5-4866-4051-bd1d-959d6f04493f),segment_id=925345d5-4866-4051-bd1d-959d6f04493f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:02:54.052222 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:54.053166 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 713f2756-1912-40b9-9518-2d7b1e9da80e up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:02:54.057960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6762485f-9877-4e61-a4e2-aeeedef40af7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:54.063943 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6762485f-9877-4e61-a4e2-aeeedef40af7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:54.091001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762485f-9877-4e61-a4e2-aeeedef40af7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada72943-60d9-46e2-8193-849f5a0c8403,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:54.101459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6762485f-9877-4e61-a4e2-aeeedef40af7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:54.105892 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6762485f-9877-4e61-a4e2-aeeedef40af7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1760628 Oct 18 08:02:54.106169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35342) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:02:54.111660 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-0630e9fc-218f-4d27-ad7a-13cb76692f02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '9ecd2f81-2444-462f-9bab-24e64e560b46', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:02:54.117103 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Attempt 2 to provision port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 Oct 18 08:02:54.118244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0630e9fc-218f-4d27-ad7a-13cb76692f02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:02:54.122417 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0630e9fc-218f-4d27-ad7a-13cb76692f02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:02:54.125471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-0630e9fc-218f-4d27-ad7a-13cb76692f02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:02:54.131461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-0630e9fc-218f-4d27-ad7a-13cb76692f02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:02:54.142869 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-0630e9fc-218f-4d27-ad7a-13cb76692f02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:02:54.153902 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0630e9fc-218f-4d27-ad7a-13cb76692f02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:54.215474 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:02:54.228872 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=4431e51e-9666-4a63-8e3f-6a6798931f24,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:54.237892 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0630e9fc-218f-4d27-ad7a-13cb76692f02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:54.242811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0630e9fc-218f-4d27-ad7a-13cb76692f02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:54.244169 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 713f2756-1912-40b9-9518-2d7b1e9da80e triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:02:54.244644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:54.245112 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 713f2756-1912-40b9-9518-2d7b1e9da80e Oct 18 08:02:54.269183 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630e9fc-218f-4d27-ad7a-13cb76692f02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c2db34-460f-4bff-ab01-cc25f624824c,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:02:54.281130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0630e9fc-218f-4d27-ad7a-13cb76692f02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:54.282701 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0630e9fc-218f-4d27-ad7a-13cb76692f02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1754942 Oct 18 08:02:54.368136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 713f2756-1912-40b9-9518-2d7b1e9da80e is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:02:54.369361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c7b7de9d-ebf5-4638-a818-16018bfbfa91 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:02:54.442177 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port c7b7de9d-ebf5-4638-a818-16018bfbfa91 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:02:54.442576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:54.443208 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port c7b7de9d-ebf5-4638-a818-16018bfbfa91 Oct 18 08:02:54.452023 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-cd0e1d5f-9ff0-4ef0-882b-d58e71352ab9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:02:54.468164 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-cd0e1d5f-9ff0-4ef0-882b-d58e71352ab9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:02:54.471422 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-cd0e1d5f-9ff0-4ef0-882b-d58e71352ab9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334882265&fields=id&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 267 time: 0.0603080 Oct 18 08:02:54.551191 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-9a0feebd-6106-43b8-9792-0a3646ec6a71 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:54.551794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-9a0feebd-6106-43b8-9792-0a3646ec6a71 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:02:54.569971 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-9a0feebd-6106-43b8-9792-0a3646ec6a71 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:02:54.572213 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-9a0feebd-6106-43b8-9792-0a3646ec6a71 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports/73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 HTTP/1.1" status: 200 len: 930 time: 0.0960956 Oct 18 08:02:54.575782 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port c7b7de9d-ebf5-4638-a818-16018bfbfa91 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:02:54.655371 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-6d0610ee-8edc-4e5c-909f-324f53dc759f service neutron] 10.222.0.17 "GET /v2.0/ports/73e0e7e7-39bc-4116-a3eb-67ce3edaabc9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0670369 Oct 18 08:02:54.664685 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-45a2691e-b87a-405c-b03b-b82321090c52 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 08:02:54.665610 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-45a2691e-b87a-405c-b03b-b82321090c52 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049567 Oct 18 08:02:54.717005 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Attempt 3 to provision port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 Oct 18 08:02:54.772379 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:02:54.802472 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-1fcfc5bd-b0ec-4cea-ac94-fd029ca46ca4 service neutron] 10.222.0.17 "GET /v2.0/networks/6848b3b8-7f02-4feb-a21a-cf46eab83847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306632 Oct 18 08:02:54.934706 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-b413a034-a144-447b-b298-0f9795134308 service neutron] 10.222.0.17 "GET /v2.0/networks/6848b3b8-7f02-4feb-a21a-cf46eab83847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257284 Oct 18 08:02:55.118189 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-063dc639-9b04-4040-8392-6b5fd7b0363e req-9852a8bf-a959-4608-986a-bf033b2a71f8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 210 time: 0.0530169 Oct 18 08:02:55.273190 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Attempt 4 to provision port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 Oct 18 08:02:55.330111 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:55.336054 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:02:55.696126 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4431e51e-9666-4a63-8e3f-6a6798931f24 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:02:55.765479 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 4431e51e-9666-4a63-8e3f-6a6798931f24 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:02:55.765843 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:55.766174 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 4431e51e-9666-4a63-8e3f-6a6798931f24 Oct 18 08:02:55.849048 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Attempt 5 to provision port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 Oct 18 08:02:55.924262 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 4431e51e-9666-4a63-8e3f-6a6798931f24 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:02:55.926385 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:02:56.229155 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d6cc00fe-1edb-422d-87c6-27a84646c348 req-d67b39c9-b583-41d3-8450-6e4ccf48a260 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 210 time: 0.0513649 Oct 18 08:02:56.427701 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Attempt 6 to provision port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 Oct 18 08:02:56.485536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:02:56.858505 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78552d-7a12-42ca-8539-174c755c00a4 req-4b9444ab-3239-4c4e-a832-f79cdb07bb1f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:56.860002 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7b78552d-7a12-42ca-8539-174c755c00a4 req-4b9444ab-3239-4c4e-a832-f79cdb07bb1f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 946 time: 0.0909925 Oct 18 08:02:56.903657 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7b78552d-7a12-42ca-8539-174c755c00a4 req-a78117cd-02d1-4a1c-af68-5c3fb9da269e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379236 Oct 18 08:02:56.986790 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Attempt 7 to provision port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 Oct 18 08:02:57.039554 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:02:57.487915 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-87ef222d-f54c-4bbf-bdb3-bbcc14ced431 req-66fa88b2-090a-4130-b896-191c78fb546f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 210 time: 0.1490510 Oct 18 08:02:57.540891 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Attempt 8 to provision port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 Oct 18 08:02:57.599547 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:02:58.099840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919ef7e-ab7a-4833-906d-64101432f105 req-a27e8066-f401-458c-9dae-7899c9496ce5 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:58.100676 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Attempt 9 to provision port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 Oct 18 08:02:58.101331 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d919ef7e-ab7a-4833-906d-64101432f105 req-a27e8066-f401-458c-9dae-7899c9496ce5 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 946 time: 0.0915902 Oct 18 08:02:58.148165 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d919ef7e-ab7a-4833-906d-64101432f105 req-a3229327-e777-4ac9-b3f2-ccd39c75818d tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405533 Oct 18 08:02:58.163341 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:02:58.292936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-f2c0e18e-dcaa-456b-99cb-1b559402e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:58.294258 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-f2c0e18e-dcaa-456b-99cb-1b559402e218 service neutron] 10.222.0.46 "GET /v2.0/ports/73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 HTTP/1.1" status: 200 len: 1026 time: 0.1092215 Oct 18 08:02:58.606340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-347f6481-b526-49a4-a341-2dd32ea5e61e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:58.607827 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-347f6481-b526-49a4-a341-2dd32ea5e61e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/networks?id=6848b3b8-7f02-4feb-a21a-cf46eab83847 HTTP/1.1" status: 200 len: 796 time: 0.3078582 Oct 18 08:02:58.630107 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238335a-72f6-401a-8094-7c4899037fb7 req-533129d6-1f6b-4667-a5ea-f2cc5885e526 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:58.631553 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f238335a-72f6-401a-8094-7c4899037fb7 req-533129d6-1f6b-4667-a5ea-f2cc5885e526 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.46 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 946 time: 0.1269064 Oct 18 08:02:58.650100 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4d40868a-3dbc-4d2d-8a5b-92afc538837f req-3bc60fc2-bcc6-4b96-aa0f-794fa034ea5a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 210 time: 0.0505083 Oct 18 08:02:58.664359 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Attempt 10 to provision port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 Oct 18 08:02:58.718747 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1e23810d-9f32-42f8-b683-0b8802bb645c None None] Port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:02:58.730741 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-e6c8613e-8399-4ac8-94c0-53867df721ec tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 380 time: 0.0982130 Oct 18 08:02:58.736391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-f238335a-72f6-401a-8094-7c4899037fb7 req-1db111fc-81d2-41b1-bf89-01254c8794f6 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Deleting port 15058442-0f35-4151-a3fa-d21c63e69314 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:02:58.736734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-f238335a-72f6-401a-8094-7c4899037fb7 req-1db111fc-81d2-41b1-bf89-01254c8794f6 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:58.768817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Request body: {'port': {'device_id': '00a116b8-e368-448e-add1-930626863bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:02:59.010924 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:59.192110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-f238335a-72f6-401a-8094-7c4899037fb7 req-1db111fc-81d2-41b1-bf89-01254c8794f6 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] For port 15058442-0f35-4151-a3fa-d21c63e69314, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=15058442-0f35-4151-a3fa-d21c63e69314,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:02:59.192759 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-f238335a-72f6-401a-8094-7c4899037fb7 req-1db111fc-81d2-41b1-bf89-01254c8794f6 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:59.664866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a230b8-e9b8-472e-84d7-1fe5ce843bf8 req-004001a5-fe3e-4556-b3be-be2360ed5e18 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:02:59.666367 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a5a230b8-e9b8-472e-84d7-1fe5ce843bf8 req-004001a5-fe3e-4556-b3be-be2360ed5e18 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 946 time: 0.3982546 Oct 18 08:02:59.714264 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-f238335a-72f6-401a-8094-7c4899037fb7 req-1db111fc-81d2-41b1-bf89-01254c8794f6 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:59.714665 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-f238335a-72f6-401a-8094-7c4899037fb7 req-1db111fc-81d2-41b1-bf89-01254c8794f6 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:59.714973 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [req-f238335a-72f6-401a-8094-7c4899037fb7 req-1db111fc-81d2-41b1-bf89-01254c8794f6 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Floating IP 810513f9-befb-4483-b185-435719dfc831 disassociated. External IP: 172.26.8.119, port: 15058442-0f35-4151-a3fa-d21c63e69314. Oct 18 08:02:59.715316 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-f238335a-72f6-401a-8094-7c4899037fb7 req-1db111fc-81d2-41b1-bf89-01254c8794f6 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Calling delete_port for 15058442-0f35-4151-a3fa-d21c63e69314 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:02:59.811765 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-638abddb-5dd3-474d-a4e6-f6b8df37b32f req-e3dac041-c3e7-45fe-bd18-512a2672eb1e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 210 time: 0.0516810 Oct 18 08:02:59.842624 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:02:59.849871 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a5a230b8-e9b8-472e-84d7-1fe5ce843bf8 req-7b7b7092-5ef0-4960-86d0-7f3be070d11d tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768107 Oct 18 08:02:59.865206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:02:59.883362 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Transition to ACTIVE for port object 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:02:59.914710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:00.237615 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Pushing event updated for resources: {'Port': ['ID=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:00.247906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-f238335a-72f6-401a-8094-7c4899037fb7 req-1db111fc-81d2-41b1-bf89-01254c8794f6 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:00.316612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db111fc-81d2-41b1-bf89-01254c8794f6 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event deleted for resources: {'Port': ['ID=15058442-0f35-4151-a3fa-d21c63e69314,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:00.391550 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 15058442-0f35-4151-a3fa-d21c63e69314 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:03:00.426510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 15058442-0f35-4151-a3fa-d21c63e69314 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:03:00.426870 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 15058442-0f35-4151-a3fa-d21c63e69314 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:03:00.465696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Attempting to bind port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:03:00.465951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Attempting to bind port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '925345d5-4866-4051-bd1d-959d6f04493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:03:00.466280 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Attempting to bind port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 on network 6848b3b8-7f02-4feb-a21a-cf46eab83847 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:03:00.474046 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 on network 6848b3b8-7f02-4feb-a21a-cf46eab83847 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:03:00.474372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Attempting to bind port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 on network 6848b3b8-7f02-4feb-a21a-cf46eab83847 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:03:00.486205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:03:00.486538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Checking segment: {'id': '925345d5-4866-4051-bd1d-959d6f04493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:03:00.486940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Bound using segment: {'id': '925345d5-4866-4051-bd1d-959d6f04493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:03:00.487365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Bound port: 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925345d5-4866-4051-bd1d-959d6f04493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:03:00.487703 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:00.586844 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f238335a-72f6-401a-8094-7c4899037fb7 req-1db111fc-81d2-41b1-bf89-01254c8794f6 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Router 29207264-eab9-4ad9-aca7-ce280dd8e82a has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:03:00.606391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] For port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:03:00.735725 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] For port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,segment=NetworkSegment(925345d5-4866-4051-bd1d-959d6f04493f),segment_id=925345d5-4866-4051-bd1d-959d6f04493f)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:03:00.742194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:00.778149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:00.778793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:00.780184 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] 10.222.0.46 "PUT /v2.0/ports/73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 HTTP/1.1" status: 200 len: 1131 time: 2.0196857 Oct 18 08:03:00.783261 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a116b8-e368-448e-add1-930626863bc9', 'tag': '73e0e7e7-39bc-4116-a3eb-67ce3edaabc9'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:03:00.785334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c008300-235e-44dc-9ef3-844c85790c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "00a116b8-e368-448e-add1-930626863bc9", "tag": "73e0e7e7-39bc-4116-a3eb-67ce3edaabc9"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:03:00.861989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6359c647-e8f8-4006-a9d7-ca727dbe30d2 x-openstack-request-id: req-6359c647-e8f8-4006-a9d7-ca727dbe30d2 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:03:00.862276 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a116b8-e368-448e-add1-930626863bc9", "tag": "73e0e7e7-39bc-4116-a3eb-67ce3edaabc9", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:03:00.862524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6359c647-e8f8-4006-a9d7-ca727dbe30d2 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:03:00.862933 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6359c647-e8f8-4006-a9d7-ca727dbe30d2'] response: {'name': 'network-changed', 'server_uuid': '00a116b8-e368-448e-add1-930626863bc9', 'tag': '73e0e7e7-39bc-4116-a3eb-67ce3edaabc9', 'status': 'completed', 'code': 200} Oct 18 08:03:00.912346 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3fca8-863d-4413-94c0-6360072575b9 service neutron] Pushing event updated for resources: {'Port': ['ID=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:00.923288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f238335a-72f6-401a-8094-7c4899037fb7 req-1db111fc-81d2-41b1-bf89-01254c8794f6 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:03:00.936983 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a653c3-257e-49f3-9be4-1da6deb7709a None None] Sync routers for ids ['29207264-eab9-4ad9-aca7-ce280dd8e82a'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:03:00.946680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a653c3-257e-49f3-9be4-1da6deb7709a None None] Routers {'29207264-eab9-4ad9-aca7-ce280dd8e82a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:03:00.947526 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b2a653c3-257e-49f3-9be4-1da6deb7709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:02:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['29207264-eab9-4ad9-aca7-ce280dd8e82a'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:01.017259 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9f5dea16-f09a-4f63-b0dc-7818189d644f req-78298aed-08e7-4b8f-8889-bd1252333ffd tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 210 time: 0.0510523 Oct 18 08:03:01.059500 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-f238335a-72f6-401a-8094-7c4899037fb7 req-1db111fc-81d2-41b1-bf89-01254c8794f6 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] No DVR routers for this DVR port 15058442-0f35-4151-a3fa-d21c63e69314 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:03:01.062381 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-f238335a-72f6-401a-8094-7c4899037fb7 req-1db111fc-81d2-41b1-bf89-01254c8794f6 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:01.091048 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-f2e96812-a0de-4c71-b0e4-cf9129154f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:01.092518 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-f2e96812-a0de-4c71-b0e4-cf9129154f5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 1134 time: 0.2683837 Oct 18 08:03:01.094724 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f238335a-72f6-401a-8094-7c4899037fb7 req-1db111fc-81d2-41b1-bf89-01254c8794f6 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.46 "DELETE /v2.0/ports/15058442-0f35-4151-a3fa-d21c63e69314 HTTP/1.1" status: 204 len: 173 time: 2.4473526 Oct 18 08:03:01.169325 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-b2a653c3-257e-49f3-9be4-1da6deb7709a None None] Set router 29207264-eab9-4ad9-aca7-ce280dd8e82a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:03:01.171347 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-da60839a-c09c-4fd6-bea5-6bf3f60778a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 HTTP/1.1" status: 200 len: 217 time: 0.0650635 Oct 18 08:03:01.180276 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e9bd5-9d5b-480a-a0b2-77c98b5c3f51 req-11fd9d30-ea19-45a8-b9f9-be73ff74ed72 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:01.181991 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3b7e9bd5-9d5b-480a-a0b2-77c98b5c3f51 req-11fd9d30-ea19-45a8-b9f9-be73ff74ed72 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 981 time: 0.2205253 Oct 18 08:03:01.273455 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-0ce261f4-fa7c-47f4-823c-f5c7e76eac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:01.274932 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-0ce261f4-fa7c-47f4-823c-f5c7e76eac98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95d9965b-e008-4cb8-ba26-06b056cccc22 HTTP/1.1" status: 200 len: 834 time: 0.0915613 Oct 18 08:03:01.278387 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3b7e9bd5-9d5b-480a-a0b2-77c98b5c3f51 req-9397dd6d-2996-4572-a311-beab92adf1c4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601816 Oct 18 08:03:01.361573 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-6b487272-1b85-4bce-8631-1cae54378f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:01.363177 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-6b487272-1b85-4bce-8631-1cae54378f67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6848b3b8-7f02-4feb-a21a-cf46eab83847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792844 Oct 18 08:03:01.505512 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-51909ae2-79b6-43c2-945b-861cdf203480 service neutron] 10.222.0.46 "GET /v2.0/networks/6848b3b8-7f02-4feb-a21a-cf46eab83847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317675 Oct 18 08:03:01.505966 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b2a653c3-257e-49f3-9be4-1da6deb7709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 5, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:01.509954 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a653c3-257e-49f3-9be4-1da6deb7709a None None] Checking router: 29207264-eab9-4ad9-aca7-ce280dd8e82a for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:03:01.519161 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a653c3-257e-49f3-9be4-1da6deb7709a None None] Routers {'29207264-eab9-4ad9-aca7-ce280dd8e82a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:03:01.519804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b2a653c3-257e-49f3-9be4-1da6deb7709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:02:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['29207264-eab9-4ad9-aca7-ce280dd8e82a'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:01.707561 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-b2a653c3-257e-49f3-9be4-1da6deb7709a None None] Set router 29207264-eab9-4ad9-aca7-ce280dd8e82a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:03:01.761728 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4c5dc8e0-0489-4d8c-a971-ad39fc24a1da req-f3ca63ec-3d87-41e7-abf7-e3f44884ced4 service neutron] 10.222.0.46 "GET /v2.0/networks/6848b3b8-7f02-4feb-a21a-cf46eab83847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466338 Oct 18 08:03:01.888087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c008300-235e-44dc-9ef3-844c85790c9a req-6f3e0505-5b4a-474c-b547-e4cb7b9b856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:01.889703 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1c008300-235e-44dc-9ef3-844c85790c9a req-6f3e0505-5b4a-474c-b547-e4cb7b9b856c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 1134 time: 0.0776062 Oct 18 08:03:02.021534 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b2a653c3-257e-49f3-9be4-1da6deb7709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 5, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:02.023333 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c008300-235e-44dc-9ef3-844c85790c9a req-7b3aa688-83f5-4724-a7ae-6cb941d9876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:02.024774 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1c008300-235e-44dc-9ef3-844c85790c9a req-7b3aa688-83f5-4724-a7ae-6cb941d9876c service neutron] 10.222.0.46 "GET /v2.0/networks?id=6848b3b8-7f02-4feb-a21a-cf46eab83847 HTTP/1.1" status: 200 len: 897 time: 0.1280913 Oct 18 08:03:02.025460 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a653c3-257e-49f3-9be4-1da6deb7709a None None] The sync data for ids ['29207264-eab9-4ad9-aca7-ce280dd8e82a'] in dv-neutron-861625-1-hyperv is: [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 5, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:03:02.105880 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1c008300-235e-44dc-9ef3-844c85790c9a req-842c024b-9fb0-43c9-8d97-2786fc9a2938 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 HTTP/1.1" status: 200 len: 217 time: 0.0728474 Oct 18 08:03:02.203394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c008300-235e-44dc-9ef3-844c85790c9a req-1e83187a-2cd3-416a-a792-941b1ce48a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:02.205006 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1c008300-235e-44dc-9ef3-844c85790c9a req-1e83187a-2cd3-416a-a792-941b1ce48a53 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95d9965b-e008-4cb8-ba26-06b056cccc22 HTTP/1.1" status: 200 len: 834 time: 0.0913157 Oct 18 08:03:02.215345 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c49db94b-646c-471a-9431-9f4c0ab3f731 req-fd71557a-d557-44d8-8fd4-1df8eb80c319 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=16f180ad-153e-4a88-9db6-f193a5218365 HTTP/1.1" status: 200 len: 210 time: 0.0566778 Oct 18 08:03:02.309129 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c008300-235e-44dc-9ef3-844c85790c9a req-9952ed7e-7b1d-4966-a0cf-d80eecd1c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:02.310930 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1c008300-235e-44dc-9ef3-844c85790c9a req-9952ed7e-7b1d-4966-a0cf-d80eecd1c071 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6848b3b8-7f02-4feb-a21a-cf46eab83847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0981863 Oct 18 08:03:02.346381 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7b9712-621a-4d4a-baad-dbdbf8f13ee0 None None] New status for floating IP 810513f9-befb-4483-b185-435719dfc831: DOWN {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:03:02.393592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:03:02.508035 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1c008300-235e-44dc-9ef3-844c85790c9a req-8e2c0a4e-23e7-499a-bfbf-d43c31e0aacc service neutron] 10.222.0.46 "GET /v2.0/networks/6848b3b8-7f02-4feb-a21a-cf46eab83847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900191 Oct 18 08:03:02.533838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,segment=NetworkSegment(925345d5-4866-4051-bd1d-959d6f04493f),segment_id=925345d5-4866-4051-bd1d-959d6f04493f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:02.549221 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '73e0e7e7-39bc-4116-a3eb-67ce3edaabc9', 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847', 'port_id': '73e0e7e7-39bc-4116-a3eb-67ce3edaabc9', 'mac_address': 'fa:16:3e:0a:e2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:03:02.596872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d762c9-7f02-47c1-b0e5-80fef2c01118 req-d0df8218-1ecd-4a84-91f2-5e94b1df5270 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:02.598330 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d9d762c9-7f02-47c1-b0e5-80fef2c01118 req-d0df8218-1ecd-4a84-91f2-5e94b1df5270 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 981 time: 0.2058299 Oct 18 08:03:02.610039 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:03:02.610491 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:02.630757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:03:02.646463 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,segment=NetworkSegment(925345d5-4866-4051-bd1d-959d6f04493f),segment_id=925345d5-4866-4051-bd1d-959d6f04493f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:02.650064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:02.685338 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d9d762c9-7f02-47c1-b0e5-80fef2c01118 req-b36f4bef-611f-4b69-871c-61f081a8c7f3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692122 Oct 18 08:03:02.687401 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1c008300-235e-44dc-9ef3-844c85790c9a req-553c34bb-c233-4ac0-96f0-464d7c93c87d service neutron] 10.222.0.46 "GET /v2.0/networks/6848b3b8-7f02-4feb-a21a-cf46eab83847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727400 Oct 18 08:03:02.719476 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:02.864444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f180ad-153e-4a88-9db6-f193a5218365', 'name': 'network-vif-deleted', 'tag': '15058442-0f35-4151-a3fa-d21c63e69314'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:03:02.866832 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a401df66-c8a2-4768-b48b-1ccf1a8d7617" -d '{"events": [{"server_uuid": "16f180ad-153e-4a88-9db6-f193a5218365", "name": "network-vif-deleted", "tag": "15058442-0f35-4151-a3fa-d21c63e69314"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:03:02.907435 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0781c5-392b-420e-bbe3-8ee1d4cb0df5 x-openstack-request-id: req-aa0781c5-392b-420e-bbe3-8ee1d4cb0df5 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:03:02.907727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f180ad-153e-4a88-9db6-f193a5218365", "name": "network-vif-deleted", "tag": "15058442-0f35-4151-a3fa-d21c63e69314", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:03:02.907971 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-aa0781c5-392b-420e-bbe3-8ee1d4cb0df5 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:03:02.908357 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa0781c5-392b-420e-bbe3-8ee1d4cb0df5'] response: {'server_uuid': '16f180ad-153e-4a88-9db6-f193a5218365', 'name': 'network-vif-deleted', 'tag': '15058442-0f35-4151-a3fa-d21c63e69314', 'status': 'completed', 'code': 200} Oct 18 08:03:02.942588 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['73e0e7e7-39bc-4116-a3eb-67ce3edaabc9'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:03:03.499096 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-7677263c-80b7-4438-8806-bc3c03ef5ba9 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-527745917&fields=id&tenant_id=f79c24aececa4859ae5a96990e21c4eb HTTP/1.1" status: 200 len: 267 time: 0.0385530 Oct 18 08:03:03.647313 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-991cab81-44f4-4d50-b7e3-7cafda084b27 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:03.648692 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-991cab81-44f4-4d50-b7e3-7cafda084b27 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/networks?id=97472348-d598-4426-abf2-9d3dd6e4d75d HTTP/1.1" status: 200 len: 812 time: 0.1435404 Oct 18 08:03:03.662805 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-7e60c654-dbec-43c4-bdc8-d2df46d5b96c tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/quotas/f79c24aececa4859ae5a96990e21c4eb HTTP/1.1" status: 200 len: 375 time: 0.0087574 Oct 18 08:03:03.754419 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-e2335d76-8e39-4dfe-b3cc-541b2cab32f2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=f79c24aececa4859ae5a96990e21c4eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862749 Oct 18 08:03:03.888001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fd648-b893-4191-955c-ba1d43cbae28 req-4a451d87-7460-4ab7-993a-c57f57a0464a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:03.889486 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-719fd648-b893-4191-955c-ba1d43cbae28 req-4a451d87-7460-4ab7-993a-c57f57a0464a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 982 time: 0.0923398 Oct 18 08:03:03.932530 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-719fd648-b893-4191-955c-ba1d43cbae28 req-e88382b3-cbdf-4bad-96bc-eb700ac1b643 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375626 Oct 18 08:03:03.933824 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-1db5b095-6d9a-4e5d-9220-668ee0255788 service neutron] 10.222.0.17 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685255 Oct 18 08:03:04.065023 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-e68d3555-e763-4ea7-8731-cd130478cab1 service neutron] 10.222.0.17 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254215 Oct 18 08:03:04.406182 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:03:04.441362 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-b9daa706-36af-4191-8f59-d6eec16d67d1 req-a098d4af-03eb-4ee9-92d8-92c7047fc063 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Synchronizing usage tracker for tenant:f79c24aececa4859ae5a96990e21c4eb on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:03:04.458134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-b9daa706-36af-4191-8f59-d6eec16d67d1 req-a098d4af-03eb-4ee9-92d8-92c7047fc063 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Unset dirty status for tenant:f79c24aececa4859ae5a96990e21c4eb on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:03:04.459392 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b9daa706-36af-4191-8f59-d6eec16d67d1 req-a098d4af-03eb-4ee9-92d8-92c7047fc063 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 210 time: 0.0681210 Oct 18 08:03:04.484397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:04.506732 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:03:04.511812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:03:04.512174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:04.512495 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 Oct 18 08:03:04.633851 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:03:04.634311 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:04.663283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a116b8-e368-448e-add1-930626863bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e0e7e7-39bc-4116-a3eb-67ce3edaabc9'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:03:04.665956 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abf352b-1cc8-4fcf-8ae9-bc6e6f63d3fe" -d '{"events": [{"server_uuid": "00a116b8-e368-448e-add1-930626863bc9", "name": "network-vif-plugged", "status": "completed", "tag": "73e0e7e7-39bc-4116-a3eb-67ce3edaabc9"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:03:04.674306 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,segment=NetworkSegment(925345d5-4866-4051-bd1d-959d6f04493f),segment_id=925345d5-4866-4051-bd1d-959d6f04493f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:04.679174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:04.761398 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:04.812550 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08be560-dc1b-4d73-a54b-752118a66972 x-openstack-request-id: req-c08be560-dc1b-4d73-a54b-752118a66972 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:03:04.812848 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a116b8-e368-448e-add1-930626863bc9", "name": "network-vif-plugged", "status": "completed", "tag": "73e0e7e7-39bc-4116-a3eb-67ce3edaabc9", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:03:04.813102 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c08be560-dc1b-4d73-a54b-752118a66972 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:03:04.813501 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08be560-dc1b-4d73-a54b-752118a66972'] response: {'server_uuid': '00a116b8-e368-448e-add1-930626863bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e0e7e7-39bc-4116-a3eb-67ce3edaabc9', 'code': 200} Oct 18 08:03:05.053176 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56d563-1bc4-40f1-a423-2d8adea14b55 req-bcef29d1-28e4-4ed5-82a4-d60338df91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:05.055033 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7f56d563-1bc4-40f1-a423-2d8adea14b55 req-bcef29d1-28e4-4ed5-82a4-d60338df91c9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 1136 time: 0.0818241 Oct 18 08:03:05.146787 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7f56d563-1bc4-40f1-a423-2d8adea14b55 req-02f7f09b-5f2e-4f87-8429-411a5399c237 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498652 Oct 18 08:03:05.169738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9f595-e91b-4275-8042-0dd5234d0c51 req-0e08eeff-6104-4569-a62c-2a9059ecf7cd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:05.171101 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-82a9f595-e91b-4275-8042-0dd5234d0c51 req-0e08eeff-6104-4569-a62c-2a9059ecf7cd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 983 time: 0.1152194 Oct 18 08:03:05.218198 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-82a9f595-e91b-4275-8042-0dd5234d0c51 req-34932152-ca6e-445e-bc21-bf946af1c329 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413158 Oct 18 08:03:05.629786 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9c561970-108f-4921-b271-e1391ec4ca74 req-71879a4a-c3ca-4493-95b8-9a79dfd8e9ed tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 210 time: 0.0556939 Oct 18 08:03:05.764322 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-92414f26-9a82-4f66-9317-316206e02673 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:05.765658 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-92414f26-9a82-4f66-9317-316206e02673 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.46 "GET /v2.0/networks?id=97472348-d598-4426-abf2-9d3dd6e4d75d HTTP/1.1" status: 200 len: 812 time: 0.1471794 Oct 18 08:03:05.817693 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-e2199dd0-2b62-4251-a82f-e33aa5056969 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f79c24aececa4859ae5a96990e21c4eb HTTP/1.1" status: 200 len: 379 time: 0.0398860 Oct 18 08:03:05.843389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-f109afc1-0717-45c4-ad70-ac23cc2e231e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Request body: {'port': {'device_id': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'admin_state_up': True, 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'security_groups': ['4c5839e1-60e9-4a99-b274-cc24145a446c']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:06.087931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-f109afc1-0717-45c4-ad70-ac23cc2e231e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:06.097765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-f109afc1-0717-45c4-ad70-ac23cc2e231e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:06.107120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-f109afc1-0717-45c4-ad70-ac23cc2e231e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Made reservation on behalf of f79c24aececa4859ae5a96990e21c4eb for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:03:06.110497 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-f109afc1-0717-45c4-ad70-ac23cc2e231e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:06.277547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-f109afc1-0717-45c4-ad70-ac23cc2e231e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Allocated IP 172.20.0.4 (97472348-d598-4426-abf2-9d3dd6e4d75d/0e2a65d9-cbb7-462e-9a50-06e31aad481a/10eb39cd-4695-4c41-8a99-84e31b7398d3) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:03:06.537468 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-f109afc1-0717-45c4-ad70-ac23cc2e231e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:06.550717 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcab90-b9fb-49bf-9226-dfa0369a90a5 req-dc28166a-21e6-4717-9c6f-f1f77742a0f4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:06.552158 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9bbcab90-b9fb-49bf-9226-dfa0369a90a5 req-dc28166a-21e6-4717-9c6f-f1f77742a0f4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 983 time: 0.2092965 Oct 18 08:03:06.564387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-f109afc1-0717-45c4-ad70-ac23cc2e231e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Transition to ACTIVE for port object 10eb39cd-4695-4c41-8a99-84e31b7398d3 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:03:06.607002 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9bbcab90-b9fb-49bf-9226-dfa0369a90a5 req-9f14528d-8d81-4c9d-add2-a8694a08a38f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455348 Oct 18 08:03:06.622204 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-f109afc1-0717-45c4-ad70-ac23cc2e231e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:06.689791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-f109afc1-0717-45c4-ad70-ac23cc2e231e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Network 97472348-d598-4426-abf2-9d3dd6e4d75d is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:03:06.692920 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-f109afc1-0717-45c4-ad70-ac23cc2e231e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:03:06.696671 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-f109afc1-0717-45c4-ad70-ac23cc2e231e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:03:06.738824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109afc1-0717-45c4-ad70-ac23cc2e231e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event updated for resources: {'Port': ['ID=10eb39cd-4695-4c41-8a99-84e31b7398d3,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:06.771681 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-f109afc1-0717-45c4-ad70-ac23cc2e231e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:06.772309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-f109afc1-0717-45c4-ad70-ac23cc2e231e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:06.801573 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-f109afc1-0717-45c4-ad70-ac23cc2e231e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9624257 Oct 18 08:03:06.816156 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Request body: {'port': {'device_id': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:06.849423 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0ba40-c780-40c0-ae47-9d24e437f0d9 req-c4c7709c-16ee-4331-a7df-5c0465ded2b0 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:06.852997 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f0b0ba40-c780-40c0-ae47-9d24e437f0d9 req-c4c7709c-16ee-4331-a7df-5c0465ded2b0 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 931 time: 0.0991735 Oct 18 08:03:06.907693 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f0b0ba40-c780-40c0-ae47-9d24e437f0d9 req-7b857d7b-c69b-49a0-8571-2dd3e0ea1824 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461555 Oct 18 08:03:06.954567 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:06.994370 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3e69a1ea-fc1a-4773-b212-08ad4aeaf078 None None] Provisioning for port 10eb39cd-4695-4c41-8a99-84e31b7398d3 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:03:07.000512 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3e69a1ea-fc1a-4773-b212-08ad4aeaf078 None None] Provisioning complete for port 10eb39cd-4695-4c41-8a99-84e31b7398d3 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:03:07.000976 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3e69a1ea-fc1a-4773-b212-08ad4aeaf078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:07.001357 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-3e69a1ea-fc1a-4773-b212-08ad4aeaf078 None None] Attempt 1 to provision port 10eb39cd-4695-4c41-8a99-84e31b7398d3 Oct 18 08:03:07.056694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3e69a1ea-fc1a-4773-b212-08ad4aeaf078 None None] Port 10eb39cd-4695-4c41-8a99-84e31b7398d3 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:03:07.313654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10eb39cd-4695-4c41-8a99-84e31b7398d3 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:03:07.324109 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:07.339772 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Transition to ACTIVE for port object 10eb39cd-4695-4c41-8a99-84e31b7398d3 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:03:07.343544 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:07.528592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Pushing event updated for resources: {'Port': ['ID=10eb39cd-4695-4c41-8a99-84e31b7398d3,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:07.558493 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-3e69a1ea-fc1a-4773-b212-08ad4aeaf078 None None] Attempt 2 to provision port 10eb39cd-4695-4c41-8a99-84e31b7398d3 Oct 18 08:03:07.567945 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Attempting to bind port 10eb39cd-4695-4c41-8a99-84e31b7398d3 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:03:07.568286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Attempting to bind port 10eb39cd-4695-4c41-8a99-84e31b7398d3 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:03:07.568638 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Attempting to bind port 10eb39cd-4695-4c41-8a99-84e31b7398d3 on network 97472348-d598-4426-abf2-9d3dd6e4d75d {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:03:07.573262 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Port 10eb39cd-4695-4c41-8a99-84e31b7398d3 on network 97472348-d598-4426-abf2-9d3dd6e4d75d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:03:07.573585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Attempting to bind port 10eb39cd-4695-4c41-8a99-84e31b7398d3 on network 97472348-d598-4426-abf2-9d3dd6e4d75d {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:03:07.578659 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:03:07.578994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Checking segment: {'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:03:07.579375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Bound using segment: {'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:03:07.579798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Bound port: 10eb39cd-4695-4c41-8a99-84e31b7398d3, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:03:07.580141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:07.610358 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3e69a1ea-fc1a-4773-b212-08ad4aeaf078 None None] Port 10eb39cd-4695-4c41-8a99-84e31b7398d3 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:03:07.669072 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] For port 10eb39cd-4695-4c41-8a99-84e31b7398d3, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:03:07.672018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] For port 10eb39cd-4695-4c41-8a99-84e31b7398d3, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=10eb39cd-4695-4c41-8a99-84e31b7398d3,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:03:07.677044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:07.681046 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:07.681650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:07.683141 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] 10.222.0.46 "PUT /v2.0/ports/10eb39cd-4695-4c41-8a99-84e31b7398d3 HTTP/1.1" status: 200 len: 1093 time: 0.8717015 Oct 18 08:03:07.718581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'tag': '10eb39cd-4695-4c41-8a99-84e31b7398d3'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:03:07.721039 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea399e9-51a8-4795-a5ba-637120b03265" -d '{"events": [{"name": "network-changed", "server_uuid": "64f47479-48ee-4993-8bd1-147c0c1416a2", "tag": "10eb39cd-4695-4c41-8a99-84e31b7398d3"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:03:07.785111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84169db4-f371-4819-ab36-4ab45d105b2f x-openstack-request-id: req-84169db4-f371-4819-ab36-4ab45d105b2f {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:03:07.785328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f47479-48ee-4993-8bd1-147c0c1416a2", "tag": "10eb39cd-4695-4c41-8a99-84e31b7398d3", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:03:07.785570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-84169db4-f371-4819-ab36-4ab45d105b2f {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:03:07.785950 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84169db4-f371-4819-ab36-4ab45d105b2f'] response: {'name': 'network-changed', 'server_uuid': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'tag': '10eb39cd-4695-4c41-8a99-84e31b7398d3', 'status': 'completed', 'code': 200} Oct 18 08:03:07.984976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a7188-b305-410e-9c51-29ddd7a8fce5 service neutron] Pushing event updated for resources: {'Port': ['ID=10eb39cd-4695-4c41-8a99-84e31b7398d3,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:08.008765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-710abdbe-7147-4534-b9b3-ebfe07a7cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:08.010234 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-710abdbe-7147-4534-b9b3-ebfe07a7cb47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f79c24aececa4859ae5a96990e21c4eb&device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 1096 time: 0.2817812 Oct 18 08:03:08.022211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91068b56-f876-4134-995f-fff553a58b4d req-2905d487-c037-49b6-82d7-c098c1be4f87 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:08.023632 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-91068b56-f876-4134-995f-fff553a58b4d req-2905d487-c037-49b6-82d7-c098c1be4f87 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 983 time: 0.2940087 Oct 18 08:03:08.098526 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-0bab544f-0801-421f-a8d6-e6480ab8fa45 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10eb39cd-4695-4c41-8a99-84e31b7398d3 HTTP/1.1" status: 200 len: 217 time: 0.0739532 Oct 18 08:03:08.106016 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e096ef-bb3f-434f-ab80-76adc3a9d57f req-4be43c1b-bc8e-4512-8e92-89545c6a640e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:08.107599 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-15e096ef-bb3f-434f-ab80-76adc3a9d57f req-4be43c1b-bc8e-4512-8e92-89545c6a640e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 943 time: 0.0920482 Oct 18 08:03:08.111937 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-3e69a1ea-fc1a-4773-b212-08ad4aeaf078 None None] Attempt 3 to provision port 10eb39cd-4695-4c41-8a99-84e31b7398d3 Oct 18 08:03:08.161851 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-15e096ef-bb3f-434f-ab80-76adc3a9d57f req-a7119248-79fa-4db0-8898-0dcba37d89d9 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478268 Oct 18 08:03:08.163782 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-91068b56-f876-4134-995f-fff553a58b4d req-95a739d9-4dc8-4b44-8819-93657338295b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923307 Oct 18 08:03:08.188124 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3e69a1ea-fc1a-4773-b212-08ad4aeaf078 None None] Port 10eb39cd-4695-4c41-8a99-84e31b7398d3 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:03:08.192804 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-a1d769c4-2d59-44aa-ab24-1fda9f1a9465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:08.194390 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-a1d769c4-2d59-44aa-ab24-1fda9f1a9465 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e2a65d9-cbb7-462e-9a50-06e31aad481a HTTP/1.1" status: 200 len: 851 time: 0.0886092 Oct 18 08:03:08.277030 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-a72a96e3-015e-4cdc-b73b-6cce46767614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:08.278494 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-a72a96e3-015e-4cdc-b73b-6cce46767614 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=97472348-d598-4426-abf2-9d3dd6e4d75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781136 Oct 18 08:03:08.369480 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f50a35-8dcb-4d02-88e1-9eb602caf36e req-6c2d310a-e914-4b53-95e8-5468e3933738 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:08.371515 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-51f50a35-8dcb-4d02-88e1-9eb602caf36e req-6c2d310a-e914-4b53-95e8-5468e3933738 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 983 time: 0.0910268 Oct 18 08:03:08.414018 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-51f50a35-8dcb-4d02-88e1-9eb602caf36e req-64760772-7922-4483-8bb0-857a468aa465 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:03:08.414520 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-d59564b0-83d2-47a3-bf1b-ed6aad1dc350 service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292224 Oct 18 08:03:08.426049 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-51f50a35-8dcb-4d02-88e1-9eb602caf36e req-64760772-7922-4483-8bb0-857a468aa465 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:03:08.427169 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-51f50a35-8dcb-4d02-88e1-9eb602caf36e req-64760772-7922-4483-8bb0-857a468aa465 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499749 Oct 18 08:03:08.456352 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35460) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:08.533453 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a153cfe-d898-4e32-920e-eda0c827e5d8 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:08.535103 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0a153cfe-d898-4e32-920e-eda0c827e5d8 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 1131 time: 0.0777369 Oct 18 08:03:08.537924 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35464) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:08.543441 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': '73e0e7e7-39bc-4116-a3eb-67ce3edaabc9', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:08.546703 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4071a393-7a3f-4a64-9c58-a9f4669eb9bc req-64268a65-5718-42ac-b785-0bd3ba01190a service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261063 Oct 18 08:03:08.549346 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:08.553794 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:floatingip and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:08.556966 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:08.562852 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:08.572327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:08.672223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea399e9-51a8-4795-a5ba-637120b03265 req-9a1d192b-fa89-437e-bd85-b439f5ea35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:08.673602 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dea399e9-51a8-4795-a5ba-637120b03265 req-9a1d192b-fa89-437e-bd85-b439f5ea35b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f79c24aececa4859ae5a96990e21c4eb&device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 1096 time: 0.0823822 Oct 18 08:03:08.709591 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:08.810939 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea399e9-51a8-4795-a5ba-637120b03265 req-1b1e61f8-bc1f-4eb7-aa49-c26947b43d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:08.812427 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dea399e9-51a8-4795-a5ba-637120b03265 req-1b1e61f8-bc1f-4eb7-aa49-c26947b43d35 service neutron] 10.222.0.46 "GET /v2.0/networks?id=97472348-d598-4426-abf2-9d3dd6e4d75d HTTP/1.1" status: 200 len: 913 time: 0.1322637 Oct 18 08:03:08.851394 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.26.8.237 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/1335f486-fe26-4a59-bdbe-c17db4330499) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:03:08.889970 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dea399e9-51a8-4795-a5ba-637120b03265 req-d78adf9a-2e52-424a-9196-65de1560073b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10eb39cd-4695-4c41-8a99-84e31b7398d3 HTTP/1.1" status: 200 len: 217 time: 0.0649674 Oct 18 08:03:08.955263 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea399e9-51a8-4795-a5ba-637120b03265 req-957aead3-33d2-4ec9-8540-36d9294f7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:08.956629 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dea399e9-51a8-4795-a5ba-637120b03265 req-957aead3-33d2-4ec9-8540-36d9294f7f49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e2a65d9-cbb7-462e-9a50-06e31aad481a HTTP/1.1" status: 200 len: 851 time: 0.0605898 Oct 18 08:03:09.003283 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:09.033388 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:09.040255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea399e9-51a8-4795-a5ba-637120b03265 req-e2272452-1446-4673-a8ae-e491d19b471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:09.041734 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dea399e9-51a8-4795-a5ba-637120b03265 req-e2272452-1446-4673-a8ae-e491d19b471f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=97472348-d598-4426-abf2-9d3dd6e4d75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789258 Oct 18 08:03:09.097016 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:03:09.100015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:03:09.103640 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:03:09.181629 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dea399e9-51a8-4795-a5ba-637120b03265 req-5fbbe700-e3af-49e3-9835-7a187f7d5e23 service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337075 Oct 18 08:03:09.253128 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=1335f486-fe26-4a59-bdbe-c17db4330499,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:09.375833 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dea399e9-51a8-4795-a5ba-637120b03265 req-873cdd4c-ca15-448b-a01b-6fe5a75e9fa1 service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884358 Oct 18 08:03:09.402355 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaae7e-8c7c-498e-8b00-68fc3d976ff3 req-71db7081-fbad-4bc5-87c7-ecc7a7466a2a tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:09.403063 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-0baaae7e-8c7c-498e-8b00-68fc3d976ff3 req-71db7081-fbad-4bc5-87c7-ecc7a7466a2a tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Synchronizing usage tracker for tenant:f79c24aececa4859ae5a96990e21c4eb on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:03:09.417898 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-0baaae7e-8c7c-498e-8b00-68fc3d976ff3 req-71db7081-fbad-4bc5-87c7-ecc7a7466a2a tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Unset dirty status for tenant:f79c24aececa4859ae5a96990e21c4eb on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:03:09.419125 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0baaae7e-8c7c-498e-8b00-68fc3d976ff3 req-71db7081-fbad-4bc5-87c7-ecc7a7466a2a tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 943 time: 0.1322808 Oct 18 08:03:09.464673 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0baaae7e-8c7c-498e-8b00-68fc3d976ff3 req-4c6114ae-9ac7-4d1c-8fed-d8fa9464cf9f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397828 Oct 18 08:03:09.632953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:09.705080 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:09.908772 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:09.913220 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:10.016682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:10.066974 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=1335f486-fe26-4a59-bdbe-c17db4330499,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:10.191149 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP 39408d2a-e1be-45af-aa27-39b866d0dd5e associated. External IP: 172.26.8.237, port: 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9. Oct 18 08:03:10.536015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router be5584ef-5125-4828-86c1-e98b7c179844 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:03:10.883860 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:03:10.893963 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef977ba-57cb-4c70-a891-3545e73efb72 None None] Sync routers for ids ['be5584ef-5125-4828-86c1-e98b7c179844'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:03:10.898362 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc602b80-ebd3-4992-b42a-662a4c41d044 req-1bdd9ca4-e42a-4d10-bebf-a930593cd119 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:10.899832 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-dc602b80-ebd3-4992-b42a-662a4c41d044 req-1bdd9ca4-e42a-4d10-bebf-a930593cd119 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 943 time: 0.1975737 Oct 18 08:03:10.902996 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef977ba-57cb-4c70-a891-3545e73efb72 None None] Routers {'be5584ef-5125-4828-86c1-e98b7c179844'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:03:10.903959 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-2ef977ba-57cb-4c70-a891-3545e73efb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:02:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['be5584ef-5125-4828-86c1-e98b7c179844'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:10.943369 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:10.994701 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-dc602b80-ebd3-4992-b42a-662a4c41d044 req-4b3dfdec-548f-4dac-bc8f-d08158a3d61c tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882108 Oct 18 08:03:11.013723 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d27606ce-e2b9-4100-a2d0-4f5eb8045a73 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.4696872 Oct 18 08:03:11.013723 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a116b8-e368-448e-add1-930626863bc9', 'tag': '73e0e7e7-39bc-4116-a3eb-67ce3edaabc9'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:03:11.013723 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c873b8e-ab73-4d5e-a830-d68c21f97a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "00a116b8-e368-448e-add1-930626863bc9", "tag": "73e0e7e7-39bc-4116-a3eb-67ce3edaabc9"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:03:11.014045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35472) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:11.090513 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-2ef977ba-57cb-4c70-a891-3545e73efb72 None None] Set router be5584ef-5125-4828-86c1-e98b7c179844 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:03:11.101531 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ce48d1-9112-412b-a1c5-04fe65337bcf tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:11.103065 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d5ce48d1-9112-412b-a1c5-04fe65337bcf tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=00a116b8-e368-448e-add1-930626863bc9&network_id=6848b3b8-7f02-4feb-a21a-cf46eab83847 HTTP/1.1" status: 200 len: 1131 time: 0.0895727 Oct 18 08:03:11.127664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78691ec-7fbd-46ed-9efb-2d2140f39985 x-openstack-request-id: req-f78691ec-7fbd-46ed-9efb-2d2140f39985 {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:03:11.128051 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a116b8-e368-448e-add1-930626863bc9", "tag": "73e0e7e7-39bc-4116-a3eb-67ce3edaabc9", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:03:11.128310 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f78691ec-7fbd-46ed-9efb-2d2140f39985 {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:03:11.128715 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78691ec-7fbd-46ed-9efb-2d2140f39985'] response: {'name': 'network-changed', 'server_uuid': '00a116b8-e368-448e-add1-930626863bc9', 'tag': '73e0e7e7-39bc-4116-a3eb-67ce3edaabc9', 'status': 'completed', 'code': 200} Oct 18 08:03:11.231641 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c873b8e-ab73-4d5e-a830-d68c21f97a8d req-c7e6e4eb-f8dc-44ae-b5d1-b6e85929917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:11.233167 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3c873b8e-ab73-4d5e-a830-d68c21f97a8d req-c7e6e4eb-f8dc-44ae-b5d1-b6e85929917c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 1136 time: 0.0796902 Oct 18 08:03:11.470808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-2ef977ba-57cb-4c70-a891-3545e73efb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'name': 'tempest-TestNetworkBasicOps-router-356755422', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:50Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '39408d2a-e1be-45af-aa27-39b866d0dd5e', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.237', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'port_id': '73e0e7e7-39bc-4116-a3eb-67ce3edaabc9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-996494023', 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847', 'mac_address': 'fa:16:3e:0a:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a116b8-e368-448e-add1-930626863bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:03:09Z', 'updated_at': '2022-10-18T08:03:09Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4431e51e-9666-4a63-8e3f-6a6798931f24', 'name': '', 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:d2:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:49Z', 'updated_at': '2022-10-18T08:02:54Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:11.474499 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef977ba-57cb-4c70-a891-3545e73efb72 None None] Checking router: be5584ef-5125-4828-86c1-e98b7c179844 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:03:11.483570 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef977ba-57cb-4c70-a891-3545e73efb72 None None] Routers {'be5584ef-5125-4828-86c1-e98b7c179844'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:03:11.484162 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-2ef977ba-57cb-4c70-a891-3545e73efb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:02:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['be5584ef-5125-4828-86c1-e98b7c179844'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:11.539076 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c873b8e-ab73-4d5e-a830-d68c21f97a8d req-1b73238b-80e4-47de-ba72-ea6db8e85bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:11.540547 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3c873b8e-ab73-4d5e-a830-d68c21f97a8d req-1b73238b-80e4-47de-ba72-ea6db8e85bf0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6848b3b8-7f02-4feb-a21a-cf46eab83847 HTTP/1.1" status: 200 len: 897 time: 0.3010375 Oct 18 08:03:11.607967 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7467bf-35a1-4d62-ad71-851fdb9411ca req-9e8a65c1-9373-4e9e-9b2f-a7d6b642cfa9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:11.609396 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aa7467bf-35a1-4d62-ad71-851fdb9411ca req-9e8a65c1-9373-4e9e-9b2f-a7d6b642cfa9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 983 time: 0.1880569 Oct 18 08:03:11.658564 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-2ef977ba-57cb-4c70-a891-3545e73efb72 None None] Set router be5584ef-5125-4828-86c1-e98b7c179844 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:03:11.681143 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3c873b8e-ab73-4d5e-a830-d68c21f97a8d req-e0738492-22d2-48fc-9391-f8f8734ade7d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 HTTP/1.1" status: 200 len: 1037 time: 0.1325970 Oct 18 08:03:11.685647 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aa7467bf-35a1-4d62-ad71-851fdb9411ca req-2440ae82-350d-4357-a05e-81b53f114f0b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590179 Oct 18 08:03:11.745969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c873b8e-ab73-4d5e-a830-d68c21f97a8d req-47033782-ea2c-44cb-a232-c7b8d90f5883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:11.747325 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3c873b8e-ab73-4d5e-a830-d68c21f97a8d req-47033782-ea2c-44cb-a232-c7b8d90f5883 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95d9965b-e008-4cb8-ba26-06b056cccc22 HTTP/1.1" status: 200 len: 834 time: 0.0572612 Oct 18 08:03:11.832327 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c873b8e-ab73-4d5e-a830-d68c21f97a8d req-3427d12e-21a2-45b4-b1fb-785bc66b51b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:11.833806 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3c873b8e-ab73-4d5e-a830-d68c21f97a8d req-3427d12e-21a2-45b4-b1fb-785bc66b51b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6848b3b8-7f02-4feb-a21a-cf46eab83847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794747 Oct 18 08:03:11.968951 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3c873b8e-ab73-4d5e-a830-d68c21f97a8d req-ba030739-46ab-416d-a581-c78a1fb295b3 service neutron] 10.222.0.46 "GET /v2.0/networks/6848b3b8-7f02-4feb-a21a-cf46eab83847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255193 Oct 18 08:03:12.036930 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-2ef977ba-57cb-4c70-a891-3545e73efb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'name': 'tempest-TestNetworkBasicOps-router-356755422', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:50Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '39408d2a-e1be-45af-aa27-39b866d0dd5e', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.237', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'port_id': '73e0e7e7-39bc-4116-a3eb-67ce3edaabc9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-996494023', 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847', 'mac_address': 'fa:16:3e:0a:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a116b8-e368-448e-add1-930626863bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:03:09Z', 'updated_at': '2022-10-18T08:03:09Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4431e51e-9666-4a63-8e3f-6a6798931f24', 'name': '', 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:d2:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:49Z', 'updated_at': '2022-10-18T08:02:54Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:12.041105 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef977ba-57cb-4c70-a891-3545e73efb72 None None] The sync data for ids ['be5584ef-5125-4828-86c1-e98b7c179844'] in dv-neutron-861625-1-hyperv is: [{'id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'name': 'tempest-TestNetworkBasicOps-router-356755422', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:50Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '39408d2a-e1be-45af-aa27-39b866d0dd5e', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.237', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'port_id': '73e0e7e7-39bc-4116-a3eb-67ce3edaabc9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-996494023', 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847', 'mac_address': 'fa:16:3e:0a:e2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a116b8-e368-448e-add1-930626863bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:03:09Z', 'updated_at': '2022-10-18T08:03:09Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4431e51e-9666-4a63-8e3f-6a6798931f24', 'name': '', 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:d2:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:49Z', 'updated_at': '2022-10-18T08:02:54Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:03:12.106159 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3c873b8e-ab73-4d5e-a830-d68c21f97a8d req-c824cd60-39e4-4489-ba95-249b90895d40 service neutron] 10.222.0.46 "GET /v2.0/networks/6848b3b8-7f02-4feb-a21a-cf46eab83847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299758 Oct 18 08:03:12.216388 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046a126-f4c9-4b7e-80c9-5e21000b9b06 req-e256e905-9b74-47b7-8f6a-f8c25c172454 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:12.217913 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4046a126-f4c9-4b7e-80c9-5e21000b9b06 req-e256e905-9b74-47b7-8f6a-f8c25c172454 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 943 time: 0.0954685 Oct 18 08:03:12.258869 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1196ab9c-3f7a-4fcc-910d-b51abf3c3223 None None] New status for floating IP 39408d2a-e1be-45af-aa27-39b866d0dd5e: ACTIVE {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:03:12.264790 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4046a126-f4c9-4b7e-80c9-5e21000b9b06 req-3ba6bd10-00a5-4dbc-b40d-50e20ec5c3f1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411186 Oct 18 08:03:12.915441 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7251ae9-a57a-4423-a0cc-0e97aa92e7f5 req-ed28338c-acbf-47d1-9e87-bc3dc82a3faa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:12.917364 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b7251ae9-a57a-4423-a0cc-0e97aa92e7f5 req-ed28338c-acbf-47d1-9e87-bc3dc82a3faa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/ports?device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 983 time: 0.1492097 Oct 18 08:03:12.925282 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75ac75-eeb7-4ffc-8580-75b85bfcd365 req-f19f5b44-e6ac-4755-9fa8-847b8ac15526 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:12.926614 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cf75ac75-eeb7-4ffc-8580-75b85bfcd365 req-f19f5b44-e6ac-4755-9fa8-847b8ac15526 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 983 time: 0.1191819 Oct 18 08:03:13.020004 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7251ae9-a57a-4423-a0cc-0e97aa92e7f5 req-e21dec2e-18e5-40e0-81ee-c7eee16795f0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:13.021310 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b7251ae9-a57a-4423-a0cc-0e97aa92e7f5 req-e21dec2e-18e5-40e0-81ee-c7eee16795f0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/ports/73e0e7e7-39bc-4116-a3eb-67ce3edaabc9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0938823 Oct 18 08:03:13.024008 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cf75ac75-eeb7-4ffc-8580-75b85bfcd365 req-81c6e2bc-3337-471e-9399-262b55e2ed57 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672004 Oct 18 08:03:13.165725 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b7251ae9-a57a-4423-a0cc-0e97aa92e7f5 req-c7107c73-b85c-4397-bf15-7d64aa85fa91 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/networks/6848b3b8-7f02-4feb-a21a-cf46eab83847?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1361132 Oct 18 08:03:13.178080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-b7251ae9-a57a-4423-a0cc-0e97aa92e7f5 req-96731e70-4258-4c12-9a26-edc0b9383453 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:13.288369 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-b7251ae9-a57a-4423-a0cc-0e97aa92e7f5 req-96731e70-4258-4c12-9a26-edc0b9383453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:13.467018 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b675ba-395c-49d8-b122-e5c20d95922a req-f73169f0-0770-4de4-ac34-02a43d3b227d tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:13.468563 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-20b675ba-395c-49d8-b122-e5c20d95922a req-f73169f0-0770-4de4-ac34-02a43d3b227d tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 943 time: 0.0920634 Oct 18 08:03:13.486683 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-b7251ae9-a57a-4423-a0cc-0e97aa92e7f5 req-96731e70-4258-4c12-9a26-edc0b9383453 service neutron] For port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,segment=NetworkSegment(925345d5-4866-4051-bd1d-959d6f04493f),segment_id=925345d5-4866-4051-bd1d-959d6f04493f)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:13.512050 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-20b675ba-395c-49d8-b122-e5c20d95922a req-c1c4fff9-e64f-4e81-8da9-e0a5cc4cb979 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378582 Oct 18 08:03:13.519083 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-b7251ae9-a57a-4423-a0cc-0e97aa92e7f5 req-96731e70-4258-4c12-9a26-edc0b9383453 service neutron] For port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:03:13.571391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-b7251ae9-a57a-4423-a0cc-0e97aa92e7f5 req-96731e70-4258-4c12-9a26-edc0b9383453 service neutron] device_id is not set on port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 08:03:13.580407 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-b7251ae9-a57a-4423-a0cc-0e97aa92e7f5 req-96731e70-4258-4c12-9a26-edc0b9383453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:13.585841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-b7251ae9-a57a-4423-a0cc-0e97aa92e7f5 req-96731e70-4258-4c12-9a26-edc0b9383453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:13.820426 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96731e70-4258-4c12-9a26-edc0b9383453 service neutron] Pushing event updated for resources: {'Port': ['ID=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,revision_number=6']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:13.863725 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7251ae9-a57a-4423-a0cc-0e97aa92e7f5 req-96731e70-4258-4c12-9a26-edc0b9383453 service neutron] No DVR routers for this DVR port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:03:14.081116 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-b7251ae9-a57a-4423-a0cc-0e97aa92e7f5 req-96731e70-4258-4c12-9a26-edc0b9383453 service neutron] In _notify_port_updated(), no bound segment for port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 on network 6848b3b8-7f02-4feb-a21a-cf46eab83847 {{(pid=89046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 08:03:14.081925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7251ae9-a57a-4423-a0cc-0e97aa92e7f5 req-96731e70-4258-4c12-9a26-edc0b9383453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:14.082531 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-b7251ae9-a57a-4423-a0cc-0e97aa92e7f5 req-96731e70-4258-4c12-9a26-edc0b9383453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:14.084072 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b7251ae9-a57a-4423-a0cc-0e97aa92e7f5 req-96731e70-4258-4c12-9a26-edc0b9383453 service neutron] 10.222.0.46 "PUT /v2.0/ports/73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 HTTP/1.1" status: 200 len: 1026 time: 0.9095159 Oct 18 08:03:14.189923 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e113df39-10df-4c18-b06d-92e75e6a636e req-7a64649b-ca83-4113-b20d-e51a3eadf6a2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=00a116b8-e368-448e-add1-930626863bc9 HTTP/1.1" status: 200 len: 210 time: 0.0508237 Oct 18 08:03:14.472932 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 10eb39cd-4695-4c41-8a99-84e31b7398d3 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:03:14.613111 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 10eb39cd-4695-4c41-8a99-84e31b7398d3, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=10eb39cd-4695-4c41-8a99-84e31b7398d3,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:14.627890 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '10eb39cd-4695-4c41-8a99-84e31b7398d3', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'port_id': '10eb39cd-4695-4c41-8a99-84e31b7398d3', 'mac_address': 'fa:16:3e:9c:ee:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:03:14.688924 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 10eb39cd-4695-4c41-8a99-84e31b7398d3 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:03:14.689266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:14.706666 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10eb39cd-4695-4c41-8a99-84e31b7398d3 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:03:14.710911 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688f658-77c5-403f-982b-c49c1551a220 req-37cfc2ce-b4b2-4403-b02c-a8bda83cef12 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:14.712563 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b688f658-77c5-403f-982b-c49c1551a220 req-37cfc2ce-b4b2-4403-b02c-a8bda83cef12 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 943 time: 0.0897102 Oct 18 08:03:14.723247 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 10eb39cd-4695-4c41-8a99-84e31b7398d3, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=10eb39cd-4695-4c41-8a99-84e31b7398d3,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:14.726958 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:14.760144 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b688f658-77c5-403f-982b-c49c1551a220 req-83906d94-df69-45c4-80fc-77e16998ecdc tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413756 Oct 18 08:03:14.788264 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:03:14.794136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=10eb39cd-4695-4c41-8a99-84e31b7398d3,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:14.979136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['10eb39cd-4695-4c41-8a99-84e31b7398d3'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:03:15.289742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35496) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:15.361881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5216d90-b2b6-4748-bd2b-eee7a4ba1910 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:15.363261 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e5216d90-b2b6-4748-bd2b-eee7a4ba1910 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports/73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 HTTP/1.1" status: 200 len: 925 time: 0.0724747 Oct 18 08:03:15.430767 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35502) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:15.436425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-14269e37-b3b9-4845-b4a4-66e017664dde tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1987914909', 'description': 'tempest-secgroup-smoke-1987914909 description', 'project_id': 'fe65c6866dd844bd972010a3653293ed'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:15.442264 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-14269e37-b3b9-4845-b4a4-66e017664dde tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:15.452280 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-14269e37-b3b9-4845-b4a4-66e017664dde tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:15.461411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-14269e37-b3b9-4845-b4a4-66e017664dde tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:15.483831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-14269e37-b3b9-4845-b4a4-66e017664dde tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:15.487648 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-14269e37-b3b9-4845-b4a4-66e017664dde tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:15.490571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-14269e37-b3b9-4845-b4a4-66e017664dde tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:15.496840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-14269e37-b3b9-4845-b4a4-66e017664dde tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:15.564670 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-14269e37-b3b9-4845-b4a4-66e017664dde tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:15.569218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-14269e37-b3b9-4845-b4a4-66e017664dde tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:15.612766 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14269e37-b3b9-4845-b4a4-66e017664dde tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc144e7-8726-4f0c-a14b-e8896135f447,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:15.618567 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-14269e37-b3b9-4845-b4a4-66e017664dde tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:15.620316 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-14269e37-b3b9-4845-b4a4-66e017664dde tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1880269 Oct 18 08:03:15.623079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35506) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:15.628140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-4b0799af-5654-4c18-ae8c-96353a2c8ae0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '4dc144e7-8726-4f0c-a14b-e8896135f447', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:15.633989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4b0799af-5654-4c18-ae8c-96353a2c8ae0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:15.637828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4b0799af-5654-4c18-ae8c-96353a2c8ae0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:15.640774 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4b0799af-5654-4c18-ae8c-96353a2c8ae0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:15.646366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4b0799af-5654-4c18-ae8c-96353a2c8ae0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:15.663122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b0799af-5654-4c18-ae8c-96353a2c8ae0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:15.722849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b0799af-5654-4c18-ae8c-96353a2c8ae0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:15.726155 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b0799af-5654-4c18-ae8c-96353a2c8ae0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:15.749654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0799af-5654-4c18-ae8c-96353a2c8ae0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791ab8fa-4a47-4f6b-bf59-b0de573f5339,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:15.758394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b0799af-5654-4c18-ae8c-96353a2c8ae0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:15.759574 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4b0799af-5654-4c18-ae8c-96353a2c8ae0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355753 Oct 18 08:03:15.762342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35510) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:15.767217 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-9f44e798-b7fa-4733-b443-bc5609cd5627 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '4dc144e7-8726-4f0c-a14b-e8896135f447', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:15.772885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9f44e798-b7fa-4733-b443-bc5609cd5627 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:15.776680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9f44e798-b7fa-4733-b443-bc5609cd5627 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:15.779534 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9f44e798-b7fa-4733-b443-bc5609cd5627 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:15.785094 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9f44e798-b7fa-4733-b443-bc5609cd5627 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:15.802951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9f44e798-b7fa-4733-b443-bc5609cd5627 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:15.866688 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9f44e798-b7fa-4733-b443-bc5609cd5627 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:15.871184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9f44e798-b7fa-4733-b443-bc5609cd5627 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:15.936935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44e798-b7fa-4733-b443-bc5609cd5627 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759cf128-25fd-4d52-9d14-fbd1cbb5fd11,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:15.956914 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9f44e798-b7fa-4733-b443-bc5609cd5627 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:15.958080 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9f44e798-b7fa-4733-b443-bc5609cd5627 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1948032 Oct 18 08:03:15.961002 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35516) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:15.966952 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-42341100-2446-4448-8918-9d22c36d7416 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '4dc144e7-8726-4f0c-a14b-e8896135f447', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:15.972822 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-42341100-2446-4448-8918-9d22c36d7416 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:15.976758 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-42341100-2446-4448-8918-9d22c36d7416 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:15.980274 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-42341100-2446-4448-8918-9d22c36d7416 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:15.986388 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-42341100-2446-4448-8918-9d22c36d7416 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:15.990328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7903ac-c00d-4148-8c7b-9290b1261ac4 req-75afcfb1-556e-4839-8c27-5af7b7b5ff48 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:15.991807 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ee7903ac-c00d-4148-8c7b-9290b1261ac4 req-75afcfb1-556e-4839-8c27-5af7b7b5ff48 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 944 time: 0.1143551 Oct 18 08:03:16.003088 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-42341100-2446-4448-8918-9d22c36d7416 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:16.036169 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ee7903ac-c00d-4148-8c7b-9290b1261ac4 req-12a25d6c-a09f-46f1-a317-fcf028813ef2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380874 Oct 18 08:03:16.066843 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-42341100-2446-4448-8918-9d22c36d7416 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:16.070254 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-42341100-2446-4448-8918-9d22c36d7416 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:16.091928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42341100-2446-4448-8918-9d22c36d7416 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb607f9e-e33d-42cf-a118-8e82a8fd3d25,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:16.102874 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-42341100-2446-4448-8918-9d22c36d7416 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:16.104657 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-42341100-2446-4448-8918-9d22c36d7416 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419480 Oct 18 08:03:16.107340 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35520) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:16.112166 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f122e986-4ca0-41d4-818d-e29783f5c8e5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '4dc144e7-8726-4f0c-a14b-e8896135f447', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:16.117789 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f122e986-4ca0-41d4-818d-e29783f5c8e5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:16.121676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f122e986-4ca0-41d4-818d-e29783f5c8e5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:16.124519 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f122e986-4ca0-41d4-818d-e29783f5c8e5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:16.130106 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f122e986-4ca0-41d4-818d-e29783f5c8e5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:16.147936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f122e986-4ca0-41d4-818d-e29783f5c8e5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:16.211344 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f122e986-4ca0-41d4-818d-e29783f5c8e5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:16.215212 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f122e986-4ca0-41d4-818d-e29783f5c8e5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:16.239101 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122e986-4ca0-41d4-818d-e29783f5c8e5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfeae239-cdae-4f58-b0a5-b4c304163985,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:16.247379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f122e986-4ca0-41d4-818d-e29783f5c8e5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:16.248541 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f122e986-4ca0-41d4-818d-e29783f5c8e5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403027 Oct 18 08:03:16.251269 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35524) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:16.256156 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-1d9b70d5-82f8-4931-a00e-020d5a07de8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '4dc144e7-8726-4f0c-a14b-e8896135f447', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:16.261744 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1d9b70d5-82f8-4931-a00e-020d5a07de8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:16.265537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1d9b70d5-82f8-4931-a00e-020d5a07de8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:16.268394 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1d9b70d5-82f8-4931-a00e-020d5a07de8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:16.274042 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-1d9b70d5-82f8-4931-a00e-020d5a07de8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:16.284692 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-1d9b70d5-82f8-4931-a00e-020d5a07de8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:03:16.290989 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1d9b70d5-82f8-4931-a00e-020d5a07de8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:16.360332 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1d9b70d5-82f8-4931-a00e-020d5a07de8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:16.363904 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1d9b70d5-82f8-4931-a00e-020d5a07de8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:16.390606 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b70d5-82f8-4931-a00e-020d5a07de8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14849fb-724b-4849-a47e-2a7ec7a0e680,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:16.397017 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1d9b70d5-82f8-4931-a00e-020d5a07de8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:16.398197 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1d9b70d5-82f8-4931-a00e-020d5a07de8c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1460395 Oct 18 08:03:16.401597 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35528) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:16.406770 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-a6eaf90a-5c93-4fe4-8ef4-81a24eea6735 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '4dc144e7-8726-4f0c-a14b-e8896135f447', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:16.412457 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a6eaf90a-5c93-4fe4-8ef4-81a24eea6735 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:16.416330 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a6eaf90a-5c93-4fe4-8ef4-81a24eea6735 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:16.419352 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a6eaf90a-5c93-4fe4-8ef4-81a24eea6735 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:16.425025 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a6eaf90a-5c93-4fe4-8ef4-81a24eea6735 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:16.434778 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-a6eaf90a-5c93-4fe4-8ef4-81a24eea6735 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:03:16.441190 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a6eaf90a-5c93-4fe4-8ef4-81a24eea6735 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:16.483818 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 10eb39cd-4695-4c41-8a99-84e31b7398d3 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:03:16.505644 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a6eaf90a-5c93-4fe4-8ef4-81a24eea6735 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:16.509328 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a6eaf90a-5c93-4fe4-8ef4-81a24eea6735 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:16.533125 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eaf90a-5c93-4fe4-8ef4-81a24eea6735 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3a7ea1-fe88-4017-9616-33c03a7fc100,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:16.543099 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a6eaf90a-5c93-4fe4-8ef4-81a24eea6735 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:16.544439 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a6eaf90a-5c93-4fe4-8ef4-81a24eea6735 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419466 Oct 18 08:03:16.557532 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 10eb39cd-4695-4c41-8a99-84e31b7398d3 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:03:16.562254 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 10eb39cd-4695-4c41-8a99-84e31b7398d3 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:03:16.562650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:16.563262 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 10eb39cd-4695-4c41-8a99-84e31b7398d3 Oct 18 08:03:16.681639 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 10eb39cd-4695-4c41-8a99-84e31b7398d3 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:03:16.682014 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:16.703242 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5be45660-0869-420a-b91a-2249118afa6e req-a20db59f-d932-4289-ac65-131ec8c68530 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987914909&fields=id&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 267 time: 0.0393095 Oct 18 08:03:16.708721 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10eb39cd-4695-4c41-8a99-84e31b7398d3'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:03:16.711307 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd16cd3b-fd6e-44e9-b4eb-20c4c970bce2" -d '{"events": [{"server_uuid": "64f47479-48ee-4993-8bd1-147c0c1416a2", "name": "network-vif-plugged", "status": "completed", "tag": "10eb39cd-4695-4c41-8a99-84e31b7398d3"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:03:16.719443 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 10eb39cd-4695-4c41-8a99-84e31b7398d3, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=10eb39cd-4695-4c41-8a99-84e31b7398d3,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:16.723904 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:16.724996 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:03:16.784698 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc617c7b-8073-4f7c-8d84-ad7357c6355f x-openstack-request-id: req-bc617c7b-8073-4f7c-8d84-ad7357c6355f {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:03:16.784939 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f47479-48ee-4993-8bd1-147c0c1416a2", "name": "network-vif-plugged", "status": "completed", "tag": "10eb39cd-4695-4c41-8a99-84e31b7398d3", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:03:16.785184 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bc617c7b-8073-4f7c-8d84-ad7357c6355f {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:03:16.785714 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc617c7b-8073-4f7c-8d84-ad7357c6355f'] response: {'server_uuid': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10eb39cd-4695-4c41-8a99-84e31b7398d3', 'code': 200} Oct 18 08:03:16.790651 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be45660-0869-420a-b91a-2249118afa6e req-b150ec3c-26af-49fa-803d-1a22d362d27b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:16.791208 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5be45660-0869-420a-b91a-2249118afa6e req-b150ec3c-26af-49fa-803d-1a22d362d27b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports/73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 HTTP/1.1" status: 200 len: 930 time: 0.0816693 Oct 18 08:03:16.845106 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=10eb39cd-4695-4c41-8a99-84e31b7398d3,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:16.847707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:03:16.866471 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5be45660-0869-420a-b91a-2249118afa6e req-b2ec0cf0-0ffa-4a11-9bdf-207034eff063 service neutron] 10.222.0.17 "GET /v2.0/ports/73e0e7e7-39bc-4116-a3eb-67ce3edaabc9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0623701 Oct 18 08:03:16.999650 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5be45660-0869-420a-b91a-2249118afa6e req-2efcd275-6bf2-4028-92d6-1a21f4efcf37 service neutron] 10.222.0.17 "GET /v2.0/networks/6848b3b8-7f02-4feb-a21a-cf46eab83847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264765 Oct 18 08:03:17.054166 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948b664-739d-453e-beef-7dcbe2046edf req-2fa3f56d-b24a-48bb-af05-f45e85d5bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:17.055944 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2948b664-739d-453e-beef-7dcbe2046edf req-2fa3f56d-b24a-48bb-af05-f45e85d5bf5c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 1098 time: 0.0801098 Oct 18 08:03:17.103841 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2948b664-739d-453e-beef-7dcbe2046edf req-b6907f98-bb3a-4c73-a92a-b8896b044597 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382967 Oct 18 08:03:17.134457 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5be45660-0869-420a-b91a-2249118afa6e req-ef91a9cb-6932-4723-8c73-9a5fecb213fd service neutron] 10.222.0.17 "GET /v2.0/networks/6848b3b8-7f02-4feb-a21a-cf46eab83847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290252 Oct 18 08:03:17.241966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6880b-5e2a-4830-8167-e8a6d2424a0a req-8fd5dc35-1c8e-4946-a834-060f239a2204 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:17.243508 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-05c6880b-5e2a-4830-8167-e8a6d2424a0a req-8fd5dc35-1c8e-4946-a834-060f239a2204 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 945 time: 0.0914810 Oct 18 08:03:17.295051 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-05c6880b-5e2a-4830-8167-e8a6d2424a0a req-adca3d8a-5cd2-4677-a3a2-80e3030855ad tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444520 Oct 18 08:03:17.327082 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cca20a12-00ba-414d-b414-40267b250275 req-e0b0e771-85ce-42e1-947a-b5d650c0133c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa63920b-7310-4b63-8dfc-4af24a064577 HTTP/1.1" status: 200 len: 210 time: 0.0546374 Oct 18 08:03:18.287048 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be45660-0869-420a-b91a-2249118afa6e req-0c3fcfbe-f40b-4d04-8907-37610ee36a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:18.288271 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5be45660-0869-420a-b91a-2249118afa6e req-0c3fcfbe-f40b-4d04-8907-37610ee36a2b service neutron] 10.222.0.46 "GET /v2.0/ports/73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 HTTP/1.1" status: 200 len: 1026 time: 0.0686200 Oct 18 08:03:18.501438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be45660-0869-420a-b91a-2249118afa6e req-e3f3ca76-ab9c-4d79-a776-f16a1bd3393a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:18.502900 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5be45660-0869-420a-b91a-2249118afa6e req-e3f3ca76-ab9c-4d79-a776-f16a1bd3393a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/networks?id=6848b3b8-7f02-4feb-a21a-cf46eab83847 HTTP/1.1" status: 200 len: 796 time: 0.2070062 Oct 18 08:03:18.506804 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-02fca858-f4cf-4188-8e87-a3a285e5b2d3 req-08c38745-5691-479f-9cee-5bed558689b7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa63920b-7310-4b63-8dfc-4af24a064577 HTTP/1.1" status: 200 len: 210 time: 0.0520062 Oct 18 08:03:18.566015 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-5be45660-0869-420a-b91a-2249118afa6e req-51aff211-29bd-4e5f-b2ca-6c557f96749f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:03:18.576613 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82ecdf-ae93-4138-9296-5f6bfb0dbbf9 req-26e32041-b3c1-4a37-9c7c-decf6cc610e2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:18.578038 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6e82ecdf-ae93-4138-9296-5f6bfb0dbbf9 req-26e32041-b3c1-4a37-9c7c-decf6cc610e2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 945 time: 0.1517382 Oct 18 08:03:18.601487 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-5be45660-0869-420a-b91a-2249118afa6e req-51aff211-29bd-4e5f-b2ca-6c557f96749f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:03:18.602519 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5be45660-0869-420a-b91a-2249118afa6e req-51aff211-29bd-4e5f-b2ca-6c557f96749f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 473 time: 0.0885448 Oct 18 08:03:18.624551 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Request body: {'port': {'device_id': 'aa63920b-7310-4b63-8dfc-4af24a064577', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:18.669580 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6e82ecdf-ae93-4138-9296-5f6bfb0dbbf9 req-dca040df-0d32-4df4-ae75-4b1ae8aa4de1 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845871 Oct 18 08:03:18.739112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:18.867785 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd102595-e951-4c9e-9022-4d4af01e117c req-204be3f0-bea4-42bb-a515-7d6bbfd24a74 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:18.869253 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-dd102595-e951-4c9e-9022-4d4af01e117c req-204be3f0-bea4-42bb-a515-7d6bbfd24a74 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 945 time: 0.0903072 Oct 18 08:03:19.028593 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-dd102595-e951-4c9e-9022-4d4af01e117c req-78d38e75-815a-4583-9d8e-5bc68b4aebd7 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527324 Oct 18 08:03:19.057517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35568) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:19.134272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0e4db3-669e-4333-bebb-ffa6013a596c tempest-TestVolumeBootPattern-1430205697 tempest-TestVolumeBootPattern-1430205697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:19.136180 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8c0e4db3-669e-4333-bebb-ffa6013a596c tempest-TestVolumeBootPattern-1430205697 tempest-TestVolumeBootPattern-1430205697-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 1093 time: 0.0776324 Oct 18 08:03:19.138988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35572) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:19.144280 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': '10eb39cd-4695-4c41-8a99-84e31b7398d3', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:19.150661 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:19.155763 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Usage tracker for resource:floatingip and tenant:f79c24aececa4859ae5a96990e21c4eb is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:19.159013 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:19.166059 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:19.178700 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:19.187200 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:03:19.194661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:19.209184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Transition to ACTIVE for port object 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:03:19.212480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:19.318468 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:19.352330 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Pushing event updated for resources: {'Port': ['ID=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,revision_number=7']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:19.462063 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Allocated IP 172.26.8.109 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/9a6fb547-54b3-429d-9db2-33d9c1ef9348) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:03:19.468389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Attempting to bind port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:03:19.468731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Attempting to bind port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '925345d5-4866-4051-bd1d-959d6f04493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:03:19.469054 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Attempting to bind port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 on network 6848b3b8-7f02-4feb-a21a-cf46eab83847 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:03:19.473575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 on network 6848b3b8-7f02-4feb-a21a-cf46eab83847 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:03:19.473889 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Attempting to bind port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 on network 6848b3b8-7f02-4feb-a21a-cf46eab83847 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:03:19.479532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:03:19.479856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Checking segment: {'id': '925345d5-4866-4051-bd1d-959d6f04493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:03:19.480234 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Bound using segment: {'id': '925345d5-4866-4051-bd1d-959d6f04493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:03:19.480673 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Bound port: 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925345d5-4866-4051-bd1d-959d6f04493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:03:19.481011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:19.582506 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] For port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:03:19.585808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] For port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,segment=NetworkSegment(925345d5-4866-4051-bd1d-959d6f04493f),segment_id=925345d5-4866-4051-bd1d-959d6f04493f)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:03:19.591746 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:19.613008 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:19.627146 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:19.627754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:19.629129 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5be45660-0869-420a-b91a-2249118afa6e req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] 10.222.0.46 "PUT /v2.0/ports/73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 HTTP/1.1" status: 200 len: 1131 time: 1.0118968 Oct 18 08:03:19.629683 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa63920b-7310-4b63-8dfc-4af24a064577', 'tag': '73e0e7e7-39bc-4116-a3eb-67ce3edaabc9'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:03:19.631987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd86f43-dd91-4b00-9df8-12e097af4489" -d '{"events": [{"name": "network-changed", "server_uuid": "aa63920b-7310-4b63-8dfc-4af24a064577", "tag": "73e0e7e7-39bc-4116-a3eb-67ce3edaabc9"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:03:19.646636 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:19.717611 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:03:19.720325 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:03:19.724143 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:03:19.742176 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c507b686-7038-4713-bbbc-680819730e05 x-openstack-request-id: req-c507b686-7038-4713-bbbc-680819730e05 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:03:19.742461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa63920b-7310-4b63-8dfc-4af24a064577", "tag": "73e0e7e7-39bc-4116-a3eb-67ce3edaabc9", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:03:19.742729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c507b686-7038-4713-bbbc-680819730e05 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:03:19.743114 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c507b686-7038-4713-bbbc-680819730e05'] response: {'name': 'network-changed', 'server_uuid': 'aa63920b-7310-4b63-8dfc-4af24a064577', 'tag': '73e0e7e7-39bc-4116-a3eb-67ce3edaabc9', 'status': 'completed', 'code': 200} Oct 18 08:03:19.764322 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event updated for resources: {'Port': ['ID=9a6fb547-54b3-429d-9db2-33d9c1ef9348,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:19.786176 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27baaaf4-efc4-441f-89c6-baeab3be4402 service neutron] Pushing event updated for resources: {'Port': ['ID=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,revision_number=8']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:19.821334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290b469-5eaf-4c56-9588-7f21de961652 req-5b9941f9-c98d-48fb-837f-20438f5430c3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:19.822931 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4290b469-5eaf-4c56-9588-7f21de961652 req-5b9941f9-c98d-48fb-837f-20438f5430c3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa63920b-7310-4b63-8dfc-4af24a064577 HTTP/1.1" status: 200 len: 981 time: 0.1760085 Oct 18 08:03:19.826199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be45660-0869-420a-b91a-2249118afa6e req-6d7fa46b-5e95-4672-bdbc-088fa8faa505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:19.827549 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5be45660-0869-420a-b91a-2249118afa6e req-6d7fa46b-5e95-4672-bdbc-088fa8faa505 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=aa63920b-7310-4b63-8dfc-4af24a064577 HTTP/1.1" status: 200 len: 1134 time: 0.1351798 Oct 18 08:03:19.942851 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4290b469-5eaf-4c56-9588-7f21de961652 req-b8a13fcc-5ae5-4b91-8055-f65c12e358f2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121895 Oct 18 08:03:19.958504 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5be45660-0869-420a-b91a-2249118afa6e req-064a4e8a-335b-40de-8414-0c5ed082c430 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 HTTP/1.1" status: 200 len: 1037 time: 0.1135597 Oct 18 08:03:20.023670 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be45660-0869-420a-b91a-2249118afa6e req-1bb28828-d02c-46a8-947d-b82634513056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:20.025211 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5be45660-0869-420a-b91a-2249118afa6e req-1bb28828-d02c-46a8-947d-b82634513056 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95d9965b-e008-4cb8-ba26-06b056cccc22 HTTP/1.1" status: 200 len: 834 time: 0.0607145 Oct 18 08:03:20.107385 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be45660-0869-420a-b91a-2249118afa6e req-1267bfb3-3b09-459e-b4aa-87afaa06de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:20.108950 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5be45660-0869-420a-b91a-2249118afa6e req-1267bfb3-3b09-459e-b4aa-87afaa06de9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6848b3b8-7f02-4feb-a21a-cf46eab83847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772114 Oct 18 08:03:20.147787 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:20.223798 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:20.243609 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5be45660-0869-420a-b91a-2249118afa6e req-9cbcfbe4-acd7-41f9-ae27-2698cf2b57c7 service neutron] 10.222.0.46 "GET /v2.0/networks/6848b3b8-7f02-4feb-a21a-cf46eab83847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283667 Oct 18 08:03:20.378208 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5be45660-0869-420a-b91a-2249118afa6e req-2486b029-b535-40cf-aa9d-29ee8dea9b33 service neutron] 10.222.0.46 "GET /v2.0/networks/6848b3b8-7f02-4feb-a21a-cf46eab83847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285620 Oct 18 08:03:20.435317 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:20.440251 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:20.503699 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd86f43-dd91-4b00-9df8-12e097af4489 req-c6f76f29-3666-4b4e-9d31-e8ce5ec9dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:20.505091 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bcd86f43-dd91-4b00-9df8-12e097af4489 req-c6f76f29-3666-4b4e-9d31-e8ce5ec9dfbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=aa63920b-7310-4b63-8dfc-4af24a064577 HTTP/1.1" status: 200 len: 1134 time: 0.0843420 Oct 18 08:03:20.546514 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event updated for resources: {'Port': ['ID=9a6fb547-54b3-429d-9db2-33d9c1ef9348,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:20.548995 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:20.635916 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd86f43-dd91-4b00-9df8-12e097af4489 req-7fae30b7-1c8b-49f7-8698-8b46c2346846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:20.637337 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bcd86f43-dd91-4b00-9df8-12e097af4489 req-7fae30b7-1c8b-49f7-8698-8b46c2346846 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6848b3b8-7f02-4feb-a21a-cf46eab83847 HTTP/1.1" status: 200 len: 897 time: 0.1258545 Oct 18 08:03:20.685411 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-39a32d10-0303-4e69-abd4-63ff1a08da7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:20.832373 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Floating IP 0c667336-95aa-49a3-9063-a3b850af6d55 associated. External IP: 172.26.8.109, port: 10eb39cd-4695-4c41-8a99-84e31b7398d3. Oct 18 08:03:20.844726 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bcd86f43-dd91-4b00-9df8-12e097af4489 req-fce219bc-1182-4bdb-93c2-b5d3957b8a21 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 HTTP/1.1" status: 200 len: 1037 time: 0.2006600 Oct 18 08:03:20.908184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd86f43-dd91-4b00-9df8-12e097af4489 req-12b576f1-b91c-49fe-b7c3-8cb989449637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:20.909610 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bcd86f43-dd91-4b00-9df8-12e097af4489 req-12b576f1-b91c-49fe-b7c3-8cb989449637 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95d9965b-e008-4cb8-ba26-06b056cccc22 HTTP/1.1" status: 200 len: 834 time: 0.0580866 Oct 18 08:03:20.999303 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd86f43-dd91-4b00-9df8-12e097af4489 req-cc6e047b-d5d3-49d2-b750-0ac42aa1bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:21.000766 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bcd86f43-dd91-4b00-9df8-12e097af4489 req-cc6e047b-d5d3-49d2-b750-0ac42aa1bff1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6848b3b8-7f02-4feb-a21a-cf46eab83847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842266 Oct 18 08:03:21.134473 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bcd86f43-dd91-4b00-9df8-12e097af4489 req-67eeac97-cc47-404e-8132-d40a3117a62a service neutron] 10.222.0.46 "GET /v2.0/networks/6848b3b8-7f02-4feb-a21a-cf46eab83847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260946 Oct 18 08:03:21.253430 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4975e-cd92-4778-9c5a-b759f4b1acf6 req-b1004604-60ae-491d-8ab0-f6fa09aff98f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:21.254915 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b0b4975e-cd92-4778-9c5a-b759f4b1acf6 req-b1004604-60ae-491d-8ab0-f6fa09aff98f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa63920b-7310-4b63-8dfc-4af24a064577 HTTP/1.1" status: 200 len: 981 time: 0.1926806 Oct 18 08:03:21.259446 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Router 29207264-eab9-4ad9-aca7-ce280dd8e82a has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:03:21.266666 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bcd86f43-dd91-4b00-9df8-12e097af4489 req-c2a9ab90-1ba6-446a-a055-100b37bab0dc service neutron] 10.222.0.46 "GET /v2.0/networks/6848b3b8-7f02-4feb-a21a-cf46eab83847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258786 Oct 18 08:03:21.431981 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b0b4975e-cd92-4778-9c5a-b759f4b1acf6 req-2766a7e4-55e9-4b38-80c6-a7fdfa925d84 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696527 Oct 18 08:03:21.474865 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:03:21.484867 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff4dc1-8d56-4720-9444-a9f15ddee16b None None] Sync routers for ids ['29207264-eab9-4ad9-aca7-ce280dd8e82a'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:03:21.495109 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff4dc1-8d56-4720-9444-a9f15ddee16b None None] Routers {'29207264-eab9-4ad9-aca7-ce280dd8e82a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:03:21.495723 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-62ff4dc1-8d56-4720-9444-a9f15ddee16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:02:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['29207264-eab9-4ad9-aca7-ce280dd8e82a'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:21.499628 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:21.554182 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-52c13718-2ab5-48a2-b54f-2992f099570e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4140263 Oct 18 08:03:21.555172 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'tag': '10eb39cd-4695-4c41-8a99-84e31b7398d3'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:03:21.557508 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f93524-afcb-4047-ab73-9843432dc6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "64f47479-48ee-4993-8bd1-147c0c1416a2", "tag": "10eb39cd-4695-4c41-8a99-84e31b7398d3"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:03:21.597469 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9cd078-11d0-4991-97d1-f54215cfb85f x-openstack-request-id: req-8c9cd078-11d0-4991-97d1-f54215cfb85f {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:03:21.597757 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f47479-48ee-4993-8bd1-147c0c1416a2", "tag": "10eb39cd-4695-4c41-8a99-84e31b7398d3", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:03:21.598010 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8c9cd078-11d0-4991-97d1-f54215cfb85f {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:03:21.598412 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c9cd078-11d0-4991-97d1-f54215cfb85f'] response: {'name': 'network-changed', 'server_uuid': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'tag': '10eb39cd-4695-4c41-8a99-84e31b7398d3', 'status': 'completed', 'code': 200} Oct 18 08:03:21.674288 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-62ff4dc1-8d56-4720-9444-a9f15ddee16b None None] Set router 29207264-eab9-4ad9-aca7-ce280dd8e82a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:03:21.697008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f93524-afcb-4047-ab73-9843432dc6e2 req-3b9e315f-f0fe-42f2-a58e-0d97d9b139df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:21.698443 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-98f93524-afcb-4047-ab73-9843432dc6e2 req-3b9e315f-f0fe-42f2-a58e-0d97d9b139df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f79c24aececa4859ae5a96990e21c4eb&device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 1098 time: 0.0786197 Oct 18 08:03:21.827945 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f93524-afcb-4047-ab73-9843432dc6e2 req-6d259339-a830-4cee-a1e2-10c447fc872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:21.829388 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-98f93524-afcb-4047-ab73-9843432dc6e2 req-6d259339-a830-4cee-a1e2-10c447fc872d service neutron] 10.222.0.46 "GET /v2.0/networks?id=97472348-d598-4426-abf2-9d3dd6e4d75d HTTP/1.1" status: 200 len: 913 time: 0.1254177 Oct 18 08:03:21.934918 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-98f93524-afcb-4047-ab73-9843432dc6e2 req-e32248a5-23c8-42ef-b719-17c8accd162c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10eb39cd-4695-4c41-8a99-84e31b7398d3 HTTP/1.1" status: 200 len: 999 time: 0.0999904 Oct 18 08:03:21.995885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f93524-afcb-4047-ab73-9843432dc6e2 req-82267032-593a-47c0-9f1f-5f7db7372119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:21.997236 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-98f93524-afcb-4047-ab73-9843432dc6e2 req-82267032-593a-47c0-9f1f-5f7db7372119 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e2a65d9-cbb7-462e-9a50-06e31aad481a HTTP/1.1" status: 200 len: 851 time: 0.0569549 Oct 18 08:03:22.052504 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-62ff4dc1-8d56-4720-9444-a9f15ddee16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '0c667336-95aa-49a3-9063-a3b850af6d55', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'floating_ip_address': '172.26.8.109', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'port_id': '10eb39cd-4695-4c41-8a99-84e31b7398d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'mac_address': 'fa:16:3e:9c:ee:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:03:20Z', 'updated_at': '2022-10-18T08:03:20Z', 'revision_number': 0, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 5, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:22.057070 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff4dc1-8d56-4720-9444-a9f15ddee16b None None] Checking router: 29207264-eab9-4ad9-aca7-ce280dd8e82a for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:03:22.065196 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff4dc1-8d56-4720-9444-a9f15ddee16b None None] Routers {'29207264-eab9-4ad9-aca7-ce280dd8e82a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:03:22.065781 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-62ff4dc1-8d56-4720-9444-a9f15ddee16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:02:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['29207264-eab9-4ad9-aca7-ce280dd8e82a'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:22.082464 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f93524-afcb-4047-ab73-9843432dc6e2 req-87df30d6-3e57-484b-bc5a-37eb916f40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:22.083979 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-98f93524-afcb-4047-ab73-9843432dc6e2 req-87df30d6-3e57-484b-bc5a-37eb916f40cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=97472348-d598-4426-abf2-9d3dd6e4d75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805147 Oct 18 08:03:22.219011 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-98f93524-afcb-4047-ab73-9843432dc6e2 req-9a2a0830-7c46-4a7d-bd50-931e3e51b20e service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281621 Oct 18 08:03:22.246266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-62ff4dc1-8d56-4720-9444-a9f15ddee16b None None] Set router 29207264-eab9-4ad9-aca7-ce280dd8e82a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:03:22.348740 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-98f93524-afcb-4047-ab73-9843432dc6e2 req-73425b9a-b054-4e87-90ec-ad47bedbdc0d service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243024 Oct 18 08:03:22.515199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:03:22.632424 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23524c-3d39-49a9-b950-6f493043ae97 req-a99580de-62c8-49c2-9a11-e76679200762 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:22.633890 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5e23524c-3d39-49a9-b950-6f493043ae97 req-a99580de-62c8-49c2-9a11-e76679200762 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa63920b-7310-4b63-8dfc-4af24a064577 HTTP/1.1" status: 200 len: 981 time: 0.0913029 Oct 18 08:03:22.676999 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5e23524c-3d39-49a9-b950-6f493043ae97 req-f8140da9-ba65-4cc1-9725-9c86e67d5f77 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368514 Oct 18 08:03:22.704979 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-62ff4dc1-8d56-4720-9444-a9f15ddee16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '0c667336-95aa-49a3-9063-a3b850af6d55', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'floating_ip_address': '172.26.8.109', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'port_id': '10eb39cd-4695-4c41-8a99-84e31b7398d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'mac_address': 'fa:16:3e:9c:ee:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:03:20Z', 'updated_at': '2022-10-18T08:03:20Z', 'revision_number': 0, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 5, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:22.713434 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,segment=NetworkSegment(925345d5-4866-4051-bd1d-959d6f04493f),segment_id=925345d5-4866-4051-bd1d-959d6f04493f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:22.720412 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff4dc1-8d56-4720-9444-a9f15ddee16b None None] The sync data for ids ['29207264-eab9-4ad9-aca7-ce280dd8e82a'] in dv-neutron-861625-1-hyperv is: [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '0c667336-95aa-49a3-9063-a3b850af6d55', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'floating_ip_address': '172.26.8.109', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'port_id': '10eb39cd-4695-4c41-8a99-84e31b7398d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'mac_address': 'fa:16:3e:9c:ee:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:03:20Z', 'updated_at': '2022-10-18T08:03:20Z', 'revision_number': 0, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 5, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:03:22.727639 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '73e0e7e7-39bc-4116-a3eb-67ce3edaabc9', 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847', 'port_id': '73e0e7e7-39bc-4116-a3eb-67ce3edaabc9', 'mac_address': 'fa:16:3e:0a:e2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:03:22.783961 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:03:22.784346 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:22.802309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:03:22.818870 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,segment=NetworkSegment(925345d5-4866-4051-bd1d-959d6f04493f),segment_id=925345d5-4866-4051-bd1d-959d6f04493f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:22.822959 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:22.894981 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,revision_number=9']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:22.907767 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf671a5-9da5-4a1e-8a31-bb89c4174f96 None None] New status for floating IP 0c667336-95aa-49a3-9063-a3b850af6d55: ACTIVE {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:03:22.995497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-47eeb7ae-3263-4528-85fd-e4b2480fd5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:23.062785 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['73e0e7e7-39bc-4116-a3eb-67ce3edaabc9'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:03:23.706224 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:23.787610 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:23.875929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24346bce-fc39-4dab-b00f-12ce42ad5e8f req-7e840106-22d1-4f2c-ba44-24505865aa93 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:23.877532 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-24346bce-fc39-4dab-b00f-12ce42ad5e8f req-7e840106-22d1-4f2c-ba44-24505865aa93 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa63920b-7310-4b63-8dfc-4af24a064577 HTTP/1.1" status: 200 len: 982 time: 0.0875056 Oct 18 08:03:23.920498 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-24346bce-fc39-4dab-b00f-12ce42ad5e8f req-f59c96c2-2bf0-487e-a923-fc3909923c6d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372870 Oct 18 08:03:24.511947 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:03:24.578054 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:03:24.582862 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:03:24.583233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:24.583562 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 Oct 18 08:03:24.697378 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:03:24.697790 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:24.723761 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa63920b-7310-4b63-8dfc-4af24a064577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e0e7e7-39bc-4116-a3eb-67ce3edaabc9'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:03:24.726004 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d2cc2e-47fd-4d87-842a-1bf0bc925064" -d '{"events": [{"server_uuid": "aa63920b-7310-4b63-8dfc-4af24a064577", "name": "network-vif-plugged", "status": "completed", "tag": "73e0e7e7-39bc-4116-a3eb-67ce3edaabc9"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:03:24.734411 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,segment=NetworkSegment(925345d5-4866-4051-bd1d-959d6f04493f),segment_id=925345d5-4866-4051-bd1d-959d6f04493f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:24.738245 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:24.776707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f298d7b-d33f-474c-bb49-6f5d5625bea8 x-openstack-request-id: req-0f298d7b-d33f-474c-bb49-6f5d5625bea8 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:03:24.776997 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa63920b-7310-4b63-8dfc-4af24a064577", "name": "network-vif-plugged", "status": "completed", "tag": "73e0e7e7-39bc-4116-a3eb-67ce3edaabc9", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:03:24.777248 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0f298d7b-d33f-474c-bb49-6f5d5625bea8 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:03:24.777633 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f298d7b-d33f-474c-bb49-6f5d5625bea8'] response: {'server_uuid': 'aa63920b-7310-4b63-8dfc-4af24a064577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e0e7e7-39bc-4116-a3eb-67ce3edaabc9', 'code': 200} Oct 18 08:03:24.811720 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,revision_number=10']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:25.002886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2a803-72d1-407c-904b-003597d35686 req-b0438f51-4dae-43f6-a36d-00faa7afc6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:25.004348 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5fc2a803-72d1-407c-904b-003597d35686 req-b0438f51-4dae-43f6-a36d-00faa7afc6e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa63920b-7310-4b63-8dfc-4af24a064577 HTTP/1.1" status: 200 len: 1137 time: 0.0801818 Oct 18 08:03:25.099562 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5fc2a803-72d1-407c-904b-003597d35686 req-1505a48a-d94a-41de-b316-73f27dcc6788 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890028 Oct 18 08:03:25.130016 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67156d-042b-4874-acdd-61b0451a0c56 req-56fa8064-deaa-40e5-9b2b-7f12710a49e6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:25.131470 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2e67156d-042b-4874-acdd-61b0451a0c56 req-56fa8064-deaa-40e5-9b2b-7f12710a49e6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa63920b-7310-4b63-8dfc-4af24a064577 HTTP/1.1" status: 200 len: 984 time: 0.1011474 Oct 18 08:03:25.271266 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2e67156d-042b-4874-acdd-61b0451a0c56 req-793e26a2-4aad-4805-995f-32686e7f1cf8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335549 Oct 18 08:03:25.295580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:26.469260 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4fdff-e243-4798-80f5-3513b465beb4 req-adad4c73-01ad-4f0d-8260-7094c68e3dca tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:26.470688 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-eeb4fdff-e243-4798-80f5-3513b465beb4 req-adad4c73-01ad-4f0d-8260-7094c68e3dca tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa63920b-7310-4b63-8dfc-4af24a064577 HTTP/1.1" status: 200 len: 984 time: 0.0860188 Oct 18 08:03:26.518708 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-eeb4fdff-e243-4798-80f5-3513b465beb4 req-d62e75f2-007b-4304-80e2-d390f480c243 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420561 Oct 18 08:03:26.712724 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9867f59-9c28-4474-ab1f-d605a06296c4 req-7bc1f3f1-2eba-48f3-b435-5a78d69d6a8b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:26.714779 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b9867f59-9c28-4474-ab1f-d605a06296c4 req-7bc1f3f1-2eba-48f3-b435-5a78d69d6a8b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa63920b-7310-4b63-8dfc-4af24a064577 HTTP/1.1" status: 200 len: 984 time: 0.0867321 Oct 18 08:03:26.759450 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b9867f59-9c28-4474-ab1f-d605a06296c4 req-ad2399c7-1a06-44e9-8144-fe619e467994 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390525 Oct 18 08:03:26.787941 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35598) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:26.865072 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ec1240-87bf-47a8-b515-98d30c0dfb14 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:26.866601 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-66ec1240-87bf-47a8-b515-98d30c0dfb14 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=aa63920b-7310-4b63-8dfc-4af24a064577&network_id=6848b3b8-7f02-4feb-a21a-cf46eab83847 HTTP/1.1" status: 200 len: 1132 time: 0.0777001 Oct 18 08:03:27.234793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360389b4-2b33-440f-9909-d8729675af0b req-2a9340eb-a4b2-455f-bf72-019409f20c83 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:27.236275 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-360389b4-2b33-440f-9909-d8729675af0b req-2a9340eb-a4b2-455f-bf72-019409f20c83 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa63920b-7310-4b63-8dfc-4af24a064577 HTTP/1.1" status: 200 len: 984 time: 0.0928843 Oct 18 08:03:27.281667 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-360389b4-2b33-440f-9909-d8729675af0b req-5fb5b3a7-b53b-4aff-800b-80783c697310 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391183 Oct 18 08:03:28.477652 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483b8a1-9f89-4561-a7d4-b3464c4bcb84 req-59838fcf-eb40-4e48-a983-acdc0e7150cc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:28.479720 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6483b8a1-9f89-4561-a7d4-b3464c4bcb84 req-59838fcf-eb40-4e48-a983-acdc0e7150cc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa63920b-7310-4b63-8dfc-4af24a064577 HTTP/1.1" status: 200 len: 984 time: 0.0863707 Oct 18 08:03:28.521825 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6483b8a1-9f89-4561-a7d4-b3464c4bcb84 req-287b8907-d4ba-447e-90d3-cdd7ec87296b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=4f8bf842-71e0-4c0a-a764-5e71ae636857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366163 Oct 18 08:03:28.621337 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a300e-ac5c-48ab-86cc-3dd8e182eced req-a8b26405-3d1e-4fa4-8933-519696df6ca7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:28.622711 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-692a300e-ac5c-48ab-86cc-3dd8e182eced req-a8b26405-3d1e-4fa4-8933-519696df6ca7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa63920b-7310-4b63-8dfc-4af24a064577 HTTP/1.1" status: 200 len: 984 time: 0.0858436 Oct 18 08:03:28.696445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a300e-ac5c-48ab-86cc-3dd8e182eced req-16ed23a6-67f1-438b-9c77-094f07230be4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:28.697765 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-692a300e-ac5c-48ab-86cc-3dd8e182eced req-16ed23a6-67f1-438b-9c77-094f07230be4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/ports/73e0e7e7-39bc-4116-a3eb-67ce3edaabc9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0694537 Oct 18 08:03:28.839501 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-692a300e-ac5c-48ab-86cc-3dd8e182eced req-572a89fe-a754-4e74-aeba-161f9d25a251 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/networks/6848b3b8-7f02-4feb-a21a-cf46eab83847?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1360936 Oct 18 08:03:28.849611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-692a300e-ac5c-48ab-86cc-3dd8e182eced req-43b5e5ba-8d36-4b8b-ab92-086825f5b144 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:28.961241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-692a300e-ac5c-48ab-86cc-3dd8e182eced req-43b5e5ba-8d36-4b8b-ab92-086825f5b144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:29.162614 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-692a300e-ac5c-48ab-86cc-3dd8e182eced req-43b5e5ba-8d36-4b8b-ab92-086825f5b144 service neutron] For port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,segment=NetworkSegment(925345d5-4866-4051-bd1d-959d6f04493f),segment_id=925345d5-4866-4051-bd1d-959d6f04493f)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:29.193092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-692a300e-ac5c-48ab-86cc-3dd8e182eced req-43b5e5ba-8d36-4b8b-ab92-086825f5b144 service neutron] For port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:03:29.245488 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-692a300e-ac5c-48ab-86cc-3dd8e182eced req-43b5e5ba-8d36-4b8b-ab92-086825f5b144 service neutron] device_id is not set on port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 yet. {{(pid=89046) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 18 08:03:29.253503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-692a300e-ac5c-48ab-86cc-3dd8e182eced req-43b5e5ba-8d36-4b8b-ab92-086825f5b144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:29.260521 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-692a300e-ac5c-48ab-86cc-3dd8e182eced req-43b5e5ba-8d36-4b8b-ab92-086825f5b144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:29.407705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5e5ba-8d36-4b8b-ab92-086825f5b144 service neutron] Pushing event updated for resources: {'Port': ['ID=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,revision_number=11']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:29.458619 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-692a300e-ac5c-48ab-86cc-3dd8e182eced req-43b5e5ba-8d36-4b8b-ab92-086825f5b144 service neutron] No DVR routers for this DVR port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:03:29.696045 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aaa30097-fc05-4e0f-be07-baa28a080d1b req-6a7743d5-69b5-4fe6-86bf-1cc7c6a33cec tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa63920b-7310-4b63-8dfc-4af24a064577 HTTP/1.1" status: 200 len: 210 time: 0.0569663 Oct 18 08:03:29.747352 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-692a300e-ac5c-48ab-86cc-3dd8e182eced req-43b5e5ba-8d36-4b8b-ab92-086825f5b144 service neutron] In _notify_port_updated(), no bound segment for port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 on network 6848b3b8-7f02-4feb-a21a-cf46eab83847 {{(pid=89046) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 18 08:03:29.748859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a300e-ac5c-48ab-86cc-3dd8e182eced req-43b5e5ba-8d36-4b8b-ab92-086825f5b144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:29.748859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-692a300e-ac5c-48ab-86cc-3dd8e182eced req-43b5e5ba-8d36-4b8b-ab92-086825f5b144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:29.749984 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-692a300e-ac5c-48ab-86cc-3dd8e182eced req-43b5e5ba-8d36-4b8b-ab92-086825f5b144 service neutron] 10.222.0.46 "PUT /v2.0/ports/73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 HTTP/1.1" status: 200 len: 1027 time: 0.9041247 Oct 18 08:03:30.561478 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:03:30.620716 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:03:30.794781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35614) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:30.961890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-880cda4b-c0a2-4317-a589-2b0b7ee429f9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:30.990946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-880cda4b-c0a2-4317-a589-2b0b7ee429f9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:31.055207 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-880cda4b-c0a2-4317-a589-2b0b7ee429f9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:31.073704 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cda4b-c0a2-4317-a589-2b0b7ee429f9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc144e7-8726-4f0c-a14b-e8896135f447,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:31.085922 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-880cda4b-c0a2-4317-a589-2b0b7ee429f9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:31.087320 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-880cda4b-c0a2-4317-a589-2b0b7ee429f9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/security-groups/4dc144e7-8726-4f0c-a14b-e8896135f447 HTTP/1.1" status: 204 len: 168 time: 0.2912507 Oct 18 08:03:31.117629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35620) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:31.316582 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-b5e29d70-1aae-4474-9bae-a27b26a3e11c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 1335f486-fe26-4a59-bdbe-c17db4330499 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:03:31.316932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5e29d70-1aae-4474-9bae-a27b26a3e11c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:31.481356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5e29d70-1aae-4474-9bae-a27b26a3e11c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:31.481678 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5e29d70-1aae-4474-9bae-a27b26a3e11c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:31.606029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-b5e29d70-1aae-4474-9bae-a27b26a3e11c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 1335f486-fe26-4a59-bdbe-c17db4330499 owned by network:floatingip {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:03:31.750015 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5e29d70-1aae-4474-9bae-a27b26a3e11c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:31.797390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e29d70-1aae-4474-9bae-a27b26a3e11c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=1335f486-fe26-4a59-bdbe-c17db4330499,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:31.891205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5e29d70-1aae-4474-9bae-a27b26a3e11c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:31.891437 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-b5e29d70-1aae-4474-9bae-a27b26a3e11c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP 39408d2a-e1be-45af-aa27-39b866d0dd5e disassociated (deleted). External IP: 172.26.8.237, port: 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9. Oct 18 08:03:32.237087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e29d70-1aae-4474-9bae-a27b26a3e11c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router be5584ef-5125-4828-86c1-e98b7c179844 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:03:32.515015 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e29d70-1aae-4474-9bae-a27b26a3e11c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:03:32.527677 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6fdcec-3bb3-405b-875d-fc8ae2d054ba None None] Sync routers for ids ['be5584ef-5125-4828-86c1-e98b7c179844'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:03:32.536114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5e29d70-1aae-4474-9bae-a27b26a3e11c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:32.538223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6fdcec-3bb3-405b-875d-fc8ae2d054ba None None] Routers {'be5584ef-5125-4828-86c1-e98b7c179844'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:03:32.538864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-cf6fdcec-3bb3-405b-875d-fc8ae2d054ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:03:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['be5584ef-5125-4828-86c1-e98b7c179844'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:32.593100 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b5e29d70-1aae-4474-9bae-a27b26a3e11c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/floatingips/39408d2a-e1be-45af-aa27-39b866d0dd5e HTTP/1.1" status: 204 len: 168 time: 1.4743791 Oct 18 08:03:32.742581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35628) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:32.757038 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-cf6fdcec-3bb3-405b-875d-fc8ae2d054ba None None] Set router be5584ef-5125-4828-86c1-e98b7c179844 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:03:32.812379 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-35c2d618-f7d6-447e-9c31-db4b2337c143 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:32.844135 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-35c2d618-f7d6-447e-9c31-db4b2337c143 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:32.913218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-35c2d618-f7d6-447e-9c31-db4b2337c143 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:32.932615 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2d618-f7d6-447e-9c31-db4b2337c143 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecd2f81-2444-462f-9bab-24e64e560b46,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:32.940387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-35c2d618-f7d6-447e-9c31-db4b2337c143 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:32.944002 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-35c2d618-f7d6-447e-9c31-db4b2337c143 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/security-groups/9ecd2f81-2444-462f-9bab-24e64e560b46 HTTP/1.1" status: 204 len: 168 time: 0.1982579 Oct 18 08:03:32.971815 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35634) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:33.043173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-0c20de05-f879-414d-8178-7aece476113d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:03:33.043521 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0c20de05-f879-414d-8178-7aece476113d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:33.082562 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-cf6fdcec-3bb3-405b-875d-fc8ae2d054ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'name': 'tempest-TestNetworkBasicOps-router-356755422', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:50Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4431e51e-9666-4a63-8e3f-6a6798931f24', 'name': '', 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:d2:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:49Z', 'updated_at': '2022-10-18T08:02:54Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:33.086400 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6fdcec-3bb3-405b-875d-fc8ae2d054ba None None] Checking router: be5584ef-5125-4828-86c1-e98b7c179844 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:03:33.095635 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6fdcec-3bb3-405b-875d-fc8ae2d054ba None None] Routers {'be5584ef-5125-4828-86c1-e98b7c179844'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:03:33.096233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-cf6fdcec-3bb3-405b-875d-fc8ae2d054ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:03:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['be5584ef-5125-4828-86c1-e98b7c179844'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:33.280056 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-cf6fdcec-3bb3-405b-875d-fc8ae2d054ba None None] Set router be5584ef-5125-4828-86c1-e98b7c179844 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:03:33.287191 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0c20de05-f879-414d-8178-7aece476113d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:33.527648 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-0c20de05-f879-414d-8178-7aece476113d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 owned by {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:03:33.594390 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-cf6fdcec-3bb3-405b-875d-fc8ae2d054ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'name': 'tempest-TestNetworkBasicOps-router-356755422', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:50Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4431e51e-9666-4a63-8e3f-6a6798931f24', 'name': '', 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:d2:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:49Z', 'updated_at': '2022-10-18T08:02:54Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:33.598311 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6fdcec-3bb3-405b-875d-fc8ae2d054ba None None] The sync data for ids ['be5584ef-5125-4828-86c1-e98b7c179844'] in dv-neutron-861625-1-hyperv is: [{'id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'name': 'tempest-TestNetworkBasicOps-router-356755422', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:50Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4431e51e-9666-4a63-8e3f-6a6798931f24', 'name': '', 'network_id': '6848b3b8-7f02-4feb-a21a-cf46eab83847', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:d2:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:49Z', 'updated_at': '2022-10-18T08:02:54Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '95d9965b-e008-4cb8-ba26-06b056cccc22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:03:33.677386 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0c20de05-f879-414d-8178-7aece476113d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:33.727162 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20de05-f879-414d-8178-7aece476113d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=73e0e7e7-39bc-4116-a3eb-67ce3edaabc9,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:33.847315 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0c20de05-f879-414d-8178-7aece476113d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:33.858599 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0c20de05-f879-414d-8178-7aece476113d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/ports/73e0e7e7-39bc-4116-a3eb-67ce3edaabc9 HTTP/1.1" status: 204 len: 168 time: 0.8843200 Oct 18 08:03:33.861236 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35638) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:33.870187 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841805d5-8758-488c-83e1-89b0f30c8fd7 None None] New status for floating IP 39408d2a-e1be-45af-aa27-39b866d0dd5e: DOWN {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:03:34.410146 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d65cc4be-da4e-4d29-8bca-501ee34592c7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:34.449386 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:34.753079 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d65cc4be-da4e-4d29-8bca-501ee34592c7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 4431e51e-9666-4a63-8e3f-6a6798931f24 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:03:34.753340 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d65cc4be-da4e-4d29-8bca-501ee34592c7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:35.043317 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-d65cc4be-da4e-4d29-8bca-501ee34592c7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 4431e51e-9666-4a63-8e3f-6a6798931f24, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4431e51e-9666-4a63-8e3f-6a6798931f24,segment=NetworkSegment(925345d5-4866-4051-bd1d-959d6f04493f),segment_id=925345d5-4866-4051-bd1d-959d6f04493f)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:35.043672 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d65cc4be-da4e-4d29-8bca-501ee34592c7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:35.172548 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d65cc4be-da4e-4d29-8bca-501ee34592c7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 4431e51e-9666-4a63-8e3f-6a6798931f24 owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:03:35.351030 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d65cc4be-da4e-4d29-8bca-501ee34592c7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:35.399412 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cc4be-da4e-4d29-8bca-501ee34592c7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=4431e51e-9666-4a63-8e3f-6a6798931f24,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:35.679699 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d65cc4be-da4e-4d29-8bca-501ee34592c7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:36.028676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65cc4be-da4e-4d29-8bca-501ee34592c7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router be5584ef-5125-4828-86c1-e98b7c179844 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:03:36.208751 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65cc4be-da4e-4d29-8bca-501ee34592c7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:03:36.219358 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6501a0-6d7d-45e0-9076-2550b0fe021d None None] Sync routers for ids ['be5584ef-5125-4828-86c1-e98b7c179844'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:03:36.221969 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d65cc4be-da4e-4d29-8bca-501ee34592c7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/be5584ef-5125-4828-86c1-e98b7c179844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3597305 Oct 18 08:03:36.224810 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35644) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:36.229693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6501a0-6d7d-45e0-9076-2550b0fe021d None None] Routers {'be5584ef-5125-4828-86c1-e98b7c179844'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:03:36.230289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0c6501a0-6d7d-45e0-9076-2550b0fe021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:03:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['be5584ef-5125-4828-86c1-e98b7c179844'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:36.421239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bcf177-b4c2-4f1f-8bdb-abfdbe2ce166 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting subnet 95d9965b-e008-4cb8-ba26-06b056cccc22 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:03:36.421239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f6bcf177-b4c2-4f1f-8bdb-abfdbe2ce166 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:36.429927 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-0c6501a0-6d7d-45e0-9076-2550b0fe021d None None] Set router be5584ef-5125-4828-86c1-e98b7c179844 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:03:36.483899 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f6bcf177-b4c2-4f1f-8bdb-abfdbe2ce166 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:36.580348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f6bcf177-b4c2-4f1f-8bdb-abfdbe2ce166 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:36.669325 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f6bcf177-b4c2-4f1f-8bdb-abfdbe2ce166 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:36.729483 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bcf177-b4c2-4f1f-8bdb-abfdbe2ce166 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Subnet': ['ID=95d9965b-e008-4cb8-ba26-06b056cccc22,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:36.729483 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f6bcf177-b4c2-4f1f-8bdb-abfdbe2ce166 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:36.746269 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35648) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:36.753043 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f6bcf177-b4c2-4f1f-8bdb-abfdbe2ce166 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/subnets/95d9965b-e008-4cb8-ba26-06b056cccc22 HTTP/1.1" status: 204 len: 168 time: 0.5239832 Oct 18 08:03:36.760962 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9619cf81-c431-4685-a54c-f3afaf247168 None None] Network 6848b3b8-7f02-4feb-a21a-cf46eab83847 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:03:36.940724 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ebb9632-a517-42aa-ad39-dc7a0cdbaa53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:36.989536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0c6501a0-6d7d-45e0-9076-2550b0fe021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'name': 'tempest-TestNetworkBasicOps-router-356755422', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:03:35Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:36.996385 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6501a0-6d7d-45e0-9076-2550b0fe021d None None] Checking router: be5584ef-5125-4828-86c1-e98b7c179844 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:03:37.013098 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6501a0-6d7d-45e0-9076-2550b0fe021d None None] Routers {'be5584ef-5125-4828-86c1-e98b7c179844'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:03:37.013098 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0c6501a0-6d7d-45e0-9076-2550b0fe021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:03:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['be5584ef-5125-4828-86c1-e98b7c179844'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:37.141407 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ebb9632-a517-42aa-ad39-dc7a0cdbaa53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:37.159526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-9ebb9632-a517-42aa-ad39-dc7a0cdbaa53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port c7b7de9d-ebf5-4638-a818-16018bfbfa91 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:03:37.159526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ebb9632-a517-42aa-ad39-dc7a0cdbaa53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:37.242181 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35da8302-36e8-4e00-9c58-62f012d793e7 None None] DHCP port deletion for 6848b3b8-7f02-4feb-a21a-cf46eab83847 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:03:37.257134 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-35da8302-36e8-4e00-9c58-62f012d793e7 None None] Deleting port 713f2756-1912-40b9-9518-2d7b1e9da80e {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:03:37.257134 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-35da8302-36e8-4e00-9c58-62f012d793e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:37.297833 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-0c6501a0-6d7d-45e0-9076-2550b0fe021d None None] Set router be5584ef-5125-4828-86c1-e98b7c179844 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:03:37.355653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-9ebb9632-a517-42aa-ad39-dc7a0cdbaa53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port c7b7de9d-ebf5-4638-a818-16018bfbfa91, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c7b7de9d-ebf5-4638-a818-16018bfbfa91,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:37.355653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ebb9632-a517-42aa-ad39-dc7a0cdbaa53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:37.511502 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-9ebb9632-a517-42aa-ad39-dc7a0cdbaa53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for c7b7de9d-ebf5-4638-a818-16018bfbfa91 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:03:37.696572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ebb9632-a517-42aa-ad39-dc7a0cdbaa53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:37.757942 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 713f2756-1912-40b9-9518-2d7b1e9da80e no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:03:37.763239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb9632-a517-42aa-ad39-dc7a0cdbaa53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=c7b7de9d-ebf5-4638-a818-16018bfbfa91,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:37.829077 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-35da8302-36e8-4e00-9c58-62f012d793e7 None None] For port 713f2756-1912-40b9-9518-2d7b1e9da80e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=713f2756-1912-40b9-9518-2d7b1e9da80e,segment=NetworkSegment(925345d5-4866-4051-bd1d-959d6f04493f),segment_id=925345d5-4866-4051-bd1d-959d6f04493f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:37.829077 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-35da8302-36e8-4e00-9c58-62f012d793e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:37.865302 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ebb9632-a517-42aa-ad39-dc7a0cdbaa53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:37.983634 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-35da8302-36e8-4e00-9c58-62f012d793e7 None None] Calling delete_port for 713f2756-1912-40b9-9518-2d7b1e9da80e owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:03:38.101462 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No active binding found for port 713f2756-1912-40b9-9518-2d7b1e9da80e {{(pid=89047) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 18 08:03:38.101462 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 713f2756-1912-40b9-9518-2d7b1e9da80e not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:03:38.112799 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-35da8302-36e8-4e00-9c58-62f012d793e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:38.185849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ebb9632-a517-42aa-ad39-dc7a0cdbaa53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:38.185849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ebb9632-a517-42aa-ad39-dc7a0cdbaa53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:38.225145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ebb9632-a517-42aa-ad39-dc7a0cdbaa53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:38.225145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebb9632-a517-42aa-ad39-dc7a0cdbaa53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Fanout notify agent at l3_agent the message router_deleted on router be5584ef-5125-4828-86c1-e98b7c179844 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:03:38.235376 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da8302-36e8-4e00-9c58-62f012d793e7 None None] Pushing event deleted for resources: {'Port': ['ID=713f2756-1912-40b9-9518-2d7b1e9da80e,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:38.235376 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35da8302-36e8-4e00-9c58-62f012d793e7 None None] No DVR routers for this DVR port 713f2756-1912-40b9-9518-2d7b1e9da80e on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:03:38.250782 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0c6501a0-6d7d-45e0-9076-2550b0fe021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'name': 'tempest-TestNetworkBasicOps-router-356755422', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:03:35Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:38.250782 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6501a0-6d7d-45e0-9076-2550b0fe021d None None] The sync data for ids ['be5584ef-5125-4828-86c1-e98b7c179844'] in dv-neutron-861625-1-hyperv is: [{'id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'name': 'tempest-TestNetworkBasicOps-router-356755422', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:03:35Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'c7b7de9d-ebf5-4638-a818-16018bfbfa91', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5584ef-5125-4828-86c1-e98b7c179844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:02:45Z', 'updated_at': '2022-10-18T08:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:03:38.255841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ebb9632-a517-42aa-ad39-dc7a0cdbaa53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:38.255841 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9ebb9632-a517-42aa-ad39-dc7a0cdbaa53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/routers/be5584ef-5125-4828-86c1-e98b7c179844 HTTP/1.1" status: 204 len: 168 time: 1.5101361 Oct 18 08:03:38.259254 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35652) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:38.398877 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a7c64715-16b9-4a0e-aa42-aff84c5f00d0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:38.551391 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a7c64715-16b9-4a0e-aa42-aff84c5f00d0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:38.576220 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-a7c64715-16b9-4a0e-aa42-aff84c5f00d0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6848b3b8-7f02-4feb-a21a-cf46eab83847']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:38.589740 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-a7c64715-16b9-4a0e-aa42-aff84c5f00d0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925345d5-4866-4051-bd1d-959d6f04493f') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:38.589740 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-a7c64715-16b9-4a0e-aa42-aff84c5f00d0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925345d5-4866-4051-bd1d-959d6f04493f') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:38.604232 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a7c64715-16b9-4a0e-aa42-aff84c5f00d0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:38.621467 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a7c64715-16b9-4a0e-aa42-aff84c5f00d0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:38.628940 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c64715-16b9-4a0e-aa42-aff84c5f00d0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:03:38.628940 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a7c64715-16b9-4a0e-aa42-aff84c5f00d0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:38.730878 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 925345d5-4866-4051-bd1d-959d6f04493f resource provider aggregate not found Oct 18 08:03:38.751181 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 925345d5-4866-4051-bd1d-959d6f04493f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 925345d5-4866-4051-bd1d-959d6f04493f found for delete ", "request_id": "req-5ca97ad9-f137-4047-80f5-6f1e7e817420"}]} Oct 18 08:03:38.761612 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a7c64715-16b9-4a0e-aa42-aff84c5f00d0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:38.777197 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a7c64715-16b9-4a0e-aa42-aff84c5f00d0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:38.791804 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a7c64715-16b9-4a0e-aa42-aff84c5f00d0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/networks/6848b3b8-7f02-4feb-a21a-cf46eab83847 HTTP/1.1" status: 204 len: 168 time: 0.5327919 Oct 18 08:03:38.791804 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c64715-16b9-4a0e-aa42-aff84c5f00d0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Network': ['ID=6848b3b8-7f02-4feb-a21a-cf46eab83847,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:38.801153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35660) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:38.819957 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ab574c8b-3882-4cc6-8349-d11dc6bd9996 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0178933 Oct 18 08:03:38.819957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35664) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:38.826781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-e7877a44-e73b-4288-a50c-814f9df28e56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'network': {'name': 'tempest-network-smoke--782674159', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'port_security_enabled': True}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:38.833908 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e7877a44-e73b-4288-a50c-814f9df28e56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:38.833908 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e7877a44-e73b-4288-a50c-814f9df28e56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:network and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:38.841184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e7877a44-e73b-4288-a50c-814f9df28e56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:38.847618 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e7877a44-e73b-4288-a50c-814f9df28e56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:38.858823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7877a44-e73b-4288-a50c-814f9df28e56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:03:38.858823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e7877a44-e73b-4288-a50c-814f9df28e56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:38.890449 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7877a44-e73b-4288-a50c-814f9df28e56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:03:38.901227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e7877a44-e73b-4288-a50c-814f9df28e56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:38.901227 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-e7877a44-e73b-4288-a50c-814f9df28e56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Added segment 066b328b-3f5b-4529-bd3d-d28ee685f89f of type vlan for network 85fcbee5-dd61-4d47-9e0d-2c38ece86cfc Oct 18 08:03:38.928551 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e7877a44-e73b-4288-a50c-814f9df28e56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:38.960600 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e7877a44-e73b-4288-a50c-814f9df28e56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:38.967786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7877a44-e73b-4288-a50c-814f9df28e56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:38.967786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e7877a44-e73b-4288-a50c-814f9df28e56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:39.075940 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e7877a44-e73b-4288-a50c-814f9df28e56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2534330 Oct 18 08:03:39.075940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7877a44-e73b-4288-a50c-814f9df28e56 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Network': ['ID=85fcbee5-dd61-4d47-9e0d-2c38ece86cfc,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:39.081507 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35668) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:39.081507 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-712793059', 'admin_state_up': True, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:39.092691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 85fcbee5-dd61-4d47-9e0d-2c38ece86cfc details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:03:39.097048 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:39.097048 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:router and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:39.118085 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:39.118085 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:39.137344 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:39.137344 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:39.174854 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:39.477355 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:39.739025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4431e51e-9666-4a63-8e3f-6a6798931f24 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:03:39.778219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 4431e51e-9666-4a63-8e3f-6a6798931f24 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:03:39.778219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4431e51e-9666-4a63-8e3f-6a6798931f24 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:03:39.778219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c7b7de9d-ebf5-4638-a818-16018bfbfa91 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:03:39.814688 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: c7b7de9d-ebf5-4638-a818-16018bfbfa91 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:03:39.814688 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c7b7de9d-ebf5-4638-a818-16018bfbfa91 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:03:39.906807 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:39.932886 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:40.080169 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.26.8.9 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/bfc07932-141f-4298-ab6d-4ae399d468c3) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:03:40.247128 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:40.274293 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:40.337239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:03:40.346406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:03:40.346406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:03:40.383090 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=bfc07932-141f-4298-ab6d-4ae399d468c3,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:40.767759 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:41.108555 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:41.432630 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router e595633d-552a-4a4f-8dcf-ebf20be61b17 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:03:41.610920 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:03:41.621029 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Sync routers for ids ['e595633d-552a-4a4f-8dcf-ebf20be61b17'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:03:41.632552 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Routers {'e595633d-552a-4a4f-8dcf-ebf20be61b17'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:03:41.632552 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:03:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e595633d-552a-4a4f-8dcf-ebf20be61b17'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:41.641602 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:41.642589 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-27c7f978-db61-426d-a7cf-49be89cd1b60 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5660024 Oct 18 08:03:41.645668 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35672) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:41.685173 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d5e0436e-8051-4c0a-b78a-6057b40c98e5 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=fe65c6866dd844bd972010a3653293ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383279 Oct 18 08:03:41.687711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35676) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:41.803657 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Set router e595633d-552a-4a4f-8dcf-ebf20be61b17 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:03:41.816873 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0489aac6-94ef-4356-a69c-a886e55f5ef8 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:41.818362 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0489aac6-94ef-4356-a69c-a886e55f5ef8 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297684 Oct 18 08:03:41.821231 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35680) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:41.860486 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7610a2d3-6b42-4e26-b600-3ec8ebd5396e tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382373 Oct 18 08:03:41.862916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35684) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:41.868068 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-efe4059f-3ea8-42d8-8f94-1a4434643c9c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1654570776', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:41.977762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-efe4059f-3ea8-42d8-8f94-1a4434643c9c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:41.982153 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-efe4059f-3ea8-42d8-8f94-1a4434643c9c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:subnet and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:41.984992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-efe4059f-3ea8-42d8-8f94-1a4434643c9c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:41.990706 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-efe4059f-3ea8-42d8-8f94-1a4434643c9c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:42.000858 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe4059f-3ea8-42d8-8f94-1a4434643c9c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:03:42.004339 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-efe4059f-3ea8-42d8-8f94-1a4434643c9c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:42.080843 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'name': 'tempest-TestNetworkBasicOps-router-712793059', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:40Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:42.084526 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Checking router: e595633d-552a-4a4f-8dcf-ebf20be61b17 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:03:42.084872 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Updating router e595633d-552a-4a4f-8dcf-ebf20be61b17 port bfc07932-141f-4298-ab6d-4ae399d468c3 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:03:42.136508 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:42.230131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-efe4059f-3ea8-42d8-8f94-1a4434643c9c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:42.316930 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4059f-3ea8-42d8-8f94-1a4434643c9c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Subnet': ['ID=3f0154f7-5245-407a-82c6-be4726b15614,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:42.325043 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe4059f-3ea8-42d8-8f94-1a4434643c9c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Checking segment: {'id': '066b328b-3f5b-4529-bd3d-d28ee685f89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:03:42.325406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe4059f-3ea8-42d8-8f94-1a4434643c9c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network hostable DHCP agents. Network: 85fcbee5-dd61-4d47-9e0d-2c38ece86cfc, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:03:42.344947 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe4059f-3ea8-42d8-8f94-1a4434643c9c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 85fcbee5-dd61-4d47-9e0d-2c38ece86cfc is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:03:42.355164 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-efe4059f-3ea8-42d8-8f94-1a4434643c9c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 85fcbee5-dd61-4d47-9e0d-2c38ece86cfc) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:03:42.359916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4059f-3ea8-42d8-8f94-1a4434643c9c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:42.360726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-efe4059f-3ea8-42d8-8f94-1a4434643c9c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:42.369938 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f0efb4-37ad-4ce8-9993-1f020d6cb741 None None] Network 85fcbee5-dd61-4d47-9e0d-2c38ece86cfc requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:03:42.390594 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-efe4059f-3ea8-42d8-8f94-1a4434643c9c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5262465 Oct 18 08:03:42.392819 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35688) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:42.488260 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:42.504079 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Transition to ACTIVE for port object bfc07932-141f-4298-ab6d-4ae399d468c3 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:03:42.515453 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:42.595917 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Attempting to bind port bfc07932-141f-4298-ab6d-4ae399d468c3 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:03:42.596301 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Attempting to bind port bfc07932-141f-4298-ab6d-4ae399d468c3 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:03:42.598076 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Attempting to bind port bfc07932-141f-4298-ab6d-4ae399d468c3 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:03:42.607941 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:03:42.608351 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:03:42.608762 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:42.609147 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:03:42.609654 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Bound port: bfc07932-141f-4298-ab6d-4ae399d468c3, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:03:42.610021 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:42.615098 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ips': [{'subnet_id': '3f0154f7-5245-407a-82c6-be4726b15614'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:03:42.615936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:42.698768 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ecd96-d7d1-4e39-8ddd-8d7a34aba52d None None] Pushing event updated for resources: {'Port': ['ID=bfc07932-141f-4298-ab6d-4ae399d468c3,revision_number=2']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:42.702980 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] For port bfc07932-141f-4298-ab6d-4ae399d468c3, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:03:42.706586 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] For port bfc07932-141f-4298-ab6d-4ae399d468c3, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=bfc07932-141f-4298-ab6d-4ae399d468c3,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:03:42.711861 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:42.810835 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Routers {'e595633d-552a-4a4f-8dcf-ebf20be61b17'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:03:42.810835 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:03:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e595633d-552a-4a4f-8dcf-ebf20be61b17'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:42.842168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Allocated IP 172.20.0.2 (85fcbee5-dd61-4d47-9e0d-2c38ece86cfc/3f0154f7-5245-407a-82c6-be4726b15614/4ad53029-7ff7-4b87-8401-c926d90d2c1c) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:03:42.944510 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ecd96-d7d1-4e39-8ddd-8d7a34aba52d None None] Pushing event updated for resources: {'Port': ['ID=bfc07932-141f-4298-ab6d-4ae399d468c3,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:42.999401 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] Set router e595633d-552a-4a4f-8dcf-ebf20be61b17 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:03:43.071227 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:43.084093 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Transition to ACTIVE for port object 4ad53029-7ff7-4b87-8401-c926d90d2c1c will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:03:43.140371 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Transition to ACTIVE for port object 4ad53029-7ff7-4b87-8401-c926d90d2c1c will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:03:43.151456 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:43.247136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Network 85fcbee5-dd61-4d47-9e0d-2c38ece86cfc is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:03:43.249677 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:03:43.253531 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:03:43.309525 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'name': 'tempest-TestNetworkBasicOps-router-712793059', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:40Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:43.313634 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a54be-2d5a-4a54-beec-f474b434e6c8 None None] The sync data for ids ['e595633d-552a-4a4f-8dcf-ebf20be61b17'] in dv-neutron-861625-1-hyperv is: [{'id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'name': 'tempest-TestNetworkBasicOps-router-712793059', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:40Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:03:43.351086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Pushing event updated for resources: {'Port': ['ID=4ad53029-7ff7-4b87-8401-c926d90d2c1c,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:43.386094 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Attempting to bind port 4ad53029-7ff7-4b87-8401-c926d90d2c1c on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:03:43.386094 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Attempting to bind port 4ad53029-7ff7-4b87-8401-c926d90d2c1c by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '066b328b-3f5b-4529-bd3d-d28ee685f89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:03:43.386094 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Attempting to bind port 4ad53029-7ff7-4b87-8401-c926d90d2c1c on network 85fcbee5-dd61-4d47-9e0d-2c38ece86cfc {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:03:43.398718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:03:43.398718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Checking segment: {'id': '066b328b-3f5b-4529-bd3d-d28ee685f89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:03:43.398718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:43.398718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Bound using segment: {'id': '066b328b-3f5b-4529-bd3d-d28ee685f89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:03:43.398718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Bound port: 4ad53029-7ff7-4b87-8401-c926d90d2c1c, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066b328b-3f5b-4529-bd3d-d28ee685f89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:03:43.398718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:43.406071 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:43.508405 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] For port 4ad53029-7ff7-4b87-8401-c926d90d2c1c, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:03:43.508405 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] For port 4ad53029-7ff7-4b87-8401-c926d90d2c1c, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4ad53029-7ff7-4b87-8401-c926d90d2c1c,segment=NetworkSegment(066b328b-3f5b-4529-bd3d-d28ee685f89f),segment_id=066b328b-3f5b-4529-bd3d-d28ee685f89f)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:03:43.521446 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:43.619041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04d4a8-25ea-4a10-a77b-385ef5f09bcd None None] Pushing event updated for resources: {'Port': ['ID=4ad53029-7ff7-4b87-8401-c926d90d2c1c,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:43.981610 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.1 (85fcbee5-dd61-4d47-9e0d-2c38ece86cfc/3f0154f7-5245-407a-82c6-be4726b15614/6ad68a57-ebc1-48e7-8455-76ed577f28de) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:03:44.192093 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:44.217540 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object 6ad68a57-ebc1-48e7-8455-76ed577f28de will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:03:44.258842 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:44.338945 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 85fcbee5-dd61-4d47-9e0d-2c38ece86cfc is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:03:44.342172 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:03:44.346321 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:03:44.377713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=6ad68a57-ebc1-48e7-8455-76ed577f28de,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:44.393472 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:44.393593 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:44.393888 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:44.394217 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:44.395314 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:44.395314 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:44.395314 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:44.395758 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:44.395858 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:44.396453 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:44.396453 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:44.396762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:44.421394 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:44.554080 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:44.775600 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74768bd8-e0e5-47e5-8ab8-b1cdf2641593 None None] Network 85fcbee5-dd61-4d47-9e0d-2c38ece86cfc requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:03:44.895322 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a31d6a0a-3e81-4503-ac0b-6c1a18fae6ce None None] Provisioning for port 4ad53029-7ff7-4b87-8401-c926d90d2c1c completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:03:45.017249 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:45.022170 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:45.289944 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=6ad68a57-ebc1-48e7-8455-76ed577f28de,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:45.294812 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:45.349336 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-44e606ad-ac14-4cb3-b6ab-e2fb0815debb None None] Provisioning for port 6ad68a57-ebc1-48e7-8455-76ed577f28de completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:03:45.356497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-44e606ad-ac14-4cb3-b6ab-e2fb0815debb None None] Provisioning complete for port 6ad68a57-ebc1-48e7-8455-76ed577f28de triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:03:45.356939 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-44e606ad-ac14-4cb3-b6ab-e2fb0815debb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:45.358281 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-44e606ad-ac14-4cb3-b6ab-e2fb0815debb None None] Attempt 1 to provision port 6ad68a57-ebc1-48e7-8455-76ed577f28de Oct 18 08:03:45.420819 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-44e606ad-ac14-4cb3-b6ab-e2fb0815debb None None] Port 6ad68a57-ebc1-48e7-8455-76ed577f28de cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:03:45.471932 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 85fcbee5-dd61-4d47-9e0d-2c38ece86cfc is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:03:45.473062 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:03:45.709518 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a0a89792-19f9-4249-84f5-478a22235c3f req-6384c790-886c-4499-9bb1-4f9e35007dfe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1068799 Oct 18 08:03:45.730509 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router e595633d-552a-4a4f-8dcf-ebf20be61b17 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:03:45.825777 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4ad53029-7ff7-4b87-8401-c926d90d2c1c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:03:45.920855 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 4ad53029-7ff7-4b87-8401-c926d90d2c1c completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:03:45.920855 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 4ad53029-7ff7-4b87-8401-c926d90d2c1c triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:03:45.920855 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:45.925450 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 4ad53029-7ff7-4b87-8401-c926d90d2c1c Oct 18 08:03:45.942605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a89792-19f9-4249-84f5-478a22235c3f req-19fb4780-d65b-4106-99e3-c665902ce877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:45.942605 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a0a89792-19f9-4249-84f5-478a22235c3f req-19fb4780-d65b-4106-99e3-c665902ce877 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f79c24aececa4859ae5a96990e21c4eb&device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 1098 time: 0.1219976 Oct 18 08:03:45.970485 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-44e606ad-ac14-4cb3-b6ab-e2fb0815debb None None] Attempt 2 to provision port 6ad68a57-ebc1-48e7-8455-76ed577f28de Oct 18 08:03:45.973485 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:03:45.998442 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7f53bb7a-1e7a-48ff-b5f1-9d335b1f14d4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/e595633d-552a-4a4f-8dcf-ebf20be61b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6045957 Oct 18 08:03:46.002795 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35694) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:46.063431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Sync routers for ids ['e595633d-552a-4a4f-8dcf-ebf20be61b17'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:03:46.123785 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Routers {'e595633d-552a-4a4f-8dcf-ebf20be61b17'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:03:46.123785 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:03:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e595633d-552a-4a4f-8dcf-ebf20be61b17'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:46.152038 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a89792-19f9-4249-84f5-478a22235c3f req-b55e26c5-4673-4694-85ef-5fa1eca91bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:46.152038 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a0a89792-19f9-4249-84f5-478a22235c3f req-b55e26c5-4673-4694-85ef-5fa1eca91bbb service neutron] 10.222.0.46 "GET /v2.0/networks?id=97472348-d598-4426-abf2-9d3dd6e4d75d HTTP/1.1" status: 200 len: 913 time: 0.1814005 Oct 18 08:03:46.211508 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04367dc-82f9-4f1e-88d0-94325bb2e67b tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:46.214326 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04367dc-82f9-4f1e-88d0-94325bb2e67b tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:46.216132 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04367dc-82f9-4f1e-88d0-94325bb2e67b tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:46.219155 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04367dc-82f9-4f1e-88d0-94325bb2e67b tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:46.219838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04367dc-82f9-4f1e-88d0-94325bb2e67b tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:46.220528 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04367dc-82f9-4f1e-88d0-94325bb2e67b tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:46.224345 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b04367dc-82f9-4f1e-88d0-94325bb2e67b tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2232559 Oct 18 08:03:46.226264 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35698) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:46.245019 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-44e606ad-ac14-4cb3-b6ab-e2fb0815debb None None] Port 6ad68a57-ebc1-48e7-8455-76ed577f28de cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:03:46.294413 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a0a89792-19f9-4249-84f5-478a22235c3f req-8b400e12-4087-4986-b877-b8ba41a90f87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10eb39cd-4695-4c41-8a99-84e31b7398d3 HTTP/1.1" status: 200 len: 1001 time: 0.1339273 Oct 18 08:03:46.319726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29e698b-0176-4146-b32f-e325fd20811d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:46.320983 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29e698b-0176-4146-b32f-e325fd20811d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:46.320983 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29e698b-0176-4146-b32f-e325fd20811d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:46.323989 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29e698b-0176-4146-b32f-e325fd20811d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:46.323989 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29e698b-0176-4146-b32f-e325fd20811d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:46.323989 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29e698b-0176-4146-b32f-e325fd20811d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:46.327895 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f29e698b-0176-4146-b32f-e325fd20811d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1002359 Oct 18 08:03:46.329311 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35702) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:46.362091 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 4ad53029-7ff7-4b87-8401-c926d90d2c1c is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:03:46.362471 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:46.375825 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a89792-19f9-4249-84f5-478a22235c3f req-f08ee146-ca0a-433e-a4af-651871303f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:46.375825 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a0a89792-19f9-4249-84f5-478a22235c3f req-f08ee146-ca0a-433e-a4af-651871303f0a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e2a65d9-cbb7-462e-9a50-06e31aad481a HTTP/1.1" status: 200 len: 851 time: 0.0772758 Oct 18 08:03:46.410431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Set router e595633d-552a-4a4f-8dcf-ebf20be61b17 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:03:46.479908 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 4ad53029-7ff7-4b87-8401-c926d90d2c1c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4ad53029-7ff7-4b87-8401-c926d90d2c1c,segment=NetworkSegment(066b328b-3f5b-4529-bd3d-d28ee685f89f),segment_id=066b328b-3f5b-4529-bd3d-d28ee685f89f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:46.486624 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:46.488061 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device bfc07932-141f-4298-ab6d-4ae399d468c3 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:03:46.492806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a89792-19f9-4249-84f5-478a22235c3f req-a16e14df-3043-49be-9f57-c5bfd24566d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:46.495906 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a0a89792-19f9-4249-84f5-478a22235c3f req-a16e14df-3043-49be-9f57-c5bfd24566d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=97472348-d598-4426-abf2-9d3dd6e4d75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1129010 Oct 18 08:03:46.572075 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-10e9913f-6a49-4820-8d2c-762f213b1fac tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2364600 Oct 18 08:03:46.646022 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35708) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:46.653862 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-cd9523d9-a36e-429f-91e1-f3ca63b9a3b6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1968648722', 'description': 'tempest-secgroup-smoke-1968648722 description', 'project_id': 'fe65c6866dd844bd972010a3653293ed'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:46.666909 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a0a89792-19f9-4249-84f5-478a22235c3f req-82cf9891-2364-4161-bdaa-7b2332a11657 service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613293 Oct 18 08:03:46.667731 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cd9523d9-a36e-429f-91e1-f3ca63b9a3b6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:46.669517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cd9523d9-a36e-429f-91e1-f3ca63b9a3b6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:46.673731 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cd9523d9-a36e-429f-91e1-f3ca63b9a3b6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:46.680506 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cd9523d9-a36e-429f-91e1-f3ca63b9a3b6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:46.702541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cd9523d9-a36e-429f-91e1-f3ca63b9a3b6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:46.730537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cd9523d9-a36e-429f-91e1-f3ca63b9a3b6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:46.734422 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cd9523d9-a36e-429f-91e1-f3ca63b9a3b6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:46.739692 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cd9523d9-a36e-429f-91e1-f3ca63b9a3b6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:46.748029 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-44e606ad-ac14-4cb3-b6ab-e2fb0815debb None None] Attempt 3 to provision port 6ad68a57-ebc1-48e7-8455-76ed577f28de Oct 18 08:03:46.749941 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cd9523d9-a36e-429f-91e1-f3ca63b9a3b6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:46.801510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=4ad53029-7ff7-4b87-8401-c926d90d2c1c,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:46.821622 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a0a89792-19f9-4249-84f5-478a22235c3f req-8c80d3f3-3125-4063-898a-ad7b32460d3d service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506023 Oct 18 08:03:46.844626 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-44e606ad-ac14-4cb3-b6ab-e2fb0815debb None None] Port 6ad68a57-ebc1-48e7-8455-76ed577f28de cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:03:46.851687 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cd9523d9-a36e-429f-91e1-f3ca63b9a3b6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:46.855758 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cd9523d9-a36e-429f-91e1-f3ca63b9a3b6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:46.876089 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port bfc07932-141f-4298-ab6d-4ae399d468c3 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:03:46.885266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port bfc07932-141f-4298-ab6d-4ae399d468c3 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:03:46.885266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:46.885266 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port bfc07932-141f-4298-ab6d-4ae399d468c3 Oct 18 08:03:46.908026 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9523d9-a36e-429f-91e1-f3ca63b9a3b6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a231e4-61a6-4108-bf89-0c8eab54f5af,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:46.932830 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cd9523d9-a36e-429f-91e1-f3ca63b9a3b6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:46.932830 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cd9523d9-a36e-429f-91e1-f3ca63b9a3b6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2827787 Oct 18 08:03:46.940796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35712) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:46.940796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-5de00862-7ceb-4664-a7d9-64d9e15a2f45 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '25a231e4-61a6-4108-bf89-0c8eab54f5af', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:46.946625 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5de00862-7ceb-4664-a7d9-64d9e15a2f45 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:46.950817 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5de00862-7ceb-4664-a7d9-64d9e15a2f45 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:46.954111 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5de00862-7ceb-4664-a7d9-64d9e15a2f45 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:46.960014 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5de00862-7ceb-4664-a7d9-64d9e15a2f45 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:46.979520 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5de00862-7ceb-4664-a7d9-64d9e15a2f45 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.049113 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5de00862-7ceb-4664-a7d9-64d9e15a2f45 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.053759 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5de00862-7ceb-4664-a7d9-64d9e15a2f45 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.076096 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port bfc07932-141f-4298-ab6d-4ae399d468c3 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:03:47.076096 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.078429 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de00862-7ceb-4664-a7d9-64d9e15a2f45 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adcf4469-692a-4e7b-9cea-2afefed70711,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:47.090165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5de00862-7ceb-4664-a7d9-64d9e15a2f45 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.091689 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5de00862-7ceb-4664-a7d9-64d9e15a2f45 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557324 Oct 18 08:03:47.094215 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35716) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:47.098569 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-5644ab9d-3178-4b24-a63d-5c9c85dd1f25 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '25a231e4-61a6-4108-bf89-0c8eab54f5af', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:47.101082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port bfc07932-141f-4298-ab6d-4ae399d468c3, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=bfc07932-141f-4298-ab6d-4ae399d468c3,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:47.108472 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5644ab9d-3178-4b24-a63d-5c9c85dd1f25 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:47.109201 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'name': 'tempest-TestNetworkBasicOps-router-712793059', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:44Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '6ad68a57-ebc1-48e7-8455-76ed577f28de', 'name': '', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:67:f8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3f0154f7-5245-407a-82c6-be4726b15614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:43Z', 'updated_at': '2022-10-18T08:03:44Z', 'revision_number': 2, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '3f0154f7-5245-407a-82c6-be4726b15614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:47.110450 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.110716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5644ab9d-3178-4b24-a63d-5c9c85dd1f25 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:47.113716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5644ab9d-3178-4b24-a63d-5c9c85dd1f25 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:47.124819 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5644ab9d-3178-4b24-a63d-5c9c85dd1f25 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:47.142717 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5644ab9d-3178-4b24-a63d-5c9c85dd1f25 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.155115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Checking router: e595633d-552a-4a4f-8dcf-ebf20be61b17 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:03:47.155115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Updating router e595633d-552a-4a4f-8dcf-ebf20be61b17 port 6ad68a57-ebc1-48e7-8455-76ed577f28de binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:03:47.225786 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5644ab9d-3178-4b24-a63d-5c9c85dd1f25 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.230172 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5644ab9d-3178-4b24-a63d-5c9c85dd1f25 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.232792 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.253340 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=bfc07932-141f-4298-ab6d-4ae399d468c3,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:47.255131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644ab9d-3178-4b24-a63d-5c9c85dd1f25 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4c8615-8f2f-4409-a735-522721af6bcd,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:47.265239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5644ab9d-3178-4b24-a63d-5c9c85dd1f25 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.266653 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5644ab9d-3178-4b24-a63d-5c9c85dd1f25 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1720481 Oct 18 08:03:47.269484 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35720) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:47.277044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e2043d19-8902-4fa5-b60f-42590aba4c83 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '25a231e4-61a6-4108-bf89-0c8eab54f5af', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:47.283172 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e2043d19-8902-4fa5-b60f-42590aba4c83 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:47.288668 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e2043d19-8902-4fa5-b60f-42590aba4c83 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:47.290136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e2043d19-8902-4fa5-b60f-42590aba4c83 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:47.296183 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e2043d19-8902-4fa5-b60f-42590aba4c83 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:47.315733 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e2043d19-8902-4fa5-b60f-42590aba4c83 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.352743 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-44e606ad-ac14-4cb3-b6ab-e2fb0815debb None None] Attempt 4 to provision port 6ad68a57-ebc1-48e7-8455-76ed577f28de Oct 18 08:03:47.392727 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e2043d19-8902-4fa5-b60f-42590aba4c83 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.395797 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e2043d19-8902-4fa5-b60f-42590aba4c83 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.422790 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2043d19-8902-4fa5-b60f-42590aba4c83 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a1f614-5fa2-40fe-b55a-ac0ccd9f10b2,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:47.432543 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e2043d19-8902-4fa5-b60f-42590aba4c83 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.433496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-44e606ad-ac14-4cb3-b6ab-e2fb0815debb None None] Port 6ad68a57-ebc1-48e7-8455-76ed577f28de cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:03:47.433797 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e2043d19-8902-4fa5-b60f-42590aba4c83 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1632783 Oct 18 08:03:47.436588 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35724) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:47.443281 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-54665b31-6cf8-41ca-92e8-21ae92185b17 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '25a231e4-61a6-4108-bf89-0c8eab54f5af', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:47.450407 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-54665b31-6cf8-41ca-92e8-21ae92185b17 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:47.455353 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-54665b31-6cf8-41ca-92e8-21ae92185b17 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:47.456974 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-54665b31-6cf8-41ca-92e8-21ae92185b17 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:47.463280 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-54665b31-6cf8-41ca-92e8-21ae92185b17 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:47.481973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-54665b31-6cf8-41ca-92e8-21ae92185b17 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.554348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-54665b31-6cf8-41ca-92e8-21ae92185b17 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.559483 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-54665b31-6cf8-41ca-92e8-21ae92185b17 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.583863 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54665b31-6cf8-41ca-92e8-21ae92185b17 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8de0ef4-fd4f-4976-a257-c67b7b6afb48,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:47.597335 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-54665b31-6cf8-41ca-92e8-21ae92185b17 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.598834 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-54665b31-6cf8-41ca-92e8-21ae92185b17 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1612008 Oct 18 08:03:47.602177 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35728) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:47.607713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-44aba9e3-bbcd-48e4-87bb-9c437f956808 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '25a231e4-61a6-4108-bf89-0c8eab54f5af', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:47.613979 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-44aba9e3-bbcd-48e4-87bb-9c437f956808 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:47.619772 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-44aba9e3-bbcd-48e4-87bb-9c437f956808 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:47.622624 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-44aba9e3-bbcd-48e4-87bb-9c437f956808 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:47.629684 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-44aba9e3-bbcd-48e4-87bb-9c437f956808 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:47.643245 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-44aba9e3-bbcd-48e4-87bb-9c437f956808 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:03:47.651966 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-44aba9e3-bbcd-48e4-87bb-9c437f956808 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.713023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.725558 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Transition to ACTIVE for port object 6ad68a57-ebc1-48e7-8455-76ed577f28de will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:03:47.736537 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.742266 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-44aba9e3-bbcd-48e4-87bb-9c437f956808 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.745798 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-44aba9e3-bbcd-48e4-87bb-9c437f956808 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.778176 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aba9e3-bbcd-48e4-87bb-9c437f956808 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2ac0de-ac1b-4d98-b260-f7e671b367f9,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:47.788044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-44aba9e3-bbcd-48e4-87bb-9c437f956808 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.794778 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-44aba9e3-bbcd-48e4-87bb-9c437f956808 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1862719 Oct 18 08:03:47.796041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35732) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:03:47.798404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '25a231e4-61a6-4108-bf89-0c8eab54f5af', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:47.805524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:47.810427 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:03:47.813404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:03:47.820398 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:47.825191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4ad53029-7ff7-4b87-8401-c926d90d2c1c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:03:47.832721 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:03:47.841395 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.923428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.926800 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.944979 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-44e606ad-ac14-4cb3-b6ab-e2fb0815debb None None] Attempt 5 to provision port 6ad68a57-ebc1-48e7-8455-76ed577f28de Oct 18 08:03:47.951652 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f98e70-b1e7-4e8b-8239-bf953804b34b,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:47.962707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:47.964681 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:47.964681 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:47.964681 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:47.964681 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:47.964681 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:47.964681 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:47.968248 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:47.968248 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:47.968248 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:47.968248 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:47.968248 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:47.974729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:47.974729 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9999be20-9581-4a62-9632-b7d572a29211 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1806777 Oct 18 08:03:48.036467 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059dc3-d807-4dbf-94c3-cef36b6b1538 None None] Pushing event updated for resources: {'Port': ['ID=6ad68a57-ebc1-48e7-8455-76ed577f28de,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:48.080987 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Attempting to bind port 6ad68a57-ebc1-48e7-8455-76ed577f28de on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:03:48.081183 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Attempting to bind port 6ad68a57-ebc1-48e7-8455-76ed577f28de by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '066b328b-3f5b-4529-bd3d-d28ee685f89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:03:48.081510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Attempting to bind port 6ad68a57-ebc1-48e7-8455-76ed577f28de on network 85fcbee5-dd61-4d47-9e0d-2c38ece86cfc {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:03:48.090019 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:03:48.090386 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Checking segment: {'id': '066b328b-3f5b-4529-bd3d-d28ee685f89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:03:48.090878 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:48.091274 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Bound using segment: {'id': '066b328b-3f5b-4529-bd3d-d28ee685f89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:03:48.091773 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Bound port: 6ad68a57-ebc1-48e7-8455-76ed577f28de, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066b328b-3f5b-4529-bd3d-d28ee685f89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:03:48.092100 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:48.102312 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-44e606ad-ac14-4cb3-b6ab-e2fb0815debb None None] Port 6ad68a57-ebc1-48e7-8455-76ed577f28de cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:03:48.116536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 4ad53029-7ff7-4b87-8401-c926d90d2c1c triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:03:48.116536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:48.116536 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 4ad53029-7ff7-4b87-8401-c926d90d2c1c Oct 18 08:03:48.171123 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-cdb161c8-2fdc-45fb-8655-6d6c391aa225 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:03:48.189645 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-cdb161c8-2fdc-45fb-8655-6d6c391aa225 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:03:48.191586 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-cdb161c8-2fdc-45fb-8655-6d6c391aa225 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1968648722&fields=id&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 267 time: 0.0697632 Oct 18 08:03:48.280517 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] For port 6ad68a57-ebc1-48e7-8455-76ed577f28de, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:03:48.310269 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] For port 6ad68a57-ebc1-48e7-8455-76ed577f28de, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=6ad68a57-ebc1-48e7-8455-76ed577f28de,segment=NetworkSegment(066b328b-3f5b-4529-bd3d-d28ee685f89f),segment_id=066b328b-3f5b-4529-bd3d-d28ee685f89f)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:03:48.317025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:48.378917 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 4ad53029-7ff7-4b87-8401-c926d90d2c1c is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:03:48.380892 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device bfc07932-141f-4298-ab6d-4ae399d468c3 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:03:48.430029 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Routers {'e595633d-552a-4a4f-8dcf-ebf20be61b17'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:03:48.431604 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:03:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e595633d-552a-4a4f-8dcf-ebf20be61b17'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:48.512541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-d1a69da9-15f9-4bbe-ba88-f14c595ba725 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:48.513210 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-d1a69da9-15f9-4bbe-ba88-f14c595ba725 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:03:48.537228 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-d1a69da9-15f9-4bbe-ba88-f14c595ba725 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:03:48.544855 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-d1a69da9-15f9-4bbe-ba88-f14c595ba725 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/networks?id=85fcbee5-dd61-4d47-9e0d-2c38ece86cfc HTTP/1.1" status: 200 len: 796 time: 0.3366344 Oct 18 08:03:48.564473 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-76966eb2-a736-4082-b81d-1f794a87c689 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/quotas/fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 375 time: 0.0183997 Oct 18 08:03:48.597987 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81059dc3-d807-4dbf-94c3-cef36b6b1538 None None] Pushing event updated for resources: {'Port': ['ID=6ad68a57-ebc1-48e7-8455-76ed577f28de,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:48.604110 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-44e606ad-ac14-4cb3-b6ab-e2fb0815debb None None] Attempt 6 to provision port 6ad68a57-ebc1-48e7-8455-76ed577f28de Oct 18 08:03:48.671883 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-f4c88c52-3c76-4ddb-83cf-2ca043815a55 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:03:48.691558 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-f4c88c52-3c76-4ddb-83cf-2ca043815a55 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:03:48.695146 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-f4c88c52-3c76-4ddb-83cf-2ca043815a55 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1333332 Oct 18 08:03:48.702200 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port bfc07932-141f-4298-ab6d-4ae399d468c3 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:03:48.702593 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:48.702923 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port bfc07932-141f-4298-ab6d-4ae399d468c3 Oct 18 08:03:48.746191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] Set router e595633d-552a-4a4f-8dcf-ebf20be61b17 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:03:48.825523 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-44e606ad-ac14-4cb3-b6ab-e2fb0815debb None None] Port 6ad68a57-ebc1-48e7-8455-76ed577f28de had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:03:48.832635 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-344d4495-3c4a-4179-9a17-961b6e2e3e43 service neutron] 10.222.0.17 "GET /v2.0/networks/85fcbee5-dd61-4d47-9e0d-2c38ece86cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276009 Oct 18 08:03:48.967221 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-4763b744-2456-437d-91aa-479c1f55f687 service neutron] 10.222.0.17 "GET /v2.0/networks/85fcbee5-dd61-4d47-9e0d-2c38ece86cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286931 Oct 18 08:03:49.048321 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port bfc07932-141f-4298-ab6d-4ae399d468c3 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:03:49.188512 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-0cd37e09-7d14-443a-82dc-477aa7c74454 req-a72b0256-4fb8-4d1c-bb46-2a083d4c80ef tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:03:49.193856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'name': 'tempest-TestNetworkBasicOps-router-712793059', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:44Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '6ad68a57-ebc1-48e7-8455-76ed577f28de', 'name': '', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:67:f8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3f0154f7-5245-407a-82c6-be4726b15614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:43Z', 'updated_at': '2022-10-18T08:03:48Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '3f0154f7-5245-407a-82c6-be4726b15614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:03:49.201242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520c6ca0-7628-4209-a413-b33fc67d692f None None] The sync data for ids ['e595633d-552a-4a4f-8dcf-ebf20be61b17'] in dv-neutron-861625-1-hyperv is: [{'id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'name': 'tempest-TestNetworkBasicOps-router-712793059', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:44Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '6ad68a57-ebc1-48e7-8455-76ed577f28de', 'name': '', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:67:f8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3f0154f7-5245-407a-82c6-be4726b15614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:43Z', 'updated_at': '2022-10-18T08:03:48Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '3f0154f7-5245-407a-82c6-be4726b15614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:03:49.204436 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-0cd37e09-7d14-443a-82dc-477aa7c74454 req-a72b0256-4fb8-4d1c-bb46-2a083d4c80ef tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:03:49.206368 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0cd37e09-7d14-443a-82dc-477aa7c74454 req-a72b0256-4fb8-4d1c-bb46-2a083d4c80ef tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 210 time: 0.0821443 Oct 18 08:03:49.753794 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 6ad68a57-ebc1-48e7-8455-76ed577f28de up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:03:49.873674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 6ad68a57-ebc1-48e7-8455-76ed577f28de completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:03:49.878901 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 6ad68a57-ebc1-48e7-8455-76ed577f28de triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:03:49.879276 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:49.879633 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 6ad68a57-ebc1-48e7-8455-76ed577f28de Oct 18 08:03:49.999532 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 6ad68a57-ebc1-48e7-8455-76ed577f28de is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:03:49.999913 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:50.034985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 6ad68a57-ebc1-48e7-8455-76ed577f28de, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=6ad68a57-ebc1-48e7-8455-76ed577f28de,segment=NetworkSegment(066b328b-3f5b-4529-bd3d-d28ee685f89f),segment_id=066b328b-3f5b-4529-bd3d-d28ee685f89f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:50.039001 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:50.117026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=6ad68a57-ebc1-48e7-8455-76ed577f28de,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:50.124864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:50.125422 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:50.126090 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:50.126584 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:50.127081 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:50.127722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:50.128207 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:50.128692 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:50.129189 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:50.129681 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:50.130160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:50.130787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:03:50.374064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-37536402-233a-4265-8bfc-f4addcb65ef6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:50.375506 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-37536402-233a-4265-8bfc-f4addcb65ef6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:03:50.390445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-37536402-233a-4265-8bfc-f4addcb65ef6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:03:50.391890 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-37536402-233a-4265-8bfc-f4addcb65ef6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/networks?id=85fcbee5-dd61-4d47-9e0d-2c38ece86cfc HTTP/1.1" status: 200 len: 796 time: 0.1986890 Oct 18 08:03:50.395029 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ef24d3bb-13b5-4748-a6ac-3d662dbf3388 req-bb069e76-9918-481d-8d8b-8a86dedc2c46 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 210 time: 0.0622051 Oct 18 08:03:50.452032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-2a2c1dbf-5719-41ba-9e8c-fee4ab1d8844 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:03:50.464019 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-2a2c1dbf-5719-41ba-9e8c-fee4ab1d8844 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:03:50.465126 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-2a2c1dbf-5719-41ba-9e8c-fee4ab1d8844 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 380 time: 0.0567427 Oct 18 08:03:50.475563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-84767ffe-dd98-4422-89c9-46fd94cf5075 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'port': {'device_id': '0b52d1c8-c2af-414b-ba4c-f08418085bfc', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'admin_state_up': True, 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'security_groups': ['25a231e4-61a6-4108-bf89-0c8eab54f5af']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:50.613330 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-84767ffe-dd98-4422-89c9-46fd94cf5075 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:03:50.622781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-84767ffe-dd98-4422-89c9-46fd94cf5075 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:03:50.632151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-84767ffe-dd98-4422-89c9-46fd94cf5075 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:03:50.635853 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-84767ffe-dd98-4422-89c9-46fd94cf5075 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:50.680270 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3e99baad-f47b-4221-9f22-55d407ababc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:50.802634 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-84767ffe-dd98-4422-89c9-46fd94cf5075 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.12 (85fcbee5-dd61-4d47-9e0d-2c38ece86cfc/3f0154f7-5245-407a-82c6-be4726b15614/9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:03:50.988594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-84767ffe-dd98-4422-89c9-46fd94cf5075 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:51.004183 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-84767ffe-dd98-4422-89c9-46fd94cf5075 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:03:51.026954 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-84767ffe-dd98-4422-89c9-46fd94cf5075 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:51.197679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-84767ffe-dd98-4422-89c9-46fd94cf5075 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 85fcbee5-dd61-4d47-9e0d-2c38ece86cfc is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:03:51.200813 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-84767ffe-dd98-4422-89c9-46fd94cf5075 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:03:51.205295 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-84767ffe-dd98-4422-89c9-46fd94cf5075 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:03:51.241982 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84767ffe-dd98-4422-89c9-46fd94cf5075 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:51.273820 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-84767ffe-dd98-4422-89c9-46fd94cf5075 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:51.274442 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-84767ffe-dd98-4422-89c9-46fd94cf5075 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:51.300927 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-84767ffe-dd98-4422-89c9-46fd94cf5075 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8293757 Oct 18 08:03:51.316232 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Request body: {'port': {'device_id': '0b52d1c8-c2af-414b-ba4c-f08418085bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:03:51.390318 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7e82bb17-c2b2-453e-ab3d-77f0d3fbde77 None None] Provisioning for port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:03:51.394945 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7e82bb17-c2b2-453e-ab3d-77f0d3fbde77 None None] Provisioning complete for port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:03:51.395308 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7e82bb17-c2b2-453e-ab3d-77f0d3fbde77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:51.395633 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7e82bb17-c2b2-453e-ab3d-77f0d3fbde77 None None] Attempt 1 to provision port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed Oct 18 08:03:51.428516 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:51.453917 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7e82bb17-c2b2-453e-ab3d-77f0d3fbde77 None None] Port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:03:51.726805 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 6ad68a57-ebc1-48e7-8455-76ed577f28de up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:03:51.743106 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb9ea1-6606-4315-a179-6ddf5aa690fe req-6a4cb1a5-5383-49a9-a31a-7ad4a2e7ddaa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:51.743828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-fbfb9ea1-6606-4315-a179-6ddf5aa690fe req-6a4cb1a5-5383-49a9-a31a-7ad4a2e7ddaa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:03:51.780292 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-fbfb9ea1-6606-4315-a179-6ddf5aa690fe req-6a4cb1a5-5383-49a9-a31a-7ad4a2e7ddaa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:03:51.781483 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fbfb9ea1-6606-4315-a179-6ddf5aa690fe req-6a4cb1a5-5383-49a9-a31a-7ad4a2e7ddaa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 932 time: 0.2749550 Oct 18 08:03:51.789061 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:03:51.794354 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 6ad68a57-ebc1-48e7-8455-76ed577f28de triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:03:51.794637 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:51.794971 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 6ad68a57-ebc1-48e7-8455-76ed577f28de Oct 18 08:03:51.878178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:03:51.888682 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fbfb9ea1-6606-4315-a179-6ddf5aa690fe req-976c2057-9455-433f-9951-b21ef02a990f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=25a231e4-61a6-4108-bf89-0c8eab54f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939558 Oct 18 08:03:51.890516 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:51.911948 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Transition to ACTIVE for port object 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:03:51.916231 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:51.916976 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 6ad68a57-ebc1-48e7-8455-76ed577f28de is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:03:51.954889 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7e82bb17-c2b2-453e-ab3d-77f0d3fbde77 None None] Attempt 2 to provision port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed Oct 18 08:03:52.008680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7e82bb17-c2b2-453e-ab3d-77f0d3fbde77 None None] Port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:03:52.101166 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:52.137331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Attempting to bind port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:03:52.137661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Attempting to bind port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '066b328b-3f5b-4529-bd3d-d28ee685f89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:03:52.137981 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Attempting to bind port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed on network 85fcbee5-dd61-4d47-9e0d-2c38ece86cfc {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:03:52.142431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed on network 85fcbee5-dd61-4d47-9e0d-2c38ece86cfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:03:52.142779 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Attempting to bind port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed on network 85fcbee5-dd61-4d47-9e0d-2c38ece86cfc {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:03:52.147786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:03:52.148116 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Checking segment: {'id': '066b328b-3f5b-4529-bd3d-d28ee685f89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:03:52.148490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Bound using segment: {'id': '066b328b-3f5b-4529-bd3d-d28ee685f89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:03:52.148904 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Bound port: 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066b328b-3f5b-4529-bd3d-d28ee685f89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:03:52.149240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:52.239109 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] For port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:03:52.242253 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] For port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed,segment=NetworkSegment(066b328b-3f5b-4529-bd3d-d28ee685f89f),segment_id=066b328b-3f5b-4529-bd3d-d28ee685f89f)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:03:52.247462 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:52.277666 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:52.278267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:52.279633 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] 10.222.0.46 "PUT /v2.0/ports/9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed HTTP/1.1" status: 200 len: 1094 time: 0.9677391 Oct 18 08:03:52.280157 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b52d1c8-c2af-414b-ba4c-f08418085bfc', 'tag': '9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:03:52.282437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a02141-967f-43ba-a486-967b235e7c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b52d1c8-c2af-414b-ba4c-f08418085bfc", "tag": "9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:03:52.355050 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3faaf6-657c-4783-8aa3-dd626b22b343 x-openstack-request-id: req-2d3faaf6-657c-4783-8aa3-dd626b22b343 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:03:52.355335 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b52d1c8-c2af-414b-ba4c-f08418085bfc", "tag": "9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:03:52.355584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2d3faaf6-657c-4783-8aa3-dd626b22b343 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:03:52.355972 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d3faaf6-657c-4783-8aa3-dd626b22b343'] response: {'name': 'network-changed', 'server_uuid': '0b52d1c8-c2af-414b-ba4c-f08418085bfc', 'tag': '9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed', 'status': 'completed', 'code': 200} Oct 18 08:03:52.375194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87793c30-d5af-479d-8f6a-700ae97542f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:52.407746 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-d3d33606-e2d7-4a67-b33f-8cbf4788ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:52.409224 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-d3d33606-e2d7-4a67-b33f-8cbf4788ada1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 1097 time: 0.0918136 Oct 18 08:03:52.479715 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-94aa4ced-fbc3-4273-ac7c-556f3678e98b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed HTTP/1.1" status: 200 len: 217 time: 0.0600157 Oct 18 08:03:52.510322 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-7e82bb17-c2b2-453e-ab3d-77f0d3fbde77 None None] Attempt 3 to provision port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed Oct 18 08:03:52.547133 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-cfb55e00-12e6-4b06-9a8b-39a7ed1aefa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:52.548554 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-cfb55e00-12e6-4b06-9a8b-39a7ed1aefa8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f0154f7-5245-407a-82c6-be4726b15614 HTTP/1.1" status: 200 len: 835 time: 0.0596709 Oct 18 08:03:52.573899 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-7e82bb17-c2b2-453e-ab3d-77f0d3fbde77 None None] Port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:03:52.632824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-2d87ea00-7c41-4169-8d53-2b45a4f8c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:52.634303 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-2d87ea00-7c41-4169-8d53-2b45a4f8c173 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85fcbee5-dd61-4d47-9e0d-2c38ece86cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762763 Oct 18 08:03:52.766340 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-f4119654-9eb5-4936-b3aa-c861e4440481 service neutron] 10.222.0.46 "GET /v2.0/networks/85fcbee5-dd61-4d47-9e0d-2c38ece86cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225641 Oct 18 08:03:52.988426 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d502819a-8fd7-4fe5-ba2d-b09405f3a5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:52.996179 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27defe8e-bef7-4e1f-87f4-7924a06312fb req-ed6cca64-5841-4b37-bc51-bba6c5d64cf6 service neutron] 10.222.0.46 "GET /v2.0/networks/85fcbee5-dd61-4d47-9e0d-2c38ece86cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203050 Oct 18 08:03:53.151521 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2fb77-eac8-4acc-aac9-0190e2d9e9e7 req-14775a9a-75d4-4839-b2f3-a8fa8db5b069 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:53.152971 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-61a2fb77-eac8-4acc-aac9-0190e2d9e9e7 req-14775a9a-75d4-4839-b2f3-a8fa8db5b069 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 944 time: 0.1488330 Oct 18 08:03:53.159069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a02141-967f-43ba-a486-967b235e7c0b req-d815e4b4-0269-4120-aaf5-41a4cf89d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:53.160427 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c1a02141-967f-43ba-a486-967b235e7c0b req-d815e4b4-0269-4120-aaf5-41a4cf89d040 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 1097 time: 0.1114130 Oct 18 08:03:53.279230 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-61a2fb77-eac8-4acc-aac9-0190e2d9e9e7 req-2b8f9ee7-9935-4549-bde5-ac3272e5f26b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=25a231e4-61a6-4108-bf89-0c8eab54f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178732 Oct 18 08:03:53.320876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a02141-967f-43ba-a486-967b235e7c0b req-910dd63e-c073-441c-a224-01720ec23044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:53.322834 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c1a02141-967f-43ba-a486-967b235e7c0b req-910dd63e-c073-441c-a224-01720ec23044 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85fcbee5-dd61-4d47-9e0d-2c38ece86cfc HTTP/1.1" status: 200 len: 897 time: 0.1491990 Oct 18 08:03:53.389387 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c1a02141-967f-43ba-a486-967b235e7c0b req-00f66b16-b73a-47d0-94d8-991687d990e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed HTTP/1.1" status: 200 len: 217 time: 0.0599320 Oct 18 08:03:53.458037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a02141-967f-43ba-a486-967b235e7c0b req-1dc2df53-b9a9-4572-9d58-f520cdbd6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:53.459376 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c1a02141-967f-43ba-a486-967b235e7c0b req-1dc2df53-b9a9-4572-9d58-f520cdbd6fa6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f0154f7-5245-407a-82c6-be4726b15614 HTTP/1.1" status: 200 len: 835 time: 0.0599542 Oct 18 08:03:53.541896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a02141-967f-43ba-a486-967b235e7c0b req-719c679e-ece7-446d-8a56-dc143fd7de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:53.543402 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c1a02141-967f-43ba-a486-967b235e7c0b req-719c679e-ece7-446d-8a56-dc143fd7de53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85fcbee5-dd61-4d47-9e0d-2c38ece86cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767677 Oct 18 08:03:53.683991 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c1a02141-967f-43ba-a486-967b235e7c0b req-6f338e06-5214-442a-a4ca-3014a191ac22 service neutron] 10.222.0.46 "GET /v2.0/networks/85fcbee5-dd61-4d47-9e0d-2c38ece86cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330471 Oct 18 08:03:53.711409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:53.789959 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:53.823850 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c1a02141-967f-43ba-a486-967b235e7c0b req-455d81ea-76e0-4580-b0ab-ac5db1660d0b service neutron] 10.222.0.46 "GET /v2.0/networks/85fcbee5-dd61-4d47-9e0d-2c38ece86cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300073 Oct 18 08:03:54.476948 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a101f24-193c-4d78-b8e9-dde47f437082 req-a97eb424-b312-473d-9862-dab2b691aeaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:54.478902 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9a101f24-193c-4d78-b8e9-dde47f437082 req-a97eb424-b312-473d-9862-dab2b691aeaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 944 time: 0.0882261 Oct 18 08:03:54.521748 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9a101f24-193c-4d78-b8e9-dde47f437082 req-e1091ade-4a2d-4049-89ee-6f25932214c8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=25a231e4-61a6-4108-bf89-0c8eab54f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373116 Oct 18 08:03:55.297987 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:55.727354 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b8d47-51fd-41fa-a190-0bc663b75c13 req-908d2f4c-ac4b-422a-873a-5ed8f6872592 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:55.728820 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7e5b8d47-51fd-41fa-a190-0bc663b75c13 req-908d2f4c-ac4b-422a-873a-5ed8f6872592 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 944 time: 0.0905373 Oct 18 08:03:55.773981 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7e5b8d47-51fd-41fa-a190-0bc663b75c13 req-1f1960f2-7fdd-4309-95ce-7be107f74f71 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=25a231e4-61a6-4108-bf89-0c8eab54f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395019 Oct 18 08:03:56.686053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:03:56.815483 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed,segment=NetworkSegment(066b328b-3f5b-4529-bd3d-d28ee685f89f),segment_id=066b328b-3f5b-4529-bd3d-d28ee685f89f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:56.828411 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'port_id': '9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed', 'mac_address': 'fa:16:3e:93:73:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0154f7-5245-407a-82c6-be4726b15614', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:03:56.882567 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:03:56.882969 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:56.901090 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:03:56.916084 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed,segment=NetworkSegment(066b328b-3f5b-4529-bd3d-d28ee685f89f),segment_id=066b328b-3f5b-4529-bd3d-d28ee685f89f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:56.919939 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:56.972602 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5df8ea-f6b7-48d8-b486-cdc2a50039b8 req-9702f9e8-9976-4743-a3ca-c01413c3de98 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:56.973985 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4f5df8ea-f6b7-48d8-b486-cdc2a50039b8 req-9702f9e8-9976-4743-a3ca-c01413c3de98 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 945 time: 0.0927446 Oct 18 08:03:56.989360 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:57.018324 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4f5df8ea-f6b7-48d8-b486-cdc2a50039b8 req-134539b0-fd2a-4375-b94b-bb91f1492098 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=25a231e4-61a6-4108-bf89-0c8eab54f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381548 Oct 18 08:03:57.185928 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:03:58.210281 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697e283-a909-44b1-ab42-650e1bb4551f req-b5e47fe3-8134-42ed-9d5f-5db985ce5abb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:58.212302 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1697e283-a909-44b1-ab42-650e1bb4551f req-b5e47fe3-8134-42ed-9d5f-5db985ce5abb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 945 time: 0.0865903 Oct 18 08:03:58.255494 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1697e283-a909-44b1-ab42-650e1bb4551f req-82bd0c40-f620-4387-a2a5-d5991b7022f3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=25a231e4-61a6-4108-bf89-0c8eab54f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375216 Oct 18 08:03:58.685571 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:03:58.754299 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:03:58.759520 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:03:58.759889 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:58.760218 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed Oct 18 08:03:58.872360 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:03:58.872754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:58.901375 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b52d1c8-c2af-414b-ba4c-f08418085bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:03:58.903681 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4313b7-a5c6-4373-b506-fe47a0c2130d" -d '{"events": [{"server_uuid": "0b52d1c8-c2af-414b-ba4c-f08418085bfc", "name": "network-vif-plugged", "status": "completed", "tag": "9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:03:58.911513 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed,segment=NetworkSegment(066b328b-3f5b-4529-bd3d-d28ee685f89f),segment_id=066b328b-3f5b-4529-bd3d-d28ee685f89f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:03:58.915421 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:03:58.946923 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1c27f6-70a8-4706-9c4b-a713272fc2d3 x-openstack-request-id: req-ef1c27f6-70a8-4706-9c4b-a713272fc2d3 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:03:58.947215 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b52d1c8-c2af-414b-ba4c-f08418085bfc", "name": "network-vif-plugged", "status": "completed", "tag": "9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:03:58.947464 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ef1c27f6-70a8-4706-9c4b-a713272fc2d3 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:03:58.947847 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1c27f6-70a8-4706-9c4b-a713272fc2d3'] response: {'server_uuid': '0b52d1c8-c2af-414b-ba4c-f08418085bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed', 'code': 200} Oct 18 08:03:58.984884 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:03:59.188881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef831fe-5586-4357-8b5a-8d1348f67bf2 req-c87a26f9-eb3e-4314-bb8f-ceb61cb63e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:59.190263 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3ef831fe-5586-4357-8b5a-8d1348f67bf2 req-c87a26f9-eb3e-4314-bb8f-ceb61cb63e50 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 1099 time: 0.0801268 Oct 18 08:03:59.233316 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3ef831fe-5586-4357-8b5a-8d1348f67bf2 req-f21b8c53-31da-4df5-8e38-2cb9075b3f07 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=25a231e4-61a6-4108-bf89-0c8eab54f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335624 Oct 18 08:03:59.452745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a50d3-454d-45df-8ce7-63b31838a800 req-c6934b21-585f-48b4-9925-8b5576f8a083 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:03:59.454093 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4b5a50d3-454d-45df-8ce7-63b31838a800 req-c6934b21-585f-48b4-9925-8b5576f8a083 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 946 time: 0.0891669 Oct 18 08:03:59.497180 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4b5a50d3-454d-45df-8ce7-63b31838a800 req-cee2723f-c463-4aab-848b-a8eaadbd3ef5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=25a231e4-61a6-4108-bf89-0c8eab54f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374489 Oct 18 08:04:00.699400 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63527d1-64aa-4484-ba13-25d23a8373d1 req-8d02f302-8a52-449a-8564-d21cbf42f367 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:00.700837 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d63527d1-64aa-4484-ba13-25d23a8373d1 req-8d02f302-8a52-449a-8564-d21cbf42f367 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 946 time: 0.0909317 Oct 18 08:04:00.744334 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d63527d1-64aa-4484-ba13-25d23a8373d1 req-584d525b-669a-4ef0-ae64-92ee8bc747aa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=25a231e4-61a6-4108-bf89-0c8eab54f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379565 Oct 18 08:04:00.939222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc02741-33eb-4d4c-bbc1-835b7f7129a1 req-e5b7d075-3723-46f9-8daa-02eb3d9bb04c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:00.940690 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5bc02741-33eb-4d4c-bbc1-835b7f7129a1 req-e5b7d075-3723-46f9-8daa-02eb3d9bb04c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 946 time: 0.0863469 Oct 18 08:04:00.983159 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5bc02741-33eb-4d4c-bbc1-835b7f7129a1 req-7ec1d3d9-3836-45cc-ae91-599aa5d7ef19 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=25a231e4-61a6-4108-bf89-0c8eab54f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369556 Oct 18 08:04:01.010937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35790) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:01.090034 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac643720-dc9f-4cdd-a11a-56f1e673bece tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:01.091569 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ac643720-dc9f-4cdd-a11a-56f1e673bece tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 1094 time: 0.0797005 Oct 18 08:04:01.094255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35794) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:01.099067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': '9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:04:01.105569 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:04:01.109404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:floatingip and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:04:01.112286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:04:01.117893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:04:01.129058 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:01.359424 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:01.489760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.26.8.152 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/8e543a8f-041d-4cff-9747-49a20d9dea85) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:04:01.636568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:01.665287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:01.726825 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:04:01.729506 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:04:01.733249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:04:01.771334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=8e543a8f-041d-4cff-9747-49a20d9dea85,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:04:02.131641 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:02.206662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:02.407014 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:02.411103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:02.516175 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:02.562915 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=8e543a8f-041d-4cff-9747-49a20d9dea85,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:04:02.685062 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP 77b7dba1-d475-41c2-8df2-5359d418d47b associated. External IP: 172.26.8.152, port: 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed. Oct 18 08:04:03.130493 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router e595633d-552a-4a4f-8dcf-ebf20be61b17 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:04:03.307915 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:04:03.317221 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6019d9ac-e39d-4b9f-99ef-5e4ca9fc601a None None] Sync routers for ids ['e595633d-552a-4a4f-8dcf-ebf20be61b17'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:04:03.328400 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6019d9ac-e39d-4b9f-99ef-5e4ca9fc601a None None] Routers {'e595633d-552a-4a4f-8dcf-ebf20be61b17'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:04:03.328991 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6019d9ac-e39d-4b9f-99ef-5e4ca9fc601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:03:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e595633d-552a-4a4f-8dcf-ebf20be61b17'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:03.333137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:03.392275 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7e1f6069-a3ea-4f77-b356-10c3b4a1cb75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2969873 Oct 18 08:04:03.392895 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b52d1c8-c2af-414b-ba4c-f08418085bfc', 'tag': '9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:04:03.394985 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35798) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:03.395499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab5342d-53af-4ef1-bb10-5ead8c152ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b52d1c8-c2af-414b-ba4c-f08418085bfc", "tag": "9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:04:03.452305 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf8101a-f204-43e9-a7e9-726968c4d1b7 x-openstack-request-id: req-6bf8101a-f204-43e9-a7e9-726968c4d1b7 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:04:03.452443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b52d1c8-c2af-414b-ba4c-f08418085bfc", "tag": "9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:04:03.453830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6bf8101a-f204-43e9-a7e9-726968c4d1b7 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:04:03.453830 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf8101a-f204-43e9-a7e9-726968c4d1b7'] response: {'name': 'network-changed', 'server_uuid': '0b52d1c8-c2af-414b-ba4c-f08418085bfc', 'tag': '9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed', 'status': 'completed', 'code': 200} Oct 18 08:04:03.521579 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-6019d9ac-e39d-4b9f-99ef-5e4ca9fc601a None None] Set router e595633d-552a-4a4f-8dcf-ebf20be61b17 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:04:03.573500 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5342d-53af-4ef1-bb10-5ead8c152ea5 req-f3b33e14-c191-4257-9dfb-eae4fc10175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:03.575550 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9ab5342d-53af-4ef1-bb10-5ead8c152ea5 req-f3b33e14-c191-4257-9dfb-eae4fc10175a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 1099 time: 0.1008725 Oct 18 08:04:03.600459 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-133ce9c4-c82b-463a-8914-eca30cec9148 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/routers/e595633d-552a-4a4f-8dcf-ebf20be61b17 HTTP/1.1" status: 200 len: 920 time: 0.2013326 Oct 18 08:04:03.600813 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35804) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:03.709879 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-68ab4a83-2a20-4ff0-94cc-849bf8125392 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/77b7dba1-d475-41c2-8df2-5359d418d47b HTTP/1.1" status: 200 len: 992 time: 0.1067479 Oct 18 08:04:03.718899 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5342d-53af-4ef1-bb10-5ead8c152ea5 req-8666276d-a07e-43de-a216-1c8f123a10d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:03.720319 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9ab5342d-53af-4ef1-bb10-5ead8c152ea5 req-8666276d-a07e-43de-a216-1c8f123a10d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85fcbee5-dd61-4d47-9e0d-2c38ece86cfc HTTP/1.1" status: 200 len: 897 time: 0.1377661 Oct 18 08:04:03.823477 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9ab5342d-53af-4ef1-bb10-5ead8c152ea5 req-221f9a0f-2472-42b8-a11b-ab3afbd61d63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed HTTP/1.1" status: 200 len: 1000 time: 0.0967770 Oct 18 08:04:03.867262 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6019d9ac-e39d-4b9f-99ef-5e4ca9fc601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'name': 'tempest-TestNetworkBasicOps-router-712793059', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:44Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '77b7dba1-d475-41c2-8df2-5359d418d47b', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.152', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'port_id': '9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'mac_address': 'fa:16:3e:93:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b52d1c8-c2af-414b-ba4c-f08418085bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:04:02Z', 'updated_at': '2022-10-18T08:04:02Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad68a57-ebc1-48e7-8455-76ed577f28de', 'name': '', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:67:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3f0154f7-5245-407a-82c6-be4726b15614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:43Z', 'updated_at': '2022-10-18T08:03:50Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '3f0154f7-5245-407a-82c6-be4726b15614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:03.871518 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6019d9ac-e39d-4b9f-99ef-5e4ca9fc601a None None] Checking router: e595633d-552a-4a4f-8dcf-ebf20be61b17 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:04:03.879647 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6019d9ac-e39d-4b9f-99ef-5e4ca9fc601a None None] Routers {'e595633d-552a-4a4f-8dcf-ebf20be61b17'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:04:03.880224 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6019d9ac-e39d-4b9f-99ef-5e4ca9fc601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:03:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e595633d-552a-4a4f-8dcf-ebf20be61b17'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:03.885695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5342d-53af-4ef1-bb10-5ead8c152ea5 req-03983f2f-804a-4c78-a653-6f7a88614738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:03.887189 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9ab5342d-53af-4ef1-bb10-5ead8c152ea5 req-03983f2f-804a-4c78-a653-6f7a88614738 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f0154f7-5245-407a-82c6-be4726b15614 HTTP/1.1" status: 200 len: 835 time: 0.0573924 Oct 18 08:04:03.971495 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5342d-53af-4ef1-bb10-5ead8c152ea5 req-1484cbf5-8b79-4f4c-8bf0-26af026174f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:03.972869 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9ab5342d-53af-4ef1-bb10-5ead8c152ea5 req-1484cbf5-8b79-4f4c-8bf0-26af026174f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85fcbee5-dd61-4d47-9e0d-2c38ece86cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800200 Oct 18 08:04:04.057642 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-6019d9ac-e39d-4b9f-99ef-5e4ca9fc601a None None] Set router e595633d-552a-4a4f-8dcf-ebf20be61b17 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:04:04.105827 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9ab5342d-53af-4ef1-bb10-5ead8c152ea5 req-d2d3e818-115e-4e9e-801b-d98558f4085f service neutron] 10.222.0.46 "GET /v2.0/networks/85fcbee5-dd61-4d47-9e0d-2c38ece86cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258771 Oct 18 08:04:04.248763 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9ab5342d-53af-4ef1-bb10-5ead8c152ea5 req-01e7b9b4-0e39-4b47-a524-4bdd519976ad service neutron] 10.222.0.46 "GET /v2.0/networks/85fcbee5-dd61-4d47-9e0d-2c38ece86cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360190 Oct 18 08:04:04.431401 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6019d9ac-e39d-4b9f-99ef-5e4ca9fc601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'name': 'tempest-TestNetworkBasicOps-router-712793059', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:44Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '77b7dba1-d475-41c2-8df2-5359d418d47b', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.152', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'port_id': '9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'mac_address': 'fa:16:3e:93:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b52d1c8-c2af-414b-ba4c-f08418085bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:04:02Z', 'updated_at': '2022-10-18T08:04:02Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad68a57-ebc1-48e7-8455-76ed577f28de', 'name': '', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:67:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3f0154f7-5245-407a-82c6-be4726b15614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:43Z', 'updated_at': '2022-10-18T08:03:50Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '3f0154f7-5245-407a-82c6-be4726b15614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:04.435131 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6019d9ac-e39d-4b9f-99ef-5e4ca9fc601a None None] The sync data for ids ['e595633d-552a-4a4f-8dcf-ebf20be61b17'] in dv-neutron-861625-1-hyperv is: [{'id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'name': 'tempest-TestNetworkBasicOps-router-712793059', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:44Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '77b7dba1-d475-41c2-8df2-5359d418d47b', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.152', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'port_id': '9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'mac_address': 'fa:16:3e:93:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b52d1c8-c2af-414b-ba4c-f08418085bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:04:02Z', 'updated_at': '2022-10-18T08:04:02Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad68a57-ebc1-48e7-8455-76ed577f28de', 'name': '', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:67:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3f0154f7-5245-407a-82c6-be4726b15614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:43Z', 'updated_at': '2022-10-18T08:03:50Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '3f0154f7-5245-407a-82c6-be4726b15614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:04:04.467071 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:04.611208 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f80e2b-edc3-4c98-9a83-2a68adbac400 None None] New status for floating IP 77b7dba1-d475-41c2-8df2-5359d418d47b: ACTIVE {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:04:04.712345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35808) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:04.827597 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f19484bf-f1ca-48ae-a548-4521fc7b8f50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/77b7dba1-d475-41c2-8df2-5359d418d47b HTTP/1.1" status: 200 len: 992 time: 0.1141031 Oct 18 08:04:05.831230 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35812) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:05.945531 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4f918f32-cd18-4740-9d06-7a9a55622b09 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/77b7dba1-d475-41c2-8df2-5359d418d47b HTTP/1.1" status: 200 len: 994 time: 0.1127369 Oct 18 08:04:20.687543 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-08523fe8-4add-4a4c-8849-f32f2ead2852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:22.989502 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-aceb0b02-39be-416b-849c-4738b8e5e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:23.711001 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:23.790382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:25.300725 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:28.788220 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:04:34.458271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:37.067556 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35832) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:37.358234 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ec3cf63b-ca25-4595-935c-3cfb4464fe8e tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/routers/e595633d-552a-4a4f-8dcf-ebf20be61b17/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2894604 Oct 18 08:04:37.361110 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35836) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:37.548721 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b13065a-8c5f-4b15-848b-4dd7c42d6919 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Notify agent at dv-neutron-861625-1-hyperv the message router_removed_from_agent {{(pid=89045) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 18 08:04:37.551801 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9b13065a-8c5f-4b15-848b-4dd7c42d6919 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "DELETE /v2.0/agents/8ef04df1-043d-41e1-8e27-e2a9b2521810/l3-routers/e595633d-552a-4a4f-8dcf-ebf20be61b17 HTTP/1.1" status: 204 len: 168 time: 0.1898029 Oct 18 08:04:37.554660 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35840) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:37.733595 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-39173538-f2ad-4c18-8b87-dbdf3d62d9af tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/routers/e595633d-552a-4a4f-8dcf-ebf20be61b17/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1778471 Oct 18 08:04:37.736149 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35844) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:37.839646 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bf3b8a42-2592-4cc8-8d39-eafda97d7e1e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/77b7dba1-d475-41c2-8df2-5359d418d47b HTTP/1.1" status: 200 len: 994 time: 0.1024404 Oct 18 08:04:37.938290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 6ad68a57-ebc1-48e7-8455-76ed577f28de no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:04:38.051046 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 6ad68a57-ebc1-48e7-8455-76ed577f28de is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:04:38.051417 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:38.083235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 6ad68a57-ebc1-48e7-8455-76ed577f28de, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=6ad68a57-ebc1-48e7-8455-76ed577f28de,segment=NetworkSegment(066b328b-3f5b-4529-bd3d-d28ee685f89f),segment_id=066b328b-3f5b-4529-bd3d-d28ee685f89f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:04:38.087193 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:38.156095 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=6ad68a57-ebc1-48e7-8455-76ed577f28de,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:04:38.288199 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40293faf-5e9c-4c5e-ad88-942a7e7ac3a9 None None] New status for floating IP 77b7dba1-d475-41c2-8df2-5359d418d47b: DOWN {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:04:38.844096 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35848) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:38.948742 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5b105cd7-2353-4af1-8c6a-7ed7ab73b6c4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/77b7dba1-d475-41c2-8df2-5359d418d47b HTTP/1.1" status: 200 len: 992 time: 0.1035202 Oct 18 08:04:39.745225 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device bfc07932-141f-4298-ab6d-4ae399d468c3 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:04:39.856979 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port bfc07932-141f-4298-ab6d-4ae399d468c3 is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:04:39.857350 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:39.873301 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port bfc07932-141f-4298-ab6d-4ae399d468c3, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=bfc07932-141f-4298-ab6d-4ae399d468c3,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:04:39.877016 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:39.942733 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=bfc07932-141f-4298-ab6d-4ae399d468c3,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:04:40.982788 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35856) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:41.178376 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732998fe-e584-4ed0-99ef-0668d02fb43f tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Router e595633d-552a-4a4f-8dcf-ebf20be61b17 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:04:41.179039 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732998fe-e584-4ed0-99ef-0668d02fb43f tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Notify agent at dv-neutron-861625-1-hyperv the message router_added_to_agent {{(pid=89045) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 18 08:04:41.200557 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f86f06-7131-456c-9ef5-e4934e26a307 None None] Sync routers for ids ['e595633d-552a-4a4f-8dcf-ebf20be61b17'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:04:41.201004 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-732998fe-e584-4ed0-99ef-0668d02fb43f tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "POST /v2.0/agents/8ef04df1-043d-41e1-8e27-e2a9b2521810/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2169096 Oct 18 08:04:41.203354 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35862) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:41.210371 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f86f06-7131-456c-9ef5-e4934e26a307 None None] Routers {'e595633d-552a-4a4f-8dcf-ebf20be61b17'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:04:41.211112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-f0f86f06-7131-456c-9ef5-e4934e26a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:04:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e595633d-552a-4a4f-8dcf-ebf20be61b17'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:41.379784 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f06bead3-0a14-428a-bedc-fd7be30d26ee tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/routers/e595633d-552a-4a4f-8dcf-ebf20be61b17/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1753745 Oct 18 08:04:41.382480 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35866) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:41.390484 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-f0f86f06-7131-456c-9ef5-e4934e26a307 None None] Set router e595633d-552a-4a4f-8dcf-ebf20be61b17 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:04:41.486110 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-716f4247-a692-4f47-825f-5dbe82301cd0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/77b7dba1-d475-41c2-8df2-5359d418d47b HTTP/1.1" status: 200 len: 992 time: 0.1025658 Oct 18 08:04:41.731116 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-f0f86f06-7131-456c-9ef5-e4934e26a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'name': 'tempest-TestNetworkBasicOps-router-712793059', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:44Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:04:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '77b7dba1-d475-41c2-8df2-5359d418d47b', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.152', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'port_id': '9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'mac_address': 'fa:16:3e:93:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b52d1c8-c2af-414b-ba4c-f08418085bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:04:02Z', 'updated_at': '2022-10-18T08:04:38Z', 'revision_number': 2, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad68a57-ebc1-48e7-8455-76ed577f28de', 'name': '', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:67:f8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3f0154f7-5245-407a-82c6-be4726b15614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:43Z', 'updated_at': '2022-10-18T08:04:38Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '3f0154f7-5245-407a-82c6-be4726b15614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:41.734858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f86f06-7131-456c-9ef5-e4934e26a307 None None] Checking router: e595633d-552a-4a4f-8dcf-ebf20be61b17 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:04:41.742983 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f86f06-7131-456c-9ef5-e4934e26a307 None None] Routers {'e595633d-552a-4a4f-8dcf-ebf20be61b17'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:04:41.743563 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-f0f86f06-7131-456c-9ef5-e4934e26a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:04:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e595633d-552a-4a4f-8dcf-ebf20be61b17'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:41.913776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-f0f86f06-7131-456c-9ef5-e4934e26a307 None None] Set router e595633d-552a-4a4f-8dcf-ebf20be61b17 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:04:42.285168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-f0f86f06-7131-456c-9ef5-e4934e26a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'name': 'tempest-TestNetworkBasicOps-router-712793059', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:44Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:04:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '77b7dba1-d475-41c2-8df2-5359d418d47b', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.152', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'port_id': '9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'mac_address': 'fa:16:3e:93:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b52d1c8-c2af-414b-ba4c-f08418085bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:04:02Z', 'updated_at': '2022-10-18T08:04:38Z', 'revision_number': 2, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad68a57-ebc1-48e7-8455-76ed577f28de', 'name': '', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:67:f8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3f0154f7-5245-407a-82c6-be4726b15614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:43Z', 'updated_at': '2022-10-18T08:04:38Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '3f0154f7-5245-407a-82c6-be4726b15614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:42.289026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f86f06-7131-456c-9ef5-e4934e26a307 None None] The sync data for ids ['e595633d-552a-4a4f-8dcf-ebf20be61b17'] in dv-neutron-861625-1-hyperv is: [{'id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'name': 'tempest-TestNetworkBasicOps-router-712793059', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:44Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:04:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '77b7dba1-d475-41c2-8df2-5359d418d47b', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.152', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'port_id': '9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'mac_address': 'fa:16:3e:93:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b52d1c8-c2af-414b-ba4c-f08418085bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:04:02Z', 'updated_at': '2022-10-18T08:04:38Z', 'revision_number': 2, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad68a57-ebc1-48e7-8455-76ed577f28de', 'name': '', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:67:f8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3f0154f7-5245-407a-82c6-be4726b15614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:43Z', 'updated_at': '2022-10-18T08:04:38Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '3f0154f7-5245-407a-82c6-be4726b15614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:04:42.491495 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35870) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:42.602983 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-11bdbe45-e3e6-445a-8b50-e2ba96f83b94 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/77b7dba1-d475-41c2-8df2-5359d418d47b HTTP/1.1" status: 200 len: 992 time: 0.1108189 Oct 18 08:04:43.606409 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35874) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:43.799963 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device bfc07932-141f-4298-ab6d-4ae399d468c3 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:04:43.851128 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a9c300-8ab1-4fa2-94e2-66acace9453a None None] New status for floating IP 77b7dba1-d475-41c2-8df2-5359d418d47b: ACTIVE {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:04:43.861568 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-48f120fa-7b0a-4d6c-8857-4b2015040759 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/77b7dba1-d475-41c2-8df2-5359d418d47b HTTP/1.1" status: 200 len: 992 time: 0.2533116 Oct 18 08:04:43.878456 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port bfc07932-141f-4298-ab6d-4ae399d468c3 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:04:43.878931 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:43.879271 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port bfc07932-141f-4298-ab6d-4ae399d468c3 Oct 18 08:04:43.995111 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port bfc07932-141f-4298-ab6d-4ae399d468c3 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:04:43.995489 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:44.012624 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port bfc07932-141f-4298-ab6d-4ae399d468c3, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=bfc07932-141f-4298-ab6d-4ae399d468c3,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:04:44.017502 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:44.018256 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 6ad68a57-ebc1-48e7-8455-76ed577f28de up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:04:44.134684 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=bfc07932-141f-4298-ab6d-4ae399d468c3,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:04:44.146420 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 6ad68a57-ebc1-48e7-8455-76ed577f28de triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:04:44.146830 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:44.147171 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 6ad68a57-ebc1-48e7-8455-76ed577f28de Oct 18 08:04:44.269581 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 6ad68a57-ebc1-48e7-8455-76ed577f28de is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:04:44.269958 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:44.302394 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 6ad68a57-ebc1-48e7-8455-76ed577f28de, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=6ad68a57-ebc1-48e7-8455-76ed577f28de,segment=NetworkSegment(066b328b-3f5b-4529-bd3d-d28ee685f89f),segment_id=066b328b-3f5b-4529-bd3d-d28ee685f89f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:04:44.306089 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:44.371621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=6ad68a57-ebc1-48e7-8455-76ed577f28de,revision_number=7']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:04:44.864295 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35878) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:44.970931 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-dac78882-2160-42f0-a06c-be83a64c24c8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/77b7dba1-d475-41c2-8df2-5359d418d47b HTTP/1.1" status: 200 len: 994 time: 0.1054871 Oct 18 08:04:45.274710 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35886) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:45.474109 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 8e543a8f-041d-4cff-9747-49a20d9dea85 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:04:45.474451 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:45.643098 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:45.643346 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:45.758901 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device bfc07932-141f-4298-ab6d-4ae399d468c3 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:04:45.767012 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 8e543a8f-041d-4cff-9747-49a20d9dea85 owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:04:45.829607 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port bfc07932-141f-4298-ab6d-4ae399d468c3 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:04:45.829970 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:45.830298 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port bfc07932-141f-4298-ab6d-4ae399d468c3 Oct 18 08:04:45.917437 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:45.947980 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port bfc07932-141f-4298-ab6d-4ae399d468c3 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:04:45.949018 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 6ad68a57-ebc1-48e7-8455-76ed577f28de up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:04:45.965165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=8e543a8f-041d-4cff-9747-49a20d9dea85,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:04:46.013943 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:46.014281 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:46.014639 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:46.014968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:46.015291 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:46.015613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:46.015933 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:46.016250 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:46.016570 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:46.016885 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:46.017147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 6ad68a57-ebc1-48e7-8455-76ed577f28de triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:04:46.017246 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:46.017498 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:46.017587 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:46.017824 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 6ad68a57-ebc1-48e7-8455-76ed577f28de Oct 18 08:04:46.073229 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:46.073604 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP 77b7dba1-d475-41c2-8df2-5359d418d47b disassociated (deleted). External IP: 172.26.8.152, port: 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed. Oct 18 08:04:46.137801 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 6ad68a57-ebc1-48e7-8455-76ed577f28de is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:04:46.420173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router e595633d-552a-4a4f-8dcf-ebf20be61b17 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:04:46.709384 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:04:46.719343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a25886d-e807-4fe7-a9bf-e88e46ea3934 None None] Sync routers for ids ['e595633d-552a-4a4f-8dcf-ebf20be61b17'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:04:46.728741 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a25886d-e807-4fe7-a9bf-e88e46ea3934 None None] Routers {'e595633d-552a-4a4f-8dcf-ebf20be61b17'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:04:46.729181 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:46.729351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5a25886d-e807-4fe7-a9bf-e88e46ea3934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:04:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e595633d-552a-4a4f-8dcf-ebf20be61b17'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:46.786194 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a074d3fa-a5cf-4cb2-848f-1e3048dbe4fa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/floatingips/77b7dba1-d475-41c2-8df2-5359d418d47b HTTP/1.1" status: 204 len: 168 time: 1.5103931 Oct 18 08:04:46.786865 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b52d1c8-c2af-414b-ba4c-f08418085bfc', 'tag': '9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:04:46.789195 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babba74d-6951-4400-9e4f-763039cd693f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b52d1c8-c2af-414b-ba4c-f08418085bfc", "tag": "9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:04:46.840922 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38208815-4d44-4098-b16a-b632ba206528 x-openstack-request-id: req-38208815-4d44-4098-b16a-b632ba206528 {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:04:46.841279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b52d1c8-c2af-414b-ba4c-f08418085bfc", "tag": "9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:04:46.841616 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-38208815-4d44-4098-b16a-b632ba206528 {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:04:46.842198 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38208815-4d44-4098-b16a-b632ba206528'] response: {'name': 'network-changed', 'server_uuid': '0b52d1c8-c2af-414b-ba4c-f08418085bfc', 'tag': '9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed', 'status': 'completed', 'code': 200} Oct 18 08:04:46.909579 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-5a25886d-e807-4fe7-a9bf-e88e46ea3934 None None] Set router e595633d-552a-4a4f-8dcf-ebf20be61b17 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:04:46.977982 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babba74d-6951-4400-9e4f-763039cd693f req-71f6c546-a58b-4275-b829-4a2a02d1ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:46.979424 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-babba74d-6951-4400-9e4f-763039cd693f req-71f6c546-a58b-4275-b829-4a2a02d1ea07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 1099 time: 0.1066041 Oct 18 08:04:47.289334 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5a25886d-e807-4fe7-a9bf-e88e46ea3934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'name': 'tempest-TestNetworkBasicOps-router-712793059', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:44Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:04:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '6ad68a57-ebc1-48e7-8455-76ed577f28de', 'name': '', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:67:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3f0154f7-5245-407a-82c6-be4726b15614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:43Z', 'updated_at': '2022-10-18T08:04:44Z', 'revision_number': 7, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '3f0154f7-5245-407a-82c6-be4726b15614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:47.293198 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a25886d-e807-4fe7-a9bf-e88e46ea3934 None None] Checking router: e595633d-552a-4a4f-8dcf-ebf20be61b17 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:04:47.301485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a25886d-e807-4fe7-a9bf-e88e46ea3934 None None] Routers {'e595633d-552a-4a4f-8dcf-ebf20be61b17'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:04:47.302075 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5a25886d-e807-4fe7-a9bf-e88e46ea3934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:04:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e595633d-552a-4a4f-8dcf-ebf20be61b17'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:47.306227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babba74d-6951-4400-9e4f-763039cd693f req-fe3b3c17-4bfb-49c0-b741-d0db001d885e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:47.307694 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-babba74d-6951-4400-9e4f-763039cd693f req-fe3b3c17-4bfb-49c0-b741-d0db001d885e service neutron] 10.222.0.46 "GET /v2.0/networks?id=85fcbee5-dd61-4d47-9e0d-2c38ece86cfc HTTP/1.1" status: 200 len: 897 time: 0.3205688 Oct 18 08:04:47.384729 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-babba74d-6951-4400-9e4f-763039cd693f req-403eaeea-ad4f-4ab5-b56f-50e22b3ef466 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed HTTP/1.1" status: 200 len: 217 time: 0.0674474 Oct 18 08:04:47.433041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f6e0e-4da8-4d7a-911d-93b1838f6bd5 req-756eae4e-8423-40ac-a933-77fee34511d5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:47.435063 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-156f6e0e-4da8-4d7a-911d-93b1838f6bd5 req-756eae4e-8423-40ac-a933-77fee34511d5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 946 time: 0.3164303 Oct 18 08:04:47.477345 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-5a25886d-e807-4fe7-a9bf-e88e46ea3934 None None] Set router e595633d-552a-4a4f-8dcf-ebf20be61b17 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:04:47.484767 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babba74d-6951-4400-9e4f-763039cd693f req-71db8ebc-c171-4216-a33a-f45bc3e271ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:47.486195 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-babba74d-6951-4400-9e4f-763039cd693f req-71db8ebc-c171-4216-a33a-f45bc3e271ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f0154f7-5245-407a-82c6-be4726b15614 HTTP/1.1" status: 200 len: 835 time: 0.0936151 Oct 18 08:04:47.497503 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-156f6e0e-4da8-4d7a-911d-93b1838f6bd5 req-5819994c-693b-48c3-91d8-901a9c42ad3c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=25a231e4-61a6-4108-bf89-0c8eab54f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542717 Oct 18 08:04:47.576952 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babba74d-6951-4400-9e4f-763039cd693f req-91707bd1-1d3b-4fa8-981f-cda0a582dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:47.578439 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-babba74d-6951-4400-9e4f-763039cd693f req-91707bd1-1d3b-4fa8-981f-cda0a582dd2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85fcbee5-dd61-4d47-9e0d-2c38ece86cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845919 Oct 18 08:04:47.715747 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-babba74d-6951-4400-9e4f-763039cd693f req-63b8fef8-e95f-4229-bd9e-9786ee2ba4f5 service neutron] 10.222.0.46 "GET /v2.0/networks/85fcbee5-dd61-4d47-9e0d-2c38ece86cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299329 Oct 18 08:04:47.794247 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5a25886d-e807-4fe7-a9bf-e88e46ea3934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'name': 'tempest-TestNetworkBasicOps-router-712793059', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:44Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:04:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '6ad68a57-ebc1-48e7-8455-76ed577f28de', 'name': '', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:67:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3f0154f7-5245-407a-82c6-be4726b15614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:43Z', 'updated_at': '2022-10-18T08:04:44Z', 'revision_number': 7, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '3f0154f7-5245-407a-82c6-be4726b15614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:47.798719 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a25886d-e807-4fe7-a9bf-e88e46ea3934 None None] The sync data for ids ['e595633d-552a-4a4f-8dcf-ebf20be61b17'] in dv-neutron-861625-1-hyperv is: [{'id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'name': 'tempest-TestNetworkBasicOps-router-712793059', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:03:44Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:04:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '6ad68a57-ebc1-48e7-8455-76ed577f28de', 'name': '', 'network_id': '85fcbee5-dd61-4d47-9e0d-2c38ece86cfc', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:67:f8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3f0154f7-5245-407a-82c6-be4726b15614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:43Z', 'updated_at': '2022-10-18T08:04:44Z', 'revision_number': 7, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '3f0154f7-5245-407a-82c6-be4726b15614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:04:47.851424 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-babba74d-6951-4400-9e4f-763039cd693f req-bd959d51-83d7-4979-ab42-aa78032d57b0 service neutron] 10.222.0.46 "GET /v2.0/networks/85fcbee5-dd61-4d47-9e0d-2c38ece86cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285262 Oct 18 08:04:48.417150 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4ada6077-393a-412a-a8c8-946f3d73b4d5 req-6788b646-cd38-429b-add5-71f5d6a0fcfc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764203 Oct 18 08:04:48.615727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada6077-393a-412a-a8c8-946f3d73b4d5 req-9af51086-a46e-4cbb-92fb-9c52001c780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:48.617199 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4ada6077-393a-412a-a8c8-946f3d73b4d5 req-9af51086-a46e-4cbb-92fb-9c52001c780c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f79c24aececa4859ae5a96990e21c4eb&device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 1098 time: 0.1334784 Oct 18 08:04:48.668626 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e7f79-8ebf-403f-89d6-9c1ded5eb686 req-2feafd64-374b-4d81-b300-19c576c4978b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:48.669974 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-566e7f79-8ebf-403f-89d6-9c1ded5eb686 req-2feafd64-374b-4d81-b300-19c576c4978b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 946 time: 0.1140792 Oct 18 08:04:48.703657 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28a3de-0b3d-48c4-a8e0-236f20f36af0 req-31b1e3e9-3e86-4ba9-8ba9-ef4560e982f9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:48.704360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-da28a3de-0b3d-48c4-a8e0-236f20f36af0 req-31b1e3e9-3e86-4ba9-8ba9-ef4560e982f9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:04:48.720045 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-da28a3de-0b3d-48c4-a8e0-236f20f36af0 req-31b1e3e9-3e86-4ba9-8ba9-ef4560e982f9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:04:48.721263 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-da28a3de-0b3d-48c4-a8e0-236f20f36af0 req-31b1e3e9-3e86-4ba9-8ba9-ef4560e982f9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 946 time: 0.1060741 Oct 18 08:04:48.765233 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-da28a3de-0b3d-48c4-a8e0-236f20f36af0 req-4ee4b428-85e3-4e97-b1c5-f7bbe1677931 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=25a231e4-61a6-4108-bf89-0c8eab54f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383692 Oct 18 08:04:48.812066 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-566e7f79-8ebf-403f-89d6-9c1ded5eb686 req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:04:48.812402 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-566e7f79-8ebf-403f-89d6-9c1ded5eb686 req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:48.881414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada6077-393a-412a-a8c8-946f3d73b4d5 req-50618fda-856e-4b0a-9ae5-fde4412e9c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:48.882837 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4ada6077-393a-412a-a8c8-946f3d73b4d5 req-50618fda-856e-4b0a-9ae5-fde4412e9c8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=97472348-d598-4426-abf2-9d3dd6e4d75d HTTP/1.1" status: 200 len: 913 time: 0.2427197 Oct 18 08:04:49.010082 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd2ac1e-4a5d-4e0d-8d98-18181c03662d None None] New status for floating IP 77b7dba1-d475-41c2-8df2-5359d418d47b: DOWN {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:04:49.096316 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4ada6077-393a-412a-a8c8-946f3d73b4d5 req-0c22f7cb-d6b9-4628-a5b6-871b8dd47f79 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10eb39cd-4695-4c41-8a99-84e31b7398d3 HTTP/1.1" status: 200 len: 1001 time: 0.1854565 Oct 18 08:04:49.205264 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada6077-393a-412a-a8c8-946f3d73b4d5 req-63f95469-a160-46c8-9d2b-5c90a2de5bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:49.206821 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4ada6077-393a-412a-a8c8-946f3d73b4d5 req-63f95469-a160-46c8-9d2b-5c90a2de5bde service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e2a65d9-cbb7-462e-9a50-06e31aad481a HTTP/1.1" status: 200 len: 851 time: 0.0998154 Oct 18 08:04:49.211442 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-566e7f79-8ebf-403f-89d6-9c1ded5eb686 req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed,segment=NetworkSegment(066b328b-3f5b-4529-bd3d-d28ee685f89f),segment_id=066b328b-3f5b-4529-bd3d-d28ee685f89f)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:04:49.211794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-566e7f79-8ebf-403f-89d6-9c1ded5eb686 req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:49.479456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-566e7f79-8ebf-403f-89d6-9c1ded5eb686 req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:04:49.574964 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada6077-393a-412a-a8c8-946f3d73b4d5 req-98dd73ab-d0a1-44be-b875-9276a98f2a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:49.576500 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4ada6077-393a-412a-a8c8-946f3d73b4d5 req-98dd73ab-d0a1-44be-b875-9276a98f2a5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=97472348-d598-4426-abf2-9d3dd6e4d75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3572259 Oct 18 08:04:49.723171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-566e7f79-8ebf-403f-89d6-9c1ded5eb686 req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:49.788226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:04:49.809067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:49.809424 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:49.810150 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:49.810150 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:49.810411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:49.810771 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:49.811104 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:49.811440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:49.811770 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:49.812098 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:49.812423 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:49.812753 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:49.860820 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4ada6077-393a-412a-a8c8-946f3d73b4d5 req-c55de7be-d957-47b4-8eb9-2c1afdbb779a service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546728 Oct 18 08:04:49.956156 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-566e7f79-8ebf-403f-89d6-9c1ded5eb686 req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] No DVR routers for this DVR port 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:04:49.970807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-566e7f79-8ebf-403f-89d6-9c1ded5eb686 req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:49.973224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b52d1c8-c2af-414b-ba4c-f08418085bfc', 'name': 'network-vif-deleted', 'tag': '9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:04:49.975473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d50b69-e890-47b3-95c2-2c8d36734fe5" -d '{"events": [{"server_uuid": "0b52d1c8-c2af-414b-ba4c-f08418085bfc", "name": "network-vif-deleted", "tag": "9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:04:50.022010 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2b5df576-73a0-4955-8a0d-601e2d83de2b req-cc1eb3cd-e65c-463e-9e1a-bb4f4072f429 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=0b52d1c8-c2af-414b-ba4c-f08418085bfc HTTP/1.1" status: 200 len: 210 time: 0.1264634 Oct 18 08:04:50.029633 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ebc96d-51e2-4f1a-a84f-49cc149882ff x-openstack-request-id: req-61ebc96d-51e2-4f1a-a84f-49cc149882ff {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:04:50.029927 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b52d1c8-c2af-414b-ba4c-f08418085bfc", "name": "network-vif-deleted", "tag": "9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:04:50.030172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-61ebc96d-51e2-4f1a-a84f-49cc149882ff {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:04:50.030578 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ebc96d-51e2-4f1a-a84f-49cc149882ff'] response: {'server_uuid': '0b52d1c8-c2af-414b-ba4c-f08418085bfc', 'name': 'network-vif-deleted', 'tag': '9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed', 'status': 'completed', 'code': 200} Oct 18 08:04:50.054894 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-566e7f79-8ebf-403f-89d6-9c1ded5eb686 req-f568f571-907e-43ed-bc27-03c4219fedaf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "DELETE /v2.0/ports/9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed HTTP/1.1" status: 204 len: 173 time: 1.3358245 Oct 18 08:04:50.095806 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4ada6077-393a-412a-a8c8-946f3d73b4d5 req-8ae85d23-915a-4c75-9fa6-5ebc149aec6e service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012537 Oct 18 08:04:50.681534 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-91f3a646-7f34-4f89-8c0d-977ca92e26d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:51.124536 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35904) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:51.195726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9baf4273-3b5e-4446-aa75-56eb3377288d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:51.225526 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9baf4273-3b5e-4446-aa75-56eb3377288d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:51.288919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9baf4273-3b5e-4446-aa75-56eb3377288d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:51.306355 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf4273-3b5e-4446-aa75-56eb3377288d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a231e4-61a6-4108-bf89-0c8eab54f5af,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:04:51.319753 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9baf4273-3b5e-4446-aa75-56eb3377288d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:51.320877 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9baf4273-3b5e-4446-aa75-56eb3377288d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/security-groups/25a231e4-61a6-4108-bf89-0c8eab54f5af HTTP/1.1" status: 204 len: 168 time: 0.1953285 Oct 18 08:04:51.349417 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35910) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:51.891753 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9162f195-67e1-40da-af57-3e9ede7ab92d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:52.354383 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-9162f195-67e1-40da-af57-3e9ede7ab92d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 6ad68a57-ebc1-48e7-8455-76ed577f28de {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:04:52.355061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9162f195-67e1-40da-af57-3e9ede7ab92d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:52.541824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-9162f195-67e1-40da-af57-3e9ede7ab92d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 6ad68a57-ebc1-48e7-8455-76ed577f28de, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=6ad68a57-ebc1-48e7-8455-76ed577f28de,segment=NetworkSegment(066b328b-3f5b-4529-bd3d-d28ee685f89f),segment_id=066b328b-3f5b-4529-bd3d-d28ee685f89f)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:04:52.542184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9162f195-67e1-40da-af57-3e9ede7ab92d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:52.665213 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-9162f195-67e1-40da-af57-3e9ede7ab92d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 6ad68a57-ebc1-48e7-8455-76ed577f28de owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:04:52.845412 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9162f195-67e1-40da-af57-3e9ede7ab92d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:52.925308 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162f195-67e1-40da-af57-3e9ede7ab92d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=6ad68a57-ebc1-48e7-8455-76ed577f28de,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:04:52.987251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:04:53.026389 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:04:53.026784 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 9fa286ab-573b-47c8-ad9c-d6d9b5c5c1ed not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:04:53.032407 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ecc4a9c0-8feb-4eb7-af4f-bde99ecae0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:53.179763 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9162f195-67e1-40da-af57-3e9ede7ab92d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:53.532451 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9162f195-67e1-40da-af57-3e9ede7ab92d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router e595633d-552a-4a4f-8dcf-ebf20be61b17 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:04:53.723554 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:53.791889 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:53.819560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9162f195-67e1-40da-af57-3e9ede7ab92d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:04:53.828597 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f067cd1f-6289-4cc5-b9d2-4419eca1343a None None] Sync routers for ids ['e595633d-552a-4a4f-8dcf-ebf20be61b17'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:04:53.833448 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9162f195-67e1-40da-af57-3e9ede7ab92d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/e595633d-552a-4a4f-8dcf-ebf20be61b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4829559 Oct 18 08:04:53.836040 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35914) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:53.838268 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f067cd1f-6289-4cc5-b9d2-4419eca1343a None None] Routers {'e595633d-552a-4a4f-8dcf-ebf20be61b17'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:04:53.838979 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-f067cd1f-6289-4cc5-b9d2-4419eca1343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:04:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e595633d-552a-4a4f-8dcf-ebf20be61b17'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:53.904039 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-988a0861-8d16-40b9-9f49-dec2b6c3765b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting subnet 3f0154f7-5245-407a-82c6-be4726b15614 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:04:53.906985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-988a0861-8d16-40b9-9f49-dec2b6c3765b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:53.960471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-988a0861-8d16-40b9-9f49-dec2b6c3765b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:54.014621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-f067cd1f-6289-4cc5-b9d2-4419eca1343a None None] Set router e595633d-552a-4a4f-8dcf-ebf20be61b17 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:04:54.045861 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-988a0861-8d16-40b9-9f49-dec2b6c3765b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:54.118440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-988a0861-8d16-40b9-9f49-dec2b6c3765b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:54.158114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a0861-8d16-40b9-9f49-dec2b6c3765b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0154f7-5245-407a-82c6-be4726b15614,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:04:54.162936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-988a0861-8d16-40b9-9f49-dec2b6c3765b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:54.173381 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-988a0861-8d16-40b9-9f49-dec2b6c3765b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/subnets/3f0154f7-5245-407a-82c6-be4726b15614 HTTP/1.1" status: 204 len: 168 time: 0.3363614 Oct 18 08:04:54.173565 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35918) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:54.189542 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef12a99-5c86-416a-8801-ea3a55a6b3df None None] Network 85fcbee5-dd61-4d47-9e0d-2c38ece86cfc requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:04:54.357375 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-faa891ec-ee80-4ce1-b8e1-b70bd216eb7c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:54.520941 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-f067cd1f-6289-4cc5-b9d2-4419eca1343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'name': 'tempest-TestNetworkBasicOps-router-712793059', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9'}], 'enable_snat': True}, 'gw_port_id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:04:52Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'bfc07932-141f-4298-ab6d-4ae399d468c3', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:80:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:04:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:54.524802 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f067cd1f-6289-4cc5-b9d2-4419eca1343a None None] Checking router: e595633d-552a-4a4f-8dcf-ebf20be61b17 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:04:54.534357 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f067cd1f-6289-4cc5-b9d2-4419eca1343a None None] Routers {'e595633d-552a-4a4f-8dcf-ebf20be61b17'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:04:54.534996 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-f067cd1f-6289-4cc5-b9d2-4419eca1343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:04:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e595633d-552a-4a4f-8dcf-ebf20be61b17'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:54.540357 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-faa891ec-ee80-4ce1-b8e1-b70bd216eb7c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:54.551262 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-faa891ec-ee80-4ce1-b8e1-b70bd216eb7c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port bfc07932-141f-4298-ab6d-4ae399d468c3 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:04:54.551919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-faa891ec-ee80-4ce1-b8e1-b70bd216eb7c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:54.645865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] DHCP port deletion for 85fcbee5-dd61-4d47-9e0d-2c38ece86cfc request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:04:54.666657 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] Deleting port 4ad53029-7ff7-4b87-8401-c926d90d2c1c {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:04:54.667026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:54.730903 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-faa891ec-ee80-4ce1-b8e1-b70bd216eb7c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port bfc07932-141f-4298-ab6d-4ae399d468c3, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=bfc07932-141f-4298-ab6d-4ae399d468c3,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:04:54.731264 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-faa891ec-ee80-4ce1-b8e1-b70bd216eb7c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:54.738812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-f067cd1f-6289-4cc5-b9d2-4419eca1343a None None] Set router e595633d-552a-4a4f-8dcf-ebf20be61b17 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:04:54.853207 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-faa891ec-ee80-4ce1-b8e1-b70bd216eb7c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for bfc07932-141f-4298-ab6d-4ae399d468c3 owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:04:54.881556 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-f067cd1f-6289-4cc5-b9d2-4419eca1343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'name': 'tempest-TestNetworkBasicOps-router-712793059', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:04:54Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:54.891147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f067cd1f-6289-4cc5-b9d2-4419eca1343a None None] The sync data for ids ['e595633d-552a-4a4f-8dcf-ebf20be61b17'] in dv-neutron-861625-1-hyperv is: [{'id': 'e595633d-552a-4a4f-8dcf-ebf20be61b17', 'name': 'tempest-TestNetworkBasicOps-router-712793059', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:03:39Z', 'updated_at': '2022-10-18T08:04:54Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port_host': None}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:04:55.001051 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] For port 4ad53029-7ff7-4b87-8401-c926d90d2c1c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4ad53029-7ff7-4b87-8401-c926d90d2c1c,segment=NetworkSegment(066b328b-3f5b-4529-bd3d-d28ee685f89f),segment_id=066b328b-3f5b-4529-bd3d-d28ee685f89f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:04:55.001683 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:55.024321 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-faa891ec-ee80-4ce1-b8e1-b70bd216eb7c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:55.071500 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa891ec-ee80-4ce1-b8e1-b70bd216eb7c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=bfc07932-141f-4298-ab6d-4ae399d468c3,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:04:55.129068 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] Calling delete_port for 4ad53029-7ff7-4b87-8401-c926d90d2c1c owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:04:55.209882 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:55.257577 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] Pushing event deleted for resources: {'Port': ['ID=4ad53029-7ff7-4b87-8401-c926d90d2c1c,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:04:55.263245 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] No DVR routers for this DVR port 4ad53029-7ff7-4b87-8401-c926d90d2c1c on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:04:55.273095 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:55.273443 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:55.273776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:55.274104 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:55.274430 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:55.274803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:55.275291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:55.275452 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:55.275960 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:55.276140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:55.276392 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:55.276708 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707b041-2baf-4765-8392-9be7fba1bb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:55.291112 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-faa891ec-ee80-4ce1-b8e1-b70bd216eb7c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:55.310525 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:55.467801 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-faa891ec-ee80-4ce1-b8e1-b70bd216eb7c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:55.469868 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-faa891ec-ee80-4ce1-b8e1-b70bd216eb7c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:55.491060 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-faa891ec-ee80-4ce1-b8e1-b70bd216eb7c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:55.491567 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa891ec-ee80-4ce1-b8e1-b70bd216eb7c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Fanout notify agent at l3_agent the message router_deleted on router e595633d-552a-4a4f-8dcf-ebf20be61b17 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:04:55.506372 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-faa891ec-ee80-4ce1-b8e1-b70bd216eb7c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:55.507474 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-faa891ec-ee80-4ce1-b8e1-b70bd216eb7c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/routers/e595633d-552a-4a4f-8dcf-ebf20be61b17 HTTP/1.1" status: 204 len: 168 time: 1.3324482 Oct 18 08:04:55.510123 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35922) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:55.619151 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b94b258-6bef-4d45-84cb-18f677e61543 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:55.758064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4ad53029-7ff7-4b87-8401-c926d90d2c1c no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:04:55.759227 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b94b258-6bef-4d45-84cb-18f677e61543 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:55.792354 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-9b94b258-6bef-4d45-84cb-18f677e61543 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fcbee5-dd61-4d47-9e0d-2c38ece86cfc']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:55.795880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 4ad53029-7ff7-4b87-8401-c926d90d2c1c {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:04:55.796232 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4ad53029-7ff7-4b87-8401-c926d90d2c1c not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:04:55.796659 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 6ad68a57-ebc1-48e7-8455-76ed577f28de no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:04:55.805290 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-9b94b258-6bef-4d45-84cb-18f677e61543 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066b328b-3f5b-4529-bd3d-d28ee685f89f') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:55.805575 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-9b94b258-6bef-4d45-84cb-18f677e61543 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066b328b-3f5b-4529-bd3d-d28ee685f89f') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:55.817850 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b94b258-6bef-4d45-84cb-18f677e61543 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:55.830492 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 6ad68a57-ebc1-48e7-8455-76ed577f28de {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:04:55.830850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 6ad68a57-ebc1-48e7-8455-76ed577f28de not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:04:55.831269 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device bfc07932-141f-4298-ab6d-4ae399d468c3 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:04:55.834280 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b94b258-6bef-4d45-84cb-18f677e61543 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:55.840915 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b94b258-6bef-4d45-84cb-18f677e61543 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:04:55.841376 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b94b258-6bef-4d45-84cb-18f677e61543 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:55.865366 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: bfc07932-141f-4298-ab6d-4ae399d468c3 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:04:55.865713 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device bfc07932-141f-4298-ab6d-4ae399d468c3 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:04:55.912071 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 066b328b-3f5b-4529-bd3d-d28ee685f89f resource provider aggregate not found Oct 18 08:04:55.942733 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 066b328b-3f5b-4529-bd3d-d28ee685f89f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 066b328b-3f5b-4529-bd3d-d28ee685f89f found for delete ", "request_id": "req-005bd2a9-62cd-4cc6-8e58-b31cfec51bf8"}]} Oct 18 08:04:55.954380 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b94b258-6bef-4d45-84cb-18f677e61543 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:55.971190 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b94b258-6bef-4d45-84cb-18f677e61543 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:55.982517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94b258-6bef-4d45-84cb-18f677e61543 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Network': ['ID=85fcbee5-dd61-4d47-9e0d-2c38ece86cfc,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:04:55.990211 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9b94b258-6bef-4d45-84cb-18f677e61543 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/networks/85fcbee5-dd61-4d47-9e0d-2c38ece86cfc HTTP/1.1" status: 204 len: 168 time: 0.4791267 Oct 18 08:04:56.011915 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35930) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:56.017541 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-2f6cae67-97db-4a02-b13a-a513ff7ace54 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'network': {'name': 'tempest-network-smoke--1643919057', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'port_security_enabled': True}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:04:56.022563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2f6cae67-97db-4a02-b13a-a513ff7ace54 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:04:56.026682 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2f6cae67-97db-4a02-b13a-a513ff7ace54 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:network and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:04:56.029471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2f6cae67-97db-4a02-b13a-a513ff7ace54 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:04:56.035078 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2f6cae67-97db-4a02-b13a-a513ff7ace54 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:04:56.045460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6cae67-97db-4a02-b13a-a513ff7ace54 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:04:56.049257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2f6cae67-97db-4a02-b13a-a513ff7ace54 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:56.078851 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6cae67-97db-4a02-b13a-a513ff7ace54 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:04:56.087848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2f6cae67-97db-4a02-b13a-a513ff7ace54 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:56.088192 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-2f6cae67-97db-4a02-b13a-a513ff7ace54 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Added segment 57f7a849-104a-40f4-80fe-bb4a6a2073eb of type vlan for network 88f09372-8065-4310-879d-69545c3ff1c5 Oct 18 08:04:56.119182 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2f6cae67-97db-4a02-b13a-a513ff7ace54 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:56.147504 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2f6cae67-97db-4a02-b13a-a513ff7ace54 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:56.153494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6cae67-97db-4a02-b13a-a513ff7ace54 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:56.154062 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2f6cae67-97db-4a02-b13a-a513ff7ace54 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:56.257695 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2f6cae67-97db-4a02-b13a-a513ff7ace54 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2446172 Oct 18 08:04:56.260417 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35934) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:56.267478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1705575761', 'admin_state_up': True, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:04:56.275915 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:04:56.278689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cae67-97db-4a02-b13a-a513ff7ace54 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Network': ['ID=88f09372-8065-4310-879d-69545c3ff1c5,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:04:56.283308 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:router and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:04:56.286344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:04:56.288527 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 88f09372-8065-4310-879d-69545c3ff1c5 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:04:56.292315 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:04:56.304437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:56.305428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:56.320755 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:56.584895 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:56.880537 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:56.909295 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:57.140985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.26.8.223 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:04:57.285453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:57.315470 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:57.380583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:04:57.383507 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:04:57.387158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:04:57.421501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:04:57.800112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:58.137421 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:58.336196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:04:58.608705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:04:58.617980 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Sync routers for ids ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:04:58.627613 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Routers {'260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:04:58.628202 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:04:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:58.635628 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:58.637688 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b96d9774-1acb-4da5-903e-94f4ba09195b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3761508 Oct 18 08:04:58.640655 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35938) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:58.679674 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ee820c35-67b3-4dcb-99b6-777fedb9b3c6 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=fe65c6866dd844bd972010a3653293ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379190 Oct 18 08:04:58.682179 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35942) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:58.812529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911553fc-4b56-4aa3-8790-09a777372886 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:58.814016 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-911553fc-4b56-4aa3-8790-09a777372886 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309097 Oct 18 08:04:58.816914 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35946) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:58.836604 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Set router 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:04:58.859498 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b4c8c708-46bf-467f-bf78-5205fcd46977 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413921 Oct 18 08:04:58.861807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35950) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:58.867043 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ef56f5d5-1d91-474a-ab9a-a795bfa79f3a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1254375063', 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:04:58.974567 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ef56f5d5-1d91-474a-ab9a-a795bfa79f3a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:04:58.978340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ef56f5d5-1d91-474a-ab9a-a795bfa79f3a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:subnet and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:04:58.981631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ef56f5d5-1d91-474a-ab9a-a795bfa79f3a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:04:58.987224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ef56f5d5-1d91-474a-ab9a-a795bfa79f3a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:04:58.997672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef56f5d5-1d91-474a-ab9a-a795bfa79f3a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:04:59.001235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ef56f5d5-1d91-474a-ab9a-a795bfa79f3a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:59.113079 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'name': 'tempest-TestNetworkBasicOps-router-1705575761', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:04:57Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:44:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:59.116945 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Checking router: 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:04:59.117290 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Updating router 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 port 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:04:59.172472 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:59.219616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ef56f5d5-1d91-474a-ab9a-a795bfa79f3a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:59.303967 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56f5d5-1d91-474a-ab9a-a795bfa79f3a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Subnet': ['ID=aab77a47-86a5-4230-a47a-940fd22c4289,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:04:59.308068 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56f5d5-1d91-474a-ab9a-a795bfa79f3a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Checking segment: {'id': '57f7a849-104a-40f4-80fe-bb4a6a2073eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:04:59.308472 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef56f5d5-1d91-474a-ab9a-a795bfa79f3a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network hostable DHCP agents. Network: 88f09372-8065-4310-879d-69545c3ff1c5, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:04:59.326993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef56f5d5-1d91-474a-ab9a-a795bfa79f3a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 88f09372-8065-4310-879d-69545c3ff1c5 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:04:59.336152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-ef56f5d5-1d91-474a-ab9a-a795bfa79f3a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 88f09372-8065-4310-879d-69545c3ff1c5) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:04:59.340729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef56f5d5-1d91-474a-ab9a-a795bfa79f3a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:04:59.341310 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ef56f5d5-1d91-474a-ab9a-a795bfa79f3a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:59.351059 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c56f6c-30f9-4dd5-8e93-50b3c5b99833 None None] Network 88f09372-8065-4310-879d-69545c3ff1c5 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:04:59.363945 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ef56f5d5-1d91-474a-ab9a-a795bfa79f3a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5009377 Oct 18 08:04:59.366463 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35954) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:04:59.506248 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:59.519270 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Transition to ACTIVE for port object 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:04:59.525930 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:59.587195 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-88f09372-8065-4310-879d-69545c3ff1c5', 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ips': [{'subnet_id': 'aab77a47-86a5-4230-a47a-940fd22c4289'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:04:59.588756 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:59.600050 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Attempting to bind port 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:04:59.600414 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Attempting to bind port 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:04:59.600765 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Attempting to bind port 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:04:59.613590 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048c7bb-5982-46b0-bb0b-06ca7f3de927 None None] Pushing event updated for resources: {'Port': ['ID=0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db,revision_number=2']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:04:59.615938 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:04:59.616353 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:04:59.616750 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:59.617129 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:04:59.617580 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Bound port: 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:04:59.617942 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:59.650454 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048c7bb-5982-46b0-bb0b-06ca7f3de927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:59.651167 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048c7bb-5982-46b0-bb0b-06ca7f3de927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:59.651167 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048c7bb-5982-46b0-bb0b-06ca7f3de927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:59.651470 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048c7bb-5982-46b0-bb0b-06ca7f3de927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:59.652435 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048c7bb-5982-46b0-bb0b-06ca7f3de927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:59.652766 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048c7bb-5982-46b0-bb0b-06ca7f3de927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:59.653089 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048c7bb-5982-46b0-bb0b-06ca7f3de927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:59.653405 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048c7bb-5982-46b0-bb0b-06ca7f3de927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:59.653724 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048c7bb-5982-46b0-bb0b-06ca7f3de927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:59.654039 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048c7bb-5982-46b0-bb0b-06ca7f3de927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:59.654352 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048c7bb-5982-46b0-bb0b-06ca7f3de927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:59.655437 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9048c7bb-5982-46b0-bb0b-06ca7f3de927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:04:59.705394 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] For port 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:04:59.708752 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] For port 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:04:59.716965 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:04:59.777793 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Routers {'260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:04:59.778869 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:04:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:04:59.788425 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Allocated IP 172.20.0.2 (88f09372-8065-4310-879d-69545c3ff1c5/aab77a47-86a5-4230-a47a-940fd22c4289/455652e4-519a-40b6-ac8b-f61c3005f65e) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:04:59.920284 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048c7bb-5982-46b0-bb0b-06ca7f3de927 None None] Pushing event updated for resources: {'Port': ['ID=0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:04:59.965514 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] Set router 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:05:00.005086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:00.017163 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Transition to ACTIVE for port object 455652e4-519a-40b6-ac8b-f61c3005f65e will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:05:00.037136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Transition to ACTIVE for port object 455652e4-519a-40b6-ac8b-f61c3005f65e will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:05:00.042742 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:00.116242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Network 88f09372-8065-4310-879d-69545c3ff1c5 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:05:00.119048 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:05:00.122304 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:05:00.129843 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Pushing event updated for resources: {'Port': ['ID=455652e4-519a-40b6-ac8b-f61c3005f65e,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:00.197691 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:00.238083 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Attempting to bind port 455652e4-519a-40b6-ac8b-f61c3005f65e on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:05:00.238449 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Attempting to bind port 455652e4-519a-40b6-ac8b-f61c3005f65e by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '57f7a849-104a-40f4-80fe-bb4a6a2073eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:05:00.238839 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Attempting to bind port 455652e4-519a-40b6-ac8b-f61c3005f65e on network 88f09372-8065-4310-879d-69545c3ff1c5 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:05:00.244024 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:05:00.244393 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Checking segment: {'id': '57f7a849-104a-40f4-80fe-bb4a6a2073eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:05:00.244794 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:00.245215 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Bound using segment: {'id': '57f7a849-104a-40f4-80fe-bb4a6a2073eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:05:00.246202 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Bound port: 455652e4-519a-40b6-ac8b-f61c3005f65e, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f7a849-104a-40f4-80fe-bb4a6a2073eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:05:00.246583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:00.301480 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'name': 'tempest-TestNetworkBasicOps-router-1705575761', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:04:57Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:44:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:05:00.306296 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979ff3e-b485-499d-8b88-b4a42bed3434 None None] The sync data for ids ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'] in dv-neutron-861625-1-hyperv is: [{'id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'name': 'tempest-TestNetworkBasicOps-router-1705575761', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:04:57Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:44:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:05:00.340218 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] For port 455652e4-519a-40b6-ac8b-f61c3005f65e, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:05:00.343437 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] For port 455652e4-519a-40b6-ac8b-f61c3005f65e, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=455652e4-519a-40b6-ac8b-f61c3005f65e,segment=NetworkSegment(57f7a849-104a-40f4-80fe-bb4a6a2073eb),segment_id=57f7a849-104a-40f4-80fe-bb4a6a2073eb)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:05:00.347452 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:00.431658 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fe8cb-fb30-450b-a90b-d55ebd446191 None None] Pushing event updated for resources: {'Port': ['ID=455652e4-519a-40b6-ac8b-f61c3005f65e,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:00.637335 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.1 (88f09372-8065-4310-879d-69545c3ff1c5/aab77a47-86a5-4230-a47a-940fd22c4289/8a378199-df6e-40ec-ac27-7d02d4ce0024) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:05:00.824135 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:00.840693 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object 8a378199-df6e-40ec-ac27-7d02d4ce0024 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:05:00.865566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:00.934639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 88f09372-8065-4310-879d-69545c3ff1c5 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:05:00.937645 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:05:00.941660 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:05:00.976967 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=8a378199-df6e-40ec-ac27-7d02d4ce0024,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:01.009018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:01.139035 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:01.557515 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7ecfc5-0935-4ba7-a24c-86cdafb98674 None None] Network 88f09372-8065-4310-879d-69545c3ff1c5 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:05:01.603207 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:01.608811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:01.665672 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-fc2725bf-87b2-41f5-b198-9f284a3a5f50 None None] Provisioning for port 455652e4-519a-40b6-ac8b-f61c3005f65e completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:05:01.730073 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=8a378199-df6e-40ec-ac27-7d02d4ce0024,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:01.734966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:01.861869 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 455652e4-519a-40b6-ac8b-f61c3005f65e up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:05:01.954112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 455652e4-519a-40b6-ac8b-f61c3005f65e completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:05:01.962355 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 455652e4-519a-40b6-ac8b-f61c3005f65e triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:05:01.962883 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:01.963083 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 455652e4-519a-40b6-ac8b-f61c3005f65e Oct 18 08:05:02.043240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 88f09372-8065-4310-879d-69545c3ff1c5 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:05:02.044475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:05:02.122598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 455652e4-519a-40b6-ac8b-f61c3005f65e is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:05:02.122989 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:02.167670 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 455652e4-519a-40b6-ac8b-f61c3005f65e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=455652e4-519a-40b6-ac8b-f61c3005f65e,segment=NetworkSegment(57f7a849-104a-40f4-80fe-bb4a6a2073eb),segment_id=57f7a849-104a-40f4-80fe-bb4a6a2073eb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:05:02.175431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:02.176469 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:05:02.308308 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:05:02.344407 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-19d52bde-f389-4c82-87fb-b828a2aa0a7f None None] Provisioning complete for port 455652e4-519a-40b6-ac8b-f61c3005f65e triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:05:02.344777 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-19d52bde-f389-4c82-87fb-b828a2aa0a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:02.345114 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-19d52bde-f389-4c82-87fb-b828a2aa0a7f None None] Attempt 1 to provision port 455652e4-519a-40b6-ac8b-f61c3005f65e Oct 18 08:05:02.457704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=455652e4-519a-40b6-ac8b-f61c3005f65e,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:02.503847 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:05:02.522564 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:05:02.522935 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:02.523264 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db Oct 18 08:05:02.582213 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-19d52bde-f389-4c82-87fb-b828a2aa0a7f None None] Current status of the port 455652e4-519a-40b6-ac8b-f61c3005f65e is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:05:02.612404 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-19d52bde-f389-4c82-87fb-b828a2aa0a7f None None] Provisioning for port 8a378199-df6e-40ec-ac27-7d02d4ce0024 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:05:02.649171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:05:02.649569 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-19d52bde-f389-4c82-87fb-b828a2aa0a7f None None] Provisioning complete for port 8a378199-df6e-40ec-ac27-7d02d4ce0024 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:05:02.649944 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-19d52bde-f389-4c82-87fb-b828a2aa0a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:02.650277 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-19d52bde-f389-4c82-87fb-b828a2aa0a7f None None] Attempt 1 to provision port 8a378199-df6e-40ec-ac27-7d02d4ce0024 Oct 18 08:05:02.674608 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8d31c9f2-af55-4fd4-8b79-9c6d0251de33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3049331 Oct 18 08:05:02.675445 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35964) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:05:02.684773 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Sync routers for ids ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:05:02.741017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:05:02.741395 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:02.748367 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Routers {'260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:05:02.749191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:04:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:05:02.857015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef30f282-bea6-4bf5-ac30-bb78576f2fc5 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:02.857582 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef30f282-bea6-4bf5-ac30-bb78576f2fc5 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:02.858065 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef30f282-bea6-4bf5-ac30-bb78576f2fc5 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:02.858538 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef30f282-bea6-4bf5-ac30-bb78576f2fc5 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:02.859097 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef30f282-bea6-4bf5-ac30-bb78576f2fc5 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:02.859564 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef30f282-bea6-4bf5-ac30-bb78576f2fc5 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:02.861315 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ef30f282-bea6-4bf5-ac30-bb78576f2fc5 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1848555 Oct 18 08:05:02.864226 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35968) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:05:02.906389 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-19d52bde-f389-4c82-87fb-b828a2aa0a7f None None] Port 8a378199-df6e-40ec-ac27-7d02d4ce0024 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:05:02.936015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e429e2a-c92f-4e03-87dd-e2fc045c3221 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:02.936481 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e429e2a-c92f-4e03-87dd-e2fc045c3221 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:02.937061 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e429e2a-c92f-4e03-87dd-e2fc045c3221 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:02.937523 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e429e2a-c92f-4e03-87dd-e2fc045c3221 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:02.937973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e429e2a-c92f-4e03-87dd-e2fc045c3221 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:02.938162 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:05:02.938423 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e429e2a-c92f-4e03-87dd-e2fc045c3221 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:02.940581 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2e429e2a-c92f-4e03-87dd-e2fc045c3221 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0752943 Oct 18 08:05:02.943726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35972) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:05:02.944340 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.038912 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:03.042454 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Set router 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:05:03.159139 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-929633a7-dc96-4025-bc40-95243415a852 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2092278 Oct 18 08:05:03.226075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35978) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:05:03.232056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-fcba27bf-6793-4bf0-bd4c-6d35f080475b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-768418865', 'description': 'tempest-secgroup-smoke-768418865 description', 'project_id': 'fe65c6866dd844bd972010a3653293ed'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:05:03.238529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-fcba27bf-6793-4bf0-bd4c-6d35f080475b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:05:03.242815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-fcba27bf-6793-4bf0-bd4c-6d35f080475b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:05:03.246401 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-fcba27bf-6793-4bf0-bd4c-6d35f080475b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:05:03.252619 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-fcba27bf-6793-4bf0-bd4c-6d35f080475b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:05:03.263808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fcba27bf-6793-4bf0-bd4c-6d35f080475b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.283209 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-fcba27bf-6793-4bf0-bd4c-6d35f080475b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:05:03.287124 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-fcba27bf-6793-4bf0-bd4c-6d35f080475b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:05:03.290084 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-fcba27bf-6793-4bf0-bd4c-6d35f080475b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:05:03.296390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-fcba27bf-6793-4bf0-bd4c-6d35f080475b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:05:03.366967 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'name': 'tempest-TestNetworkBasicOps-router-1705575761', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:01Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:44:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '8a378199-df6e-40ec-ac27-7d02d4ce0024', 'name': '', 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:56:7e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aab77a47-86a5-4230-a47a-940fd22c4289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:05:00Z', 'updated_at': '2022-10-18T08:05:01Z', 'revision_number': 2, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'aab77a47-86a5-4230-a47a-940fd22c4289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:05:03.372556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fcba27bf-6793-4bf0-bd4c-6d35f080475b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.378428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fcba27bf-6793-4bf0-bd4c-6d35f080475b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.383504 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Checking router: 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:05:03.383869 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Updating router 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 port 8a378199-df6e-40ec-ac27-7d02d4ce0024 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:05:03.414681 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-19d52bde-f389-4c82-87fb-b828a2aa0a7f None None] Attempt 2 to provision port 8a378199-df6e-40ec-ac27-7d02d4ce0024 Oct 18 08:05:03.426775 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba27bf-6793-4bf0-bd4c-6d35f080475b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7707f114-3e83-4b37-9d70-3a1698a0b8d2,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:03.431626 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fcba27bf-6793-4bf0-bd4c-6d35f080475b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.436226 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-fcba27bf-6793-4bf0-bd4c-6d35f080475b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2058301 Oct 18 08:05:03.436597 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35988) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:05:03.442050 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-2174b000-7b92-4a58-998b-8a3fa297ecf6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '7707f114-3e83-4b37-9d70-3a1698a0b8d2', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:05:03.451262 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2174b000-7b92-4a58-998b-8a3fa297ecf6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:05:03.455205 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2174b000-7b92-4a58-998b-8a3fa297ecf6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:05:03.458359 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2174b000-7b92-4a58-998b-8a3fa297ecf6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:05:03.464655 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2174b000-7b92-4a58-998b-8a3fa297ecf6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:05:03.484910 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2174b000-7b92-4a58-998b-8a3fa297ecf6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.499542 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.513629 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-19d52bde-f389-4c82-87fb-b828a2aa0a7f None None] Port 8a378199-df6e-40ec-ac27-7d02d4ce0024 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:05:03.556603 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2174b000-7b92-4a58-998b-8a3fa297ecf6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.561578 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2174b000-7b92-4a58-998b-8a3fa297ecf6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.585941 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174b000-7b92-4a58-998b-8a3fa297ecf6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e994d7-b5a5-4dff-82fd-2429f29f6700,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:03.607261 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2174b000-7b92-4a58-998b-8a3fa297ecf6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.611139 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2174b000-7b92-4a58-998b-8a3fa297ecf6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1710227 Oct 18 08:05:03.611355 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 35992) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:05:03.616759 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-ffe35176-b38c-43ed-8e88-767423a0aa6b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '7707f114-3e83-4b37-9d70-3a1698a0b8d2', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:05:03.622968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ffe35176-b38c-43ed-8e88-767423a0aa6b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:05:03.626867 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ffe35176-b38c-43ed-8e88-767423a0aa6b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:05:03.629697 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ffe35176-b38c-43ed-8e88-767423a0aa6b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:05:03.636118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ffe35176-b38c-43ed-8e88-767423a0aa6b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:05:03.654228 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ffe35176-b38c-43ed-8e88-767423a0aa6b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.724528 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ffe35176-b38c-43ed-8e88-767423a0aa6b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.729029 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ffe35176-b38c-43ed-8e88-767423a0aa6b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.767681 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe35176-b38c-43ed-8e88-767423a0aa6b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb16d0f-b2a1-41fc-8f19-4973cf01ae51,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:03.772205 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ffe35176-b38c-43ed-8e88-767423a0aa6b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.777243 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 35996) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:05:03.777524 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ffe35176-b38c-43ed-8e88-767423a0aa6b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1641283 Oct 18 08:05:03.782600 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-7b4859dc-2505-486e-b63c-3ddf6bdf6694 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '7707f114-3e83-4b37-9d70-3a1698a0b8d2', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:05:03.795594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7b4859dc-2505-486e-b63c-3ddf6bdf6694 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:05:03.795943 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 455652e4-519a-40b6-ac8b-f61c3005f65e up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:05:03.799685 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7b4859dc-2505-486e-b63c-3ddf6bdf6694 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:05:03.802628 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7b4859dc-2505-486e-b63c-3ddf6bdf6694 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:05:03.808697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7b4859dc-2505-486e-b63c-3ddf6bdf6694 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:05:03.825893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b4859dc-2505-486e-b63c-3ddf6bdf6694 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.893019 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b4859dc-2505-486e-b63c-3ddf6bdf6694 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.897344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b4859dc-2505-486e-b63c-3ddf6bdf6694 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.919556 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.929125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4859dc-2505-486e-b63c-3ddf6bdf6694 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0742e7a-f192-40b3-8a36-19655d1e3de4,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:03.936605 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Transition to ACTIVE for port object 8a378199-df6e-40ec-ac27-7d02d4ce0024 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:05:03.936870 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b4859dc-2505-486e-b63c-3ddf6bdf6694 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.941195 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36000) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:05:03.941334 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7b4859dc-2505-486e-b63c-3ddf6bdf6694 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1629844 Oct 18 08:05:03.945299 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 455652e4-519a-40b6-ac8b-f61c3005f65e triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:05:03.945739 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.946071 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 455652e4-519a-40b6-ac8b-f61c3005f65e Oct 18 08:05:03.947739 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-ebeb479c-1c3b-4e15-9b93-f6720dd40970 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '7707f114-3e83-4b37-9d70-3a1698a0b8d2', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:05:03.954480 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ebeb479c-1c3b-4e15-9b93-f6720dd40970 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:05:03.958499 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ebeb479c-1c3b-4e15-9b93-f6720dd40970 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:05:03.961694 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ebeb479c-1c3b-4e15-9b93-f6720dd40970 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:05:03.968050 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ebeb479c-1c3b-4e15-9b93-f6720dd40970 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:05:03.976707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:03.986419 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ebeb479c-1c3b-4e15-9b93-f6720dd40970 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:04.069414 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ebeb479c-1c3b-4e15-9b93-f6720dd40970 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:04.075463 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ebeb479c-1c3b-4e15-9b93-f6720dd40970 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:04.076670 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-19d52bde-f389-4c82-87fb-b828a2aa0a7f None None] Attempt 3 to provision port 8a378199-df6e-40ec-ac27-7d02d4ce0024 Oct 18 08:05:04.114574 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb479c-1c3b-4e15-9b93-f6720dd40970 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c468c60b-4002-41a4-b163-ea7dd1671af6,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:04.124471 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ebeb479c-1c3b-4e15-9b93-f6720dd40970 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:04.126008 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ebeb479c-1c3b-4e15-9b93-f6720dd40970 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1832273 Oct 18 08:05:04.128787 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36008) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:05:04.134477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-6b5ac64e-3e8c-4120-b221-158f0194e6fe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '7707f114-3e83-4b37-9d70-3a1698a0b8d2', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:05:04.141183 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6b5ac64e-3e8c-4120-b221-158f0194e6fe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:05:04.145633 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6b5ac64e-3e8c-4120-b221-158f0194e6fe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:05:04.148682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6b5ac64e-3e8c-4120-b221-158f0194e6fe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:05:04.162265 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6b5ac64e-3e8c-4120-b221-158f0194e6fe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:05:04.175534 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-6b5ac64e-3e8c-4120-b221-158f0194e6fe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:05:04.183731 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac64e-3e8c-4120-b221-158f0194e6fe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:04.261440 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac64e-3e8c-4120-b221-158f0194e6fe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:04.261982 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-19d52bde-f389-4c82-87fb-b828a2aa0a7f None None] Port 8a378199-df6e-40ec-ac27-7d02d4ce0024 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:05:04.265690 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac64e-3e8c-4120-b221-158f0194e6fe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:04.268838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c9053-95fe-40af-92e6-8e128121c660 None None] Pushing event updated for resources: {'Port': ['ID=8a378199-df6e-40ec-ac27-7d02d4ce0024,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:04.294052 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Attempting to bind port 8a378199-df6e-40ec-ac27-7d02d4ce0024 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:05:04.294428 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Attempting to bind port 8a378199-df6e-40ec-ac27-7d02d4ce0024 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '57f7a849-104a-40f4-80fe-bb4a6a2073eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:05:04.294810 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Attempting to bind port 8a378199-df6e-40ec-ac27-7d02d4ce0024 on network 88f09372-8065-4310-879d-69545c3ff1c5 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:05:04.339951 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:05:04.340329 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Checking segment: {'id': '57f7a849-104a-40f4-80fe-bb4a6a2073eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:05:04.340731 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:04.341122 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Bound using segment: {'id': '57f7a849-104a-40f4-80fe-bb4a6a2073eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:05:04.341608 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Bound port: 8a378199-df6e-40ec-ac27-7d02d4ce0024, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f7a849-104a-40f4-80fe-bb4a6a2073eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:05:04.341980 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:04.419224 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ac64e-3e8c-4120-b221-158f0194e6fe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02c623d-928d-4730-a0fc-a167b44c6104,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:04.431166 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b5ac64e-3e8c-4120-b221-158f0194e6fe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:04.435917 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36014) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:05:04.443382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-033672fb-7424-4bae-aa08-e582ab95f3c9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '7707f114-3e83-4b37-9d70-3a1698a0b8d2', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:05:04.447087 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6b5ac64e-3e8c-4120-b221-158f0194e6fe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3171961 Oct 18 08:05:04.449951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-033672fb-7424-4bae-aa08-e582ab95f3c9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:05:04.454890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-033672fb-7424-4bae-aa08-e582ab95f3c9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:05:04.455710 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 455652e4-519a-40b6-ac8b-f61c3005f65e is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:05:04.456794 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:05:04.458923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-033672fb-7424-4bae-aa08-e582ab95f3c9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:05:04.466664 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-033672fb-7424-4bae-aa08-e582ab95f3c9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:05:04.477407 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-033672fb-7424-4bae-aa08-e582ab95f3c9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:05:04.486016 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-033672fb-7424-4bae-aa08-e582ab95f3c9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:04.540745 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:04.555102 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] For port 8a378199-df6e-40ec-ac27-7d02d4ce0024, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:05:04.558606 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] For port 8a378199-df6e-40ec-ac27-7d02d4ce0024, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=8a378199-df6e-40ec-ac27-7d02d4ce0024,segment=NetworkSegment(57f7a849-104a-40f4-80fe-bb4a6a2073eb),segment_id=57f7a849-104a-40f4-80fe-bb4a6a2073eb)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:05:04.559773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-033672fb-7424-4bae-aa08-e582ab95f3c9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:04.564858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-033672fb-7424-4bae-aa08-e582ab95f3c9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:04.566686 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:04.588174 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033672fb-7424-4bae-aa08-e582ab95f3c9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6169d305-51f8-4065-858b-4a5c1c2a3334,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:04.600922 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-033672fb-7424-4bae-aa08-e582ab95f3c9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:04.605350 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-033672fb-7424-4bae-aa08-e582ab95f3c9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1647692 Oct 18 08:05:04.630488 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:05:04.630890 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:04.631229 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db Oct 18 08:05:04.662199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Routers {'260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:05:04.662934 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:04:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:05:04.780382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-f830dd9a-474f-4e06-9dcb-ac368378d6cb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:05:04.797985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-f830dd9a-474f-4e06-9dcb-ac368378d6cb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:05:04.799209 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-f830dd9a-474f-4e06-9dcb-ac368378d6cb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768418865&fields=id&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 267 time: 0.0637031 Oct 18 08:05:04.802766 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-19d52bde-f389-4c82-87fb-b828a2aa0a7f None None] Attempt 4 to provision port 8a378199-df6e-40ec-ac27-7d02d4ce0024 Oct 18 08:05:04.887235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c9053-95fe-40af-92e6-8e128121c660 None None] Pushing event updated for resources: {'Port': ['ID=8a378199-df6e-40ec-ac27-7d02d4ce0024,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:04.978414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-bf962546-82db-4524-b635-2b2b9e7d05f5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:04.979182 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-bf962546-82db-4524-b635-2b2b9e7d05f5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:05:04.992507 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-19d52bde-f389-4c82-87fb-b828a2aa0a7f None None] Port 8a378199-df6e-40ec-ac27-7d02d4ce0024 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:05:04.995815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-bf962546-82db-4524-b635-2b2b9e7d05f5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:05:04.997285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] Set router 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:05:05.002233 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-bf962546-82db-4524-b635-2b2b9e7d05f5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/networks?id=88f09372-8065-4310-879d-69545c3ff1c5 HTTP/1.1" status: 200 len: 797 time: 0.1893430 Oct 18 08:05:05.018430 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-7536929d-fc5e-4abf-a198-e06f1d15291a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/quotas/fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 375 time: 0.0152180 Oct 18 08:05:05.070865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:05:05.108905 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0ee893d6-2a84-4035-ab43-499b690db1e6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:05:05.140372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0ee893d6-2a84-4035-ab43-499b690db1e6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:05:05.152859 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0ee893d6-2a84-4035-ab43-499b690db1e6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1281497 Oct 18 08:05:05.367934 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-1f76a323-f6ed-47d6-8697-7663d21c00e0 service neutron] 10.222.0.17 "GET /v2.0/networks/88f09372-8065-4310-879d-69545c3ff1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119410 Oct 18 08:05:05.390141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'name': 'tempest-TestNetworkBasicOps-router-1705575761', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:01Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '8a378199-df6e-40ec-ac27-7d02d4ce0024', 'name': '', 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:56:7e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aab77a47-86a5-4230-a47a-940fd22c4289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:05:00Z', 'updated_at': '2022-10-18T08:05:04Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'aab77a47-86a5-4230-a47a-940fd22c4289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:05:05.394340 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3da7c07-1e55-4580-b92a-8f9aaa9cf17d None None] The sync data for ids ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'] in dv-neutron-861625-1-hyperv is: [{'id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'name': 'tempest-TestNetworkBasicOps-router-1705575761', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:01Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '8a378199-df6e-40ec-ac27-7d02d4ce0024', 'name': '', 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:56:7e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aab77a47-86a5-4230-a47a-940fd22c4289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:05:00Z', 'updated_at': '2022-10-18T08:05:04Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'aab77a47-86a5-4230-a47a-940fd22c4289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:05:05.532386 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-a216afea-d668-4b96-a15f-e05273528ff8 service neutron] 10.222.0.17 "GET /v2.0/networks/88f09372-8065-4310-879d-69545c3ff1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576471 Oct 18 08:05:05.749605 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-049ba0a5-e11a-4423-a4f7-b8eba6f96549 req-30555ec5-bc2b-44d9-b1b5-b697df8ae04b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 210 time: 0.0655129 Oct 18 08:05:05.787316 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:05:05.806663 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 8a378199-df6e-40ec-ac27-7d02d4ce0024 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:05:05.898099 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 8a378199-df6e-40ec-ac27-7d02d4ce0024 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:05:05.904607 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 8a378199-df6e-40ec-ac27-7d02d4ce0024 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:05:05.905440 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:05.906253 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 8a378199-df6e-40ec-ac27-7d02d4ce0024 Oct 18 08:05:06.057699 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 8a378199-df6e-40ec-ac27-7d02d4ce0024 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:05:06.058580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:06.097753 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 8a378199-df6e-40ec-ac27-7d02d4ce0024, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=8a378199-df6e-40ec-ac27-7d02d4ce0024,segment=NetworkSegment(57f7a849-104a-40f4-80fe-bb4a6a2073eb),segment_id=57f7a849-104a-40f4-80fe-bb4a6a2073eb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:05:06.101757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:06.202157 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=8a378199-df6e-40ec-ac27-7d02d4ce0024,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:06.999304 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a60340c8-1d27-45c9-aedf-8645a7796337 req-2d5eadc0-b783-43b3-b4d7-dfcfb1db2262 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 210 time: 0.1162112 Oct 18 08:05:07.100070 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-9353ec2f-61a3-4f7f-b435-a6feaea64f50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:07.101966 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-9353ec2f-61a3-4f7f-b435-a6feaea64f50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/networks?id=88f09372-8065-4310-879d-69545c3ff1c5 HTTP/1.1" status: 200 len: 797 time: 0.2560046 Oct 18 08:05:07.203149 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-249983f5-5fb4-45ef-ae0b-504ce2e5e0d0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 379 time: 0.0739458 Oct 18 08:05:07.213354 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0a73b955-e44b-49a5-8621-c124ebba1ec3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'port': {'device_id': 'cdc3c620-2f48-429c-891b-800b2c6a654d', 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5', 'admin_state_up': True, 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'security_groups': ['7707f114-3e83-4b37-9d70-3a1698a0b8d2']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:05:07.512738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0a73b955-e44b-49a5-8621-c124ebba1ec3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:05:07.523003 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0a73b955-e44b-49a5-8621-c124ebba1ec3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:05:07.533204 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0a73b955-e44b-49a5-8621-c124ebba1ec3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:05:07.537197 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0a73b955-e44b-49a5-8621-c124ebba1ec3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:07.798834 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 8a378199-df6e-40ec-ac27-7d02d4ce0024 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:05:07.808169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0a73b955-e44b-49a5-8621-c124ebba1ec3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.6 (88f09372-8065-4310-879d-69545c3ff1c5/aab77a47-86a5-4230-a47a-940fd22c4289/7d275ce7-8ed6-4583-a719-d5b74aa79077) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:05:07.894328 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 8a378199-df6e-40ec-ac27-7d02d4ce0024 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:05:07.894758 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:07.895143 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 8a378199-df6e-40ec-ac27-7d02d4ce0024 Oct 18 08:05:08.061900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 8a378199-df6e-40ec-ac27-7d02d4ce0024 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:05:08.070770 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0a73b955-e44b-49a5-8621-c124ebba1ec3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:08.090704 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0a73b955-e44b-49a5-8621-c124ebba1ec3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object 7d275ce7-8ed6-4583-a719-d5b74aa79077 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:05:08.148164 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0a73b955-e44b-49a5-8621-c124ebba1ec3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:08.253899 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf932a-6574-4043-a82d-46d7518b4f72 req-5768b9ce-5a85-4ddc-8ab0-a5f0b12a5202 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:08.256040 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-29cf932a-6574-4043-a82d-46d7518b4f72 req-5768b9ce-5a85-4ddc-8ab0-a5f0b12a5202 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 931 time: 0.1178529 Oct 18 08:05:08.274074 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0a73b955-e44b-49a5-8621-c124ebba1ec3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network 88f09372-8065-4310-879d-69545c3ff1c5 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:05:08.279972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0a73b955-e44b-49a5-8621-c124ebba1ec3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:05:08.285071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0a73b955-e44b-49a5-8621-c124ebba1ec3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:05:08.329155 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-29cf932a-6574-4043-a82d-46d7518b4f72 req-fc58cabc-15f2-44f8-a5ad-de79c688d608 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:05:08.344709 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-29cf932a-6574-4043-a82d-46d7518b4f72 req-fc58cabc-15f2-44f8-a5ad-de79c688d608 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:05:08.345848 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-29cf932a-6574-4043-a82d-46d7518b4f72 req-fc58cabc-15f2-44f8-a5ad-de79c688d608 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7707f114-3e83-4b37-9d70-3a1698a0b8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812750 Oct 18 08:05:08.411541 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73b955-e44b-49a5-8621-c124ebba1ec3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=7d275ce7-8ed6-4583-a719-d5b74aa79077,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:08.420508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0a73b955-e44b-49a5-8621-c124ebba1ec3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:08.421130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0a73b955-e44b-49a5-8621-c124ebba1ec3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:08.464870 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0a73b955-e44b-49a5-8621-c124ebba1ec3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2566981 Oct 18 08:05:08.482451 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Request body: {'port': {'device_id': 'cdc3c620-2f48-429c-891b-800b2c6a654d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:05:08.631912 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6e7cadde-50d9-4f45-a7f3-8e7adbb82e2a None None] Provisioning for port 7d275ce7-8ed6-4583-a719-d5b74aa79077 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:05:08.637833 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-6e7cadde-50d9-4f45-a7f3-8e7adbb82e2a None None] Provisioning complete for port 7d275ce7-8ed6-4583-a719-d5b74aa79077 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:05:08.638604 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6e7cadde-50d9-4f45-a7f3-8e7adbb82e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:08.638757 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6e7cadde-50d9-4f45-a7f3-8e7adbb82e2a None None] Attempt 1 to provision port 7d275ce7-8ed6-4583-a719-d5b74aa79077 Oct 18 08:05:08.670215 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:08.699447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cadde-50d9-4f45-a7f3-8e7adbb82e2a None None] Port 7d275ce7-8ed6-4583-a719-d5b74aa79077 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:05:09.201197 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6e7cadde-50d9-4f45-a7f3-8e7adbb82e2a None None] Attempt 2 to provision port 7d275ce7-8ed6-4583-a719-d5b74aa79077 Oct 18 08:05:09.212979 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d275ce7-8ed6-4583-a719-d5b74aa79077 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:05:09.224120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:09.244058 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Transition to ACTIVE for port object 7d275ce7-8ed6-4583-a719-d5b74aa79077 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:05:09.252702 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:09.361200 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cadde-50d9-4f45-a7f3-8e7adbb82e2a None None] Port 7d275ce7-8ed6-4583-a719-d5b74aa79077 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:05:09.468240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d275ce7-8ed6-4583-a719-d5b74aa79077,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:09.581974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Attempting to bind port 7d275ce7-8ed6-4583-a719-d5b74aa79077 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:05:09.582321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Attempting to bind port 7d275ce7-8ed6-4583-a719-d5b74aa79077 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '57f7a849-104a-40f4-80fe-bb4a6a2073eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:05:09.582672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Attempting to bind port 7d275ce7-8ed6-4583-a719-d5b74aa79077 on network 88f09372-8065-4310-879d-69545c3ff1c5 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:05:09.595074 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Port 7d275ce7-8ed6-4583-a719-d5b74aa79077 on network 88f09372-8065-4310-879d-69545c3ff1c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:05:09.595406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Attempting to bind port 7d275ce7-8ed6-4583-a719-d5b74aa79077 on network 88f09372-8065-4310-879d-69545c3ff1c5 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:05:09.604259 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:05:09.604634 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Checking segment: {'id': '57f7a849-104a-40f4-80fe-bb4a6a2073eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:05:09.605079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Bound using segment: {'id': '57f7a849-104a-40f4-80fe-bb4a6a2073eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:05:09.605566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Bound port: 7d275ce7-8ed6-4583-a719-d5b74aa79077, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f7a849-104a-40f4-80fe-bb4a6a2073eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:05:09.605916 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:09.695240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ff1c0-10aa-4dcb-aba0-e4d44f8824cb req-fa386170-c117-4e60-916d-9723554849ee tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:09.695947 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-8e3ff1c0-10aa-4dcb-aba0-e4d44f8824cb req-fa386170-c117-4e60-916d-9723554849ee tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:05:09.732371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] For port 7d275ce7-8ed6-4583-a719-d5b74aa79077, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:05:09.734370 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-8e3ff1c0-10aa-4dcb-aba0-e4d44f8824cb req-fa386170-c117-4e60-916d-9723554849ee tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:05:09.735636 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8e3ff1c0-10aa-4dcb-aba0-e4d44f8824cb req-fa386170-c117-4e60-916d-9723554849ee tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 943 time: 0.2194343 Oct 18 08:05:09.737306 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] For port 7d275ce7-8ed6-4583-a719-d5b74aa79077, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7d275ce7-8ed6-4583-a719-d5b74aa79077,segment=NetworkSegment(57f7a849-104a-40f4-80fe-bb4a6a2073eb),segment_id=57f7a849-104a-40f4-80fe-bb4a6a2073eb)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:05:09.741850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:09.745723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:09.746329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:09.747851 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] 10.222.0.46 "PUT /v2.0/ports/7d275ce7-8ed6-4583-a719-d5b74aa79077 HTTP/1.1" status: 200 len: 1093 time: 1.2717710 Oct 18 08:05:09.797296 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc3c620-2f48-429c-891b-800b2c6a654d', 'tag': '7d275ce7-8ed6-4583-a719-d5b74aa79077'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:05:09.801025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c098f96-a83d-4f37-99de-3eb0eb4de785" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc3c620-2f48-429c-891b-800b2c6a654d", "tag": "7d275ce7-8ed6-4583-a719-d5b74aa79077"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:05:09.863975 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-6e7cadde-50d9-4f45-a7f3-8e7adbb82e2a None None] Attempt 3 to provision port 7d275ce7-8ed6-4583-a719-d5b74aa79077 Oct 18 08:05:09.949994 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cadde-50d9-4f45-a7f3-8e7adbb82e2a None None] Port 7d275ce7-8ed6-4583-a719-d5b74aa79077 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:05:10.060480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465a8195-e4d6-4256-8e57-2d5e2a85e395 x-openstack-request-id: req-465a8195-e4d6-4256-8e57-2d5e2a85e395 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:05:10.060770 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc3c620-2f48-429c-891b-800b2c6a654d", "tag": "7d275ce7-8ed6-4583-a719-d5b74aa79077", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:05:10.061103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-465a8195-e4d6-4256-8e57-2d5e2a85e395 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:05:10.061626 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465a8195-e4d6-4256-8e57-2d5e2a85e395'] response: {'name': 'network-changed', 'server_uuid': 'cdc3c620-2f48-429c-891b-800b2c6a654d', 'tag': '7d275ce7-8ed6-4583-a719-d5b74aa79077', 'status': 'completed', 'code': 200} Oct 18 08:05:10.135175 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8e3ff1c0-10aa-4dcb-aba0-e4d44f8824cb req-0b9b0fd0-f2f5-4a01-8f8e-7e99387466ba tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7707f114-3e83-4b37-9d70-3a1698a0b8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3861167 Oct 18 08:05:10.147827 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d270d-038f-48fb-89e5-2e5b03fdaaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d275ce7-8ed6-4583-a719-d5b74aa79077,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:10.165562 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0739b0cc-7adf-4c2a-b3b2-f8bd3a1d9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:10.167231 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-0739b0cc-7adf-4c2a-b3b2-f8bd3a1d9e50 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 1096 time: 0.3630822 Oct 18 08:05:10.244773 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-ee1a3880-48e0-4756-9c13-be54b8320741 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d275ce7-8ed6-4583-a719-d5b74aa79077 HTTP/1.1" status: 200 len: 217 time: 0.0671432 Oct 18 08:05:10.313307 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-a8141019-8ba0-4379-a3ce-92fcaf875b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:10.314810 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-a8141019-8ba0-4379-a3ce-92fcaf875b30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aab77a47-86a5-4230-a47a-940fd22c4289 HTTP/1.1" status: 200 len: 844 time: 0.0615001 Oct 18 08:05:10.420121 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-12ede508-ae2d-4186-a80c-14ee6bf9c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:10.422057 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-12ede508-ae2d-4186-a80c-14ee6bf9c9a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88f09372-8065-4310-879d-69545c3ff1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0975358 Oct 18 08:05:10.565873 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-29ebc775-022a-45cf-b4b2-c2703ca96872 service neutron] 10.222.0.46 "GET /v2.0/networks/88f09372-8065-4310-879d-69545c3ff1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334484 Oct 18 08:05:10.705956 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ae32d201-f66c-4946-9f1c-488fcaa43544 req-27282aff-ddaa-4f29-93c7-c56560ce5d7a service neutron] 10.222.0.46 "GET /v2.0/networks/88f09372-8065-4310-879d-69545c3ff1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312661 Oct 18 08:05:10.859174 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c098f96-a83d-4f37-99de-3eb0eb4de785 req-8f3f5a5f-a495-476a-93ab-d0f09a65b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:10.860619 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0c098f96-a83d-4f37-99de-3eb0eb4de785 req-8f3f5a5f-a495-476a-93ab-d0f09a65b1f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 1096 time: 0.0926495 Oct 18 08:05:10.999221 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c098f96-a83d-4f37-99de-3eb0eb4de785 req-e6cba690-3aa6-469b-a569-66b96fc89b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:11.000646 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0c098f96-a83d-4f37-99de-3eb0eb4de785 req-e6cba690-3aa6-469b-a569-66b96fc89b55 service neutron] 10.222.0.46 "GET /v2.0/networks?id=88f09372-8065-4310-879d-69545c3ff1c5 HTTP/1.1" status: 200 len: 898 time: 0.1330149 Oct 18 08:05:11.073584 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0c098f96-a83d-4f37-99de-3eb0eb4de785 req-a1b67102-4b0c-40b6-b1fb-38497b593de0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d275ce7-8ed6-4583-a719-d5b74aa79077 HTTP/1.1" status: 200 len: 217 time: 0.0662744 Oct 18 08:05:11.152970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c098f96-a83d-4f37-99de-3eb0eb4de785 req-e53437f7-504c-40f2-bc70-6455659c707a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:11.154339 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0c098f96-a83d-4f37-99de-3eb0eb4de785 req-e53437f7-504c-40f2-bc70-6455659c707a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aab77a47-86a5-4230-a47a-940fd22c4289 HTTP/1.1" status: 200 len: 844 time: 0.0734184 Oct 18 08:05:11.252849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c098f96-a83d-4f37-99de-3eb0eb4de785 req-4779f9bc-5fc8-4134-89eb-a702d6dd30db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:11.254541 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0c098f96-a83d-4f37-99de-3eb0eb4de785 req-4779f9bc-5fc8-4134-89eb-a702d6dd30db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88f09372-8065-4310-879d-69545c3ff1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0930240 Oct 18 08:05:11.368244 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532b6db-50e6-47a8-ad10-27037ba5125d req-8f0e8b07-027a-406a-9b3c-e7ecb4448a39 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:11.375815 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a532b6db-50e6-47a8-ad10-27037ba5125d req-8f0e8b07-027a-406a-9b3c-e7ecb4448a39 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 943 time: 0.0954883 Oct 18 08:05:11.403406 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0c098f96-a83d-4f37-99de-3eb0eb4de785 req-71fd36b4-4887-4b9d-8dda-e571e9a801d8 service neutron] 10.222.0.46 "GET /v2.0/networks/88f09372-8065-4310-879d-69545c3ff1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387269 Oct 18 08:05:11.432881 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a532b6db-50e6-47a8-ad10-27037ba5125d req-b15c2d55-9dd2-470d-9f42-5e155d6d8366 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7707f114-3e83-4b37-9d70-3a1698a0b8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538368 Oct 18 08:05:11.539952 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0c098f96-a83d-4f37-99de-3eb0eb4de785 req-bd9bdeff-6954-4291-a5ec-2e7b321fde8f service neutron] 10.222.0.46 "GET /v2.0/networks/88f09372-8065-4310-879d-69545c3ff1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297896 Oct 18 08:05:12.621175 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d57da4-8556-481c-99a4-b3da056a3ce5 req-a2f48a1e-2e46-4d9c-b63e-0b237937d1f1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:12.622611 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f1d57da4-8556-481c-99a4-b3da056a3ce5 req-a2f48a1e-2e46-4d9c-b63e-0b237937d1f1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 943 time: 0.0860648 Oct 18 08:05:12.664987 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f1d57da4-8556-481c-99a4-b3da056a3ce5 req-99e9b225-d75a-4a30-b9f6-326b6a7c18a6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7707f114-3e83-4b37-9d70-3a1698a0b8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368354 Oct 18 08:05:13.043211 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7d275ce7-8ed6-4583-a719-d5b74aa79077 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:05:13.175578 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7d275ce7-8ed6-4583-a719-d5b74aa79077, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7d275ce7-8ed6-4583-a719-d5b74aa79077,segment=NetworkSegment(57f7a849-104a-40f4-80fe-bb4a6a2073eb),segment_id=57f7a849-104a-40f4-80fe-bb4a6a2073eb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:05:13.189291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '7d275ce7-8ed6-4583-a719-d5b74aa79077', 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5', 'port_id': '7d275ce7-8ed6-4583-a719-d5b74aa79077', 'mac_address': 'fa:16:3e:07:a6:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab77a47-86a5-4230-a47a-940fd22c4289', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:05:13.248338 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 7d275ce7-8ed6-4583-a719-d5b74aa79077 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:05:13.248644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:13.265830 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d275ce7-8ed6-4583-a719-d5b74aa79077 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:05:13.281615 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7d275ce7-8ed6-4583-a719-d5b74aa79077, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7d275ce7-8ed6-4583-a719-d5b74aa79077,segment=NetworkSegment(57f7a849-104a-40f4-80fe-bb4a6a2073eb),segment_id=57f7a849-104a-40f4-80fe-bb4a6a2073eb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:05:13.286107 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:13.342208 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-dc80166b-9157-4e30-a3c7-cf312b7d81cb tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-527745917&fields=id&tenant_id=f79c24aececa4859ae5a96990e21c4eb HTTP/1.1" status: 200 len: 267 time: 0.0398550 Oct 18 08:05:13.352947 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=7d275ce7-8ed6-4583-a719-d5b74aa79077,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:13.491440 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-d2c8d820-19cf-4c0e-ad91-c2de72a72ad6 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:13.492860 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-d2c8d820-19cf-4c0e-ad91-c2de72a72ad6 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/networks?id=97472348-d598-4426-abf2-9d3dd6e4d75d HTTP/1.1" status: 200 len: 812 time: 0.1441426 Oct 18 08:05:13.507049 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-08a0c189-164a-4a9c-8da3-db9a2f0b7c9a tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/quotas/f79c24aececa4859ae5a96990e21c4eb HTTP/1.1" status: 200 len: 375 time: 0.0087683 Oct 18 08:05:13.559159 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['7d275ce7-8ed6-4583-a719-d5b74aa79077'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:05:13.601619 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-674d1a9c-da65-48de-97d9-b7ad09c2bc55 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=f79c24aececa4859ae5a96990e21c4eb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0896263 Oct 18 08:05:13.742166 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-c9eb9a90-5c84-43cc-ba5c-c7f6618ab07c service neutron] 10.222.0.17 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288064 Oct 18 08:05:13.872351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686e6cb-f4b0-4ae2-b231-02b51f7be8eb req-cc09ff3b-ed7e-46e8-a02e-69182678ce2d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:13.873792 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2686e6cb-f4b0-4ae2-b231-02b51f7be8eb req-cc09ff3b-ed7e-46e8-a02e-69182678ce2d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 944 time: 0.0931036 Oct 18 08:05:13.883927 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-862ddca3-39e6-49ac-a979-1ac4bf1ccd7b service neutron] 10.222.0.17 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361692 Oct 18 08:05:13.919629 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2686e6cb-f4b0-4ae2-b231-02b51f7be8eb req-3825d94f-e032-4f05-88d4-e1718977c395 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7707f114-3e83-4b37-9d70-3a1698a0b8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392785 Oct 18 08:05:14.267717 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aa21ef52-bf5d-45ce-a86b-d578d19fa0c8 req-88c268aa-0f83-4852-b8bd-0c8e44ef2a6a tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 210 time: 0.0525644 Oct 18 08:05:15.039260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7d275ce7-8ed6-4583-a719-d5b74aa79077 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:05:15.108685 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 7d275ce7-8ed6-4583-a719-d5b74aa79077 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:05:15.113469 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 7d275ce7-8ed6-4583-a719-d5b74aa79077 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:05:15.113835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:15.114166 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 7d275ce7-8ed6-4583-a719-d5b74aa79077 Oct 18 08:05:15.122295 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcab37-007d-401f-8ab2-2b7eb1f4f378 req-fb0057d1-b528-4032-8337-cffb8ae1020a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:15.123788 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-44dcab37-007d-401f-8ab2-2b7eb1f4f378 req-fb0057d1-b528-4032-8337-cffb8ae1020a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 944 time: 0.0940542 Oct 18 08:05:15.181674 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-44dcab37-007d-401f-8ab2-2b7eb1f4f378 req-43bddd2b-6760-4ced-8451-f387c0d64919 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7707f114-3e83-4b37-9d70-3a1698a0b8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520849 Oct 18 08:05:15.247956 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 7d275ce7-8ed6-4583-a719-d5b74aa79077 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:05:15.248337 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:15.277571 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc3c620-2f48-429c-891b-800b2c6a654d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d275ce7-8ed6-4583-a719-d5b74aa79077'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:05:15.279907 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a781adee-eaad-48a6-894c-1d0b2997cd73" -d '{"events": [{"server_uuid": "cdc3c620-2f48-429c-891b-800b2c6a654d", "name": "network-vif-plugged", "status": "completed", "tag": "7d275ce7-8ed6-4583-a719-d5b74aa79077"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:05:15.288408 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7d275ce7-8ed6-4583-a719-d5b74aa79077, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7d275ce7-8ed6-4583-a719-d5b74aa79077,segment=NetworkSegment(57f7a849-104a-40f4-80fe-bb4a6a2073eb),segment_id=57f7a849-104a-40f4-80fe-bb4a6a2073eb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:05:15.294515 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:15.370643 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=7d275ce7-8ed6-4583-a719-d5b74aa79077,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:15.376505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1391828c-033c-4061-ae11-ff216ccba6e6 x-openstack-request-id: req-1391828c-033c-4061-ae11-ff216ccba6e6 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:05:15.377175 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc3c620-2f48-429c-891b-800b2c6a654d", "name": "network-vif-plugged", "status": "completed", "tag": "7d275ce7-8ed6-4583-a719-d5b74aa79077", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:05:15.377618 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1391828c-033c-4061-ae11-ff216ccba6e6 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:05:15.378283 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1391828c-033c-4061-ae11-ff216ccba6e6'] response: {'server_uuid': 'cdc3c620-2f48-429c-891b-800b2c6a654d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d275ce7-8ed6-4583-a719-d5b74aa79077', 'code': 200} Oct 18 08:05:15.463047 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e7a2aab3-9b44-4fee-bd8a-0fe3a2fdf61c req-171b61ea-74d9-435a-8965-ca678780315e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 210 time: 0.0536730 Oct 18 08:05:15.501315 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-4c8c6ee9-c820-422e-8821-c40cc4a06516 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:15.502854 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-4c8c6ee9-c820-422e-8821-c40cc4a06516 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.46 "GET /v2.0/networks?id=97472348-d598-4426-abf2-9d3dd6e4d75d HTTP/1.1" status: 200 len: 812 time: 0.2930126 Oct 18 08:05:15.556500 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-e89855d8-8cc6-445f-a7e4-d124c525d4af tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f79c24aececa4859ae5a96990e21c4eb HTTP/1.1" status: 200 len: 379 time: 0.0448949 Oct 18 08:05:15.572229 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-87f2691d-4549-4070-bcc8-f4e4a729e698 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Request body: {'port': {'device_id': 'c7e7460a-75e4-42a2-8018-efef8c2176c7', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'admin_state_up': True, 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'security_groups': ['4c5839e1-60e9-4a99-b274-cc24145a446c']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:05:15.765499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-87f2691d-4549-4070-bcc8-f4e4a729e698 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:05:15.774796 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fae84-c300-480b-a120-5fa945bff0f9 req-a3d3370b-4bf0-4bd5-86c7-dbc23b44d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:15.776223 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-603fae84-c300-480b-a120-5fa945bff0f9 req-a3d3370b-4bf0-4bd5-86c7-dbc23b44d0fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 1098 time: 0.1873300 Oct 18 08:05:15.779871 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-87f2691d-4549-4070-bcc8-f4e4a729e698 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:05:15.804435 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-87f2691d-4549-4070-bcc8-f4e4a729e698 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Made reservation on behalf of f79c24aececa4859ae5a96990e21c4eb for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:05:15.808365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-87f2691d-4549-4070-bcc8-f4e4a729e698 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:15.878461 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-603fae84-c300-480b-a120-5fa945bff0f9 req-c6d85947-ea30-4fab-b3c1-155dfcea9887 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7707f114-3e83-4b37-9d70-3a1698a0b8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921915 Oct 18 08:05:15.986773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-87f2691d-4549-4070-bcc8-f4e4a729e698 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Allocated IP 172.20.0.8 (97472348-d598-4426-abf2-9d3dd6e4d75d/0e2a65d9-cbb7-462e-9a50-06e31aad481a/59dc7157-f347-4042-a8dd-402138bdd4b6) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:05:16.182876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-87f2691d-4549-4070-bcc8-f4e4a729e698 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:16.199217 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-87f2691d-4549-4070-bcc8-f4e4a729e698 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Transition to ACTIVE for port object 59dc7157-f347-4042-a8dd-402138bdd4b6 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:05:16.223326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-87f2691d-4549-4070-bcc8-f4e4a729e698 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:16.297259 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-87f2691d-4549-4070-bcc8-f4e4a729e698 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Network 97472348-d598-4426-abf2-9d3dd6e4d75d is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:05:16.301447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-87f2691d-4549-4070-bcc8-f4e4a729e698 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:05:16.304218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-87f2691d-4549-4070-bcc8-f4e4a729e698 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:05:16.381552 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2691d-4549-4070-bcc8-f4e4a729e698 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event updated for resources: {'Port': ['ID=59dc7157-f347-4042-a8dd-402138bdd4b6,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:16.434805 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-87f2691d-4549-4070-bcc8-f4e4a729e698 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:16.435440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-87f2691d-4549-4070-bcc8-f4e4a729e698 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:16.480703 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7ad8e-4f2d-4631-8ed8-c54155a228f4 req-03ac0e7e-bbfd-4bb9-98ac-b2ff5eafc3b2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:16.482368 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-afb7ad8e-4f2d-4631-8ed8-c54155a228f4 req-03ac0e7e-bbfd-4bb9-98ac-b2ff5eafc3b2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 945 time: 0.1820502 Oct 18 08:05:16.483762 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-87f2691d-4549-4070-bcc8-f4e4a729e698 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9152026 Oct 18 08:05:16.514541 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Request body: {'port': {'device_id': 'c7e7460a-75e4-42a2-8018-efef8c2176c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:05:16.521056 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-fbe9a1e3-ea8a-4f91-ae93-1235ee3c1951 None None] Provisioning for port 59dc7157-f347-4042-a8dd-402138bdd4b6 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:05:16.527773 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-fbe9a1e3-ea8a-4f91-ae93-1235ee3c1951 None None] Provisioning complete for port 59dc7157-f347-4042-a8dd-402138bdd4b6 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:05:16.528266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fbe9a1e3-ea8a-4f91-ae93-1235ee3c1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:16.528920 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-fbe9a1e3-ea8a-4f91-ae93-1235ee3c1951 None None] Attempt 1 to provision port 59dc7157-f347-4042-a8dd-402138bdd4b6 Oct 18 08:05:16.591818 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-afb7ad8e-4f2d-4631-8ed8-c54155a228f4 req-4258d89d-9a69-4262-9fdb-5bdee5876383 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7707f114-3e83-4b37-9d70-3a1698a0b8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031060 Oct 18 08:05:16.598945 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-fbe9a1e3-ea8a-4f91-ae93-1235ee3c1951 None None] Port 59dc7157-f347-4042-a8dd-402138bdd4b6 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:05:16.659354 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:16.693652 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb40100-a32c-472c-812f-d840138e68b7 req-42225fe5-4eb7-4677-95aa-7f0e507a85cc tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:16.695147 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7bb40100-a32c-472c-812f-d840138e68b7 req-42225fe5-4eb7-4677-95aa-7f0e507a85cc tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 931 time: 0.1044171 Oct 18 08:05:16.785647 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7bb40100-a32c-472c-812f-d840138e68b7 req-ad6fd4a0-09c6-49d4-aaa1-81da7d87702f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830429 Oct 18 08:05:17.016540 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59dc7157-f347-4042-a8dd-402138bdd4b6 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:05:17.024355 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:17.041372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Transition to ACTIVE for port object 59dc7157-f347-4042-a8dd-402138bdd4b6 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:05:17.045346 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:17.100559 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-fbe9a1e3-ea8a-4f91-ae93-1235ee3c1951 None None] Attempt 2 to provision port 59dc7157-f347-4042-a8dd-402138bdd4b6 Oct 18 08:05:17.158797 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-fbe9a1e3-ea8a-4f91-ae93-1235ee3c1951 None None] Port 59dc7157-f347-4042-a8dd-402138bdd4b6 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:05:17.343639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Pushing event updated for resources: {'Port': ['ID=59dc7157-f347-4042-a8dd-402138bdd4b6,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:17.376868 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Attempting to bind port 59dc7157-f347-4042-a8dd-402138bdd4b6 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:05:17.377059 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Attempting to bind port 59dc7157-f347-4042-a8dd-402138bdd4b6 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:05:17.377387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Attempting to bind port 59dc7157-f347-4042-a8dd-402138bdd4b6 on network 97472348-d598-4426-abf2-9d3dd6e4d75d {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:05:17.382226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Port 59dc7157-f347-4042-a8dd-402138bdd4b6 on network 97472348-d598-4426-abf2-9d3dd6e4d75d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:05:17.382576 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Attempting to bind port 59dc7157-f347-4042-a8dd-402138bdd4b6 on network 97472348-d598-4426-abf2-9d3dd6e4d75d {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:05:17.388914 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:05:17.388914 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Checking segment: {'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:05:17.389109 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Bound using segment: {'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:05:17.390314 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Bound port: 59dc7157-f347-4042-a8dd-402138bdd4b6, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83480a9e-9b39-4ce0-87c2-b20edbfd9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:05:17.390314 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:17.484321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] For port 59dc7157-f347-4042-a8dd-402138bdd4b6, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:05:17.487421 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] For port 59dc7157-f347-4042-a8dd-402138bdd4b6, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=59dc7157-f347-4042-a8dd-402138bdd4b6,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:05:17.492438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:17.496093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:17.496801 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:17.498251 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] 10.222.0.46 "PUT /v2.0/ports/59dc7157-f347-4042-a8dd-402138bdd4b6 HTTP/1.1" status: 200 len: 1093 time: 0.9885657 Oct 18 08:05:17.537795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e7460a-75e4-42a2-8018-efef8c2176c7', 'tag': '59dc7157-f347-4042-a8dd-402138bdd4b6'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:05:17.540256 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3153b035-840c-4dc7-9164-b1cc36c8eb54" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e7460a-75e4-42a2-8018-efef8c2176c7", "tag": "59dc7157-f347-4042-a8dd-402138bdd4b6"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:05:17.601739 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec30d0e-d6d7-42c3-b705-ec7dc935eda8 x-openstack-request-id: req-bec30d0e-d6d7-42c3-b705-ec7dc935eda8 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:05:17.601981 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e7460a-75e4-42a2-8018-efef8c2176c7", "tag": "59dc7157-f347-4042-a8dd-402138bdd4b6", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:05:17.602227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bec30d0e-d6d7-42c3-b705-ec7dc935eda8 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:05:17.602631 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec30d0e-d6d7-42c3-b705-ec7dc935eda8'] response: {'name': 'network-changed', 'server_uuid': 'c7e7460a-75e4-42a2-8018-efef8c2176c7', 'tag': '59dc7157-f347-4042-a8dd-402138bdd4b6', 'status': 'completed', 'code': 200} Oct 18 08:05:17.644267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176054a4-4623-46c0-bee6-d2f4b8a5ab3a service neutron] Pushing event updated for resources: {'Port': ['ID=59dc7157-f347-4042-a8dd-402138bdd4b6,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:17.661447 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-fbe9a1e3-ea8a-4f91-ae93-1235ee3c1951 None None] Attempt 3 to provision port 59dc7157-f347-4042-a8dd-402138bdd4b6 Oct 18 08:05:17.664628 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-161e4e88-edea-478c-ae8a-51321816c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:17.666067 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-161e4e88-edea-478c-ae8a-51321816c3d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f79c24aececa4859ae5a96990e21c4eb&device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 1096 time: 0.1176772 Oct 18 08:05:17.742170 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-fa79483c-2c2e-4b76-b85f-4ff3c1bc239a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59dc7157-f347-4042-a8dd-402138bdd4b6 HTTP/1.1" status: 200 len: 217 time: 0.0687590 Oct 18 08:05:17.754280 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-fbe9a1e3-ea8a-4f91-ae93-1235ee3c1951 None None] Port 59dc7157-f347-4042-a8dd-402138bdd4b6 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:05:17.809635 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce89f97-b994-4639-afef-d33af6ebac93 req-9a7839af-9d3f-4eed-a4b3-5cdfd92eb83c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:17.811229 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bce89f97-b994-4639-afef-d33af6ebac93 req-9a7839af-9d3f-4eed-a4b3-5cdfd92eb83c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 945 time: 0.0925314 Oct 18 08:05:17.819910 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-2550a41e-39bd-4ea5-a4f5-9db86fdd78cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:17.821352 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-2550a41e-39bd-4ea5-a4f5-9db86fdd78cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e2a65d9-cbb7-462e-9a50-06e31aad481a HTTP/1.1" status: 200 len: 851 time: 0.0732224 Oct 18 08:05:17.867121 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bce89f97-b994-4639-afef-d33af6ebac93 req-b62333ef-2433-4f14-b611-bd6eabe452f9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7707f114-3e83-4b37-9d70-3a1698a0b8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497503 Oct 18 08:05:17.920642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-3af03e60-31ba-4145-941e-b3d192374e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:17.922132 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-3af03e60-31ba-4145-941e-b3d192374e77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=97472348-d598-4426-abf2-9d3dd6e4d75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0950620 Oct 18 08:05:18.101628 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ee7b0-0ee6-4bd7-b51f-f50826dc175f req-342d4ba5-d179-4130-ae53-7f67a9448efc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:18.103516 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8a2ee7b0-0ee6-4bd7-b51f-f50826dc175f req-342d4ba5-d179-4130-ae53-7f67a9448efc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 945 time: 0.1087906 Oct 18 08:05:18.117489 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-85151fbc-a59c-4d22-b25b-e4b4cb40e9a3 service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548650 Oct 18 08:05:18.126376 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d27f9-d54b-4e5e-a69e-a8efb7170c06 req-b1b17eb2-2f90-4cdf-b65a-a5d6f172784a tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:18.126754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-262d27f9-d54b-4e5e-a69e-a8efb7170c06 req-b1b17eb2-2f90-4cdf-b65a-a5d6f172784a tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Synchronizing usage tracker for tenant:f79c24aececa4859ae5a96990e21c4eb on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:05:18.161536 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8a2ee7b0-0ee6-4bd7-b51f-f50826dc175f req-83597b97-0e6b-4726-b0b6-bc9b6f5d7a24 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7707f114-3e83-4b37-9d70-3a1698a0b8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509555 Oct 18 08:05:18.193869 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36124) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:05:18.219513 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-262d27f9-d54b-4e5e-a69e-a8efb7170c06 req-b1b17eb2-2f90-4cdf-b65a-a5d6f172784a tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Unset dirty status for tenant:f79c24aececa4859ae5a96990e21c4eb on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:05:18.220655 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-262d27f9-d54b-4e5e-a69e-a8efb7170c06 req-b1b17eb2-2f90-4cdf-b65a-a5d6f172784a tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 943 time: 0.2976391 Oct 18 08:05:18.279196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9dc8b1-4a8c-48c1-865c-4d630ab5bbc6 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:18.280703 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9b9dc8b1-4a8c-48c1-865c-4d630ab5bbc6 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 1093 time: 0.0856798 Oct 18 08:05:18.283611 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36128) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:05:18.288497 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': '7d275ce7-8ed6-4583-a719-d5b74aa79077', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:05:18.294372 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:05:18.297410 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-262d27f9-d54b-4e5e-a69e-a8efb7170c06 req-9f2466e1-5c7d-43c5-8ba2-d50015890832 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693846 Oct 18 08:05:18.298393 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:floatingip and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:05:18.299392 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e2b54e20-96b6-48fd-a652-db2d44cd9d67 req-75e1e4d4-3452-482c-90fd-35b91836f123 service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699798 Oct 18 08:05:18.301441 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:05:18.308217 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:05:18.321320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:18.426265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153b035-840c-4dc7-9164-b1cc36c8eb54 req-d9fd719a-0b39-49e0-af34-764a6217d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:18.427668 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3153b035-840c-4dc7-9164-b1cc36c8eb54 req-d9fd719a-0b39-49e0-af34-764a6217d4a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f79c24aececa4859ae5a96990e21c4eb&device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 1096 time: 0.0766253 Oct 18 08:05:18.458150 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:18.566383 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153b035-840c-4dc7-9164-b1cc36c8eb54 req-23255247-2479-49c8-b478-099731d00030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:18.566383 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3153b035-840c-4dc7-9164-b1cc36c8eb54 req-23255247-2479-49c8-b478-099731d00030 service neutron] 10.222.0.46 "GET /v2.0/networks?id=97472348-d598-4426-abf2-9d3dd6e4d75d HTTP/1.1" status: 200 len: 913 time: 0.1302598 Oct 18 08:05:18.595400 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.26.8.169 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/760ef568-2bb9-4751-96c0-9c95acc27b55) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:05:18.637727 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3153b035-840c-4dc7-9164-b1cc36c8eb54 req-2585133e-778e-438d-b339-6ae8333cf197 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59dc7157-f347-4042-a8dd-402138bdd4b6 HTTP/1.1" status: 200 len: 217 time: 0.0668912 Oct 18 08:05:18.706289 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153b035-840c-4dc7-9164-b1cc36c8eb54 req-9fcda34b-4017-4b82-84ed-397d4a7eab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:18.706289 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3153b035-840c-4dc7-9164-b1cc36c8eb54 req-9fcda34b-4017-4b82-84ed-397d4a7eab44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e2a65d9-cbb7-462e-9a50-06e31aad481a HTTP/1.1" status: 200 len: 851 time: 0.0613482 Oct 18 08:05:18.792457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153b035-840c-4dc7-9164-b1cc36c8eb54 req-36016f67-6bff-4247-81ed-783e18399fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:18.793987 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3153b035-840c-4dc7-9164-b1cc36c8eb54 req-36016f67-6bff-4247-81ed-783e18399fac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=97472348-d598-4426-abf2-9d3dd6e4d75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815258 Oct 18 08:05:18.850951 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:18.885837 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:18.937225 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3153b035-840c-4dc7-9164-b1cc36c8eb54 req-adaf0da1-e53e-4389-bbe4-de417013fabd service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360557 Oct 18 08:05:18.949720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:05:18.952716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:05:18.956427 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:05:18.996497 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=760ef568-2bb9-4751-96c0-9c95acc27b55,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:19.199898 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3153b035-840c-4dc7-9164-b1cc36c8eb54 req-683211d3-2cec-4337-9cf6-68c523422084 service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554612 Oct 18 08:05:19.407048 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:19.545490 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:19.609722 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0905e46-cc65-40ff-966f-7bfd4df6f3b3 req-85c85270-1bc3-4ff4-92df-42d9aaf09dba tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:19.611170 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c0905e46-cc65-40ff-966f-7bfd4df6f3b3 req-85c85270-1bc3-4ff4-92df-42d9aaf09dba tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 943 time: 0.1893036 Oct 18 08:05:19.735661 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c0905e46-cc65-40ff-966f-7bfd4df6f3b3 req-67e0af13-5ba6-4658-8dd2-0d6bd370a12c tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155822 Oct 18 08:05:19.817949 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:19.823951 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:19.937835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=760ef568-2bb9-4751-96c0-9c95acc27b55,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:19.939944 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:20.122276 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP f8c19684-21d2-4511-9e83-6abd053bf31f associated. External IP: 172.26.8.169, port: 7d275ce7-8ed6-4583-a719-d5b74aa79077. Oct 18 08:05:20.612341 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:05:20.689722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3d6d162b-a7b6-4f09-bcbd-51a625b51ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:20.802484 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:05:20.815387 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715ac371-af80-4451-9701-bbbcd68da9ad None None] Sync routers for ids ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:05:20.829207 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:20.835884 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ac371-af80-4451-9701-bbbcd68da9ad None None] Routers {'260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:05:20.836482 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-715ac371-af80-4451-9701-bbbcd68da9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:04:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:05:20.890509 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b385b80c-6b73-46be-bf17-a2dcd738481f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6057034 Oct 18 08:05:20.891111 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc3c620-2f48-429c-891b-800b2c6a654d', 'tag': '7d275ce7-8ed6-4583-a719-d5b74aa79077'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:05:20.893540 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e36c8f-fa5e-4980-a20a-48e77055d7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc3c620-2f48-429c-891b-800b2c6a654d", "tag": "7d275ce7-8ed6-4583-a719-d5b74aa79077"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:05:20.896056 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36136) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:05:20.947961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e321f41-bb55-4762-b9ae-01ba94460181 req-c52a5025-7ea4-4ccd-aacb-e983feec4911 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:20.949518 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6e321f41-bb55-4762-b9ae-01ba94460181 req-c52a5025-7ea4-4ccd-aacb-e983feec4911 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 943 time: 0.0928798 Oct 18 08:05:20.981189 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cd607f-63eb-4afd-9873-57767f93f20e x-openstack-request-id: req-88cd607f-63eb-4afd-9873-57767f93f20e {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:05:20.981787 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc3c620-2f48-429c-891b-800b2c6a654d", "tag": "7d275ce7-8ed6-4583-a719-d5b74aa79077", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:05:20.981787 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-88cd607f-63eb-4afd-9873-57767f93f20e {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:05:20.982097 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88cd607f-63eb-4afd-9873-57767f93f20e'] response: {'name': 'network-changed', 'server_uuid': 'cdc3c620-2f48-429c-891b-800b2c6a654d', 'tag': '7d275ce7-8ed6-4583-a719-d5b74aa79077', 'status': 'completed', 'code': 200} Oct 18 08:05:21.011206 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3b1132b2-6da0-42d7-a5b8-0a2421e0a408 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/f8c19684-21d2-4511-9e83-6abd053bf31f HTTP/1.1" status: 200 len: 991 time: 0.1141140 Oct 18 08:05:21.025257 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-715ac371-af80-4451-9701-bbbcd68da9ad None None] Set router 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:05:21.059299 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6e321f41-bb55-4762-b9ae-01ba94460181 req-7b739546-1d2c-4137-aff1-1b4f0c56ba8f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996253 Oct 18 08:05:21.077774 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e36c8f-fa5e-4980-a20a-48e77055d7c6 req-cad5d7fc-3b7e-4ba5-991b-e48fc30ec260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:21.079404 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e6e36c8f-fa5e-4980-a20a-48e77055d7c6 req-cad5d7fc-3b7e-4ba5-991b-e48fc30ec260 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 1098 time: 0.1052809 Oct 18 08:05:21.242279 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e36c8f-fa5e-4980-a20a-48e77055d7c6 req-7bdf5744-d38f-426b-b5fb-adf36174afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:21.243662 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e6e36c8f-fa5e-4980-a20a-48e77055d7c6 req-7bdf5744-d38f-426b-b5fb-adf36174afd3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=88f09372-8065-4310-879d-69545c3ff1c5 HTTP/1.1" status: 200 len: 898 time: 0.1586370 Oct 18 08:05:21.360938 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e6e36c8f-fa5e-4980-a20a-48e77055d7c6 req-02404440-0af2-4610-9161-f3967f28dd3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d275ce7-8ed6-4583-a719-d5b74aa79077 HTTP/1.1" status: 200 len: 999 time: 0.1106896 Oct 18 08:05:21.401592 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-715ac371-af80-4451-9701-bbbcd68da9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'name': 'tempest-TestNetworkBasicOps-router-1705575761', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:01Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'f8c19684-21d2-4511-9e83-6abd053bf31f', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.169', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'port_id': '7d275ce7-8ed6-4583-a719-d5b74aa79077', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5', 'mac_address': 'fa:16:3e:07:a6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc3c620-2f48-429c-891b-800b2c6a654d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:05:19Z', 'updated_at': '2022-10-18T08:05:19Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a378199-df6e-40ec-ac27-7d02d4ce0024', 'name': '', 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:56:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aab77a47-86a5-4230-a47a-940fd22c4289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:05:00Z', 'updated_at': '2022-10-18T08:05:06Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'aab77a47-86a5-4230-a47a-940fd22c4289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:05:21.405682 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715ac371-af80-4451-9701-bbbcd68da9ad None None] Checking router: 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:05:21.417634 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ac371-af80-4451-9701-bbbcd68da9ad None None] Routers {'260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:05:21.417634 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-715ac371-af80-4451-9701-bbbcd68da9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:04:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:05:21.429890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e36c8f-fa5e-4980-a20a-48e77055d7c6 req-262db016-76a9-4b82-a0fa-0cb360b1a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:21.431587 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e6e36c8f-fa5e-4980-a20a-48e77055d7c6 req-262db016-76a9-4b82-a0fa-0cb360b1a644 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aab77a47-86a5-4230-a47a-940fd22c4289 HTTP/1.1" status: 200 len: 844 time: 0.0644395 Oct 18 08:05:21.524587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e36c8f-fa5e-4980-a20a-48e77055d7c6 req-04a1f5e1-0be2-4fe1-94e6-39cbefc56952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:21.526180 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e6e36c8f-fa5e-4980-a20a-48e77055d7c6 req-04a1f5e1-0be2-4fe1-94e6-39cbefc56952 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88f09372-8065-4310-879d-69545c3ff1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881994 Oct 18 08:05:21.612837 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-715ac371-af80-4451-9701-bbbcd68da9ad None None] Set router 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:05:21.660901 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e6e36c8f-fa5e-4980-a20a-48e77055d7c6 req-59104749-48e1-4939-9fc1-153ac36ced56 service neutron] 10.222.0.46 "GET /v2.0/networks/88f09372-8065-4310-879d-69545c3ff1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290457 Oct 18 08:05:21.794134 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e6e36c8f-fa5e-4980-a20a-48e77055d7c6 req-e65cb14f-3ef4-4c30-8213-797c78c3eb82 service neutron] 10.222.0.46 "GET /v2.0/networks/88f09372-8065-4310-879d-69545c3ff1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261001 Oct 18 08:05:21.954165 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-715ac371-af80-4451-9701-bbbcd68da9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'name': 'tempest-TestNetworkBasicOps-router-1705575761', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:01Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'f8c19684-21d2-4511-9e83-6abd053bf31f', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.169', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'port_id': '7d275ce7-8ed6-4583-a719-d5b74aa79077', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5', 'mac_address': 'fa:16:3e:07:a6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc3c620-2f48-429c-891b-800b2c6a654d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:05:19Z', 'updated_at': '2022-10-18T08:05:19Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a378199-df6e-40ec-ac27-7d02d4ce0024', 'name': '', 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:56:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aab77a47-86a5-4230-a47a-940fd22c4289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:05:00Z', 'updated_at': '2022-10-18T08:05:06Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'aab77a47-86a5-4230-a47a-940fd22c4289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:05:21.957870 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715ac371-af80-4451-9701-bbbcd68da9ad None None] The sync data for ids ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'] in dv-neutron-861625-1-hyperv is: [{'id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'name': 'tempest-TestNetworkBasicOps-router-1705575761', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:01Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'f8c19684-21d2-4511-9e83-6abd053bf31f', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.169', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'port_id': '7d275ce7-8ed6-4583-a719-d5b74aa79077', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5', 'mac_address': 'fa:16:3e:07:a6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc3c620-2f48-429c-891b-800b2c6a654d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:05:19Z', 'updated_at': '2022-10-18T08:05:19Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a378199-df6e-40ec-ac27-7d02d4ce0024', 'name': '', 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:56:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aab77a47-86a5-4230-a47a-940fd22c4289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:05:00Z', 'updated_at': '2022-10-18T08:05:06Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'aab77a47-86a5-4230-a47a-940fd22c4289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:05:22.015213 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36142) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:05:22.127277 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e93130f5-7688-4a74-a77d-3822bb542f5c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/f8c19684-21d2-4511-9e83-6abd053bf31f HTTP/1.1" status: 200 len: 991 time: 0.1108556 Oct 18 08:05:22.151551 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def97a5-20f6-486f-89c6-727d9b5401af None None] New status for floating IP f8c19684-21d2-4511-9e83-6abd053bf31f: ACTIVE {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:05:22.278606 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a00b5-05ee-4555-bcf6-f169e2c93dfe req-b002eeae-fb54-4b3d-b4f9-4aa912981fa9 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:22.280061 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-360a00b5-05ee-4555-bcf6-f169e2c93dfe req-b002eeae-fb54-4b3d-b4f9-4aa912981fa9 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 943 time: 0.0893722 Oct 18 08:05:22.325219 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-360a00b5-05ee-4555-bcf6-f169e2c93dfe req-f60bfd45-4322-48de-8364-3cc834f7b87d tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392668 Oct 18 08:05:22.995024 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ccb23551-a5b4-4082-9ba2-779b23c74e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:23.131209 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36148) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:05:23.237416 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-483d64a9-c5f3-4c1f-8cb5-bf81de777b33 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/f8c19684-21d2-4511-9e83-6abd053bf31f HTTP/1.1" status: 200 len: 993 time: 0.1049726 Oct 18 08:05:23.516544 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b4399-116b-4829-8cdb-288032a887b1 req-2357c460-a554-43cf-bccb-eb3c6cd8f0ac tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:23.517885 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-895b4399-116b-4829-8cdb-288032a887b1 req-2357c460-a554-43cf-bccb-eb3c6cd8f0ac tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 943 time: 0.0852613 Oct 18 08:05:23.560783 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-895b4399-116b-4829-8cdb-288032a887b1 req-d7f4da99-3afe-46b5-a044-bb14451505a6 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372458 Oct 18 08:05:23.711677 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:23.793792 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:24.759416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076841c6-4701-4fd8-a7be-d367a4050458 req-72bd9202-637b-4e5f-a33b-d943dd8a4558 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:24.760893 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-076841c6-4701-4fd8-a7be-d367a4050458 req-72bd9202-637b-4e5f-a33b-d943dd8a4558 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 943 time: 0.0894833 Oct 18 08:05:24.804840 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-076841c6-4701-4fd8-a7be-d367a4050458 req-41abec39-8ca4-4085-af77-bf0b441f02de tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383513 Oct 18 08:05:25.359905 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:26.005682 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c89ab-5d72-47cc-9229-d9dabfc9b20d req-2afd5c02-7ac5-4f52-8c0d-bb5bee82d6e2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:26.007073 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b15c89ab-5d72-47cc-9229-d9dabfc9b20d req-2afd5c02-7ac5-4f52-8c0d-bb5bee82d6e2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 943 time: 0.0926917 Oct 18 08:05:26.050434 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b15c89ab-5d72-47cc-9229-d9dabfc9b20d req-01d8105e-1192-47bc-ae63-4ee7b4214c8e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377395 Oct 18 08:05:26.727754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [req-af3494eb-3924-4850-8ec4-e287c6681f31 req-e939794e-e2d9-43ad-8009-8bbdea8e729f service neutron] (89046) timed out ('10.222.0.46', 61197) {{(pid=89046) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 18 08:05:27.103545 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 59dc7157-f347-4042-a8dd-402138bdd4b6 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:05:27.238483 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 59dc7157-f347-4042-a8dd-402138bdd4b6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=59dc7157-f347-4042-a8dd-402138bdd4b6,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:05:27.251214 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67057f-7a6b-431d-9f14-c9d749cb35b8 req-cf4808b5-f739-44bc-8f93-1d31ed2a4e95 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:27.254595 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-eb67057f-7a6b-431d-9f14-c9d749cb35b8 req-cf4808b5-f739-44bc-8f93-1d31ed2a4e95 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 943 time: 0.0905764 Oct 18 08:05:27.254762 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '59dc7157-f347-4042-a8dd-402138bdd4b6', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'port_id': '59dc7157-f347-4042-a8dd-402138bdd4b6', 'mac_address': 'fa:16:3e:d6:d9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:05:27.297959 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-eb67057f-7a6b-431d-9f14-c9d749cb35b8 req-f1a045a1-b088-4b13-97a7-c703ee76bc9a tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388837 Oct 18 08:05:27.312707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 59dc7157-f347-4042-a8dd-402138bdd4b6 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:05:27.313085 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:27.329822 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59dc7157-f347-4042-a8dd-402138bdd4b6 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:05:27.344816 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 59dc7157-f347-4042-a8dd-402138bdd4b6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=59dc7157-f347-4042-a8dd-402138bdd4b6,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:05:27.350527 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:27.415067 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=59dc7157-f347-4042-a8dd-402138bdd4b6,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:27.597751 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['59dc7157-f347-4042-a8dd-402138bdd4b6'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:05:28.492713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c266b3-3374-4616-9041-7afbef043c49 req-9cbcbb2f-c4ea-47f1-954e-ef430f7021cf tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:28.494048 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75c266b3-3374-4616-9041-7afbef043c49 req-9cbcbb2f-c4ea-47f1-954e-ef430f7021cf tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 944 time: 0.0848584 Oct 18 08:05:28.539933 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75c266b3-3374-4616-9041-7afbef043c49 req-beb95c99-ec50-46c6-a70a-2c801ee14f75 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397937 Oct 18 08:05:29.101584 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 59dc7157-f347-4042-a8dd-402138bdd4b6 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:05:29.175712 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 59dc7157-f347-4042-a8dd-402138bdd4b6 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:05:29.181040 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 59dc7157-f347-4042-a8dd-402138bdd4b6 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:05:29.181408 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:29.183201 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 59dc7157-f347-4042-a8dd-402138bdd4b6 Oct 18 08:05:29.298929 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 59dc7157-f347-4042-a8dd-402138bdd4b6 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:05:29.299306 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:29.325217 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e7460a-75e4-42a2-8018-efef8c2176c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dc7157-f347-4042-a8dd-402138bdd4b6'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:05:29.327489 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6331c4-84bb-400f-bf27-83ba59b8df87" -d '{"events": [{"server_uuid": "c7e7460a-75e4-42a2-8018-efef8c2176c7", "name": "network-vif-plugged", "status": "completed", "tag": "59dc7157-f347-4042-a8dd-402138bdd4b6"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:05:29.334808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 59dc7157-f347-4042-a8dd-402138bdd4b6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=59dc7157-f347-4042-a8dd-402138bdd4b6,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:05:29.339210 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:29.374856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c568f9-5c90-4c8f-94bb-4ae56fdee87f x-openstack-request-id: req-74c568f9-5c90-4c8f-94bb-4ae56fdee87f {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:05:29.375147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e7460a-75e4-42a2-8018-efef8c2176c7", "name": "network-vif-plugged", "status": "completed", "tag": "59dc7157-f347-4042-a8dd-402138bdd4b6", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:05:29.375395 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-74c568f9-5c90-4c8f-94bb-4ae56fdee87f {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:05:29.375781 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c568f9-5c90-4c8f-94bb-4ae56fdee87f'] response: {'server_uuid': 'c7e7460a-75e4-42a2-8018-efef8c2176c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dc7157-f347-4042-a8dd-402138bdd4b6', 'code': 200} Oct 18 08:05:29.406958 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=59dc7157-f347-4042-a8dd-402138bdd4b6,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:29.838496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7920e3-4f76-4a71-b293-81fedc249373 req-d4a4c575-b65f-488e-addf-5f9d20ad3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:29.839965 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8b7920e3-4f76-4a71-b293-81fedc249373 req-d4a4c575-b65f-488e-addf-5f9d20ad3071 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 1098 time: 0.2409730 Oct 18 08:05:29.870949 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a966b51-e407-4ff1-af37-042256fa312e req-f356473d-4d03-4d87-ab74-3d5d8eec9978 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:29.872303 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9a966b51-e407-4ff1-af37-042256fa312e req-f356473d-4d03-4d87-ab74-3d5d8eec9978 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 945 time: 0.2189374 Oct 18 08:05:29.910369 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8b7920e3-4f76-4a71-b293-81fedc249373 req-1dbae46b-1e60-4cd2-97cd-cc7bd26cd0e3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601845 Oct 18 08:05:29.929325 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9a966b51-e407-4ff1-af37-042256fa312e req-d99e11a6-6589-4784-9a1d-2e546fd8c492 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514574 Oct 18 08:05:31.130743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2dae3-e416-403a-8918-ff385683b85a req-c6df34c4-6f71-4bbb-8ab0-4dc7ca320f20 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:31.132245 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-10c2dae3-e416-403a-8918-ff385683b85a req-c6df34c4-6f71-4bbb-8ab0-4dc7ca320f20 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 945 time: 0.0933137 Oct 18 08:05:31.177032 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-10c2dae3-e416-403a-8918-ff385683b85a req-39ed5c7c-54d8-47d8-9b90-566dfca4209d tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387375 Oct 18 08:05:32.377957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263feed2-badd-4b09-a617-2caf37a0e1e0 req-da131e07-119d-49bb-9fbc-28973f29bc5d tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:32.379412 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-263feed2-badd-4b09-a617-2caf37a0e1e0 req-da131e07-119d-49bb-9fbc-28973f29bc5d tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 945 time: 0.0896268 Oct 18 08:05:32.422278 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-263feed2-badd-4b09-a617-2caf37a0e1e0 req-e4c2daa5-dbd0-48fa-86a7-0163bab52104 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372822 Oct 18 08:05:32.620118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac0182-2555-415c-8829-4b8621c8cdf6 req-60ce031e-8f03-4eac-9744-866720b8a2d8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:32.621555 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-99ac0182-2555-415c-8829-4b8621c8cdf6 req-60ce031e-8f03-4eac-9744-866720b8a2d8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 945 time: 0.0900257 Oct 18 08:05:32.663612 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-99ac0182-2555-415c-8829-4b8621c8cdf6 req-63df3c81-5dbc-47b3-b212-2454170111fe tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364022 Oct 18 08:05:32.692604 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36172) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:05:32.767458 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a1dd10-6ba8-45ea-8823-f3a2fd520624 tempest-TestVolumeBootPattern-1430205697 tempest-TestVolumeBootPattern-1430205697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:32.768838 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-04a1dd10-6ba8-45ea-8823-f3a2fd520624 tempest-TestVolumeBootPattern-1430205697 tempest-TestVolumeBootPattern-1430205697-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 1093 time: 0.0752583 Oct 18 08:05:32.771611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36176) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:05:32.776427 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': '59dc7157-f347-4042-a8dd-402138bdd4b6', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:05:32.782161 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:05:32.786023 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Usage tracker for resource:floatingip and tenant:f79c24aececa4859ae5a96990e21c4eb is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:05:32.788829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:05:32.795092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:05:32.805383 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for floatingip, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:32.940997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:33.076561 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Allocated IP 172.26.8.9 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/c171b952-764b-4894-99eb-93f38fa23e56) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:05:33.221201 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:33.249744 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:33.313950 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:05:33.316910 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:05:33.320527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:05:33.357871 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event updated for resources: {'Port': ['ID=c171b952-764b-4894-99eb-93f38fa23e56,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:33.723704 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:33.795814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:33.993752 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:33.998064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:34.102423 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event updated for resources: {'Port': ['ID=c171b952-764b-4894-99eb-93f38fa23e56,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:05:34.104969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:34.370585 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Floating IP fca98ff2-7656-482d-bab3-489dd3907e94 associated. External IP: 172.26.8.9, port: 59dc7157-f347-4042-a8dd-402138bdd4b6. Oct 18 08:05:34.492193 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:34.714091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Router 29207264-eab9-4ad9-aca7-ce280dd8e82a has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:05:34.892507 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:05:34.901979 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680bc5fe-2ab8-4f9a-a1c4-ca62accbe6c9 None None] Sync routers for ids ['29207264-eab9-4ad9-aca7-ce280dd8e82a'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:05:34.911071 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680bc5fe-2ab8-4f9a-a1c4-ca62accbe6c9 None None] Routers {'29207264-eab9-4ad9-aca7-ce280dd8e82a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:05:34.911658 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-680bc5fe-2ab8-4f9a-a1c4-ca62accbe6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:05:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['29207264-eab9-4ad9-aca7-ce280dd8e82a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:05:34.916338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:34.972098 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a66d6105-5439-4936-942f-94940d4246ef tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1993878 Oct 18 08:05:34.972711 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e7460a-75e4-42a2-8018-efef8c2176c7', 'tag': '59dc7157-f347-4042-a8dd-402138bdd4b6'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:05:34.975168 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97084bb-5f40-43b0-9c8f-4c854ad32fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e7460a-75e4-42a2-8018-efef8c2176c7", "tag": "59dc7157-f347-4042-a8dd-402138bdd4b6"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:05:35.015795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077ff482-6928-445f-a81e-384ff114926e x-openstack-request-id: req-077ff482-6928-445f-a81e-384ff114926e {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:05:35.016202 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e7460a-75e4-42a2-8018-efef8c2176c7", "tag": "59dc7157-f347-4042-a8dd-402138bdd4b6", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:05:35.016517 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-077ff482-6928-445f-a81e-384ff114926e {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:05:35.017002 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-077ff482-6928-445f-a81e-384ff114926e'] response: {'name': 'network-changed', 'server_uuid': 'c7e7460a-75e4-42a2-8018-efef8c2176c7', 'tag': '59dc7157-f347-4042-a8dd-402138bdd4b6', 'status': 'completed', 'code': 200} Oct 18 08:05:35.119410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97084bb-5f40-43b0-9c8f-4c854ad32fa0 req-b27ba0ca-9962-46d9-90bf-25ff3cbd2ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:35.120970 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d97084bb-5f40-43b0-9c8f-4c854ad32fa0 req-b27ba0ca-9962-46d9-90bf-25ff3cbd2ecf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f79c24aececa4859ae5a96990e21c4eb&device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 1098 time: 0.0830064 Oct 18 08:05:35.122197 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-680bc5fe-2ab8-4f9a-a1c4-ca62accbe6c9 None None] Set router 29207264-eab9-4ad9-aca7-ce280dd8e82a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:05:35.251983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97084bb-5f40-43b0-9c8f-4c854ad32fa0 req-75e1677b-a925-4581-9e81-054b4a83ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:35.253340 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d97084bb-5f40-43b0-9c8f-4c854ad32fa0 req-75e1677b-a925-4581-9e81-054b4a83ebc9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=97472348-d598-4426-abf2-9d3dd6e4d75d HTTP/1.1" status: 200 len: 913 time: 0.1255326 Oct 18 08:05:35.357472 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d97084bb-5f40-43b0-9c8f-4c854ad32fa0 req-d9c545fb-bde1-4e42-a5e2-315a57c95254 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59dc7157-f347-4042-a8dd-402138bdd4b6 HTTP/1.1" status: 200 len: 997 time: 0.0976193 Oct 18 08:05:35.420375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97084bb-5f40-43b0-9c8f-4c854ad32fa0 req-4ad25664-7500-4f3f-bc1d-9ce3c4131170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:35.421799 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d97084bb-5f40-43b0-9c8f-4c854ad32fa0 req-4ad25664-7500-4f3f-bc1d-9ce3c4131170 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e2a65d9-cbb7-462e-9a50-06e31aad481a HTTP/1.1" status: 200 len: 851 time: 0.0568979 Oct 18 08:05:35.462358 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-680bc5fe-2ab8-4f9a-a1c4-ca62accbe6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '0c667336-95aa-49a3-9063-a3b850af6d55', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'floating_ip_address': '172.26.8.109', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'port_id': '10eb39cd-4695-4c41-8a99-84e31b7398d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'mac_address': 'fa:16:3e:9c:ee:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:03:20Z', 'updated_at': '2022-10-18T08:03:23Z', 'revision_number': 1, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'fixed_ip_address_scope': None}, {'id': 'fca98ff2-7656-482d-bab3-489dd3907e94', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'floating_ip_address': '172.26.8.9', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'port_id': '59dc7157-f347-4042-a8dd-402138bdd4b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'mac_address': 'fa:16:3e:d6:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7460a-75e4-42a2-8018-efef8c2176c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:05:33Z', 'updated_at': '2022-10-18T08:05:33Z', 'revision_number': 0, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 5, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:05:35.466605 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680bc5fe-2ab8-4f9a-a1c4-ca62accbe6c9 None None] Checking router: 29207264-eab9-4ad9-aca7-ce280dd8e82a for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:05:35.474763 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680bc5fe-2ab8-4f9a-a1c4-ca62accbe6c9 None None] Routers {'29207264-eab9-4ad9-aca7-ce280dd8e82a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:05:35.475336 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-680bc5fe-2ab8-4f9a-a1c4-ca62accbe6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:05:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['29207264-eab9-4ad9-aca7-ce280dd8e82a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:05:35.502893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97084bb-5f40-43b0-9c8f-4c854ad32fa0 req-c683cf66-3163-43ab-a510-bd4716ada981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:35.504292 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d97084bb-5f40-43b0-9c8f-4c854ad32fa0 req-c683cf66-3163-43ab-a510-bd4716ada981 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=97472348-d598-4426-abf2-9d3dd6e4d75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761786 Oct 18 08:05:35.633943 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d97084bb-5f40-43b0-9c8f-4c854ad32fa0 req-2f09c4ab-47e1-4398-bec4-1733348ecda2 service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225660 Oct 18 08:05:35.648355 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-680bc5fe-2ab8-4f9a-a1c4-ca62accbe6c9 None None] Set router 29207264-eab9-4ad9-aca7-ce280dd8e82a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:05:35.877591 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d97084bb-5f40-43b0-9c8f-4c854ad32fa0 req-b5eadc9f-5fa8-4fbc-ab75-22515f3a82d3 service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369852 Oct 18 08:05:35.995740 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-680bc5fe-2ab8-4f9a-a1c4-ca62accbe6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '0c667336-95aa-49a3-9063-a3b850af6d55', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'floating_ip_address': '172.26.8.109', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'port_id': '10eb39cd-4695-4c41-8a99-84e31b7398d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'mac_address': 'fa:16:3e:9c:ee:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:03:20Z', 'updated_at': '2022-10-18T08:03:23Z', 'revision_number': 1, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'fixed_ip_address_scope': None}, {'id': 'fca98ff2-7656-482d-bab3-489dd3907e94', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'floating_ip_address': '172.26.8.9', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'port_id': '59dc7157-f347-4042-a8dd-402138bdd4b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'mac_address': 'fa:16:3e:d6:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7460a-75e4-42a2-8018-efef8c2176c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:05:33Z', 'updated_at': '2022-10-18T08:05:33Z', 'revision_number': 0, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 5, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:05:35.999509 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680bc5fe-2ab8-4f9a-a1c4-ca62accbe6c9 None None] The sync data for ids ['29207264-eab9-4ad9-aca7-ce280dd8e82a'] in dv-neutron-861625-1-hyperv is: [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '0c667336-95aa-49a3-9063-a3b850af6d55', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'floating_ip_address': '172.26.8.109', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'port_id': '10eb39cd-4695-4c41-8a99-84e31b7398d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'mac_address': 'fa:16:3e:9c:ee:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:03:20Z', 'updated_at': '2022-10-18T08:03:23Z', 'revision_number': 1, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'fixed_ip_address_scope': None}, {'id': 'fca98ff2-7656-482d-bab3-489dd3907e94', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'floating_ip_address': '172.26.8.9', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'port_id': '59dc7157-f347-4042-a8dd-402138bdd4b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'mac_address': 'fa:16:3e:d6:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e7460a-75e4-42a2-8018-efef8c2176c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:05:33Z', 'updated_at': '2022-10-18T08:05:33Z', 'revision_number': 0, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 5, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:05:36.197653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7d6a8a-7ea9-434c-849a-791e52e5a1de None None] New status for floating IP fca98ff2-7656-482d-bab3-489dd3907e94: ACTIVE {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:05:42.787002 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:05:49.681650 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-39782962-fcc6-42d1-817a-706a14bddc2f req-b99f5a40-9ddd-47ca-904c-524a4fe50a7c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765061 Oct 18 08:05:49.835928 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39782962-fcc6-42d1-817a-706a14bddc2f req-56041fa7-34ee-46c5-8b8c-6240e18f2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:49.835928 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-39782962-fcc6-42d1-817a-706a14bddc2f req-56041fa7-34ee-46c5-8b8c-6240e18f2257 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f79c24aececa4859ae5a96990e21c4eb&device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 1098 time: 0.0832474 Oct 18 08:05:49.991433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39782962-fcc6-42d1-817a-706a14bddc2f req-ce4d81b1-7238-4a1d-ba85-dfc9c977e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:49.991433 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-39782962-fcc6-42d1-817a-706a14bddc2f req-ce4d81b1-7238-4a1d-ba85-dfc9c977e82f service neutron] 10.222.0.46 "GET /v2.0/networks?id=97472348-d598-4426-abf2-9d3dd6e4d75d HTTP/1.1" status: 200 len: 913 time: 0.1332152 Oct 18 08:05:50.104618 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-39782962-fcc6-42d1-817a-706a14bddc2f req-9cb2a258-beb0-42bd-a9d9-0e6ae300072f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10eb39cd-4695-4c41-8a99-84e31b7398d3 HTTP/1.1" status: 200 len: 1001 time: 0.1049283 Oct 18 08:05:50.175817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39782962-fcc6-42d1-817a-706a14bddc2f req-72e4a17e-ac6c-4be2-b7c6-d7e052721d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:50.175817 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-39782962-fcc6-42d1-817a-706a14bddc2f req-72e4a17e-ac6c-4be2-b7c6-d7e052721d6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e2a65d9-cbb7-462e-9a50-06e31aad481a HTTP/1.1" status: 200 len: 851 time: 0.0652730 Oct 18 08:05:50.262912 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39782962-fcc6-42d1-817a-706a14bddc2f req-db040b4b-5b91-452c-9f64-c74766d3bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:05:50.262912 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-39782962-fcc6-42d1-817a-706a14bddc2f req-db040b4b-5b91-452c-9f64-c74766d3bb18 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=97472348-d598-4426-abf2-9d3dd6e4d75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821700 Oct 18 08:05:50.410253 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-39782962-fcc6-42d1-817a-706a14bddc2f req-47302bf4-b600-4fb8-a6c8-1dba24b2fc29 service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371369 Oct 18 08:05:50.545984 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-39782962-fcc6-42d1-817a-706a14bddc2f req-79c7bc30-c7da-402b-ace4-0671c118c115 service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320276 Oct 18 08:05:50.687873 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b8a383b3-c881-41da-aef1-eff17ec03d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:53.002921 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fc964e1a-8c70-4fa5-974e-a5f3f816ecaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:53.713618 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:53.795115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:05:55.309236 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:06:04.492757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:06:19.786987 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:06:20.687325 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-85141126-5908-48fd-b524-f3e34dc7f6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:06:23.006313 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ca232fe-5539-47f2-8fd0-501de83bd6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:06:23.717496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:06:23.796016 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:06:25.315156 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:06:34.506015 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:06:50.430190 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7515955b-c387-452d-8d51-b1af0a9a5969 req-4d1a36a5-bc75-4112-9745-dc7e42302bfb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdc3c620-2f48-429c-891b-800b2c6a654d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806341 Oct 18 08:06:50.533687 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515955b-c387-452d-8d51-b1af0a9a5969 req-f1dc4bac-3c26-4111-a498-a139213bd782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:06:50.535053 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7515955b-c387-452d-8d51-b1af0a9a5969 req-f1dc4bac-3c26-4111-a498-a139213bd782 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 1098 time: 0.0756831 Oct 18 08:06:50.690007 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dbd402f1-baf9-4a5d-b937-9ba2701c48ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:06:50.691466 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515955b-c387-452d-8d51-b1af0a9a5969 req-463cbb12-0b7d-4b4d-9420-76224d54c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:06:50.692981 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7515955b-c387-452d-8d51-b1af0a9a5969 req-463cbb12-0b7d-4b4d-9420-76224d54c75e service neutron] 10.222.0.46 "GET /v2.0/networks?id=88f09372-8065-4310-879d-69545c3ff1c5 HTTP/1.1" status: 200 len: 898 time: 0.1343827 Oct 18 08:06:50.799418 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7515955b-c387-452d-8d51-b1af0a9a5969 req-0eb91e4f-ed9b-446d-8ccb-c1ff6afa3152 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d275ce7-8ed6-4583-a719-d5b74aa79077 HTTP/1.1" status: 200 len: 1001 time: 0.0974443 Oct 18 08:06:50.868404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515955b-c387-452d-8d51-b1af0a9a5969 req-becbf855-e54e-4c15-8472-08f70195b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:06:50.869848 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7515955b-c387-452d-8d51-b1af0a9a5969 req-becbf855-e54e-4c15-8472-08f70195b943 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aab77a47-86a5-4230-a47a-940fd22c4289 HTTP/1.1" status: 200 len: 844 time: 0.0616305 Oct 18 08:06:50.955612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515955b-c387-452d-8d51-b1af0a9a5969 req-2cff99bd-9cb2-4b83-a788-4fbb587e920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:06:50.957120 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7515955b-c387-452d-8d51-b1af0a9a5969 req-2cff99bd-9cb2-4b83-a788-4fbb587e920d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88f09372-8065-4310-879d-69545c3ff1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777969 Oct 18 08:06:51.092070 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7515955b-c387-452d-8d51-b1af0a9a5969 req-360d90c2-9fe3-4536-8d1d-c31a9ccc1768 service neutron] 10.222.0.46 "GET /v2.0/networks/88f09372-8065-4310-879d-69545c3ff1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254208 Oct 18 08:06:51.228729 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7515955b-c387-452d-8d51-b1af0a9a5969 req-32ae0d77-4ba8-47b1-9e94-e784b6e8f72e service neutron] 10.222.0.46 "GET /v2.0/networks/88f09372-8065-4310-879d-69545c3ff1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276357 Oct 18 08:06:52.995749 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f7b2848b-bf41-4e82-970e-d0710c7f921e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:06:53.719158 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:06:53.797051 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:06:55.315534 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:06:56.785482 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:07:03.600558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36214) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:07:03.891432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Deleting port c171b952-764b-4894-99eb-93f38fa23e56 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:07:03.891665 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:04.055486 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:04.055813 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:04.179832 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Calling delete_port for c171b952-764b-4894-99eb-93f38fa23e56 owned by network:floatingip {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:07:04.325529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:04.373883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event deleted for resources: {'Port': ['ID=c171b952-764b-4894-99eb-93f38fa23e56,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:07:04.414513 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:04.414890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:04.415228 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:04.415563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:04.415893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:04.416222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:04.416547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:04.416872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:04.417195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:04.417515 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:04.417841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:04.418153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:04.477471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for floatingip, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:04.477735 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Floating IP fca98ff2-7656-482d-bab3-489dd3907e94 disassociated (deleted). External IP: 172.26.8.9, port: 59dc7157-f347-4042-a8dd-402138bdd4b6. Oct 18 08:07:04.521257 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:04.823505 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Router 29207264-eab9-4ad9-aca7-ce280dd8e82a has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:07:04.997510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:07:05.006697 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf1720c-4b18-4967-b47b-1b8b24ca64cd None None] Sync routers for ids ['29207264-eab9-4ad9-aca7-ce280dd8e82a'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:07:05.016581 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf1720c-4b18-4967-b47b-1b8b24ca64cd None None] Routers {'29207264-eab9-4ad9-aca7-ce280dd8e82a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:07:05.017230 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-caf1720c-4b18-4967-b47b-1b8b24ca64cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:06:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['29207264-eab9-4ad9-aca7-ce280dd8e82a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:05.017745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:05.188915 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8bfb3ac7-2e52-4218-84a7-4396d7514ade tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "DELETE /v2.0/floatingips/fca98ff2-7656-482d-bab3-489dd3907e94 HTTP/1.1" status: 204 len: 168 time: 1.5872314 Oct 18 08:07:05.189594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e7460a-75e4-42a2-8018-efef8c2176c7', 'tag': '59dc7157-f347-4042-a8dd-402138bdd4b6'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:07:05.192285 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a2907c-a8fd-4847-a858-340a79544326" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e7460a-75e4-42a2-8018-efef8c2176c7", "tag": "59dc7157-f347-4042-a8dd-402138bdd4b6"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:07:05.199329 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-caf1720c-4b18-4967-b47b-1b8b24ca64cd None None] Set router 29207264-eab9-4ad9-aca7-ce280dd8e82a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:07:05.237596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645a9283-128b-41e4-8b60-7c321ab0c2e0 x-openstack-request-id: req-645a9283-128b-41e4-8b60-7c321ab0c2e0 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:07:05.237886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e7460a-75e4-42a2-8018-efef8c2176c7", "tag": "59dc7157-f347-4042-a8dd-402138bdd4b6", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:07:05.238188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-645a9283-128b-41e4-8b60-7c321ab0c2e0 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:07:05.238526 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645a9283-128b-41e4-8b60-7c321ab0c2e0'] response: {'name': 'network-changed', 'server_uuid': 'c7e7460a-75e4-42a2-8018-efef8c2176c7', 'tag': '59dc7157-f347-4042-a8dd-402138bdd4b6', 'status': 'completed', 'code': 200} Oct 18 08:07:05.343513 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2907c-a8fd-4847-a858-340a79544326 req-5d028e1f-a437-47e6-83fa-2260084b6e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:07:05.344998 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f7a2907c-a8fd-4847-a858-340a79544326 req-5d028e1f-a437-47e6-83fa-2260084b6e33 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f79c24aececa4859ae5a96990e21c4eb&device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 1098 time: 0.0779347 Oct 18 08:07:05.492357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2907c-a8fd-4847-a858-340a79544326 req-6c35f48a-3284-4942-a161-561d85eafac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:07:05.493716 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f7a2907c-a8fd-4847-a858-340a79544326 req-6c35f48a-3284-4942-a161-561d85eafac9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=97472348-d598-4426-abf2-9d3dd6e4d75d HTTP/1.1" status: 200 len: 913 time: 0.1394975 Oct 18 08:07:05.567317 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f7a2907c-a8fd-4847-a858-340a79544326 req-1582df66-99d8-45e7-9732-e625b8c7cab0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59dc7157-f347-4042-a8dd-402138bdd4b6 HTTP/1.1" status: 200 len: 217 time: 0.0668042 Oct 18 08:07:05.585254 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b465f-1229-46d8-aa96-e2bf6421c66b req-4799322b-79d3-4853-a4de-681d9f5b692f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:07:05.586798 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3a4b465f-1229-46d8-aa96-e2bf6421c66b req-4799322b-79d3-4853-a4de-681d9f5b692f tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 945 time: 0.0936487 Oct 18 08:07:05.590147 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-caf1720c-4b18-4967-b47b-1b8b24ca64cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '0c667336-95aa-49a3-9063-a3b850af6d55', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'floating_ip_address': '172.26.8.109', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'port_id': '10eb39cd-4695-4c41-8a99-84e31b7398d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'mac_address': 'fa:16:3e:9c:ee:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:03:20Z', 'updated_at': '2022-10-18T08:03:23Z', 'revision_number': 1, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 5, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:05.594122 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf1720c-4b18-4967-b47b-1b8b24ca64cd None None] Checking router: 29207264-eab9-4ad9-aca7-ce280dd8e82a for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:07:05.602465 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf1720c-4b18-4967-b47b-1b8b24ca64cd None None] Routers {'29207264-eab9-4ad9-aca7-ce280dd8e82a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:07:05.603097 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-caf1720c-4b18-4967-b47b-1b8b24ca64cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:06:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['29207264-eab9-4ad9-aca7-ce280dd8e82a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:05.632437 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3a4b465f-1229-46d8-aa96-e2bf6421c66b req-24687ac4-3fdf-429c-a9c7-a50898eb81fa tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386300 Oct 18 08:07:05.634148 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2907c-a8fd-4847-a858-340a79544326 req-c782076a-84e1-45af-9507-fe3e8d3e7ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:07:05.635879 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f7a2907c-a8fd-4847-a858-340a79544326 req-c782076a-84e1-45af-9507-fe3e8d3e7ed6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e2a65d9-cbb7-462e-9a50-06e31aad481a HTTP/1.1" status: 200 len: 851 time: 0.0596831 Oct 18 08:07:05.723625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2907c-a8fd-4847-a858-340a79544326 req-230c0b2f-3686-4a0f-8bb3-ac135d61fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:07:05.725093 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f7a2907c-a8fd-4847-a858-340a79544326 req-230c0b2f-3686-4a0f-8bb3-ac135d61fabc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=97472348-d598-4426-abf2-9d3dd6e4d75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808380 Oct 18 08:07:05.779713 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-caf1720c-4b18-4967-b47b-1b8b24ca64cd None None] Set router 29207264-eab9-4ad9-aca7-ce280dd8e82a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:07:05.856003 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f7a2907c-a8fd-4847-a858-340a79544326 req-c580ee31-7be2-4956-977e-9aa4a0c0a2b4 service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239860 Oct 18 08:07:05.987924 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f7a2907c-a8fd-4847-a858-340a79544326 req-1b4405f0-b47d-479a-8f8f-8bb2a0cc8e55 service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238136 Oct 18 08:07:06.118961 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-caf1720c-4b18-4967-b47b-1b8b24ca64cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '0c667336-95aa-49a3-9063-a3b850af6d55', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'floating_ip_address': '172.26.8.109', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'port_id': '10eb39cd-4695-4c41-8a99-84e31b7398d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'mac_address': 'fa:16:3e:9c:ee:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:03:20Z', 'updated_at': '2022-10-18T08:03:23Z', 'revision_number': 1, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 5, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:06.122807 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf1720c-4b18-4967-b47b-1b8b24ca64cd None None] The sync data for ids ['29207264-eab9-4ad9-aca7-ce280dd8e82a'] in dv-neutron-861625-1-hyperv is: [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '0c667336-95aa-49a3-9063-a3b850af6d55', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'floating_ip_address': '172.26.8.109', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'port_id': '10eb39cd-4695-4c41-8a99-84e31b7398d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'mac_address': 'fa:16:3e:9c:ee:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:03:20Z', 'updated_at': '2022-10-18T08:03:23Z', 'revision_number': 1, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 5, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:07:06.326725 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bef983b-16b3-404d-bd3c-8bea0b21c9ab None None] New status for floating IP fca98ff2-7656-482d-bab3-489dd3907e94: DOWN {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:07:06.837909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3ed7f-68e7-414b-97a9-2364db9572d4 req-3ad1d0ca-7029-4baa-812e-9c2d8ea24f75 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:07:06.838676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-32a3ed7f-68e7-414b-97a9-2364db9572d4 req-3ad1d0ca-7029-4baa-812e-9c2d8ea24f75 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Synchronizing usage tracker for tenant:f79c24aececa4859ae5a96990e21c4eb on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:07:06.853331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-32a3ed7f-68e7-414b-97a9-2364db9572d4 req-3ad1d0ca-7029-4baa-812e-9c2d8ea24f75 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Unset dirty status for tenant:f79c24aececa4859ae5a96990e21c4eb on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:07:06.854592 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-32a3ed7f-68e7-414b-97a9-2364db9572d4 req-3ad1d0ca-7029-4baa-812e-9c2d8ea24f75 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 945 time: 0.1030629 Oct 18 08:07:06.898134 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-32a3ed7f-68e7-414b-97a9-2364db9572d4 req-8b4b2a74-3a60-494d-86c4-2596e90ad42e tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380023 Oct 18 08:07:07.295509 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57126d-fbc4-4344-a174-9d4e2145a8d1 req-fe13c0e2-74c8-47a2-9584-aac1748f4e9d tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:07:07.296912 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-eb57126d-fbc4-4344-a174-9d4e2145a8d1 req-fe13c0e2-74c8-47a2-9584-aac1748f4e9d tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 945 time: 0.0900366 Oct 18 08:07:07.368309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-eb57126d-fbc4-4344-a174-9d4e2145a8d1 req-fd00ff59-0cc7-4ebc-bfcb-61b0e8ba2163 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Deleting port 59dc7157-f347-4042-a8dd-402138bdd4b6 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:07:07.368647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-eb57126d-fbc4-4344-a174-9d4e2145a8d1 req-fd00ff59-0cc7-4ebc-bfcb-61b0e8ba2163 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:07.609968 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-eb57126d-fbc4-4344-a174-9d4e2145a8d1 req-fd00ff59-0cc7-4ebc-bfcb-61b0e8ba2163 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] For port 59dc7157-f347-4042-a8dd-402138bdd4b6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=59dc7157-f347-4042-a8dd-402138bdd4b6,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:07:07.610326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-eb57126d-fbc4-4344-a174-9d4e2145a8d1 req-fd00ff59-0cc7-4ebc-bfcb-61b0e8ba2163 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:07.730679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-eb57126d-fbc4-4344-a174-9d4e2145a8d1 req-fd00ff59-0cc7-4ebc-bfcb-61b0e8ba2163 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Calling delete_port for 59dc7157-f347-4042-a8dd-402138bdd4b6 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:07:07.871651 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-eb57126d-fbc4-4344-a174-9d4e2145a8d1 req-fd00ff59-0cc7-4ebc-bfcb-61b0e8ba2163 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:08.024351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00ff59-0cc7-4ebc-bfcb-61b0e8ba2163 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event deleted for resources: {'Port': ['ID=59dc7157-f347-4042-a8dd-402138bdd4b6,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:07:08.067522 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3eaffa66-5c89-4808-83c7-21964f603d98 req-fbe2341f-c434-4ab2-88b8-59f14dcf1e0a tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 210 time: 0.0542102 Oct 18 08:07:08.109989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb57126d-fbc4-4344-a174-9d4e2145a8d1 req-fd00ff59-0cc7-4ebc-bfcb-61b0e8ba2163 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] No DVR routers for this DVR port 59dc7157-f347-4042-a8dd-402138bdd4b6 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:07:08.113006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-eb57126d-fbc4-4344-a174-9d4e2145a8d1 req-fd00ff59-0cc7-4ebc-bfcb-61b0e8ba2163 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:08.115552 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e7460a-75e4-42a2-8018-efef8c2176c7', 'name': 'network-vif-deleted', 'tag': '59dc7157-f347-4042-a8dd-402138bdd4b6'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:07:08.117808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314c9a8a-033b-4b2a-b8d7-6620f8e6e3d7" -d '{"events": [{"server_uuid": "c7e7460a-75e4-42a2-8018-efef8c2176c7", "name": "network-vif-deleted", "tag": "59dc7157-f347-4042-a8dd-402138bdd4b6"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:07:08.132102 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-eb57126d-fbc4-4344-a174-9d4e2145a8d1 req-fd00ff59-0cc7-4ebc-bfcb-61b0e8ba2163 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.46 "DELETE /v2.0/ports/59dc7157-f347-4042-a8dd-402138bdd4b6 HTTP/1.1" status: 204 len: 173 time: 0.8270922 Oct 18 08:07:08.159638 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e74e28-7ca3-4394-944b-c0e469567d3b x-openstack-request-id: req-34e74e28-7ca3-4394-944b-c0e469567d3b {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:07:08.160029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e7460a-75e4-42a2-8018-efef8c2176c7", "name": "network-vif-deleted", "tag": "59dc7157-f347-4042-a8dd-402138bdd4b6", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:07:08.160463 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-34e74e28-7ca3-4394-944b-c0e469567d3b {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:07:08.161003 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e74e28-7ca3-4394-944b-c0e469567d3b'] response: {'server_uuid': 'c7e7460a-75e4-42a2-8018-efef8c2176c7', 'name': 'network-vif-deleted', 'tag': '59dc7157-f347-4042-a8dd-402138bdd4b6', 'status': 'completed', 'code': 200} Oct 18 08:07:09.247847 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-47f9a74b-d0bb-46f9-a06b-1e3f19360922 req-6b070320-f344-41a7-8cf0-5ebb8e2000e7 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=c7e7460a-75e4-42a2-8018-efef8c2176c7 HTTP/1.1" status: 200 len: 210 time: 0.0564854 Oct 18 08:07:11.586056 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 59dc7157-f347-4042-a8dd-402138bdd4b6 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:07:11.621063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 59dc7157-f347-4042-a8dd-402138bdd4b6 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:07:11.621405 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 59dc7157-f347-4042-a8dd-402138bdd4b6 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:07:15.020620 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36252) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:07:15.222749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c1189-3e22-4d18-8373-fa1260c8da33 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Deleting port 9a6fb547-54b3-429d-9db2-33d9c1ef9348 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:07:15.223095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e7c1189-3e22-4d18-8373-fa1260c8da33 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:15.389395 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e7c1189-3e22-4d18-8373-fa1260c8da33 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:15.389723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e7c1189-3e22-4d18-8373-fa1260c8da33 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:15.513202 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c1189-3e22-4d18-8373-fa1260c8da33 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Calling delete_port for 9a6fb547-54b3-429d-9db2-33d9c1ef9348 owned by network:floatingip {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:07:15.661282 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e7c1189-3e22-4d18-8373-fa1260c8da33 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:15.710814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c1189-3e22-4d18-8373-fa1260c8da33 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event deleted for resources: {'Port': ['ID=9a6fb547-54b3-429d-9db2-33d9c1ef9348,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:07:15.807371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e7c1189-3e22-4d18-8373-fa1260c8da33 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for floatingip, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:15.807706 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-6e7c1189-3e22-4d18-8373-fa1260c8da33 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Floating IP 0c667336-95aa-49a3-9063-a3b850af6d55 disassociated (deleted). External IP: 172.26.8.109, port: 10eb39cd-4695-4c41-8a99-84e31b7398d3. Oct 18 08:07:16.149305 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7c1189-3e22-4d18-8373-fa1260c8da33 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Router 29207264-eab9-4ad9-aca7-ce280dd8e82a has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:07:16.427166 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7c1189-3e22-4d18-8373-fa1260c8da33 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:07:16.436726 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eba3e0-8490-4199-a798-4acfc279c496 None None] Sync routers for ids ['29207264-eab9-4ad9-aca7-ce280dd8e82a'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:07:16.443128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e7c1189-3e22-4d18-8373-fa1260c8da33 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:16.446476 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eba3e0-8490-4199-a798-4acfc279c496 None None] Routers {'29207264-eab9-4ad9-aca7-ce280dd8e82a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:07:16.447095 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-18eba3e0-8490-4199-a798-4acfc279c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:06:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['29207264-eab9-4ad9-aca7-ce280dd8e82a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:16.498381 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6e7c1189-3e22-4d18-8373-fa1260c8da33 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "DELETE /v2.0/floatingips/0c667336-95aa-49a3-9063-a3b850af6d55 HTTP/1.1" status: 204 len: 168 time: 1.4755054 Oct 18 08:07:16.498381 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'tag': '10eb39cd-4695-4c41-8a99-84e31b7398d3'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:07:16.500225 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcd4c51-aa2b-48ba-899f-6d9aab541412" -d '{"events": [{"name": "network-changed", "server_uuid": "64f47479-48ee-4993-8bd1-147c0c1416a2", "tag": "10eb39cd-4695-4c41-8a99-84e31b7398d3"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:07:16.541450 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef6290c-b470-4799-afc3-11ba025b7ec3 x-openstack-request-id: req-1ef6290c-b470-4799-afc3-11ba025b7ec3 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:07:16.541747 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f47479-48ee-4993-8bd1-147c0c1416a2", "tag": "10eb39cd-4695-4c41-8a99-84e31b7398d3", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:07:16.542002 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1ef6290c-b470-4799-afc3-11ba025b7ec3 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:07:16.542404 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef6290c-b470-4799-afc3-11ba025b7ec3'] response: {'name': 'network-changed', 'server_uuid': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'tag': '10eb39cd-4695-4c41-8a99-84e31b7398d3', 'status': 'completed', 'code': 200} Oct 18 08:07:16.621616 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-18eba3e0-8490-4199-a798-4acfc279c496 None None] Set router 29207264-eab9-4ad9-aca7-ce280dd8e82a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:07:16.643375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd4c51-aa2b-48ba-899f-6d9aab541412 req-eadf9aac-004e-40b0-a2b9-4fd1551edb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:07:16.644893 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cdcd4c51-aa2b-48ba-899f-6d9aab541412 req-eadf9aac-004e-40b0-a2b9-4fd1551edb3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f79c24aececa4859ae5a96990e21c4eb&device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 1098 time: 0.0820625 Oct 18 08:07:16.826729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd4c51-aa2b-48ba-899f-6d9aab541412 req-c1e8abd2-573b-4308-94f1-37095948b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:07:16.828184 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cdcd4c51-aa2b-48ba-899f-6d9aab541412 req-c1e8abd2-573b-4308-94f1-37095948b33e service neutron] 10.222.0.46 "GET /v2.0/networks?id=97472348-d598-4426-abf2-9d3dd6e4d75d HTTP/1.1" status: 200 len: 913 time: 0.1766729 Oct 18 08:07:16.909631 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cdcd4c51-aa2b-48ba-899f-6d9aab541412 req-df90debc-0883-4cf9-85c7-20e1774d3734 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10eb39cd-4695-4c41-8a99-84e31b7398d3 HTTP/1.1" status: 200 len: 217 time: 0.0748122 Oct 18 08:07:16.967111 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-18eba3e0-8490-4199-a798-4acfc279c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 5, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:16.970753 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eba3e0-8490-4199-a798-4acfc279c496 None None] Checking router: 29207264-eab9-4ad9-aca7-ce280dd8e82a for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:07:16.978895 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eba3e0-8490-4199-a798-4acfc279c496 None None] Routers {'29207264-eab9-4ad9-aca7-ce280dd8e82a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:07:16.979479 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-18eba3e0-8490-4199-a798-4acfc279c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:06:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['29207264-eab9-4ad9-aca7-ce280dd8e82a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:16.981262 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd4c51-aa2b-48ba-899f-6d9aab541412 req-b129925f-f27e-4866-a6bd-f32fe7ea102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:07:16.982815 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cdcd4c51-aa2b-48ba-899f-6d9aab541412 req-b129925f-f27e-4866-a6bd-f32fe7ea102d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e2a65d9-cbb7-462e-9a50-06e31aad481a HTTP/1.1" status: 200 len: 851 time: 0.0654645 Oct 18 08:07:16.991159 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a87131-f8b6-4d2d-bef0-38c3729dccd6 req-5651a564-c93f-4221-85d1-ec990685be61 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:07:16.991807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-06a87131-f8b6-4d2d-bef0-38c3729dccd6 req-5651a564-c93f-4221-85d1-ec990685be61 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Synchronizing usage tracker for tenant:f79c24aececa4859ae5a96990e21c4eb on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:07:17.062788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-06a87131-f8b6-4d2d-bef0-38c3729dccd6 req-5651a564-c93f-4221-85d1-ec990685be61 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Unset dirty status for tenant:f79c24aececa4859ae5a96990e21c4eb on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:07:17.063918 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-06a87131-f8b6-4d2d-bef0-38c3729dccd6 req-5651a564-c93f-4221-85d1-ec990685be61 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 945 time: 0.2734675 Oct 18 08:07:17.108541 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd4c51-aa2b-48ba-899f-6d9aab541412 req-009610a1-febb-46ff-b721-b138aba4ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:07:17.109998 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cdcd4c51-aa2b-48ba-899f-6d9aab541412 req-009610a1-febb-46ff-b721-b138aba4ae29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=97472348-d598-4426-abf2-9d3dd6e4d75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1156204 Oct 18 08:07:17.137849 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-06a87131-f8b6-4d2d-bef0-38c3729dccd6 req-be686272-e2ae-4f65-b352-f541f94b4124 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667489 Oct 18 08:07:17.157996 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-18eba3e0-8490-4199-a798-4acfc279c496 None None] Set router 29207264-eab9-4ad9-aca7-ce280dd8e82a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:07:17.251844 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cdcd4c51-aa2b-48ba-899f-6d9aab541412 req-d5735472-f66b-4462-95c7-6e53deaa9b25 service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335323 Oct 18 08:07:17.387219 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cdcd4c51-aa2b-48ba-899f-6d9aab541412 req-3b312a67-8d21-4122-b6ef-f829aa5bd6d7 service neutron] 10.222.0.46 "GET /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244814 Oct 18 08:07:17.400891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36264) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:07:17.470614 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-8960ab63-a460-407b-80a2-dfe386489c0c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:07:17.471663 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-18eba3e0-8490-4199-a798-4acfc279c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 5, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:17.475548 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eba3e0-8490-4199-a798-4acfc279c496 None None] The sync data for ids ['29207264-eab9-4ad9-aca7-ce280dd8e82a'] in dv-neutron-861625-1-hyperv is: [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:00:09Z', 'revision_number': 4, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '9a17d36e-2028-4161-a6cb-35de3b074955', 'name': '', 'network_id': '97472348-d598-4426-abf2-9d3dd6e4d75d', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'mac_address': 'fa:16:3e:ff:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:08Z', 'updated_at': '2022-10-18T08:00:15Z', 'revision_number': 5, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'subnets': [{'id': '0e2a65d9-cbb7-462e-9a50-06e31aad481a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:07:17.593535 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8960ab63-a460-407b-80a2-dfe386489c0c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-132562346'] for subnet, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:17.687803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b732989f-424f-4664-9650-d812d9ada8fa None None] New status for floating IP 0c667336-95aa-49a3-9063-a3b850af6d55: DOWN {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:07:17.790659 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8960ab63-a460-407b-80a2-dfe386489c0c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775356885387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-132233131'] for subnet, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:17.836352 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8960ab63-a460-407b-80a2-dfe386489c0c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:07:17.836951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8960ab63-a460-407b-80a2-dfe386489c0c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:17.840268 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8960ab63-a460-407b-80a2-dfe386489c0c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/subnets/aab77a47-86a5-4230-a47a-940fd22c4289 HTTP/1.1" status: 200 len: 836 time: 0.4363868 Oct 18 08:07:17.844035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c693ab3-57aa-46ea-ae2f-a1f2fb121300 None None] Network 88f09372-8065-4310-879d-69545c3ff1c5 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:07:17.859830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960ab63-a460-407b-80a2-dfe386489c0c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Subnet': ['ID=aab77a47-86a5-4230-a47a-940fd22c4289,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:07:18.307850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3008040e-96fc-4961-9607-6ea922d30fff None None] Provisioning complete for port 455652e4-519a-40b6-ac8b-f61c3005f65e triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:07:18.308218 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3008040e-96fc-4961-9607-6ea922d30fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:18.308560 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-3008040e-96fc-4961-9607-6ea922d30fff None None] Attempt 1 to provision port 455652e4-519a-40b6-ac8b-f61c3005f65e Oct 18 08:07:18.348040 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b929446-c4dc-40bd-b1e1-4e5704cf9d3f req-20bf8c9d-93cb-4e58-b589-42317795b1ce tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:07:18.349419 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3b929446-c4dc-40bd-b1e1-4e5704cf9d3f req-20bf8c9d-93cb-4e58-b589-42317795b1ce tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 945 time: 0.0919175 Oct 18 08:07:18.393453 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3b929446-c4dc-40bd-b1e1-4e5704cf9d3f req-c4951354-fcf2-4783-8568-0639f1b762d8 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/security-groups?id=4c5839e1-60e9-4a99-b274-cc24145a446c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382924 Oct 18 08:07:18.426874 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3008040e-96fc-4961-9607-6ea922d30fff None None] Current status of the port 455652e4-519a-40b6-ac8b-f61c3005f65e is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:07:18.437665 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3008040e-96fc-4961-9607-6ea922d30fff None None] Provisioning complete for port 8a378199-df6e-40ec-ac27-7d02d4ce0024 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:07:18.438033 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3008040e-96fc-4961-9607-6ea922d30fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:18.438365 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-3008040e-96fc-4961-9607-6ea922d30fff None None] Attempt 1 to provision port 8a378199-df6e-40ec-ac27-7d02d4ce0024 Oct 18 08:07:18.543451 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1862de-83de-488f-8a6e-3dd0d3f0719a req-44a231f9-4e3e-47be-8d12-f5017c660738 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:07:18.544877 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab1862de-83de-488f-8a6e-3dd0d3f0719a req-44a231f9-4e3e-47be-8d12-f5017c660738 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.46 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 945 time: 0.0902607 Oct 18 08:07:18.554435 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3008040e-96fc-4961-9607-6ea922d30fff None None] Current status of the port 8a378199-df6e-40ec-ac27-7d02d4ce0024 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:07:18.565628 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3008040e-96fc-4961-9607-6ea922d30fff None None] Provisioning complete for port 7d275ce7-8ed6-4583-a719-d5b74aa79077 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:07:18.565945 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3008040e-96fc-4961-9607-6ea922d30fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:18.566287 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-3008040e-96fc-4961-9607-6ea922d30fff None None] Attempt 1 to provision port 7d275ce7-8ed6-4583-a719-d5b74aa79077 Oct 18 08:07:18.617101 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-ab1862de-83de-488f-8a6e-3dd0d3f0719a req-0a5454b6-f13b-4ccf-843d-0673d049d993 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Deleting port 10eb39cd-4695-4c41-8a99-84e31b7398d3 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:07:18.617340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ab1862de-83de-488f-8a6e-3dd0d3f0719a req-0a5454b6-f13b-4ccf-843d-0673d049d993 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:18.682132 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3008040e-96fc-4961-9607-6ea922d30fff None None] Current status of the port 7d275ce7-8ed6-4583-a719-d5b74aa79077 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:07:18.963210 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-ab1862de-83de-488f-8a6e-3dd0d3f0719a req-0a5454b6-f13b-4ccf-843d-0673d049d993 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] For port 10eb39cd-4695-4c41-8a99-84e31b7398d3, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=10eb39cd-4695-4c41-8a99-84e31b7398d3,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:07:18.963480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ab1862de-83de-488f-8a6e-3dd0d3f0719a req-0a5454b6-f13b-4ccf-843d-0673d049d993 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:19.085477 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-ab1862de-83de-488f-8a6e-3dd0d3f0719a req-0a5454b6-f13b-4ccf-843d-0673d049d993 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Calling delete_port for 10eb39cd-4695-4c41-8a99-84e31b7398d3 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:07:19.236028 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ab1862de-83de-488f-8a6e-3dd0d3f0719a req-0a5454b6-f13b-4ccf-843d-0673d049d993 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:19.286689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5454b6-f13b-4ccf-843d-0673d049d993 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event deleted for resources: {'Port': ['ID=10eb39cd-4695-4c41-8a99-84e31b7398d3,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:07:19.371469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1862de-83de-488f-8a6e-3dd0d3f0719a req-0a5454b6-f13b-4ccf-843d-0673d049d993 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] No DVR routers for this DVR port 10eb39cd-4695-4c41-8a99-84e31b7398d3 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:07:19.373830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ab1862de-83de-488f-8a6e-3dd0d3f0719a req-0a5454b6-f13b-4ccf-843d-0673d049d993 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:19.376409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'name': 'network-vif-deleted', 'tag': '10eb39cd-4695-4c41-8a99-84e31b7398d3'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:07:19.378813 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f518656f-9379-406b-8bbe-a37b7beb431e" -d '{"events": [{"server_uuid": "64f47479-48ee-4993-8bd1-147c0c1416a2", "name": "network-vif-deleted", "tag": "10eb39cd-4695-4c41-8a99-84e31b7398d3"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:07:19.393221 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab1862de-83de-488f-8a6e-3dd0d3f0719a req-0a5454b6-f13b-4ccf-843d-0673d049d993 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.46 "DELETE /v2.0/ports/10eb39cd-4695-4c41-8a99-84e31b7398d3 HTTP/1.1" status: 204 len: 173 time: 0.8393872 Oct 18 08:07:19.424404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec90aa22-814d-41ea-a386-231de35a5320 x-openstack-request-id: req-ec90aa22-814d-41ea-a386-231de35a5320 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:07:19.424756 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f47479-48ee-4993-8bd1-147c0c1416a2", "name": "network-vif-deleted", "tag": "10eb39cd-4695-4c41-8a99-84e31b7398d3", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:07:19.424947 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ec90aa22-814d-41ea-a386-231de35a5320 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:07:19.425397 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec90aa22-814d-41ea-a386-231de35a5320'] response: {'server_uuid': '64f47479-48ee-4993-8bd1-147c0c1416a2', 'name': 'network-vif-deleted', 'tag': '10eb39cd-4695-4c41-8a99-84e31b7398d3', 'status': 'completed', 'code': 200} Oct 18 08:07:19.556779 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b0121a9e-2ca8-45d2-9040-21775ca7a43f req-e9b69796-b0e3-4d23-9349-22105437b77a tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "GET /v2.0/ports?device_id=64f47479-48ee-4993-8bd1-147c0c1416a2 HTTP/1.1" status: 200 len: 210 time: 0.0514290 Oct 18 08:07:20.654752 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36284) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:07:20.693414 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-add7de43-d715-4b31-95e4-09ad62fc5065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:20.809757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-3ea74e64-1cc4-44e8-a239-430cba3946b9 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Deleting port 263f4f7d-7eb9-467d-aca0-870149d9da82 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:07:20.810101 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3ea74e64-1cc4-44e8-a239-430cba3946b9 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:20.980630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3ea74e64-1cc4-44e8-a239-430cba3946b9 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:20.980867 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3ea74e64-1cc4-44e8-a239-430cba3946b9 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:21.099583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-3ea74e64-1cc4-44e8-a239-430cba3946b9 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Calling delete_port for 263f4f7d-7eb9-467d-aca0-870149d9da82 owned by network:floatingip {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:07:21.240285 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3ea74e64-1cc4-44e8-a239-430cba3946b9 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:21.286983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea74e64-1cc4-44e8-a239-430cba3946b9 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event deleted for resources: {'Port': ['ID=263f4f7d-7eb9-467d-aca0-870149d9da82,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:07:21.383528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3ea74e64-1cc4-44e8-a239-430cba3946b9 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for floatingip, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:21.397150 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3ea74e64-1cc4-44e8-a239-430cba3946b9 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:21.398275 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3ea74e64-1cc4-44e8-a239-430cba3946b9 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "DELETE /v2.0/floatingips/810513f9-befb-4483-b185-435719dfc831 HTTP/1.1" status: 204 len: 168 time: 0.7425475 Oct 18 08:07:21.632893 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 10eb39cd-4695-4c41-8a99-84e31b7398d3 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:07:21.667776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 10eb39cd-4695-4c41-8a99-84e31b7398d3 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:07:21.668121 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 10eb39cd-4695-4c41-8a99-84e31b7398d3 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:07:22.997286 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-83ec2b01-841a-4764-bf6b-52cef825ab32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:23.721928 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:23.801859 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:23.956845 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36304) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:07:24.024154 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b611b5e2-37ef-4823-8748-d0d3fed02ab2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:24.054518 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b611b5e2-37ef-4823-8748-d0d3fed02ab2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:24.120956 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b611b5e2-37ef-4823-8748-d0d3fed02ab2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:24.142157 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611b5e2-37ef-4823-8748-d0d3fed02ab2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5839e1-60e9-4a99-b274-cc24145a446c,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:07:24.159702 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b611b5e2-37ef-4823-8748-d0d3fed02ab2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:24.163481 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b611b5e2-37ef-4823-8748-d0d3fed02ab2 tempest-TestVolumeBootPattern-1637619203 tempest-TestVolumeBootPattern-1637619203-project] 10.222.0.17 "DELETE /v2.0/security-groups/4c5839e1-60e9-4a99-b274-cc24145a446c HTTP/1.1" status: 204 len: 168 time: 0.2029755 Oct 18 08:07:25.230799 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36312) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:07:25.372500 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:26.003814 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:26.357235 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Deleting port 9a17d36e-2028-4161-a6cb-35de3b074955 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:07:26.357917 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:26.529269 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] For port 9a17d36e-2028-4161-a6cb-35de3b074955, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=9a17d36e-2028-4161-a6cb-35de3b074955,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:07:26.529535 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:26.654102 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Calling delete_port for 9a17d36e-2028-4161-a6cb-35de3b074955 owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:07:26.818816 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:26.972508 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=9a17d36e-2028-4161-a6cb-35de3b074955,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:07:27.018953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:27.019298 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:27.019636 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:27.019965 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:27.020292 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:27.020620 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:27.020944 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:27.021267 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:27.021590 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:27.021914 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:27.022230 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:27.022571 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:07:27.250241 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:27.599039 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Router 29207264-eab9-4ad9-aca7-ce280dd8e82a has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:07:27.772135 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:07:27.780760 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a067de09-83a3-41c2-9974-3e9c8e1645a7 None None] Sync routers for ids ['29207264-eab9-4ad9-aca7-ce280dd8e82a'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:07:27.788385 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f2197b94-a3fc-4ccd-a19b-e492c5143a7d admin admin] 10.222.0.17 "PUT /v2.0/routers/29207264-eab9-4ad9-aca7-ce280dd8e82a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5565045 Oct 18 08:07:27.790829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36318) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:07:27.794386 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a067de09-83a3-41c2-9974-3e9c8e1645a7 None None] Routers {'29207264-eab9-4ad9-aca7-ce280dd8e82a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:07:27.795028 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a067de09-83a3-41c2-9974-3e9c8e1645a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:07:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['29207264-eab9-4ad9-aca7-ce280dd8e82a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:27.966113 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-a067de09-83a3-41c2-9974-3e9c8e1645a7 None None] Set router 29207264-eab9-4ad9-aca7-ce280dd8e82a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:07:27.966302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a83ac52-ed9e-4001-9fda-fe8ff5b75e48 admin admin] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:28.141531 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a83ac52-ed9e-4001-9fda-fe8ff5b75e48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:28.152948 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8a83ac52-ed9e-4001-9fda-fe8ff5b75e48 admin admin] Deleting port 5d101980-58dd-4451-9f95-810f3b88ab39 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:07:28.153843 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a83ac52-ed9e-4001-9fda-fe8ff5b75e48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:28.248947 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a067de09-83a3-41c2-9974-3e9c8e1645a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:07:26Z', 'revision_number': 5, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port': {'id': '5d101980-58dd-4451-9f95-810f3b88ab39', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:06Z', 'updated_at': '2022-10-18T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:28.253491 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a067de09-83a3-41c2-9974-3e9c8e1645a7 None None] Checking router: 29207264-eab9-4ad9-aca7-ce280dd8e82a for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:07:28.263130 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a067de09-83a3-41c2-9974-3e9c8e1645a7 None None] Routers {'29207264-eab9-4ad9-aca7-ce280dd8e82a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:07:28.263764 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a067de09-83a3-41c2-9974-3e9c8e1645a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:07:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['29207264-eab9-4ad9-aca7-ce280dd8e82a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:28.412882 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-a067de09-83a3-41c2-9974-3e9c8e1645a7 None None] Set router 29207264-eab9-4ad9-aca7-ce280dd8e82a gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:07:28.448846 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-8a83ac52-ed9e-4001-9fda-fe8ff5b75e48 admin admin] For port 5d101980-58dd-4451-9f95-810f3b88ab39, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=5d101980-58dd-4451-9f95-810f3b88ab39,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:07:28.449196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a83ac52-ed9e-4001-9fda-fe8ff5b75e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:28.542345 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a067de09-83a3-41c2-9974-3e9c8e1645a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:07:28Z', 'revision_number': 6, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:28.546161 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a067de09-83a3-41c2-9974-3e9c8e1645a7 None None] The sync data for ids ['29207264-eab9-4ad9-aca7-ce280dd8e82a'] in dv-neutron-861625-1-hyperv is: [{'id': '29207264-eab9-4ad9-aca7-ce280dd8e82a', 'name': 'tempest-TestVolumeBootPattern-1051610365-router', 'tenant_id': 'f79c24aececa4859ae5a96990e21c4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:05Z', 'updated_at': '2022-10-18T08:07:28Z', 'revision_number': 6, 'project_id': 'f79c24aececa4859ae5a96990e21c4eb', 'gw_port_host': None}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:07:28.572161 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8a83ac52-ed9e-4001-9fda-fe8ff5b75e48 admin admin] Calling delete_port for 5d101980-58dd-4451-9f95-810f3b88ab39 owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:07:28.737766 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a83ac52-ed9e-4001-9fda-fe8ff5b75e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:28.784147 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83ac52-ed9e-4001-9fda-fe8ff5b75e48 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d101980-58dd-4451-9f95-810f3b88ab39,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:07:28.878986 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a83ac52-ed9e-4001-9fda-fe8ff5b75e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:29.054307 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a83ac52-ed9e-4001-9fda-fe8ff5b75e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:29.056462 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a83ac52-ed9e-4001-9fda-fe8ff5b75e48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:29.077890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a83ac52-ed9e-4001-9fda-fe8ff5b75e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:29.078408 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a83ac52-ed9e-4001-9fda-fe8ff5b75e48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29207264-eab9-4ad9-aca7-ce280dd8e82a {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:07:29.090787 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a83ac52-ed9e-4001-9fda-fe8ff5b75e48 admin admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:29.091888 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8a83ac52-ed9e-4001-9fda-fe8ff5b75e48 admin admin] 10.222.0.17 "DELETE /v2.0/routers/29207264-eab9-4ad9-aca7-ce280dd8e82a HTTP/1.1" status: 204 len: 168 time: 1.3001213 Oct 18 08:07:29.094352 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36322) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:07:29.154139 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d36d81c-92fe-4633-aac7-d2017d5213fc admin admin] Deleting subnet 0e2a65d9-cbb7-462e-9a50-06e31aad481a {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:07:29.156961 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5d36d81c-92fe-4633-aac7-d2017d5213fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:29.205147 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5d36d81c-92fe-4633-aac7-d2017d5213fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:29.282986 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5d36d81c-92fe-4633-aac7-d2017d5213fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:29.355463 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5d36d81c-92fe-4633-aac7-d2017d5213fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:29.392848 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36d81c-92fe-4633-aac7-d2017d5213fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e2a65d9-cbb7-462e-9a50-06e31aad481a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:07:29.396936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5d36d81c-92fe-4633-aac7-d2017d5213fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:29.402484 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb56d31-898b-4a30-a88e-62ee9335c6ba None None] Network 97472348-d598-4426-abf2-9d3dd6e4d75d requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:07:29.405747 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5d36d81c-92fe-4633-aac7-d2017d5213fc admin admin] 10.222.0.17 "DELETE /v2.0/subnets/0e2a65d9-cbb7-462e-9a50-06e31aad481a HTTP/1.1" status: 204 len: 168 time: 0.3076763 Oct 18 08:07:29.405747 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36326) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:07:29.513676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:29.525599 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] Deleting port 87862026-b8dd-4609-bc12-1ed2caf19c4d {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:07:29.525940 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:29.683566 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38634e7d-f9c5-4ffa-872b-177198fd6b0b None None] DHCP port deletion for 97472348-d598-4426-abf2-9d3dd6e4d75d request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:07:29.687847 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-38634e7d-f9c5-4ffa-872b-177198fd6b0b None None] Deleting port 87862026-b8dd-4609-bc12-1ed2caf19c4d {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:07:29.688223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-38634e7d-f9c5-4ffa-872b-177198fd6b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:29.740885 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] For port 87862026-b8dd-4609-bc12-1ed2caf19c4d, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=87862026-b8dd-4609-bc12-1ed2caf19c4d,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:07:29.741477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:29.857742 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 9a17d36e-2028-4161-a6cb-35de3b074955 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:07:29.941861 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 9a17d36e-2028-4161-a6cb-35de3b074955 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:07:29.942106 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 9a17d36e-2028-4161-a6cb-35de3b074955 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:07:29.942522 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 87862026-b8dd-4609-bc12-1ed2caf19c4d no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:07:29.971199 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] Calling delete_port for 87862026-b8dd-4609-bc12-1ed2caf19c4d owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:07:30.004122 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-38634e7d-f9c5-4ffa-872b-177198fd6b0b None None] For port 87862026-b8dd-4609-bc12-1ed2caf19c4d, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=87862026-b8dd-4609-bc12-1ed2caf19c4d,segment=NetworkSegment(83480a9e-9b39-4ce0-87c2-b20edbfd9c41),segment_id=83480a9e-9b39-4ce0-87c2-b20edbfd9c41)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:07:30.004506 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-38634e7d-f9c5-4ffa-872b-177198fd6b0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:30.046463 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:30.094439 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] Pushing event deleted for resources: {'Port': ['ID=87862026-b8dd-4609-bc12-1ed2caf19c4d,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:07:30.100431 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] No DVR routers for this DVR port 87862026-b8dd-4609-bc12-1ed2caf19c4d on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:07:30.132704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-38634e7d-f9c5-4ffa-872b-177198fd6b0b None None] Calling delete_port for 87862026-b8dd-4609-bc12-1ed2caf19c4d owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:07:30.159463 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No active binding found for port 87862026-b8dd-4609-bc12-1ed2caf19c4d {{(pid=89047) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 18 08:07:30.159864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 87862026-b8dd-4609-bc12-1ed2caf19c4d not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:07:30.160263 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 5d101980-58dd-4451-9f95-810f3b88ab39 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:07:30.206158 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 5d101980-58dd-4451-9f95-810f3b88ab39 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:07:30.206420 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 5d101980-58dd-4451-9f95-810f3b88ab39 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:07:30.220277 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:30.238310 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-38634e7d-f9c5-4ffa-872b-177198fd6b0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:07:30.238688 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-38634e7d-f9c5-4ffa-872b-177198fd6b0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:07:30.246348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97472348-d598-4426-abf2-9d3dd6e4d75d']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:30.258258 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83480a9e-9b39-4ce0-87c2-b20edbfd9c41') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:30.258619 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83480a9e-9b39-4ce0-87c2-b20edbfd9c41') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:30.269958 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:30.286027 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:30.292095 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:07:30.292512 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:30.358715 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 83480a9e-9b39-4ce0-87c2-b20edbfd9c41 resource provider aggregate not found Oct 18 08:07:30.380319 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 83480a9e-9b39-4ce0-87c2-b20edbfd9c41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83480a9e-9b39-4ce0-87c2-b20edbfd9c41 found for delete ", "request_id": "req-a45e2351-c6c8-4815-bd16-85617147e3b2"}]} Oct 18 08:07:30.392229 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:30.407850 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:30.419634 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] Pushing event deleted for resources: {'Network': ['ID=97472348-d598-4426-abf2-9d3dd6e4d75d,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:07:30.431857 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1565e0b9-ca74-4b1c-a967-5378cd60f14b admin admin] 10.222.0.17 "DELETE /v2.0/networks/97472348-d598-4426-abf2-9d3dd6e4d75d HTTP/1.1" status: 204 len: 168 time: 1.0255713 Oct 18 08:07:30.434729 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36334) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:07:30.740191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-38634e7d-f9c5-4ffa-872b-177198fd6b0b None None] Deleting port 87862026-b8dd-4609-bc12-1ed2caf19c4d {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:07:30.740792 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-38634e7d-f9c5-4ffa-872b-177198fd6b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:30.808396 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-38634e7d-f9c5-4ffa-872b-177198fd6b0b None None] The port '87862026-b8dd-4609-bc12-1ed2caf19c4d' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 08:07:30.956512 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4bd9787e-85ab-4925-acbc-5ade7ef39e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:31.404977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-4bd9787e-85ab-4925-acbc-5ade7ef39e8c admin admin] Deleting port 3d849d67-b49d-4234-80ef-49bd92dd465b {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:07:31.405312 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4bd9787e-85ab-4925-acbc-5ade7ef39e8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:31.575518 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-4bd9787e-85ab-4925-acbc-5ade7ef39e8c admin admin] For port 3d849d67-b49d-4234-80ef-49bd92dd465b, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=3d849d67-b49d-4234-80ef-49bd92dd465b,segment=NetworkSegment(fab4807e-1cf1-4a1b-8ce5-d0acb263e501),segment_id=fab4807e-1cf1-4a1b-8ce5-d0acb263e501)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:07:31.575971 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4bd9787e-85ab-4925-acbc-5ade7ef39e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:31.696606 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-4bd9787e-85ab-4925-acbc-5ade7ef39e8c admin admin] Calling delete_port for 3d849d67-b49d-4234-80ef-49bd92dd465b owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:07:31.862392 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4bd9787e-85ab-4925-acbc-5ade7ef39e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:31.912050 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9787e-85ab-4925-acbc-5ade7ef39e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=3d849d67-b49d-4234-80ef-49bd92dd465b,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:07:32.182628 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4bd9787e-85ab-4925-acbc-5ade7ef39e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:32.534130 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd9787e-85ab-4925-acbc-5ade7ef39e8c admin admin] Router ea3761c5-b964-457d-b4b0-c05a08ca204c has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:07:32.816640 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd9787e-85ab-4925-acbc-5ade7ef39e8c admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:07:32.824998 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c89d40-5e71-4f81-b5ee-ce18aba0f6b4 None None] Sync routers for ids ['ea3761c5-b964-457d-b4b0-c05a08ca204c'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:07:32.833428 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4bd9787e-85ab-4925-acbc-5ade7ef39e8c admin admin] 10.222.0.17 "PUT /v2.0/routers/ea3761c5-b964-457d-b4b0-c05a08ca204c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3977253 Oct 18 08:07:32.835223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c89d40-5e71-4f81-b5ee-ce18aba0f6b4 None None] Routers {'ea3761c5-b964-457d-b4b0-c05a08ca204c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:07:32.835977 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36338) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:07:32.838957 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-f9c89d40-5e71-4f81-b5ee-ce18aba0f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:07:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ea3761c5-b964-457d-b4b0-c05a08ca204c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:33.020064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-f9c89d40-5e71-4f81-b5ee-ce18aba0f6b4 None None] Set router ea3761c5-b964-457d-b4b0-c05a08ca204c gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:07:33.105276 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6573b628-5e6f-4a29-b32b-2594bbbcab17 admin admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:33.279089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6573b628-5e6f-4a29-b32b-2594bbbcab17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:33.289395 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6573b628-5e6f-4a29-b32b-2594bbbcab17 admin admin] Deleting port c3e0ac8f-2bff-42bc-b421-e18b03e3cf15 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:07:33.289741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6573b628-5e6f-4a29-b32b-2594bbbcab17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:33.305687 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-f9c89d40-5e71-4f81-b5ee-ce18aba0f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'name': 'tempest-TestVolumeBootPattern-817488813-router', 'tenant_id': '0683b4450a5440049e742489f5e6b621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'c3e0ac8f-2bff-42bc-b421-e18b03e3cf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:11Z', 'updated_at': '2022-10-18T08:07:31Z', 'revision_number': 5, 'project_id': '0683b4450a5440049e742489f5e6b621', 'gw_port': {'id': 'c3e0ac8f-2bff-42bc-b421-e18b03e3cf15', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:00:12Z', 'updated_at': '2022-10-18T08:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:33.309818 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c89d40-5e71-4f81-b5ee-ce18aba0f6b4 None None] Checking router: ea3761c5-b964-457d-b4b0-c05a08ca204c for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:07:33.318540 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c89d40-5e71-4f81-b5ee-ce18aba0f6b4 None None] Routers {'ea3761c5-b964-457d-b4b0-c05a08ca204c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:07:33.319158 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-f9c89d40-5e71-4f81-b5ee-ce18aba0f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:07:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ea3761c5-b964-457d-b4b0-c05a08ca204c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:33.463995 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-6573b628-5e6f-4a29-b32b-2594bbbcab17 admin admin] For port c3e0ac8f-2bff-42bc-b421-e18b03e3cf15, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c3e0ac8f-2bff-42bc-b421-e18b03e3cf15,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:07:33.464258 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6573b628-5e6f-4a29-b32b-2594bbbcab17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:33.471819 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-f9c89d40-5e71-4f81-b5ee-ce18aba0f6b4 None None] Set router ea3761c5-b964-457d-b4b0-c05a08ca204c gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:07:33.577186 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-f9c89d40-5e71-4f81-b5ee-ce18aba0f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'name': 'tempest-TestVolumeBootPattern-817488813-router', 'tenant_id': '0683b4450a5440049e742489f5e6b621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:11Z', 'updated_at': '2022-10-18T08:07:33Z', 'revision_number': 6, 'project_id': '0683b4450a5440049e742489f5e6b621', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:33.581625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c89d40-5e71-4f81-b5ee-ce18aba0f6b4 None None] The sync data for ids ['ea3761c5-b964-457d-b4b0-c05a08ca204c'] in dv-neutron-861625-1-hyperv is: [{'id': 'ea3761c5-b964-457d-b4b0-c05a08ca204c', 'name': 'tempest-TestVolumeBootPattern-817488813-router', 'tenant_id': '0683b4450a5440049e742489f5e6b621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:00:11Z', 'updated_at': '2022-10-18T08:07:33Z', 'revision_number': 6, 'project_id': '0683b4450a5440049e742489f5e6b621', 'gw_port_host': None}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:07:33.587580 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6573b628-5e6f-4a29-b32b-2594bbbcab17 admin admin] Calling delete_port for c3e0ac8f-2bff-42bc-b421-e18b03e3cf15 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:07:33.752184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6573b628-5e6f-4a29-b32b-2594bbbcab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:33.784806 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:07:33.827833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573b628-5e6f-4a29-b32b-2594bbbcab17 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e0ac8f-2bff-42bc-b421-e18b03e3cf15,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:07:33.895618 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6573b628-5e6f-4a29-b32b-2594bbbcab17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:34.069134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6573b628-5e6f-4a29-b32b-2594bbbcab17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:34.071318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6573b628-5e6f-4a29-b32b-2594bbbcab17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:34.094649 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6573b628-5e6f-4a29-b32b-2594bbbcab17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:34.095184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6573b628-5e6f-4a29-b32b-2594bbbcab17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea3761c5-b964-457d-b4b0-c05a08ca204c {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:07:34.108278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6573b628-5e6f-4a29-b32b-2594bbbcab17 admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:34.109391 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6573b628-5e6f-4a29-b32b-2594bbbcab17 admin admin] 10.222.0.17 "DELETE /v2.0/routers/ea3761c5-b964-457d-b4b0-c05a08ca204c HTTP/1.1" status: 204 len: 168 time: 1.2724023 Oct 18 08:07:34.111960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36342) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:07:34.170515 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-77adb1e8-63bf-42b4-b976-b64ee5b0116f admin admin] Deleting subnet aab03252-89c4-4f6f-bacb-6e47039f18af {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:07:34.173568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77adb1e8-63bf-42b4-b976-b64ee5b0116f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:34.223870 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77adb1e8-63bf-42b4-b976-b64ee5b0116f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:34.344542 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 3d849d67-b49d-4234-80ef-49bd92dd465b no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:07:34.379421 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 3d849d67-b49d-4234-80ef-49bd92dd465b {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:07:34.379763 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 3d849d67-b49d-4234-80ef-49bd92dd465b not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:07:34.402629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77adb1e8-63bf-42b4-b976-b64ee5b0116f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:34.470930 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77adb1e8-63bf-42b4-b976-b64ee5b0116f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:34.513908 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adb1e8-63bf-42b4-b976-b64ee5b0116f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aab03252-89c4-4f6f-bacb-6e47039f18af,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:07:34.519878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77adb1e8-63bf-42b4-b976-b64ee5b0116f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:34.520552 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:34.524383 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb57a24b-f1d8-4a69-8095-d36912f57efd None None] Network 10e0d931-37b8-4148-8451-62999c5ad4b2 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:07:34.526950 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-77adb1e8-63bf-42b4-b976-b64ee5b0116f admin admin] 10.222.0.17 "DELETE /v2.0/subnets/aab03252-89c4-4f6f-bacb-6e47039f18af HTTP/1.1" status: 204 len: 168 time: 0.4140146 Oct 18 08:07:34.529348 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36346) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:07:34.642260 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:34.653521 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] Deleting port fe933d40-e344-469b-82d5-cbcb86e664c4 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:07:34.653746 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:34.847989 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bef875-36cd-4a86-8f4f-25bfe16edfeb None None] DHCP port deletion for 10e0d931-37b8-4148-8451-62999c5ad4b2 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:07:34.852717 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-43bef875-36cd-4a86-8f4f-25bfe16edfeb None None] Deleting port fe933d40-e344-469b-82d5-cbcb86e664c4 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:07:34.853029 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-43bef875-36cd-4a86-8f4f-25bfe16edfeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:34.860018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] For port fe933d40-e344-469b-82d5-cbcb86e664c4, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=fe933d40-e344-469b-82d5-cbcb86e664c4,segment=NetworkSegment(fab4807e-1cf1-4a1b-8ce5-d0acb263e501),segment_id=fab4807e-1cf1-4a1b-8ce5-d0acb263e501)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:07:34.860406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:34.985935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] Calling delete_port for fe933d40-e344-469b-82d5-cbcb86e664c4 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:07:35.051168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-43bef875-36cd-4a86-8f4f-25bfe16edfeb None None] For port fe933d40-e344-469b-82d5-cbcb86e664c4, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=fe933d40-e344-469b-82d5-cbcb86e664c4,segment=NetworkSegment(fab4807e-1cf1-4a1b-8ce5-d0acb263e501),segment_id=fab4807e-1cf1-4a1b-8ce5-d0acb263e501)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:07:35.051819 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-43bef875-36cd-4a86-8f4f-25bfe16edfeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:35.061233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:35.108812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe933d40-e344-469b-82d5-cbcb86e664c4,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:07:35.112979 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] No DVR routers for this DVR port fe933d40-e344-469b-82d5-cbcb86e664c4 on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:07:35.178498 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-43bef875-36cd-4a86-8f4f-25bfe16edfeb None None] Calling delete_port for fe933d40-e344-469b-82d5-cbcb86e664c4 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:07:35.231163 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:35.250380 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-43bef875-36cd-4a86-8f4f-25bfe16edfeb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:07:35.250774 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-43bef875-36cd-4a86-8f4f-25bfe16edfeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:07:35.259613 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e0d931-37b8-4148-8451-62999c5ad4b2']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:35.272209 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab4807e-1cf1-4a1b-8ce5-d0acb263e501') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:35.272568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab4807e-1cf1-4a1b-8ce5-d0acb263e501') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:07:35.284332 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:35.300593 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:35.306877 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:07:35.307302 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:35.383134 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment fab4807e-1cf1-4a1b-8ce5-d0acb263e501 resource provider aggregate not found Oct 18 08:07:35.400911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:35.405035 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment fab4807e-1cf1-4a1b-8ce5-d0acb263e501 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fab4807e-1cf1-4a1b-8ce5-d0acb263e501 found for delete ", "request_id": "req-ec2fb110-4384-400d-98d1-9fd10b790097"}]} Oct 18 08:07:35.408549 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:35.436808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=10e0d931-37b8-4148-8451-62999c5ad4b2,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:07:35.443058 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-77b1ffb1-a0d7-4cc7-bfff-2952784aa0b8 admin admin] 10.222.0.17 "DELETE /v2.0/networks/10e0d931-37b8-4148-8451-62999c5ad4b2 HTTP/1.1" status: 204 len: 168 time: 0.9127865 Oct 18 08:07:35.547941 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36358) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:07:35.595810 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5472bda1-2380-47d9-9cee-7b1f13219d5e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f79c24aececa4859ae5a96990e21c4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467815 Oct 18 08:07:35.598228 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36362) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:07:35.653375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-183a3170-8533-4990-a58e-8d7ee9907253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:35.678140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-183a3170-8533-4990-a58e-8d7ee9907253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:35.730297 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-183a3170-8533-4990-a58e-8d7ee9907253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:35.747251 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a3170-8533-4990-a58e-8d7ee9907253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae055bfe-668d-4329-83a0-39564c71e75d,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:07:35.752360 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-43bef875-36cd-4a86-8f4f-25bfe16edfeb None None] Deleting port fe933d40-e344-469b-82d5-cbcb86e664c4 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:07:35.752816 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-43bef875-36cd-4a86-8f4f-25bfe16edfeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:35.758074 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-183a3170-8533-4990-a58e-8d7ee9907253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:35.759376 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-183a3170-8533-4990-a58e-8d7ee9907253 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ae055bfe-668d-4329-83a0-39564c71e75d HTTP/1.1" status: 204 len: 168 time: 0.1601272 Oct 18 08:07:35.834965 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-43bef875-36cd-4a86-8f4f-25bfe16edfeb None None] The port 'fe933d40-e344-469b-82d5-cbcb86e664c4' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 08:07:35.840465 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c3e0ac8f-2bff-42bc-b421-e18b03e3cf15 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:07:35.875356 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: c3e0ac8f-2bff-42bc-b421-e18b03e3cf15 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:07:35.875697 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c3e0ac8f-2bff-42bc-b421-e18b03e3cf15 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:07:35.876113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device fe933d40-e344-469b-82d5-cbcb86e664c4 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:07:35.909415 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: fe933d40-e344-469b-82d5-cbcb86e664c4 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:07:35.910258 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device fe933d40-e344-469b-82d5-cbcb86e664c4 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:07:36.117780 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36370) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:07:36.169090 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9218f71f-3873-472b-8558-c4f4ec2c574c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0683b4450a5440049e742489f5e6b621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499434 Oct 18 08:07:36.171502 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36374) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:07:36.228868 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d6e42119-0f2e-439f-857d-ae48ba9e54d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:36.254248 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d6e42119-0f2e-439f-857d-ae48ba9e54d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:36.306566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d6e42119-0f2e-439f-857d-ae48ba9e54d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:36.324310 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e42119-0f2e-439f-857d-ae48ba9e54d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d6078f-bb96-47cf-9926-6600ed2a0b30,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:07:36.326589 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d6e42119-0f2e-439f-857d-ae48ba9e54d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:36.327685 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d6e42119-0f2e-439f-857d-ae48ba9e54d7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/74d6078f-bb96-47cf-9926-6600ed2a0b30 HTTP/1.1" status: 204 len: 168 time: 0.1552491 Oct 18 08:07:50.698785 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1877c1e2-2525-4d8e-86ad-10270d664211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:53.000408 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3ccae54a-f5b8-49ef-90ab-7ecb95ad633c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:53.725146 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:53.803555 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:07:55.318364 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:00.732248 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36388) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:00.932429 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-29688939-309c-4385-94ad-2b0cca120297 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 760ef568-2bb9-4751-96c0-9c95acc27b55 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:08:00.932778 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29688939-309c-4385-94ad-2b0cca120297 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:01.188005 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29688939-309c-4385-94ad-2b0cca120297 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:01.188326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29688939-309c-4385-94ad-2b0cca120297 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:01.311858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-29688939-309c-4385-94ad-2b0cca120297 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 760ef568-2bb9-4751-96c0-9c95acc27b55 owned by network:floatingip {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:08:01.458028 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29688939-309c-4385-94ad-2b0cca120297 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:01.508703 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29688939-309c-4385-94ad-2b0cca120297 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=760ef568-2bb9-4751-96c0-9c95acc27b55,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:01.600943 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29688939-309c-4385-94ad-2b0cca120297 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:01.601274 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-29688939-309c-4385-94ad-2b0cca120297 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP f8c19684-21d2-4511-9e83-6abd053bf31f disassociated (deleted). External IP: 172.26.8.169, port: 7d275ce7-8ed6-4583-a719-d5b74aa79077. Oct 18 08:08:01.942373 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29688939-309c-4385-94ad-2b0cca120297 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:08:02.113650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29688939-309c-4385-94ad-2b0cca120297 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:08:02.124017 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af762e05-7ad5-4fd0-879c-2c3780b14e57 None None] Sync routers for ids ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:08:02.134670 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af762e05-7ad5-4fd0-879c-2c3780b14e57 None None] Routers {'260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:08:02.134903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-29688939-309c-4385-94ad-2b0cca120297 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:02.135259 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-af762e05-7ad5-4fd0-879c-2c3780b14e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:07:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:02.191477 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-29688939-309c-4385-94ad-2b0cca120297 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/floatingips/f8c19684-21d2-4511-9e83-6abd053bf31f HTTP/1.1" status: 204 len: 168 time: 1.4581335 Oct 18 08:08:02.192692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc3c620-2f48-429c-891b-800b2c6a654d', 'tag': '7d275ce7-8ed6-4583-a719-d5b74aa79077'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:08:02.195008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a78f71-378a-4055-8abb-dd5b91c0ee87" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc3c620-2f48-429c-891b-800b2c6a654d", "tag": "7d275ce7-8ed6-4583-a719-d5b74aa79077"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:08:02.313946 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-af762e05-7ad5-4fd0-879c-2c3780b14e57 None None] Set router 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:08:02.369827 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077049f4-a572-4d38-9c78-38dbec7a6e73 x-openstack-request-id: req-077049f4-a572-4d38-9c78-38dbec7a6e73 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:08:02.370121 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc3c620-2f48-429c-891b-800b2c6a654d", "tag": "7d275ce7-8ed6-4583-a719-d5b74aa79077", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:08:02.370370 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-077049f4-a572-4d38-9c78-38dbec7a6e73 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:08:02.370934 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-077049f4-a572-4d38-9c78-38dbec7a6e73'] response: {'name': 'network-changed', 'server_uuid': 'cdc3c620-2f48-429c-891b-800b2c6a654d', 'tag': '7d275ce7-8ed6-4583-a719-d5b74aa79077', 'status': 'completed', 'code': 200} Oct 18 08:08:02.600521 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a78f71-378a-4055-8abb-dd5b91c0ee87 req-3279feda-4960-4dfd-aff9-980c6edd1b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:02.602102 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e1a78f71-378a-4055-8abb-dd5b91c0ee87 req-3279feda-4960-4dfd-aff9-980c6edd1b9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 1098 time: 0.1861422 Oct 18 08:08:02.627693 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d22b72-386c-43f0-b30d-c341eb854b7c req-be6c99c8-92c9-4095-9e22-f56e352a1efa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:02.629108 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-09d22b72-386c-43f0-b30d-c341eb854b7c req-be6c99c8-92c9-4095-9e22-f56e352a1efa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 945 time: 0.1510668 Oct 18 08:08:02.643556 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-af762e05-7ad5-4fd0-879c-2c3780b14e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'name': 'tempest-TestNetworkBasicOps-router-1705575761', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:01Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '8a378199-df6e-40ec-ac27-7d02d4ce0024', 'name': '', 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:56:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aab77a47-86a5-4230-a47a-940fd22c4289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:05:00Z', 'updated_at': '2022-10-18T08:05:06Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'aab77a47-86a5-4230-a47a-940fd22c4289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:02.647416 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af762e05-7ad5-4fd0-879c-2c3780b14e57 None None] Checking router: 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:08:02.657015 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af762e05-7ad5-4fd0-879c-2c3780b14e57 None None] Routers {'260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:08:02.657618 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-af762e05-7ad5-4fd0-879c-2c3780b14e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:07:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:02.674924 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-09d22b72-386c-43f0-b30d-c341eb854b7c req-dfaab8b4-ba0b-480f-94cf-b90b6ef5441d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7707f114-3e83-4b37-9d70-3a1698a0b8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395203 Oct 18 08:08:02.734338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a78f71-378a-4055-8abb-dd5b91c0ee87 req-9cf6381c-aba9-40dc-8197-bfddbfc33fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:02.735809 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e1a78f71-378a-4055-8abb-dd5b91c0ee87 req-9cf6381c-aba9-40dc-8197-bfddbfc33fa7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=88f09372-8065-4310-879d-69545c3ff1c5 HTTP/1.1" status: 200 len: 898 time: 0.1271422 Oct 18 08:08:02.835640 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-af762e05-7ad5-4fd0-879c-2c3780b14e57 None None] Set router 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:08:02.910752 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e1a78f71-378a-4055-8abb-dd5b91c0ee87 req-e4b6d69a-2b8d-4c55-88a0-7e36fba4dbed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d275ce7-8ed6-4583-a719-d5b74aa79077 HTTP/1.1" status: 200 len: 217 time: 0.1679618 Oct 18 08:08:02.973088 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a78f71-378a-4055-8abb-dd5b91c0ee87 req-336eb571-d0b7-485b-9c57-0a57811130a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:02.975051 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e1a78f71-378a-4055-8abb-dd5b91c0ee87 req-336eb571-d0b7-485b-9c57-0a57811130a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aab77a47-86a5-4230-a47a-940fd22c4289 HTTP/1.1" status: 200 len: 844 time: 0.0575244 Oct 18 08:08:03.061140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a78f71-378a-4055-8abb-dd5b91c0ee87 req-c5aae1af-e61f-4809-8da2-6bd55e0c1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:03.062634 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e1a78f71-378a-4055-8abb-dd5b91c0ee87 req-c5aae1af-e61f-4809-8da2-6bd55e0c1e28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88f09372-8065-4310-879d-69545c3ff1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796368 Oct 18 08:08:03.150673 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-af762e05-7ad5-4fd0-879c-2c3780b14e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'name': 'tempest-TestNetworkBasicOps-router-1705575761', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:01Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '8a378199-df6e-40ec-ac27-7d02d4ce0024', 'name': '', 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:56:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aab77a47-86a5-4230-a47a-940fd22c4289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:05:00Z', 'updated_at': '2022-10-18T08:05:06Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'aab77a47-86a5-4230-a47a-940fd22c4289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:03.154456 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af762e05-7ad5-4fd0-879c-2c3780b14e57 None None] The sync data for ids ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'] in dv-neutron-861625-1-hyperv is: [{'id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'name': 'tempest-TestNetworkBasicOps-router-1705575761', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:01Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '8a378199-df6e-40ec-ac27-7d02d4ce0024', 'name': '', 'network_id': '88f09372-8065-4310-879d-69545c3ff1c5', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:56:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'aab77a47-86a5-4230-a47a-940fd22c4289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:05:00Z', 'updated_at': '2022-10-18T08:05:06Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'aab77a47-86a5-4230-a47a-940fd22c4289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:08:03.205111 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e1a78f71-378a-4055-8abb-dd5b91c0ee87 req-3c2572eb-018e-497c-a70a-28486bb2e589 service neutron] 10.222.0.46 "GET /v2.0/networks/88f09372-8065-4310-879d-69545c3ff1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344104 Oct 18 08:08:03.346263 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e1a78f71-378a-4055-8abb-dd5b91c0ee87 req-0d327a2d-8380-4c8c-88f1-bed8535d5ab7 service neutron] 10.222.0.46 "GET /v2.0/networks/88f09372-8065-4310-879d-69545c3ff1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333258 Oct 18 08:08:03.378209 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2b0663-400a-4b57-a208-4d71dcd9c18d None None] New status for floating IP f8c19684-21d2-4511-9e83-6abd053bf31f: DOWN {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:08:03.920302 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf164c5-3c32-4edf-8e07-f71b9d3ff37d req-6a04d8c6-615a-4bd4-bb98-5adc3c85ed92 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:03.920974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-9bf164c5-3c32-4edf-8e07-f71b9d3ff37d req-6a04d8c6-615a-4bd4-bb98-5adc3c85ed92 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:08:03.989808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-9bf164c5-3c32-4edf-8e07-f71b9d3ff37d req-6a04d8c6-615a-4bd4-bb98-5adc3c85ed92 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:08:03.990953 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9bf164c5-3c32-4edf-8e07-f71b9d3ff37d req-6a04d8c6-615a-4bd4-bb98-5adc3c85ed92 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 945 time: 0.2003267 Oct 18 08:08:04.046329 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9bf164c5-3c32-4edf-8e07-f71b9d3ff37d req-7f54f2a2-d7c4-4fbf-a266-7d7a046397dc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=7707f114-3e83-4b37-9d70-3a1698a0b8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494316 Oct 18 08:08:04.054858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574f12d-fa35-4baa-8164-5d7517ee48af req-b9932ee4-274d-4623-bf14-38ac8725b102 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:04.056214 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b574f12d-fa35-4baa-8164-5d7517ee48af req-b9932ee4-274d-4623-bf14-38ac8725b102 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 945 time: 0.1326647 Oct 18 08:08:04.128639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-b574f12d-fa35-4baa-8164-5d7517ee48af req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 7d275ce7-8ed6-4583-a719-d5b74aa79077 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:08:04.128985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-b574f12d-fa35-4baa-8164-5d7517ee48af req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:04.377521 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-b574f12d-fa35-4baa-8164-5d7517ee48af req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 7d275ce7-8ed6-4583-a719-d5b74aa79077, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7d275ce7-8ed6-4583-a719-d5b74aa79077,segment=NetworkSegment(57f7a849-104a-40f4-80fe-bb4a6a2073eb),segment_id=57f7a849-104a-40f4-80fe-bb4a6a2073eb)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:08:04.377797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-b574f12d-fa35-4baa-8164-5d7517ee48af req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:04.503875 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-b574f12d-fa35-4baa-8164-5d7517ee48af req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 7d275ce7-8ed6-4583-a719-d5b74aa79077 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:08:04.535008 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:04.645779 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-b574f12d-fa35-4baa-8164-5d7517ee48af req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:04.699983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=7d275ce7-8ed6-4583-a719-d5b74aa79077,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:04.748800 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:04.749151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:04.749494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:04.749833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:04.750159 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:04.750488 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:04.750841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:04.751170 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:04.751496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:04.751820 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:04.752142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:04.752462 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:04.795437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-b574f12d-fa35-4baa-8164-5d7517ee48af req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] No DVR routers for this DVR port 7d275ce7-8ed6-4583-a719-d5b74aa79077 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:08:04.797592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-b574f12d-fa35-4baa-8164-5d7517ee48af req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:04.800071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc3c620-2f48-429c-891b-800b2c6a654d', 'name': 'network-vif-deleted', 'tag': '7d275ce7-8ed6-4583-a719-d5b74aa79077'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:08:04.803112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413437ea-c8d3-44fd-a082-950332baa4b6" -d '{"events": [{"server_uuid": "cdc3c620-2f48-429c-891b-800b2c6a654d", "name": "network-vif-deleted", "tag": "7d275ce7-8ed6-4583-a719-d5b74aa79077"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:08:04.817801 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b574f12d-fa35-4baa-8164-5d7517ee48af req-b2515b0d-791b-4f4b-87de-bafd8c6ef4d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "DELETE /v2.0/ports/7d275ce7-8ed6-4583-a719-d5b74aa79077 HTTP/1.1" status: 204 len: 173 time: 0.7529144 Oct 18 08:08:04.847297 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703d0962-522d-4c7f-97c3-96e0380426b6 x-openstack-request-id: req-703d0962-522d-4c7f-97c3-96e0380426b6 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:08:04.847616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc3c620-2f48-429c-891b-800b2c6a654d", "name": "network-vif-deleted", "tag": "7d275ce7-8ed6-4583-a719-d5b74aa79077", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:08:04.847852 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-703d0962-522d-4c7f-97c3-96e0380426b6 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:08:04.848280 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-703d0962-522d-4c7f-97c3-96e0380426b6'] response: {'server_uuid': 'cdc3c620-2f48-429c-891b-800b2c6a654d', 'name': 'network-vif-deleted', 'tag': '7d275ce7-8ed6-4583-a719-d5b74aa79077', 'status': 'completed', 'code': 200} Oct 18 08:08:05.226879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-dbb4130c-f1ab-491f-8d5b-f0d2ad4a4bb4 req-4299b1bd-2580-4d7c-88e3-07fd5b17204d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:08:05.243425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-dbb4130c-f1ab-491f-8d5b-f0d2ad4a4bb4 req-4299b1bd-2580-4d7c-88e3-07fd5b17204d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:08:05.244562 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dbb4130c-f1ab-491f-8d5b-f0d2ad4a4bb4 req-4299b1bd-2580-4d7c-88e3-07fd5b17204d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=cdc3c620-2f48-429c-891b-800b2c6a654d HTTP/1.1" status: 200 len: 210 time: 0.0703964 Oct 18 08:08:06.344502 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36416) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:06.411471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d6f5390-ebfc-417a-aa4b-e3dd024e34a9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:06.443950 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d6f5390-ebfc-417a-aa4b-e3dd024e34a9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:06.506824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d6f5390-ebfc-417a-aa4b-e3dd024e34a9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:06.524928 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f5390-ebfc-417a-aa4b-e3dd024e34a9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7707f114-3e83-4b37-9d70-3a1698a0b8d2,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:06.534941 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8d6f5390-ebfc-417a-aa4b-e3dd024e34a9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:06.536059 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8d6f5390-ebfc-417a-aa4b-e3dd024e34a9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/security-groups/7707f114-3e83-4b37-9d70-3a1698a0b8d2 HTTP/1.1" status: 204 len: 168 time: 0.1905549 Oct 18 08:08:06.570253 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36422) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:07.209580 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-43138b08-bf34-470b-9c5c-ed0eda23e323 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:07.556679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-43138b08-bf34-470b-9c5c-ed0eda23e323 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 8a378199-df6e-40ec-ac27-7d02d4ce0024 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:08:07.557368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-43138b08-bf34-470b-9c5c-ed0eda23e323 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:07.742151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-43138b08-bf34-470b-9c5c-ed0eda23e323 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 8a378199-df6e-40ec-ac27-7d02d4ce0024, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=8a378199-df6e-40ec-ac27-7d02d4ce0024,segment=NetworkSegment(57f7a849-104a-40f4-80fe-bb4a6a2073eb),segment_id=57f7a849-104a-40f4-80fe-bb4a6a2073eb)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:08:07.742514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-43138b08-bf34-470b-9c5c-ed0eda23e323 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:07.866312 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-43138b08-bf34-470b-9c5c-ed0eda23e323 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 8a378199-df6e-40ec-ac27-7d02d4ce0024 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:08:07.911868 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7d275ce7-8ed6-4583-a719-d5b74aa79077 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:08:07.950059 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 7d275ce7-8ed6-4583-a719-d5b74aa79077 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:08:07.950397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7d275ce7-8ed6-4583-a719-d5b74aa79077 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:08:08.045334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-43138b08-bf34-470b-9c5c-ed0eda23e323 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:08.094980 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43138b08-bf34-470b-9c5c-ed0eda23e323 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=8a378199-df6e-40ec-ac27-7d02d4ce0024,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:08.468684 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-43138b08-bf34-470b-9c5c-ed0eda23e323 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:08.821894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43138b08-bf34-470b-9c5c-ed0eda23e323 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:08:08.994220 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43138b08-bf34-470b-9c5c-ed0eda23e323 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:08:09.003447 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34cff5-a29c-41b3-a429-6f078d748919 None None] Sync routers for ids ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:08:09.010705 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-43138b08-bf34-470b-9c5c-ed0eda23e323 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4392815 Oct 18 08:08:09.013210 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f34cff5-a29c-41b3-a429-6f078d748919 None None] Routers {'260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:08:09.013379 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36426) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:09.013956 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-5f34cff5-a29c-41b3-a429-6f078d748919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:07:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:09.081430 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65384c7-ffe3-4bc5-9b75-b2e9d0a30b02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting subnet aab77a47-86a5-4230-a47a-940fd22c4289 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:08:09.084922 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d65384c7-ffe3-4bc5-9b75-b2e9d0a30b02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:09.138723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d65384c7-ffe3-4bc5-9b75-b2e9d0a30b02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:09.210148 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-5f34cff5-a29c-41b3-a429-6f078d748919 None None] Set router 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:08:09.221709 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d65384c7-ffe3-4bc5-9b75-b2e9d0a30b02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:09.300292 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d65384c7-ffe3-4bc5-9b75-b2e9d0a30b02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:09.341508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65384c7-ffe3-4bc5-9b75-b2e9d0a30b02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Subnet': ['ID=aab77a47-86a5-4230-a47a-940fd22c4289,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:09.343367 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d65384c7-ffe3-4bc5-9b75-b2e9d0a30b02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:09.350252 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d65384c7-ffe3-4bc5-9b75-b2e9d0a30b02 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/subnets/aab77a47-86a5-4230-a47a-940fd22c4289 HTTP/1.1" status: 204 len: 168 time: 0.3359029 Oct 18 08:08:09.353639 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36430) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:09.360436 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf5aba6-e6fd-40c0-862a-3bf522b27305 None None] Network 88f09372-8065-4310-879d-69545c3ff1c5 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:08:09.497543 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-5f34cff5-a29c-41b3-a429-6f078d748919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'name': 'tempest-TestNetworkBasicOps-router-1705575761', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:08:07Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:09.501487 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34cff5-a29c-41b3-a429-6f078d748919 None None] Checking router: 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:08:09.509971 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f34cff5-a29c-41b3-a429-6f078d748919 None None] Routers {'260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:08:09.510569 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-5f34cff5-a29c-41b3-a429-6f078d748919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:07:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:09.536263 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bfc66b40-efe6-49dc-b053-7d2d721ca1d3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:09.636111 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] DHCP port deletion for 88f09372-8065-4310-879d-69545c3ff1c5 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:08:09.640198 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] Deleting port 455652e4-519a-40b6-ac8b-f61c3005f65e {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:08:09.640599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:09.694871 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-5f34cff5-a29c-41b3-a429-6f078d748919 None None] Set router 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:08:09.725835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bfc66b40-efe6-49dc-b053-7d2d721ca1d3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:09.736301 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-bfc66b40-efe6-49dc-b053-7d2d721ca1d3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:08:09.736638 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bfc66b40-efe6-49dc-b053-7d2d721ca1d3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:09.912398 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] For port 455652e4-519a-40b6-ac8b-f61c3005f65e, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=455652e4-519a-40b6-ac8b-f61c3005f65e,segment=NetworkSegment(57f7a849-104a-40f4-80fe-bb4a6a2073eb),segment_id=57f7a849-104a-40f4-80fe-bb4a6a2073eb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:08:09.912785 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:09.923848 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 455652e4-519a-40b6-ac8b-f61c3005f65e no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:08:09.929696 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-bfc66b40-efe6-49dc-b053-7d2d721ca1d3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:08:09.930053 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bfc66b40-efe6-49dc-b053-7d2d721ca1d3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:10.000234 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-5f34cff5-a29c-41b3-a429-6f078d748919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'name': 'tempest-TestNetworkBasicOps-router-1705575761', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:08:07Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:10.004724 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34cff5-a29c-41b3-a429-6f078d748919 None None] The sync data for ids ['260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3'] in dv-neutron-861625-1-hyperv is: [{'id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'name': 'tempest-TestNetworkBasicOps-router-1705575761', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:08:07Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': '0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:04:56Z', 'updated_at': '2022-10-18T08:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:08:10.056183 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-bfc66b40-efe6-49dc-b053-7d2d721ca1d3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:08:10.080672 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] Calling delete_port for 455652e4-519a-40b6-ac8b-f61c3005f65e owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:08:10.207210 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:10.229751 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bfc66b40-efe6-49dc-b053-7d2d721ca1d3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:10.248859 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 455652e4-519a-40b6-ac8b-f61c3005f65e is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:08:10.249233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:10.267834 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] Pushing event deleted for resources: {'Port': ['ID=455652e4-519a-40b6-ac8b-f61c3005f65e,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:10.272484 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] No DVR routers for this DVR port 455652e4-519a-40b6-ac8b-f61c3005f65e on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:08:10.282678 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:10.282990 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc66b40-efe6-49dc-b053-7d2d721ca1d3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:10.283145 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:10.283356 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:10.283695 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:10.284030 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:10.284764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:10.284764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:10.284997 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:10.285303 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:10.293082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:10.293082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:10.293082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e18a6-b12a-4278-967e-57217238ef53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:10.383771 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bfc66b40-efe6-49dc-b053-7d2d721ca1d3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:10.667845 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bfc66b40-efe6-49dc-b053-7d2d721ca1d3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:10.669985 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bfc66b40-efe6-49dc-b053-7d2d721ca1d3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:10.692564 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bfc66b40-efe6-49dc-b053-7d2d721ca1d3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:10.693007 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc66b40-efe6-49dc-b053-7d2d721ca1d3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Fanout notify agent at l3_agent the message router_deleted on router 260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:08:10.708253 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bfc66b40-efe6-49dc-b053-7d2d721ca1d3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:10.709345 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bfc66b40-efe6-49dc-b053-7d2d721ca1d3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/routers/260a4bfc-70ff-4ef4-a0ab-a5595df1a4d3 HTTP/1.1" status: 204 len: 168 time: 1.3547475 Oct 18 08:08:10.712071 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36434) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:10.784508 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:08:10.829236 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6efdba0e-f1e1-44ac-8c50-59790cba838d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:10.958717 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6efdba0e-f1e1-44ac-8c50-59790cba838d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:10.983875 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-6efdba0e-f1e1-44ac-8c50-59790cba838d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f09372-8065-4310-879d-69545c3ff1c5']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:10.995688 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-6efdba0e-f1e1-44ac-8c50-59790cba838d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f7a849-104a-40f4-80fe-bb4a6a2073eb') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:10.995986 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-6efdba0e-f1e1-44ac-8c50-59790cba838d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f7a849-104a-40f4-80fe-bb4a6a2073eb') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:11.007189 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6efdba0e-f1e1-44ac-8c50-59790cba838d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:11.023337 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6efdba0e-f1e1-44ac-8c50-59790cba838d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:11.029265 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efdba0e-f1e1-44ac-8c50-59790cba838d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:08:11.029676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6efdba0e-f1e1-44ac-8c50-59790cba838d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:11.120085 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 57f7a849-104a-40f4-80fe-bb4a6a2073eb resource provider aggregate not found Oct 18 08:08:11.138433 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 57f7a849-104a-40f4-80fe-bb4a6a2073eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57f7a849-104a-40f4-80fe-bb4a6a2073eb found for delete ", "request_id": "req-62c5382c-6bc0-4ede-815b-dd5a517b9906"}]} Oct 18 08:08:11.139741 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6efdba0e-f1e1-44ac-8c50-59790cba838d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:11.157360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6efdba0e-f1e1-44ac-8c50-59790cba838d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:11.169211 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdba0e-f1e1-44ac-8c50-59790cba838d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Network': ['ID=88f09372-8065-4310-879d-69545c3ff1c5,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:11.179027 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6efdba0e-f1e1-44ac-8c50-59790cba838d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/networks/88f09372-8065-4310-879d-69545c3ff1c5 HTTP/1.1" status: 204 len: 168 time: 0.4657629 Oct 18 08:08:11.190713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36444) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:11.197034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-37fb77e5-c9ac-4d47-9a8d-96eda8e010e8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'network': {'name': 'tempest-network-smoke--626044306', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'port_security_enabled': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:11.202315 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-37fb77e5-c9ac-4d47-9a8d-96eda8e010e8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:11.206837 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-37fb77e5-c9ac-4d47-9a8d-96eda8e010e8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:network and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:11.209745 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-37fb77e5-c9ac-4d47-9a8d-96eda8e010e8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:11.215879 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-37fb77e5-c9ac-4d47-9a8d-96eda8e010e8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:11.225477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fb77e5-c9ac-4d47-9a8d-96eda8e010e8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:08:11.228842 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37fb77e5-c9ac-4d47-9a8d-96eda8e010e8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:11.255926 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fb77e5-c9ac-4d47-9a8d-96eda8e010e8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:08:11.264525 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37fb77e5-c9ac-4d47-9a8d-96eda8e010e8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:11.264865 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-37fb77e5-c9ac-4d47-9a8d-96eda8e010e8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Added segment 8aa436f2-bb0b-4e75-8665-341b6fbd47a5 of type vlan for network cc92d5e3-d649-4898-b006-c9e9d1ef292a Oct 18 08:08:11.291180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37fb77e5-c9ac-4d47-9a8d-96eda8e010e8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:11.321908 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37fb77e5-c9ac-4d47-9a8d-96eda8e010e8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:11.327296 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fb77e5-c9ac-4d47-9a8d-96eda8e010e8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:11.327890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-37fb77e5-c9ac-4d47-9a8d-96eda8e010e8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:11.434982 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-37fb77e5-c9ac-4d47-9a8d-96eda8e010e8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2427609 Oct 18 08:08:11.437812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36448) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:11.440660 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb77e5-c9ac-4d47-9a8d-96eda8e010e8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Network': ['ID=cc92d5e3-d649-4898-b006-c9e9d1ef292a,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:11.443490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-578332736', 'admin_state_up': True, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:11.450631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:11.452114 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network cc92d5e3-d649-4898-b006-c9e9d1ef292a details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:08:11.454590 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:router and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:11.458068 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:11.464619 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:11.474707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:11.475688 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:11.490110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:11.847741 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 8a378199-df6e-40ec-ac27-7d02d4ce0024 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:08:11.861233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:11.881889 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 8a378199-df6e-40ec-ac27-7d02d4ce0024 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:08:11.882225 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 8a378199-df6e-40ec-ac27-7d02d4ce0024 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:08:11.882670 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:08:11.918163 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:08:11.918495 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 0c82016e-19e1-4d0c-9dcd-1c1ca4a2b1db not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:08:12.161386 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:12.190940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:12.326881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.26.8.5 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/e8b7c342-f3f0-445a-af1c-5c289d910f20) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:08:12.474489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:12.502194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:12.564317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:08:12.567304 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:08:12.569709 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:08:12.610586 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=e8b7c342-f3f0-445a-af1c-5c289d910f20,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:12.977802 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:13.414949 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:13.616517 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 9f5fcc99-2429-445b-a465-ac16d422e79d is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:08:13.790790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:08:13.802042 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Sync routers for ids ['9f5fcc99-2429-445b-a465-ac16d422e79d'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:08:13.811416 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Routers {'9f5fcc99-2429-445b-a465-ac16d422e79d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:08:13.812021 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:07:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9f5fcc99-2429-445b-a465-ac16d422e79d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:13.817737 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:13.819161 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-21c79158-0da0-4729-a2b7-4c8666b0c371 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3803618 Oct 18 08:08:13.822262 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36460) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:13.986764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Set router 9f5fcc99-2429-445b-a465-ac16d422e79d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:08:14.004929 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2803cde3-7b6a-407c-8600-d12e20ecaa09 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=fe65c6866dd844bd972010a3653293ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1810300 Oct 18 08:08:14.007556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36466) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:14.137359 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad5e60d-7c0e-49a4-9fff-639824ce72e1 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:14.140806 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dad5e60d-7c0e-49a4-9fff-639824ce72e1 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321540 Oct 18 08:08:14.141751 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36472) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:14.184466 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-38398896-6c95-4c10-8cef-26aaed69ebf7 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392210 Oct 18 08:08:14.184816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36476) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:14.189879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-6cbc4a1f-fd62-46a5-9011-5cddbfcd3f2c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-600244634', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:14.277257 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:08:12Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:12Z', 'updated_at': '2022-10-18T08:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:14.281041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Checking router: 9f5fcc99-2429-445b-a465-ac16d422e79d for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:08:14.281387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Updating router 9f5fcc99-2429-445b-a465-ac16d422e79d port e8b7c342-f3f0-445a-af1c-5c289d910f20 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:08:14.298707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6cbc4a1f-fd62-46a5-9011-5cddbfcd3f2c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:14.302817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6cbc4a1f-fd62-46a5-9011-5cddbfcd3f2c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:subnet and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:14.305489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6cbc4a1f-fd62-46a5-9011-5cddbfcd3f2c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:14.311050 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6cbc4a1f-fd62-46a5-9011-5cddbfcd3f2c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:14.321642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbc4a1f-fd62-46a5-9011-5cddbfcd3f2c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:08:14.324708 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4a1f-fd62-46a5-9011-5cddbfcd3f2c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:14.333766 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:14.539733 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4a1f-fd62-46a5-9011-5cddbfcd3f2c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:14.618840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc4a1f-fd62-46a5-9011-5cddbfcd3f2c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Subnet': ['ID=0ecb3a47-aa25-44ea-b4d0-346b23e6d314,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:14.625918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc4a1f-fd62-46a5-9011-5cddbfcd3f2c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Checking segment: {'id': '8aa436f2-bb0b-4e75-8665-341b6fbd47a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:08:14.626274 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbc4a1f-fd62-46a5-9011-5cddbfcd3f2c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network hostable DHCP agents. Network: cc92d5e3-d649-4898-b006-c9e9d1ef292a, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:08:14.645207 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbc4a1f-fd62-46a5-9011-5cddbfcd3f2c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network cc92d5e3-d649-4898-b006-c9e9d1ef292a is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:08:14.653895 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-6cbc4a1f-fd62-46a5-9011-5cddbfcd3f2c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, cc92d5e3-d649-4898-b006-c9e9d1ef292a) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:08:14.657925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbc4a1f-fd62-46a5-9011-5cddbfcd3f2c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:14.658494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4a1f-fd62-46a5-9011-5cddbfcd3f2c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:14.663995 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179f1b6e-de1e-4fb3-89dd-2d0c5160096e None None] Network cc92d5e3-d649-4898-b006-c9e9d1ef292a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:08:14.680234 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6cbc4a1f-fd62-46a5-9011-5cddbfcd3f2c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4946036 Oct 18 08:08:14.682963 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36480) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:14.770569 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:14.798122 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Transition to ACTIVE for port object e8b7c342-f3f0-445a-af1c-5c289d910f20 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:08:14.813856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:14.914517 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Attempting to bind port e8b7c342-f3f0-445a-af1c-5c289d910f20 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:08:14.914821 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Attempting to bind port e8b7c342-f3f0-445a-af1c-5c289d910f20 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:08:14.915192 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Attempting to bind port e8b7c342-f3f0-445a-af1c-5c289d910f20 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:08:14.932656 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:08:14.933025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:08:14.933431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:14.933822 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:08:14.934284 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Bound port: e8b7c342-f3f0-445a-af1c-5c289d910f20, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:08:14.934684 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:15.000896 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68928ce-1a59-4c3a-9a53-ac65ac240d64 None None] Pushing event updated for resources: {'Port': ['ID=e8b7c342-f3f0-445a-af1c-5c289d910f20,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:15.070800 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ips': [{'subnet_id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:08:15.071738 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:15.087952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] For port e8b7c342-f3f0-445a-af1c-5c289d910f20, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:08:15.098580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] For port e8b7c342-f3f0-445a-af1c-5c289d910f20, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e8b7c342-f3f0-445a-af1c-5c289d910f20,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:08:15.137030 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:15.222350 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Routers {'9f5fcc99-2429-445b-a465-ac16d422e79d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:08:15.223015 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:07:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9f5fcc99-2429-445b-a465-ac16d422e79d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:15.401609 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68928ce-1a59-4c3a-9a53-ac65ac240d64 None None] Pushing event updated for resources: {'Port': ['ID=e8b7c342-f3f0-445a-af1c-5c289d910f20,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:15.450987 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Allocated IP 172.20.0.2 (cc92d5e3-d649-4898-b006-c9e9d1ef292a/0ecb3a47-aa25-44ea-b4d0-346b23e6d314/4d07da43-edca-4f65-8afe-c669b5b951c7) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:08:15.481476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:15.490093 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] Set router 9f5fcc99-2429-445b-a465-ac16d422e79d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:08:15.896072 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:15.909382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Transition to ACTIVE for port object 4d07da43-edca-4f65-8afe-c669b5b951c7 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:08:15.935991 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Transition to ACTIVE for port object 4d07da43-edca-4f65-8afe-c669b5b951c7 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:08:15.944424 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:15.978835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:08:12Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:12Z', 'updated_at': '2022-10-18T08:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:16.009652 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded1e9b-464f-4d20-9ce5-7f4e5bb55780 None None] The sync data for ids ['9f5fcc99-2429-445b-a465-ac16d422e79d'] in dv-neutron-861625-1-hyperv is: [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:08:12Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:12Z', 'updated_at': '2022-10-18T08:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:08:16.009935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.1 (cc92d5e3-d649-4898-b006-c9e9d1ef292a/0ecb3a47-aa25-44ea-b4d0-346b23e6d314/99438a5f-2ca6-4efa-91a4-042ca96e2c62) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:08:16.012277 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Network cc92d5e3-d649-4898-b006-c9e9d1ef292a is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:08:16.015470 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:08:16.018857 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:08:16.116149 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Pushing event updated for resources: {'Port': ['ID=4d07da43-edca-4f65-8afe-c669b5b951c7,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:16.180011 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Attempting to bind port 4d07da43-edca-4f65-8afe-c669b5b951c7 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:08:16.180467 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Attempting to bind port 4d07da43-edca-4f65-8afe-c669b5b951c7 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '8aa436f2-bb0b-4e75-8665-341b6fbd47a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:08:16.180910 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Attempting to bind port 4d07da43-edca-4f65-8afe-c669b5b951c7 on network cc92d5e3-d649-4898-b006-c9e9d1ef292a {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:08:16.183020 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:16.188152 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:08:16.188543 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Checking segment: {'id': '8aa436f2-bb0b-4e75-8665-341b6fbd47a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:08:16.188933 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:16.189321 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Bound using segment: {'id': '8aa436f2-bb0b-4e75-8665-341b6fbd47a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:08:16.189850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Bound port: 4d07da43-edca-4f65-8afe-c669b5b951c7, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa436f2-bb0b-4e75-8665-341b6fbd47a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:08:16.190230 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:16.199142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object 99438a5f-2ca6-4efa-91a4-042ca96e2c62 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:08:16.225245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:16.309190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] For port 4d07da43-edca-4f65-8afe-c669b5b951c7, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:08:16.313394 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] For port 4d07da43-edca-4f65-8afe-c669b5b951c7, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4d07da43-edca-4f65-8afe-c669b5b951c7,segment=NetworkSegment(8aa436f2-bb0b-4e75-8665-341b6fbd47a5),segment_id=8aa436f2-bb0b-4e75-8665-341b6fbd47a5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:08:16.322841 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:16.323565 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network cc92d5e3-d649-4898-b006-c9e9d1ef292a is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:08:16.327734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:08:16.337227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:08:16.378105 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=99438a5f-2ca6-4efa-91a4-042ca96e2c62,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:16.413529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:16.427787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773700a1-b03d-4508-8f25-fd9c86ee90aa None None] Pushing event updated for resources: {'Port': ['ID=4d07da43-edca-4f65-8afe-c669b5b951c7,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:16.546291 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:17.105614 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:17.110432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:17.223562 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=99438a5f-2ca6-4efa-91a4-042ca96e2c62,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:17.225928 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:17.339144 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f039d9ce-2159-40af-a0c9-cd72b29306d6 None None] Network cc92d5e3-d649-4898-b006-c9e9d1ef292a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:08:17.367760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network cc92d5e3-d649-4898-b006-c9e9d1ef292a is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:08:17.368997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:08:17.486141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-109b8814-da07-4e86-b5b4-d2669e0f4d38 None None] Provisioning for port 4d07da43-edca-4f65-8afe-c669b5b951c7 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:08:17.561911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 9f5fcc99-2429-445b-a465-ac16d422e79d has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:08:17.755456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:08:17.771206 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e92f1bdc-92b9-4a89-868f-12d75a18bd53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/9f5fcc99-2429-445b-a465-ac16d422e79d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0871465 Oct 18 08:08:17.772496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36484) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:17.789631 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Sync routers for ids ['9f5fcc99-2429-445b-a465-ac16d422e79d'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:08:17.799687 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Routers {'9f5fcc99-2429-445b-a465-ac16d422e79d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:08:17.801560 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:07:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9f5fcc99-2429-445b-a465-ac16d422e79d'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:17.831603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3276ccee-6130-4298-bde5-8d199a509713 None None] Provisioning for port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:08:17.838498 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3276ccee-6130-4298-bde5-8d199a509713 None None] Provisioning complete for port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:08:17.839187 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3276ccee-6130-4298-bde5-8d199a509713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:17.839622 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-3276ccee-6130-4298-bde5-8d199a509713 None None] Attempt 1 to provision port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 Oct 18 08:08:17.919876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3276ccee-6130-4298-bde5-8d199a509713 None None] Port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:08:17.940401 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8148ab1-0653-487d-a888-7029f16c8841 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:17.940901 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8148ab1-0653-487d-a888-7029f16c8841 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:17.941932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8148ab1-0653-487d-a888-7029f16c8841 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:17.942483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8148ab1-0653-487d-a888-7029f16c8841 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:17.946843 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b8148ab1-0653-487d-a888-7029f16c8841 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1709390 Oct 18 08:08:17.947135 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36488) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:17.969023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e8b7c342-f3f0-445a-af1c-5c289d910f20 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:08:18.028555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf74aa5f-2467-439e-ac04-82fdec937aeb tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:18.029193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf74aa5f-2467-439e-ac04-82fdec937aeb tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:18.029680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf74aa5f-2467-439e-ac04-82fdec937aeb tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:18.030143 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf74aa5f-2467-439e-ac04-82fdec937aeb tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:18.035026 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cf74aa5f-2467-439e-ac04-82fdec937aeb tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0867624 Oct 18 08:08:18.036393 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36492) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:18.062422 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port e8b7c342-f3f0-445a-af1c-5c289d910f20 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:08:18.068300 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port e8b7c342-f3f0-445a-af1c-5c289d910f20 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:08:18.068752 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.069154 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port e8b7c342-f3f0-445a-af1c-5c289d910f20 Oct 18 08:08:18.078526 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Set router 9f5fcc99-2429-445b-a465-ac16d422e79d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:08:18.206012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port e8b7c342-f3f0-445a-af1c-5c289d910f20 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:08:18.206627 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.228036 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port e8b7c342-f3f0-445a-af1c-5c289d910f20, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e8b7c342-f3f0-445a-af1c-5c289d910f20,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:08:18.235128 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.236041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4d07da43-edca-4f65-8afe-c669b5b951c7 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:08:18.309320 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f66a72ff-6398-42bf-94d4-a20767d971a6 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2709763 Oct 18 08:08:18.375600 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=e8b7c342-f3f0-445a-af1c-5c289d910f20,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:18.383799 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36498) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:18.389010 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-8d19c911-df88-42c9-9f9a-95a4163c4d8f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1432290445', 'description': 'tempest-secgroup-smoke-1432290445 description', 'project_id': 'fe65c6866dd844bd972010a3653293ed'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:18.395321 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8d19c911-df88-42c9-9f9a-95a4163c4d8f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:18.396894 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 4d07da43-edca-4f65-8afe-c669b5b951c7 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:08:18.400245 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8d19c911-df88-42c9-9f9a-95a4163c4d8f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:18.401855 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 4d07da43-edca-4f65-8afe-c669b5b951c7 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:08:18.402532 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.402901 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 4d07da43-edca-4f65-8afe-c669b5b951c7 Oct 18 08:08:18.403604 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8d19c911-df88-42c9-9f9a-95a4163c4d8f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:18.409977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8d19c911-df88-42c9-9f9a-95a4163c4d8f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:18.420540 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8d19c911-df88-42c9-9f9a-95a4163c4d8f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.434580 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-3276ccee-6130-4298-bde5-8d199a509713 None None] Attempt 2 to provision port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 Oct 18 08:08:18.444918 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8d19c911-df88-42c9-9f9a-95a4163c4d8f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:18.448967 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8d19c911-df88-42c9-9f9a-95a4163c4d8f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:18.451987 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8d19c911-df88-42c9-9f9a-95a4163c4d8f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:18.454724 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:08:16Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:12Z', 'updated_at': '2022-10-18T08:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '99438a5f-2ca6-4efa-91a4-042ca96e2c62', 'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:a8:2d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:15Z', 'updated_at': '2022-10-18T08:08:16Z', 'revision_number': 2, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:18.458138 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8d19c911-df88-42c9-9f9a-95a4163c4d8f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:18.459151 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Checking router: 9f5fcc99-2429-445b-a465-ac16d422e79d for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:08:18.459576 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Updating router 9f5fcc99-2429-445b-a465-ac16d422e79d port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:08:18.507938 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3276ccee-6130-4298-bde5-8d199a509713 None None] Port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:08:18.527588 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.529862 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8d19c911-df88-42c9-9f9a-95a4163c4d8f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.535304 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8d19c911-df88-42c9-9f9a-95a4163c4d8f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.571174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 4d07da43-edca-4f65-8afe-c669b5b951c7 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:08:18.571508 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.582278 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19c911-df88-42c9-9f9a-95a4163c4d8f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790c7698-9ae2-4a2c-9e62-c47c2d934a26,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:18.586280 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8d19c911-df88-42c9-9f9a-95a4163c4d8f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.590762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36502) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:18.591423 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8d19c911-df88-42c9-9f9a-95a4163c4d8f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2059813 Oct 18 08:08:18.596758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-12bead06-402d-44e5-8435-694e9d30e6c0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '790c7698-9ae2-4a2c-9e62-c47c2d934a26', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:18.602861 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-12bead06-402d-44e5-8435-694e9d30e6c0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:18.605324 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 4d07da43-edca-4f65-8afe-c669b5b951c7, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4d07da43-edca-4f65-8afe-c669b5b951c7,segment=NetworkSegment(8aa436f2-bb0b-4e75-8665-341b6fbd47a5),segment_id=8aa436f2-bb0b-4e75-8665-341b6fbd47a5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:08:18.609267 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.610000 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-12bead06-402d-44e5-8435-694e9d30e6c0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:18.614316 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-12bead06-402d-44e5-8435-694e9d30e6c0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:18.620571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-12bead06-402d-44e5-8435-694e9d30e6c0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:18.640081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-12bead06-402d-44e5-8435-694e9d30e6c0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.678434 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=4d07da43-edca-4f65-8afe-c669b5b951c7,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:18.701873 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-12bead06-402d-44e5-8435-694e9d30e6c0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.705746 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-12bead06-402d-44e5-8435-694e9d30e6c0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.731531 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bead06-402d-44e5-8435-694e9d30e6c0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf191363-39dd-4fb4-b116-7fa860876a50,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:18.741892 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-12bead06-402d-44e5-8435-694e9d30e6c0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.743146 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-12bead06-402d-44e5-8435-694e9d30e6c0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1511092 Oct 18 08:08:18.745825 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36506) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:18.750806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c5a1d684-9646-460b-816f-0de07c09efb9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '790c7698-9ae2-4a2c-9e62-c47c2d934a26', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:18.756639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c5a1d684-9646-460b-816f-0de07c09efb9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:18.760843 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c5a1d684-9646-460b-816f-0de07c09efb9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:18.763806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c5a1d684-9646-460b-816f-0de07c09efb9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:18.769612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c5a1d684-9646-460b-816f-0de07c09efb9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:18.788425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c5a1d684-9646-460b-816f-0de07c09efb9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.853889 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c5a1d684-9646-460b-816f-0de07c09efb9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.857391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c5a1d684-9646-460b-816f-0de07c09efb9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.880589 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1d684-9646-460b-816f-0de07c09efb9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb11e98-7db6-44ec-8c9d-9f5bbac722a5,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:18.889319 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c5a1d684-9646-460b-816f-0de07c09efb9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.890902 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c5a1d684-9646-460b-816f-0de07c09efb9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1439641 Oct 18 08:08:18.893464 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36510) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:18.898068 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.898587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-507b4fff-e8a4-48b2-a386-51c6af4ffe6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '790c7698-9ae2-4a2c-9e62-c47c2d934a26', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:18.904557 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-507b4fff-e8a4-48b2-a386-51c6af4ffe6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:18.908593 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-507b4fff-e8a4-48b2-a386-51c6af4ffe6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:18.910726 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Transition to ACTIVE for port object 99438a5f-2ca6-4efa-91a4-042ca96e2c62 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:08:18.912398 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-507b4fff-e8a4-48b2-a386-51c6af4ffe6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:18.917621 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.918671 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-507b4fff-e8a4-48b2-a386-51c6af4ffe6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:18.936080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-507b4fff-e8a4-48b2-a386-51c6af4ffe6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:18.998888 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-507b4fff-e8a4-48b2-a386-51c6af4ffe6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.002602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-507b4fff-e8a4-48b2-a386-51c6af4ffe6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.008932 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-3276ccee-6130-4298-bde5-8d199a509713 None None] Attempt 3 to provision port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 Oct 18 08:08:19.024151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b4fff-e8a4-48b2-a386-51c6af4ffe6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aaa2d30-5fbb-4150-acf4-5261bb929a0b,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:19.036940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-507b4fff-e8a4-48b2-a386-51c6af4ffe6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.041304 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-507b4fff-e8a4-48b2-a386-51c6af4ffe6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437740 Oct 18 08:08:19.041304 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36514) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:19.046227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-56fb3d2a-a025-4c9e-87ee-5eea88288c52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '790c7698-9ae2-4a2c-9e62-c47c2d934a26', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:19.052358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-56fb3d2a-a025-4c9e-87ee-5eea88288c52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:19.056222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-56fb3d2a-a025-4c9e-87ee-5eea88288c52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:19.060266 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-56fb3d2a-a025-4c9e-87ee-5eea88288c52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:19.066206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-56fb3d2a-a025-4c9e-87ee-5eea88288c52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:19.071853 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf0916-8ef7-49ac-b2b1-10403ac4142f None None] Pushing event updated for resources: {'Port': ['ID=99438a5f-2ca6-4efa-91a4-042ca96e2c62,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:19.078420 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3276ccee-6130-4298-bde5-8d199a509713 None None] Port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:08:19.086215 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-56fb3d2a-a025-4c9e-87ee-5eea88288c52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.109349 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf0916-8ef7-49ac-b2b1-10403ac4142f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:19.109697 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf0916-8ef7-49ac-b2b1-10403ac4142f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:19.110035 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf0916-8ef7-49ac-b2b1-10403ac4142f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:19.110364 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf0916-8ef7-49ac-b2b1-10403ac4142f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:19.110717 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf0916-8ef7-49ac-b2b1-10403ac4142f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:19.111053 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf0916-8ef7-49ac-b2b1-10403ac4142f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:19.111370 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf0916-8ef7-49ac-b2b1-10403ac4142f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:19.111679 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf0916-8ef7-49ac-b2b1-10403ac4142f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:19.112002 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf0916-8ef7-49ac-b2b1-10403ac4142f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:19.112320 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf0916-8ef7-49ac-b2b1-10403ac4142f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:19.112669 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf0916-8ef7-49ac-b2b1-10403ac4142f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:19.112951 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf0916-8ef7-49ac-b2b1-10403ac4142f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:19.142828 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Attempting to bind port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:08:19.143415 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Attempting to bind port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '8aa436f2-bb0b-4e75-8665-341b6fbd47a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:08:19.143931 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Attempting to bind port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 on network cc92d5e3-d649-4898-b006-c9e9d1ef292a {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:08:19.149832 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:08:19.150366 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Checking segment: {'id': '8aa436f2-bb0b-4e75-8665-341b6fbd47a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:08:19.150953 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.151477 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Bound using segment: {'id': '8aa436f2-bb0b-4e75-8665-341b6fbd47a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:08:19.152092 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Bound port: 99438a5f-2ca6-4efa-91a4-042ca96e2c62, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa436f2-bb0b-4e75-8665-341b6fbd47a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:08:19.152716 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.154631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-56fb3d2a-a025-4c9e-87ee-5eea88288c52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.159321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-56fb3d2a-a025-4c9e-87ee-5eea88288c52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.183045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb3d2a-a025-4c9e-87ee-5eea88288c52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a76977-154a-4eb7-9e5f-a6a379898857,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:19.194706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-56fb3d2a-a025-4c9e-87ee-5eea88288c52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.196208 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-56fb3d2a-a025-4c9e-87ee-5eea88288c52 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1541529 Oct 18 08:08:19.198895 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36518) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:19.204099 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-a166da62-6c26-435a-9163-b0eee5304c11 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '790c7698-9ae2-4a2c-9e62-c47c2d934a26', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:19.211014 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a166da62-6c26-435a-9163-b0eee5304c11 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:19.215092 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a166da62-6c26-435a-9163-b0eee5304c11 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:19.218137 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a166da62-6c26-435a-9163-b0eee5304c11 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:19.224554 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a166da62-6c26-435a-9163-b0eee5304c11 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:19.235399 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-a166da62-6c26-435a-9163-b0eee5304c11 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:08:19.242737 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] For port 99438a5f-2ca6-4efa-91a4-042ca96e2c62, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:08:19.243038 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a166da62-6c26-435a-9163-b0eee5304c11 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.245863 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] For port 99438a5f-2ca6-4efa-91a4-042ca96e2c62, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=99438a5f-2ca6-4efa-91a4-042ca96e2c62,segment=NetworkSegment(8aa436f2-bb0b-4e75-8665-341b6fbd47a5),segment_id=8aa436f2-bb0b-4e75-8665-341b6fbd47a5)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:08:19.249540 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.311904 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a166da62-6c26-435a-9163-b0eee5304c11 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.314489 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Routers {'9f5fcc99-2429-445b-a465-ac16d422e79d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:08:19.315112 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:07:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9f5fcc99-2429-445b-a465-ac16d422e79d'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:19.315627 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a166da62-6c26-435a-9163-b0eee5304c11 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.339068 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166da62-6c26-435a-9163-b0eee5304c11 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047a6e7e-ed3b-4fdb-8322-35226d7796e3,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:19.348848 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a166da62-6c26-435a-9163-b0eee5304c11 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.353199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36522) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:19.353346 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a166da62-6c26-435a-9163-b0eee5304c11 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1533244 Oct 18 08:08:19.359790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-4f72b172-ea95-4227-a0e9-d4774f245c35 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '790c7698-9ae2-4a2c-9e62-c47c2d934a26', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:19.366103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4f72b172-ea95-4227-a0e9-d4774f245c35 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:19.370496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4f72b172-ea95-4227-a0e9-d4774f245c35 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:19.372969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4f72b172-ea95-4227-a0e9-d4774f245c35 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:19.379632 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4f72b172-ea95-4227-a0e9-d4774f245c35 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:19.390099 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-4f72b172-ea95-4227-a0e9-d4774f245c35 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:08:19.397167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f72b172-ea95-4227-a0e9-d4774f245c35 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.447844 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf0916-8ef7-49ac-b2b1-10403ac4142f None None] Pushing event updated for resources: {'Port': ['ID=99438a5f-2ca6-4efa-91a4-042ca96e2c62,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:19.464036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f72b172-ea95-4227-a0e9-d4774f245c35 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.467737 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f72b172-ea95-4227-a0e9-d4774f245c35 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.490793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72b172-ea95-4227-a0e9-d4774f245c35 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf614fa-c031-432c-abac-5f70cfaf628d,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:19.500378 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f72b172-ea95-4227-a0e9-d4774f245c35 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.501763 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4f72b172-ea95-4227-a0e9-d4774f245c35 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1472220 Oct 18 08:08:19.502069 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] Set router 9f5fcc99-2429-445b-a465-ac16d422e79d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:08:19.579652 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-3276ccee-6130-4298-bde5-8d199a509713 None None] Attempt 4 to provision port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 Oct 18 08:08:19.641373 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3276ccee-6130-4298-bde5-8d199a509713 None None] Port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:08:19.652969 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3276ccee-6130-4298-bde5-8d199a509713 None None] Provisioning complete for port 4d07da43-edca-4f65-8afe-c669b5b951c7 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:08:19.653279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3276ccee-6130-4298-bde5-8d199a509713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.653698 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-3276ccee-6130-4298-bde5-8d199a509713 None None] Attempt 1 to provision port 4d07da43-edca-4f65-8afe-c669b5b951c7 Oct 18 08:08:19.761011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-772784a5-c598-4932-935e-093ce3eb027c req-11057697-d570-4887-924a-7b153ab188d2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:08:19.777735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-772784a5-c598-4932-935e-093ce3eb027c req-11057697-d570-4887-924a-7b153ab188d2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:08:19.778960 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-772784a5-c598-4932-935e-093ce3eb027c req-11057697-d570-4887-924a-7b153ab188d2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1432290445&fields=id&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 267 time: 0.0603237 Oct 18 08:08:19.784982 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3276ccee-6130-4298-bde5-8d199a509713 None None] Current status of the port 4d07da43-edca-4f65-8afe-c669b5b951c7 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:08:19.867589 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e8b7c342-f3f0-445a-af1c-5c289d910f20 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:08:19.900684 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:08:16Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:12Z', 'updated_at': '2022-10-18T08:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '99438a5f-2ca6-4efa-91a4-042ca96e2c62', 'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:a8:2d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:15Z', 'updated_at': '2022-10-18T08:08:19Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:19.904923 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15f8199-68fe-46c2-8c09-8062f5c6e89a None None] The sync data for ids ['9f5fcc99-2429-445b-a465-ac16d422e79d'] in dv-neutron-861625-1-hyperv is: [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:08:16Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:12Z', 'updated_at': '2022-10-18T08:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '99438a5f-2ca6-4efa-91a4-042ca96e2c62', 'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:a8:2d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:15Z', 'updated_at': '2022-10-18T08:08:19Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:08:19.936124 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772784a5-c598-4932-935e-093ce3eb027c req-00bfaca0-1880-4b66-b3a2-0c9ff9500333 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:19.937626 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-772784a5-c598-4932-935e-093ce3eb027c req-00bfaca0-1880-4b66-b3a2-0c9ff9500333 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/networks?id=cc92d5e3-d649-4898-b006-c9e9d1ef292a HTTP/1.1" status: 200 len: 796 time: 0.1520588 Oct 18 08:08:19.946894 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port e8b7c342-f3f0-445a-af1c-5c289d910f20 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:08:19.947375 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:19.947774 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port e8b7c342-f3f0-445a-af1c-5c289d910f20 Oct 18 08:08:19.969678 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-772784a5-c598-4932-935e-093ce3eb027c req-bf9d0eea-a1a1-41eb-a9c6-7381a916346e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/quotas/fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 375 time: 0.0257742 Oct 18 08:08:20.077932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-772784a5-c598-4932-935e-093ce3eb027c req-ed660259-60c4-4cf2-a673-850d98b76335 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:08:20.094186 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-772784a5-c598-4932-935e-093ce3eb027c req-ed660259-60c4-4cf2-a673-850d98b76335 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:08:20.095022 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port e8b7c342-f3f0-445a-af1c-5c289d910f20 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:08:20.095978 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-772784a5-c598-4932-935e-093ce3eb027c req-ed660259-60c4-4cf2-a673-850d98b76335 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154981 Oct 18 08:08:20.096224 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4d07da43-edca-4f65-8afe-c669b5b951c7 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:08:20.166262 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 4d07da43-edca-4f65-8afe-c669b5b951c7 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:08:20.166670 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:20.167009 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 4d07da43-edca-4f65-8afe-c669b5b951c7 Oct 18 08:08:20.333250 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 4d07da43-edca-4f65-8afe-c669b5b951c7 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:08:20.365461 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-772784a5-c598-4932-935e-093ce3eb027c req-92a4da5b-f5fd-486f-a35e-c5bda2853b51 service neutron] 10.222.0.17 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566345 Oct 18 08:08:20.505870 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-772784a5-c598-4932-935e-093ce3eb027c req-a60d6c5f-969a-4e51-ab3a-403570901b3a service neutron] 10.222.0.17 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341300 Oct 18 08:08:20.701585 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d4834b77-9f41-4e38-a26d-fb42a76a0e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:21.703617 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ca1fff6a-c9bd-4540-99d8-8a3efe5a07cc req-ca891635-b761-466b-827e-d1c76b7965e1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 210 time: 0.0505600 Oct 18 08:08:21.875571 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 99438a5f-2ca6-4efa-91a4-042ca96e2c62 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:08:21.948781 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:08:21.953391 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:08:21.953753 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:21.954081 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 Oct 18 08:08:22.075075 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:08:22.075639 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:22.108999 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 99438a5f-2ca6-4efa-91a4-042ca96e2c62, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=99438a5f-2ca6-4efa-91a4-042ca96e2c62,segment=NetworkSegment(8aa436f2-bb0b-4e75-8665-341b6fbd47a5),segment_id=8aa436f2-bb0b-4e75-8665-341b6fbd47a5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:08:22.114522 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:22.185042 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=99438a5f-2ca6-4efa-91a4-042ca96e2c62,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:22.891032 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-32cb9acc-123b-48ba-8811-6a4d3a25a06e req-036d2c2a-84ed-4dba-8061-fee36e2a3905 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 210 time: 0.0658376 Oct 18 08:08:22.952917 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772784a5-c598-4932-935e-093ce3eb027c req-5406c453-8dbe-441d-a500-0d1738c6e15f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:22.954417 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-772784a5-c598-4932-935e-093ce3eb027c req-5406c453-8dbe-441d-a500-0d1738c6e15f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/networks?id=cc92d5e3-d649-4898-b006-c9e9d1ef292a HTTP/1.1" status: 200 len: 796 time: 0.2020631 Oct 18 08:08:23.002365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-99ead157-adb3-44bf-a73f-29a9b3face64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:23.010276 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-772784a5-c598-4932-935e-093ce3eb027c req-6f92414a-5d82-41a5-9a9e-b470e1df7ca3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 380 time: 0.0429971 Oct 18 08:08:23.023308 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-772784a5-c598-4932-935e-093ce3eb027c req-00b1eb82-db46-4214-b3e7-5e2c68aa211a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'port': {'device_id': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'admin_state_up': True, 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'security_groups': ['790c7698-9ae2-4a2c-9e62-c47c2d934a26']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:23.156149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-772784a5-c598-4932-935e-093ce3eb027c req-00b1eb82-db46-4214-b3e7-5e2c68aa211a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:23.165358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-772784a5-c598-4932-935e-093ce3eb027c req-00b1eb82-db46-4214-b3e7-5e2c68aa211a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:23.175144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772784a5-c598-4932-935e-093ce3eb027c req-00b1eb82-db46-4214-b3e7-5e2c68aa211a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:08:23.178936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-772784a5-c598-4932-935e-093ce3eb027c req-00b1eb82-db46-4214-b3e7-5e2c68aa211a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:23.338771 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-772784a5-c598-4932-935e-093ce3eb027c req-00b1eb82-db46-4214-b3e7-5e2c68aa211a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.12 (cc92d5e3-d649-4898-b006-c9e9d1ef292a/0ecb3a47-aa25-44ea-b4d0-346b23e6d314/09304d91-f354-4da4-85b9-ef076fa9d9d1) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:08:23.521444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-772784a5-c598-4932-935e-093ce3eb027c req-00b1eb82-db46-4214-b3e7-5e2c68aa211a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:23.536247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-772784a5-c598-4932-935e-093ce3eb027c req-00b1eb82-db46-4214-b3e7-5e2c68aa211a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object 09304d91-f354-4da4-85b9-ef076fa9d9d1 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:08:23.559149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-772784a5-c598-4932-935e-093ce3eb027c req-00b1eb82-db46-4214-b3e7-5e2c68aa211a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:23.624817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772784a5-c598-4932-935e-093ce3eb027c req-00b1eb82-db46-4214-b3e7-5e2c68aa211a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network cc92d5e3-d649-4898-b006-c9e9d1ef292a is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:08:23.627852 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-772784a5-c598-4932-935e-093ce3eb027c req-00b1eb82-db46-4214-b3e7-5e2c68aa211a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:08:23.632110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-772784a5-c598-4932-935e-093ce3eb027c req-00b1eb82-db46-4214-b3e7-5e2c68aa211a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:08:23.671624 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1eb82-db46-4214-b3e7-5e2c68aa211a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=09304d91-f354-4da4-85b9-ef076fa9d9d1,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:23.708670 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772784a5-c598-4932-935e-093ce3eb027c req-00b1eb82-db46-4214-b3e7-5e2c68aa211a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:23.709286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-772784a5-c598-4932-935e-093ce3eb027c req-00b1eb82-db46-4214-b3e7-5e2c68aa211a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:23.733948 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:23.735756 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-772784a5-c598-4932-935e-093ce3eb027c req-00b1eb82-db46-4214-b3e7-5e2c68aa211a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7169299 Oct 18 08:08:23.751395 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Request body: {'port': {'device_id': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:23.808578 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:23.866678 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 99438a5f-2ca6-4efa-91a4-042ca96e2c62 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:08:23.868150 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:23.926930 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-8ac81fa6-f411-4d74-9904-0b12f70ccbe9 None None] Provisioning for port 09304d91-f354-4da4-85b9-ef076fa9d9d1 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:08:23.932981 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-8ac81fa6-f411-4d74-9904-0b12f70ccbe9 None None] Provisioning complete for port 09304d91-f354-4da4-85b9-ef076fa9d9d1 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:08:23.933601 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8ac81fa6-f411-4d74-9904-0b12f70ccbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:23.933721 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-8ac81fa6-f411-4d74-9904-0b12f70ccbe9 None None] Attempt 1 to provision port 09304d91-f354-4da4-85b9-ef076fa9d9d1 Oct 18 08:08:24.000174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-8ac81fa6-f411-4d74-9904-0b12f70ccbe9 None None] Port 09304d91-f354-4da4-85b9-ef076fa9d9d1 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:08:24.001196 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:08:24.001567 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:24.001901 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 Oct 18 08:08:24.105782 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef71c08-9662-4b1e-8a83-7746b241aa38 req-2ff57db3-8b7a-4593-948a-ea83bf9452f9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:24.107664 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9ef71c08-9662-4b1e-8a83-7746b241aa38 req-2ff57db3-8b7a-4593-948a-ea83bf9452f9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 932 time: 0.0975227 Oct 18 08:08:24.128936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:08:24.155091 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-9ef71c08-9662-4b1e-8a83-7746b241aa38 req-7cea4df4-4a64-4167-a043-f39f9b924ffd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:08:24.167278 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-9ef71c08-9662-4b1e-8a83-7746b241aa38 req-7cea4df4-4a64-4167-a043-f39f9b924ffd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:08:24.168407 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9ef71c08-9662-4b1e-8a83-7746b241aa38 req-7cea4df4-4a64-4167-a043-f39f9b924ffd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=790c7698-9ae2-4a2c-9e62-c47c2d934a26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543406 Oct 18 08:08:24.231276 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09304d91-f354-4da4-85b9-ef076fa9d9d1 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:08:24.239090 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:24.252937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Transition to ACTIVE for port object 09304d91-f354-4da4-85b9-ef076fa9d9d1 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:08:24.257261 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:24.502026 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-8ac81fa6-f411-4d74-9904-0b12f70ccbe9 None None] Attempt 2 to provision port 09304d91-f354-4da4-85b9-ef076fa9d9d1 Oct 18 08:08:24.536173 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Pushing event updated for resources: {'Port': ['ID=09304d91-f354-4da4-85b9-ef076fa9d9d1,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:24.555835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-8ac81fa6-f411-4d74-9904-0b12f70ccbe9 None None] Port 09304d91-f354-4da4-85b9-ef076fa9d9d1 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:08:24.575449 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Attempting to bind port 09304d91-f354-4da4-85b9-ef076fa9d9d1 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:08:24.575782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Attempting to bind port 09304d91-f354-4da4-85b9-ef076fa9d9d1 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8aa436f2-bb0b-4e75-8665-341b6fbd47a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:08:24.576109 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Attempting to bind port 09304d91-f354-4da4-85b9-ef076fa9d9d1 on network cc92d5e3-d649-4898-b006-c9e9d1ef292a {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:08:24.580558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Port 09304d91-f354-4da4-85b9-ef076fa9d9d1 on network cc92d5e3-d649-4898-b006-c9e9d1ef292a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:08:24.580879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Attempting to bind port 09304d91-f354-4da4-85b9-ef076fa9d9d1 on network cc92d5e3-d649-4898-b006-c9e9d1ef292a {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:08:24.585878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:08:24.586209 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Checking segment: {'id': '8aa436f2-bb0b-4e75-8665-341b6fbd47a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:08:24.586647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Bound using segment: {'id': '8aa436f2-bb0b-4e75-8665-341b6fbd47a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:08:24.587069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Bound port: 09304d91-f354-4da4-85b9-ef076fa9d9d1, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa436f2-bb0b-4e75-8665-341b6fbd47a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:08:24.587408 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:24.673603 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] For port 09304d91-f354-4da4-85b9-ef076fa9d9d1, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:08:24.677178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] For port 09304d91-f354-4da4-85b9-ef076fa9d9d1, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=09304d91-f354-4da4-85b9-ef076fa9d9d1,segment=NetworkSegment(8aa436f2-bb0b-4e75-8665-341b6fbd47a5),segment_id=8aa436f2-bb0b-4e75-8665-341b6fbd47a5)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:08:24.681566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:24.710943 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:24.711548 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:24.712901 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-772784a5-c598-4932-935e-093ce3eb027c req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] 10.222.0.46 "PUT /v2.0/ports/09304d91-f354-4da4-85b9-ef076fa9d9d1 HTTP/1.1" status: 200 len: 1094 time: 0.9657876 Oct 18 08:08:24.713390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'tag': '09304d91-f354-4da4-85b9-ef076fa9d9d1'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:08:24.715674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bdf26d-b931-4f28-832c-01c94dbe4da5" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d5024c-7d21-453a-a57c-bcfea7e57780", "tag": "09304d91-f354-4da4-85b9-ef076fa9d9d1"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:08:24.793198 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314bdaf9-a4d8-41ca-9f03-51ebc594f966 x-openstack-request-id: req-314bdaf9-a4d8-41ca-9f03-51ebc594f966 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:08:24.793484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d5024c-7d21-453a-a57c-bcfea7e57780", "tag": "09304d91-f354-4da4-85b9-ef076fa9d9d1", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:08:24.793729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-314bdaf9-a4d8-41ca-9f03-51ebc594f966 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:08:24.794121 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314bdaf9-a4d8-41ca-9f03-51ebc594f966'] response: {'name': 'network-changed', 'server_uuid': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'tag': '09304d91-f354-4da4-85b9-ef076fa9d9d1', 'status': 'completed', 'code': 200} Oct 18 08:08:24.817272 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c181169-e97a-4c32-830b-6eacb18ddb7a service neutron] Pushing event updated for resources: {'Port': ['ID=09304d91-f354-4da4-85b9-ef076fa9d9d1,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:24.840923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772784a5-c598-4932-935e-093ce3eb027c req-f85c218c-6b36-403d-aa7c-8ea4c9cc41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:24.842377 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-772784a5-c598-4932-935e-093ce3eb027c req-f85c218c-6b36-403d-aa7c-8ea4c9cc41a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 1097 time: 0.0914199 Oct 18 08:08:24.918634 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-772784a5-c598-4932-935e-093ce3eb027c req-9621f5da-f0f0-4828-a3e1-6811984a50f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09304d91-f354-4da4-85b9-ef076fa9d9d1 HTTP/1.1" status: 200 len: 217 time: 0.0650039 Oct 18 08:08:24.983200 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772784a5-c598-4932-935e-093ce3eb027c req-afa2fc06-6c27-40fb-920d-ad130c6bd7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:24.984561 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-772784a5-c598-4932-935e-093ce3eb027c req-afa2fc06-6c27-40fb-920d-ad130c6bd7ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0ecb3a47-aa25-44ea-b4d0-346b23e6d314 HTTP/1.1" status: 200 len: 834 time: 0.0563519 Oct 18 08:08:25.057161 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-8ac81fa6-f411-4d74-9904-0b12f70ccbe9 None None] Attempt 3 to provision port 09304d91-f354-4da4-85b9-ef076fa9d9d1 Oct 18 08:08:25.070630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772784a5-c598-4932-935e-093ce3eb027c req-5360e936-8319-4ac5-9ac9-20a1403d47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:25.072127 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-772784a5-c598-4932-935e-093ce3eb027c req-5360e936-8319-4ac5-9ac9-20a1403d47b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc92d5e3-d649-4898-b006-c9e9d1ef292a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781426 Oct 18 08:08:25.118866 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-8ac81fa6-f411-4d74-9904-0b12f70ccbe9 None None] Port 09304d91-f354-4da4-85b9-ef076fa9d9d1 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:08:25.209694 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-772784a5-c598-4932-935e-093ce3eb027c req-3b77a2a7-d410-4859-b45d-a890ca13cb46 service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267688 Oct 18 08:08:25.321407 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:25.350028 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-772784a5-c598-4932-935e-093ce3eb027c req-4110dab8-494d-4dde-aadf-bfeeae5b7415 service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305377 Oct 18 08:08:25.368156 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ef4fe-a41e-4ec9-b9ad-8c1850a7e6cd req-769a5764-cb15-4d54-be62-358e3fa61067 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:25.369782 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-126ef4fe-a41e-4ec9-b9ad-8c1850a7e6cd req-769a5764-cb15-4d54-be62-358e3fa61067 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 944 time: 0.0894003 Oct 18 08:08:25.418978 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-126ef4fe-a41e-4ec9-b9ad-8c1850a7e6cd req-4c511656-9a30-4fdf-9a31-0d24f36173bc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=790c7698-9ae2-4a2c-9e62-c47c2d934a26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434225 Oct 18 08:08:25.480808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdf26d-b931-4f28-832c-01c94dbe4da5 req-40969aac-e877-47c2-998e-e9180ed6f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:25.482266 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-49bdf26d-b931-4f28-832c-01c94dbe4da5 req-40969aac-e877-47c2-998e-e9180ed6f8be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 1097 time: 0.0776322 Oct 18 08:08:25.614373 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdf26d-b931-4f28-832c-01c94dbe4da5 req-a1a3b3ae-e91b-46b5-9d06-29bc4a6594f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:25.615761 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-49bdf26d-b931-4f28-832c-01c94dbe4da5 req-a1a3b3ae-e91b-46b5-9d06-29bc4a6594f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc92d5e3-d649-4898-b006-c9e9d1ef292a HTTP/1.1" status: 200 len: 897 time: 0.1260123 Oct 18 08:08:25.685796 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-49bdf26d-b931-4f28-832c-01c94dbe4da5 req-5164f305-baeb-4ddf-9df9-cadd2d0a7382 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09304d91-f354-4da4-85b9-ef076fa9d9d1 HTTP/1.1" status: 200 len: 217 time: 0.0630872 Oct 18 08:08:25.750396 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdf26d-b931-4f28-832c-01c94dbe4da5 req-ea8291e0-0ef5-44d4-8d17-864a5b3b1d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:25.751887 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-49bdf26d-b931-4f28-832c-01c94dbe4da5 req-ea8291e0-0ef5-44d4-8d17-864a5b3b1d68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0ecb3a47-aa25-44ea-b4d0-346b23e6d314 HTTP/1.1" status: 200 len: 834 time: 0.0576315 Oct 18 08:08:25.838422 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdf26d-b931-4f28-832c-01c94dbe4da5 req-e701eeee-fffb-410b-8f18-48c2ea2d1b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:25.839941 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-49bdf26d-b931-4f28-832c-01c94dbe4da5 req-e701eeee-fffb-410b-8f18-48c2ea2d1b8f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc92d5e3-d649-4898-b006-c9e9d1ef292a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808861 Oct 18 08:08:25.975907 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-49bdf26d-b931-4f28-832c-01c94dbe4da5 req-784cefac-faa1-4f95-a375-b5964abf0091 service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286402 Oct 18 08:08:26.110085 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-49bdf26d-b931-4f28-832c-01c94dbe4da5 req-647b2670-7d5a-4cc8-b46e-2f35ec6bc397 service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273127 Oct 18 08:08:26.714118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0e0af-bd9e-417b-8b89-e07936c1e317 req-5a376c96-428a-403a-9dae-198d240ad1fe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:26.714808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-e4c0e0af-bd9e-417b-8b89-e07936c1e317 req-5a376c96-428a-403a-9dae-198d240ad1fe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:08:26.729458 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-e4c0e0af-bd9e-417b-8b89-e07936c1e317 req-5a376c96-428a-403a-9dae-198d240ad1fe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:08:26.730684 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e4c0e0af-bd9e-417b-8b89-e07936c1e317 req-5a376c96-428a-403a-9dae-198d240ad1fe tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 944 time: 0.1979771 Oct 18 08:08:26.774521 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e4c0e0af-bd9e-417b-8b89-e07936c1e317 req-cd10c18d-1135-495f-bc1b-75c93cd77a53 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=790c7698-9ae2-4a2c-9e62-c47c2d934a26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381410 Oct 18 08:08:27.967912 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eec5f7-8ff0-4270-baae-27c94231b412 req-f3681142-1f13-4a70-bfde-2b9d8026c3d8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:27.969354 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c2eec5f7-8ff0-4270-baae-27c94231b412 req-f3681142-1f13-4a70-bfde-2b9d8026c3d8 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 944 time: 0.0871277 Oct 18 08:08:27.991020 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 09304d91-f354-4da4-85b9-ef076fa9d9d1 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:08:28.012627 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c2eec5f7-8ff0-4270-baae-27c94231b412 req-02108168-c2e9-438e-9f8c-470018e79cf9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=790c7698-9ae2-4a2c-9e62-c47c2d934a26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375896 Oct 18 08:08:28.127145 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 09304d91-f354-4da4-85b9-ef076fa9d9d1, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=09304d91-f354-4da4-85b9-ef076fa9d9d1,segment=NetworkSegment(8aa436f2-bb0b-4e75-8665-341b6fbd47a5),segment_id=8aa436f2-bb0b-4e75-8665-341b6fbd47a5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:08:28.140788 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '09304d91-f354-4da4-85b9-ef076fa9d9d1', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'port_id': '09304d91-f354-4da4-85b9-ef076fa9d9d1', 'mac_address': 'fa:16:3e:21:e1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:08:28.194899 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 09304d91-f354-4da4-85b9-ef076fa9d9d1 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:08:28.195279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:28.211410 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09304d91-f354-4da4-85b9-ef076fa9d9d1 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:08:28.226166 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 09304d91-f354-4da4-85b9-ef076fa9d9d1, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=09304d91-f354-4da4-85b9-ef076fa9d9d1,segment=NetworkSegment(8aa436f2-bb0b-4e75-8665-341b6fbd47a5),segment_id=8aa436f2-bb0b-4e75-8665-341b6fbd47a5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:08:28.230183 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:28.299562 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=09304d91-f354-4da4-85b9-ef076fa9d9d1,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:28.525802 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['09304d91-f354-4da4-85b9-ef076fa9d9d1'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:08:29.208831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0b76d-33a7-4da2-8a65-531142171293 req-01066838-9fd0-41a5-8109-0d3727c6832e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:29.210284 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-96b0b76d-33a7-4da2-8a65-531142171293 req-01066838-9fd0-41a5-8109-0d3727c6832e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 945 time: 0.0892818 Oct 18 08:08:29.253407 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-96b0b76d-33a7-4da2-8a65-531142171293 req-f466abc9-0948-4a16-b076-88abecd73a08 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=790c7698-9ae2-4a2c-9e62-c47c2d934a26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375206 Oct 18 08:08:30.005851 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 09304d91-f354-4da4-85b9-ef076fa9d9d1 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:08:30.073445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 09304d91-f354-4da4-85b9-ef076fa9d9d1 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:08:30.078044 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 09304d91-f354-4da4-85b9-ef076fa9d9d1 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:08:30.078417 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:30.078786 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 09304d91-f354-4da4-85b9-ef076fa9d9d1 Oct 18 08:08:30.195519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 09304d91-f354-4da4-85b9-ef076fa9d9d1 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:08:30.195903 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:30.222308 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09304d91-f354-4da4-85b9-ef076fa9d9d1'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:08:30.224783 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27724cf-8eed-4705-a7d9-e7fc5ea5b4b1" -d '{"events": [{"server_uuid": "b6d5024c-7d21-453a-a57c-bcfea7e57780", "name": "network-vif-plugged", "status": "completed", "tag": "09304d91-f354-4da4-85b9-ef076fa9d9d1"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:08:30.232397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 09304d91-f354-4da4-85b9-ef076fa9d9d1, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=09304d91-f354-4da4-85b9-ef076fa9d9d1,segment=NetworkSegment(8aa436f2-bb0b-4e75-8665-341b6fbd47a5),segment_id=8aa436f2-bb0b-4e75-8665-341b6fbd47a5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:08:30.237086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:30.309963 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=09304d91-f354-4da4-85b9-ef076fa9d9d1,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:30.321272 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5174464b-088b-465c-908f-d424e8df180e x-openstack-request-id: req-5174464b-088b-465c-908f-d424e8df180e {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:08:30.321556 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d5024c-7d21-453a-a57c-bcfea7e57780", "name": "network-vif-plugged", "status": "completed", "tag": "09304d91-f354-4da4-85b9-ef076fa9d9d1", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:08:30.321808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5174464b-088b-465c-908f-d424e8df180e {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:08:30.322191 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5174464b-088b-465c-908f-d424e8df180e'] response: {'server_uuid': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09304d91-f354-4da4-85b9-ef076fa9d9d1', 'code': 200} Oct 18 08:08:30.466019 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174adc9e-9570-472c-a7cc-9f1596cb0c0b req-35a829e0-e24c-4bc3-9d69-71ebd0ab1377 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:30.467539 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-174adc9e-9570-472c-a7cc-9f1596cb0c0b req-35a829e0-e24c-4bc3-9d69-71ebd0ab1377 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 946 time: 0.0930333 Oct 18 08:08:30.553691 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-174adc9e-9570-472c-a7cc-9f1596cb0c0b req-bd6aba01-074e-41c0-9ffd-343a11f8c1af tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=790c7698-9ae2-4a2c-9e62-c47c2d934a26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803287 Oct 18 08:08:30.588359 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68ba7f-d5a8-4c14-936a-18a0b1c4500b req-1b3e5716-3364-441f-9d41-dceb62d2bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:30.589797 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ed68ba7f-d5a8-4c14-936a-18a0b1c4500b req-1b3e5716-3364-441f-9d41-dceb62d2bd2b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 1099 time: 0.0802159 Oct 18 08:08:30.633872 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ed68ba7f-d5a8-4c14-936a-18a0b1c4500b req-f9bad0f1-435c-40dd-b816-981820afd306 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=790c7698-9ae2-4a2c-9e62-c47c2d934a26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339062 Oct 18 08:08:31.874720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec238b-fdad-4de5-a28f-1ccbe04c1a0d req-c86a59ec-2756-474a-90c0-217dba054dd2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:31.876092 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2eec238b-fdad-4de5-a28f-1ccbe04c1a0d req-c86a59ec-2756-474a-90c0-217dba054dd2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 946 time: 0.2092199 Oct 18 08:08:31.918877 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2eec238b-fdad-4de5-a28f-1ccbe04c1a0d req-1f083b90-6f33-428d-8039-82783bd7f7df tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=790c7698-9ae2-4a2c-9e62-c47c2d934a26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365191 Oct 18 08:08:33.114511 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed701df9-042a-4e11-9bfa-50865206c57a req-0f9f8b98-69ab-4df9-8e82-05e6b973420e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:33.116057 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ed701df9-042a-4e11-9bfa-50865206c57a req-0f9f8b98-69ab-4df9-8e82-05e6b973420e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 946 time: 0.0888243 Oct 18 08:08:33.158492 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ed701df9-042a-4e11-9bfa-50865206c57a req-6e5d57a6-df11-4cd5-9318-6feaa76f4065 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=790c7698-9ae2-4a2c-9e62-c47c2d934a26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370007 Oct 18 08:08:33.353098 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333436c9-1e03-4be0-97fa-97590147757b req-03db88af-aa8b-49f0-a5b4-ade62f774023 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:33.354593 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-333436c9-1e03-4be0-97fa-97590147757b req-03db88af-aa8b-49f0-a5b4-ade62f774023 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 946 time: 0.0875025 Oct 18 08:08:33.397634 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-333436c9-1e03-4be0-97fa-97590147757b req-9a1335fe-32c8-4303-a1cb-e85eb5cb4d49 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=790c7698-9ae2-4a2c-9e62-c47c2d934a26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371470 Oct 18 08:08:33.427464 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36592) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:33.505898 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e7f99c-a84c-4041-8d40-fb1e516664ec tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:33.507405 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f1e7f99c-a84c-4041-8d40-fb1e516664ec tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 1094 time: 0.0789323 Oct 18 08:08:33.510131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36596) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:33.514919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': '09304d91-f354-4da4-85b9-ef076fa9d9d1', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:33.521117 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:33.524859 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:floatingip and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:33.527626 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:33.533132 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:33.543337 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:33.679664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:33.813443 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.26.8.175 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/d4781ca6-2e0a-475a-940f-add4ba1f8924) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:08:33.957595 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:33.985559 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:34.048485 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:08:34.051916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:08:34.055673 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:08:34.097501 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=d4781ca6-2e0a-475a-940f-add4ba1f8924,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:34.112421 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:34.112773 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:34.113114 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:34.113981 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:34.114315 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:34.114669 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:34.114998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:34.115327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:34.115673 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:34.115976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:34.116297 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:34.116615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:08:34.465899 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:34.538696 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:34.548900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:34.739288 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:34.743636 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:34.846218 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=d4781ca6-2e0a-475a-940f-add4ba1f8924,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:34.850630 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:35.124278 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP 14421991-0641-4cd3-981b-7415ac9c8a1d associated. External IP: 172.26.8.175, port: 09304d91-f354-4da4-85b9-ef076fa9d9d1. Oct 18 08:08:35.471704 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 9f5fcc99-2429-445b-a465-ac16d422e79d has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:08:35.647357 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:08:35.656904 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8df1120-c6b2-40e8-8fb9-06dadaf5edad None None] Sync routers for ids ['9f5fcc99-2429-445b-a465-ac16d422e79d'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:08:35.666353 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8df1120-c6b2-40e8-8fb9-06dadaf5edad None None] Routers {'9f5fcc99-2429-445b-a465-ac16d422e79d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:08:35.666985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e8df1120-c6b2-40e8-8fb9-06dadaf5edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:08:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9f5fcc99-2429-445b-a465-ac16d422e79d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:35.671722 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:35.729704 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c7f28bdd-bce4-4b6c-b07e-0a3ce31e0ca5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2184548 Oct 18 08:08:35.730273 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'tag': '09304d91-f354-4da4-85b9-ef076fa9d9d1'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:08:35.732437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36600) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:35.732937 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca35a936-780b-4d0f-aacf-68d662c58be0" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d5024c-7d21-453a-a57c-bcfea7e57780", "tag": "09304d91-f354-4da4-85b9-ef076fa9d9d1"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:08:35.811760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea28189d-54bb-414e-b0f5-1349a184cef5 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:35.818896 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ea28189d-54bb-414e-b0f5-1349a184cef5 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 1094 time: 0.0802352 Oct 18 08:08:35.831347 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798e7306-0f7b-49bb-9959-768d241de7ea x-openstack-request-id: req-798e7306-0f7b-49bb-9959-768d241de7ea {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:08:35.831641 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d5024c-7d21-453a-a57c-bcfea7e57780", "tag": "09304d91-f354-4da4-85b9-ef076fa9d9d1", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:08:35.832421 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-798e7306-0f7b-49bb-9959-768d241de7ea {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:08:35.832831 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798e7306-0f7b-49bb-9959-768d241de7ea'] response: {'name': 'network-changed', 'server_uuid': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'tag': '09304d91-f354-4da4-85b9-ef076fa9d9d1', 'status': 'completed', 'code': 200} Oct 18 08:08:35.879245 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-e8df1120-c6b2-40e8-8fb9-06dadaf5edad None None] Set router 9f5fcc99-2429-445b-a465-ac16d422e79d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:08:35.895388 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36610) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:35.901764 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-c6aca3ad-ed9a-4e96-b2fe-a186dc8ffd1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1173549654', 'description': 'tempest-secgroup-smoke-1173549654 description', 'project_id': 'fe65c6866dd844bd972010a3653293ed'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:35.908579 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c6aca3ad-ed9a-4e96-b2fe-a186dc8ffd1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:35.919726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c6aca3ad-ed9a-4e96-b2fe-a186dc8ffd1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:35.932521 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c6aca3ad-ed9a-4e96-b2fe-a186dc8ffd1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:35.939812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35a936-780b-4d0f-aacf-68d662c58be0 req-196a9694-39b9-4322-90aa-fec163072806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:35.941902 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca35a936-780b-4d0f-aacf-68d662c58be0 req-196a9694-39b9-4322-90aa-fec163072806 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 1099 time: 0.0882316 Oct 18 08:08:35.954928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c6aca3ad-ed9a-4e96-b2fe-a186dc8ffd1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:35.960093 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c6aca3ad-ed9a-4e96-b2fe-a186dc8ffd1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:35.963206 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c6aca3ad-ed9a-4e96-b2fe-a186dc8ffd1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:35.969588 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c6aca3ad-ed9a-4e96-b2fe-a186dc8ffd1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:36.048701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c6aca3ad-ed9a-4e96-b2fe-a186dc8ffd1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.053627 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c6aca3ad-ed9a-4e96-b2fe-a186dc8ffd1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.079786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35a936-780b-4d0f-aacf-68d662c58be0 req-ec7b6337-471b-49cd-9a9a-52841897cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:36.081278 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca35a936-780b-4d0f-aacf-68d662c58be0 req-ec7b6337-471b-49cd-9a9a-52841897cc7a service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc92d5e3-d649-4898-b006-c9e9d1ef292a HTTP/1.1" status: 200 len: 897 time: 0.1341846 Oct 18 08:08:36.104129 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aca3ad-ed9a-4e96-b2fe-a186dc8ffd1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57c9b4c-9381-44c9-980e-6a17fb0834ae,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:36.125590 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c6aca3ad-ed9a-4e96-b2fe-a186dc8ffd1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.127040 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c6aca3ad-ed9a-4e96-b2fe-a186dc8ffd1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2300558 Oct 18 08:08:36.130424 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36614) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:36.135708 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-3af06187-459a-492e-8fb7-c30d40dbb106 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': 'f57c9b4c-9381-44c9-980e-6a17fb0834ae', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:36.142060 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3af06187-459a-492e-8fb7-c30d40dbb106 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:36.146959 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3af06187-459a-492e-8fb7-c30d40dbb106 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:36.149995 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-3af06187-459a-492e-8fb7-c30d40dbb106 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:36.156075 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-3af06187-459a-492e-8fb7-c30d40dbb106 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:36.184270 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3af06187-459a-492e-8fb7-c30d40dbb106 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.197631 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca35a936-780b-4d0f-aacf-68d662c58be0 req-8a26b33f-d4c7-40d5-85ac-c6c256a981f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09304d91-f354-4da4-85b9-ef076fa9d9d1 HTTP/1.1" status: 200 len: 1000 time: 0.1102912 Oct 18 08:08:36.248892 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3af06187-459a-492e-8fb7-c30d40dbb106 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.253240 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3af06187-459a-492e-8fb7-c30d40dbb106 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.254751 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e8df1120-c6b2-40e8-8fb9-06dadaf5edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:08:16Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:12Z', 'updated_at': '2022-10-18T08:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '14421991-0641-4cd3-981b-7415ac9c8a1d', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.175', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'port_id': '09304d91-f354-4da4-85b9-ef076fa9d9d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'mac_address': 'fa:16:3e:21:e1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:08:34Z', 'updated_at': '2022-10-18T08:08:34Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99438a5f-2ca6-4efa-91a4-042ca96e2c62', 'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:a8:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:15Z', 'updated_at': '2022-10-18T08:08:22Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:36.258966 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8df1120-c6b2-40e8-8fb9-06dadaf5edad None None] Checking router: 9f5fcc99-2429-445b-a465-ac16d422e79d for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:08:36.267436 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35a936-780b-4d0f-aacf-68d662c58be0 req-106d0746-c7a0-4153-95fb-9aa432fa560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:36.267754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8df1120-c6b2-40e8-8fb9-06dadaf5edad None None] Routers {'9f5fcc99-2429-445b-a465-ac16d422e79d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:08:36.268314 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e8df1120-c6b2-40e8-8fb9-06dadaf5edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:08:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9f5fcc99-2429-445b-a465-ac16d422e79d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:36.269079 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca35a936-780b-4d0f-aacf-68d662c58be0 req-106d0746-c7a0-4153-95fb-9aa432fa560a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0ecb3a47-aa25-44ea-b4d0-346b23e6d314 HTTP/1.1" status: 200 len: 834 time: 0.0633662 Oct 18 08:08:36.283427 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af06187-459a-492e-8fb7-c30d40dbb106 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40c1df6-aabb-4ed8-a38d-4dc50e04b75d,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:36.293667 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3af06187-459a-492e-8fb7-c30d40dbb106 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.298124 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3af06187-459a-492e-8fb7-c30d40dbb106 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1636977 Oct 18 08:08:36.298320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36618) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:36.303931 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-a256bf07-510f-451e-9184-cb0cff718c0b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': 'f57c9b4c-9381-44c9-980e-6a17fb0834ae', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:36.309883 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a256bf07-510f-451e-9184-cb0cff718c0b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:36.313838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a256bf07-510f-451e-9184-cb0cff718c0b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:36.316822 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a256bf07-510f-451e-9184-cb0cff718c0b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:36.322664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a256bf07-510f-451e-9184-cb0cff718c0b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:36.340736 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a256bf07-510f-451e-9184-cb0cff718c0b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.360443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35a936-780b-4d0f-aacf-68d662c58be0 req-17057616-5276-46e6-8590-d758c8af90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:36.362099 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca35a936-780b-4d0f-aacf-68d662c58be0 req-17057616-5276-46e6-8590-d758c8af90d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc92d5e3-d649-4898-b006-c9e9d1ef292a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868714 Oct 18 08:08:36.409074 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a256bf07-510f-451e-9184-cb0cff718c0b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.413921 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a256bf07-510f-451e-9184-cb0cff718c0b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.437783 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256bf07-510f-451e-9184-cb0cff718c0b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c93c84-7534-46a7-8eac-86176ad67d5d,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:36.449033 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a256bf07-510f-451e-9184-cb0cff718c0b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.450340 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a256bf07-510f-451e-9184-cb0cff718c0b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1509476 Oct 18 08:08:36.453178 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36622) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:36.462609 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-c21641be-130b-449b-81fa-a61446921bbc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': 'f57c9b4c-9381-44c9-980e-6a17fb0834ae', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:36.463653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-e8df1120-c6b2-40e8-8fb9-06dadaf5edad None None] Set router 9f5fcc99-2429-445b-a465-ac16d422e79d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:08:36.469515 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c21641be-130b-449b-81fa-a61446921bbc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:36.474782 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c21641be-130b-449b-81fa-a61446921bbc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:36.477742 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c21641be-130b-449b-81fa-a61446921bbc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:36.483600 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c21641be-130b-449b-81fa-a61446921bbc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:36.503515 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c21641be-130b-449b-81fa-a61446921bbc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.504364 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca35a936-780b-4d0f-aacf-68d662c58be0 req-9a357d0a-723b-4c8f-ac61-387b30270c1e service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359265 Oct 18 08:08:36.571915 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c21641be-130b-449b-81fa-a61446921bbc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.576208 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c21641be-130b-449b-81fa-a61446921bbc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.600982 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21641be-130b-449b-81fa-a61446921bbc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae1fe10-7f08-4a42-8c0d-79fa0caeb2a5,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:36.611417 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c21641be-130b-449b-81fa-a61446921bbc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.612613 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c21641be-130b-449b-81fa-a61446921bbc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1585259 Oct 18 08:08:36.615607 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36626) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:36.620661 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-070878a4-2288-4ba9-8f14-aa5f998e5e2b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': 'f57c9b4c-9381-44c9-980e-6a17fb0834ae', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:36.626838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-070878a4-2288-4ba9-8f14-aa5f998e5e2b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:36.632158 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-070878a4-2288-4ba9-8f14-aa5f998e5e2b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:36.635177 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-070878a4-2288-4ba9-8f14-aa5f998e5e2b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:36.642397 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-070878a4-2288-4ba9-8f14-aa5f998e5e2b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:36.645177 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca35a936-780b-4d0f-aacf-68d662c58be0 req-578f9b16-688f-487a-8d15-45a17edae5b1 service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343017 Oct 18 08:08:36.669347 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-070878a4-2288-4ba9-8f14-aa5f998e5e2b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.733334 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-070878a4-2288-4ba9-8f14-aa5f998e5e2b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.736955 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-070878a4-2288-4ba9-8f14-aa5f998e5e2b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.759738 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070878a4-2288-4ba9-8f14-aa5f998e5e2b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9fd4bf-44f8-43c8-93bb-10d70d4fcf5b,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:36.769997 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-070878a4-2288-4ba9-8f14-aa5f998e5e2b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.773975 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-070878a4-2288-4ba9-8f14-aa5f998e5e2b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1550970 Oct 18 08:08:36.774164 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36630) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:36.779504 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-456e726b-4a8a-4525-8e6e-c6e25c36a2cb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': 'f57c9b4c-9381-44c9-980e-6a17fb0834ae', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:36.785409 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-456e726b-4a8a-4525-8e6e-c6e25c36a2cb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:36.789279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-456e726b-4a8a-4525-8e6e-c6e25c36a2cb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:36.792122 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-456e726b-4a8a-4525-8e6e-c6e25c36a2cb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:36.797746 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-456e726b-4a8a-4525-8e6e-c6e25c36a2cb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:36.808184 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-456e726b-4a8a-4525-8e6e-c6e25c36a2cb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:08:36.814814 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-456e726b-4a8a-4525-8e6e-c6e25c36a2cb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.833313 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e8df1120-c6b2-40e8-8fb9-06dadaf5edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:08:16Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:12Z', 'updated_at': '2022-10-18T08:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '14421991-0641-4cd3-981b-7415ac9c8a1d', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.175', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'port_id': '09304d91-f354-4da4-85b9-ef076fa9d9d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'mac_address': 'fa:16:3e:21:e1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:08:34Z', 'updated_at': '2022-10-18T08:08:34Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99438a5f-2ca6-4efa-91a4-042ca96e2c62', 'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:a8:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:15Z', 'updated_at': '2022-10-18T08:08:22Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:36.837308 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8df1120-c6b2-40e8-8fb9-06dadaf5edad None None] The sync data for ids ['9f5fcc99-2429-445b-a465-ac16d422e79d'] in dv-neutron-861625-1-hyperv is: [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:08:16Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:12Z', 'updated_at': '2022-10-18T08:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '14421991-0641-4cd3-981b-7415ac9c8a1d', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.175', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'port_id': '09304d91-f354-4da4-85b9-ef076fa9d9d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'mac_address': 'fa:16:3e:21:e1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:08:34Z', 'updated_at': '2022-10-18T08:08:34Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99438a5f-2ca6-4efa-91a4-042ca96e2c62', 'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:a8:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:15Z', 'updated_at': '2022-10-18T08:08:22Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:08:36.887805 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-456e726b-4a8a-4525-8e6e-c6e25c36a2cb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.892209 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-456e726b-4a8a-4525-8e6e-c6e25c36a2cb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.915847 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e726b-4a8a-4525-8e6e-c6e25c36a2cb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9affc7-ed81-45a5-a4d1-c1606c458782,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:36.925329 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-456e726b-4a8a-4525-8e6e-c6e25c36a2cb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:36.926915 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-456e726b-4a8a-4525-8e6e-c6e25c36a2cb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1518054 Oct 18 08:08:36.929647 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36634) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:36.934769 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-98d9437f-e277-49f7-a800-b71f701fc3fb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': 'f57c9b4c-9381-44c9-980e-6a17fb0834ae', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:36.940803 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-98d9437f-e277-49f7-a800-b71f701fc3fb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:36.945223 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-98d9437f-e277-49f7-a800-b71f701fc3fb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:36.948264 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-98d9437f-e277-49f7-a800-b71f701fc3fb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:36.953994 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-98d9437f-e277-49f7-a800-b71f701fc3fb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:36.968032 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-98d9437f-e277-49f7-a800-b71f701fc3fb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:08:36.975112 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98d9437f-e277-49f7-a800-b71f701fc3fb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:37.028908 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f83bdc6-a8d4-44d6-a8aa-72d836b72fae None None] New status for floating IP 14421991-0641-4cd3-981b-7415ac9c8a1d: ACTIVE {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:08:37.044952 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98d9437f-e277-49f7-a800-b71f701fc3fb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:37.048552 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98d9437f-e277-49f7-a800-b71f701fc3fb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:37.073404 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9437f-e277-49f7-a800-b71f701fc3fb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3d9aa9-b3f9-4575-89ef-6866b3787c7e,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:37.083032 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98d9437f-e277-49f7-a800-b71f701fc3fb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:37.084289 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-98d9437f-e277-49f7-a800-b71f701fc3fb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1536567 Oct 18 08:08:37.249826 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-83440e3f-ffd0-48dc-9367-89c941548915 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1173549654&fields=id&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 267 time: 0.0389695 Oct 18 08:08:37.399334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-9d310594-75e0-4beb-84c0-0e6fa930c427 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:37.400990 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-9d310594-75e0-4beb-84c0-0e6fa930c427 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/networks?id=cc92d5e3-d649-4898-b006-c9e9d1ef292a HTTP/1.1" status: 200 len: 796 time: 0.1445644 Oct 18 08:08:37.415961 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-7e0b9acf-b587-4f5c-8cb0-cc5cefc1d901 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/quotas/fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 375 time: 0.0092413 Oct 18 08:08:37.509443 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-4470fdbc-ae86-4c28-b43f-acbbbf3c20b3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0885308 Oct 18 08:08:37.744563 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-56cd9610-97d9-4978-8411-6a57a8c10574 service neutron] 10.222.0.17 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231305 Oct 18 08:08:37.874211 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-c78fe3ef-81a7-42e5-8131-8a8c452979b9 service neutron] 10.222.0.17 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240203 Oct 18 08:08:38.054916 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0ec0c08b-82e4-44be-8941-6544b5b69dbd req-5ebbfd28-de90-4103-b5ff-06b86e729ff4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 210 time: 0.0500729 Oct 18 08:08:39.069852 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-0a65c198-391a-4c19-8eab-a0595dff7e6b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:39.071280 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-0a65c198-391a-4c19-8eab-a0595dff7e6b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/networks?id=cc92d5e3-d649-4898-b006-c9e9d1ef292a HTTP/1.1" status: 200 len: 796 time: 0.1446960 Oct 18 08:08:39.130380 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-df6ac68b-e992-46e0-bc5f-dea2cf580a50 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 473 time: 0.0505989 Oct 18 08:08:39.140432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-3bdb0ba4-04b8-4863-b087-60bafa35c863 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'port': {'device_id': '3415de93-33d2-4504-a02a-c4d0ad471d95', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'admin_state_up': True, 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'security_groups': ['f57c9b4c-9381-44c9-980e-6a17fb0834ae']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:39.268298 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9c8c2a54-5482-41a4-b37b-5c761f088142 req-a77423a7-fa74-4111-8b73-00cafbe1798b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 210 time: 0.0599315 Oct 18 08:08:39.324804 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-3bdb0ba4-04b8-4863-b087-60bafa35c863 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:39.334719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-3bdb0ba4-04b8-4863-b087-60bafa35c863 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:39.344150 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-3bdb0ba4-04b8-4863-b087-60bafa35c863 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:08:39.348214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-3bdb0ba4-04b8-4863-b087-60bafa35c863 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:39.508555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-3bdb0ba4-04b8-4863-b087-60bafa35c863 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.9 (cc92d5e3-d649-4898-b006-c9e9d1ef292a/0ecb3a47-aa25-44ea-b4d0-346b23e6d314/bac14504-b5f0-446a-b505-cb2f21c1413d) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:08:39.696654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-3bdb0ba4-04b8-4863-b087-60bafa35c863 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:39.711974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-3bdb0ba4-04b8-4863-b087-60bafa35c863 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object bac14504-b5f0-446a-b505-cb2f21c1413d will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:08:39.734506 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-3bdb0ba4-04b8-4863-b087-60bafa35c863 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:39.806028 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-3bdb0ba4-04b8-4863-b087-60bafa35c863 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network cc92d5e3-d649-4898-b006-c9e9d1ef292a is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:08:39.808969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-3bdb0ba4-04b8-4863-b087-60bafa35c863 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:08:39.812618 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-3bdb0ba4-04b8-4863-b087-60bafa35c863 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:08:39.843851 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb0ba4-04b8-4863-b087-60bafa35c863 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=bac14504-b5f0-446a-b505-cb2f21c1413d,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:39.882144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-3bdb0ba4-04b8-4863-b087-60bafa35c863 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:39.882793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-3bdb0ba4-04b8-4863-b087-60bafa35c863 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:39.907709 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-3bdb0ba4-04b8-4863-b087-60bafa35c863 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7725048 Oct 18 08:08:39.919332 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Request body: {'port': {'device_id': '3415de93-33d2-4504-a02a-c4d0ad471d95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:40.018617 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-822b30a0-3a8e-4b11-8e38-681515c8db4c None None] Provisioning for port bac14504-b5f0-446a-b505-cb2f21c1413d completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:08:40.023368 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-822b30a0-3a8e-4b11-8e38-681515c8db4c None None] Provisioning complete for port bac14504-b5f0-446a-b505-cb2f21c1413d triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:08:40.023803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-822b30a0-3a8e-4b11-8e38-681515c8db4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:40.024199 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-822b30a0-3a8e-4b11-8e38-681515c8db4c None None] Attempt 1 to provision port bac14504-b5f0-446a-b505-cb2f21c1413d Oct 18 08:08:40.035257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:40.076982 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-822b30a0-3a8e-4b11-8e38-681515c8db4c None None] Port bac14504-b5f0-446a-b505-cb2f21c1413d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:08:40.373044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac14504-b5f0-446a-b505-cb2f21c1413d {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:08:40.381143 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:40.395424 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Transition to ACTIVE for port object bac14504-b5f0-446a-b505-cb2f21c1413d will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:08:40.399657 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:40.473270 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75555b-27b2-4a38-8994-d052bedfedfa req-778f2824-aec7-44bf-bd99-a6a5284f04d5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:40.474753 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2d75555b-27b2-4a38-8994-d052bedfedfa req-778f2824-aec7-44bf-bd99-a6a5284f04d5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 943 time: 0.0941875 Oct 18 08:08:40.518265 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-2d75555b-27b2-4a38-8994-d052bedfedfa req-d6756be4-7b44-4730-8969-b5ca6121f0fd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:08:40.532842 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-2d75555b-27b2-4a38-8994-d052bedfedfa req-d6756be4-7b44-4730-8969-b5ca6121f0fd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:08:40.534056 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2d75555b-27b2-4a38-8994-d052bedfedfa req-d6756be4-7b44-4730-8969-b5ca6121f0fd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=f57c9b4c-9381-44c9-980e-6a17fb0834ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536811 Oct 18 08:08:40.578084 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-822b30a0-3a8e-4b11-8e38-681515c8db4c None None] Attempt 2 to provision port bac14504-b5f0-446a-b505-cb2f21c1413d Oct 18 08:08:40.637468 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-822b30a0-3a8e-4b11-8e38-681515c8db4c None None] Port bac14504-b5f0-446a-b505-cb2f21c1413d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:08:40.688356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bac14504-b5f0-446a-b505-cb2f21c1413d,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:40.723948 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Attempting to bind port bac14504-b5f0-446a-b505-cb2f21c1413d on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:08:40.724279 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Attempting to bind port bac14504-b5f0-446a-b505-cb2f21c1413d by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8aa436f2-bb0b-4e75-8665-341b6fbd47a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:08:40.724605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Attempting to bind port bac14504-b5f0-446a-b505-cb2f21c1413d on network cc92d5e3-d649-4898-b006-c9e9d1ef292a {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:08:40.729106 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Port bac14504-b5f0-446a-b505-cb2f21c1413d on network cc92d5e3-d649-4898-b006-c9e9d1ef292a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:08:40.729422 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Attempting to bind port bac14504-b5f0-446a-b505-cb2f21c1413d on network cc92d5e3-d649-4898-b006-c9e9d1ef292a {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:08:40.734483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:08:40.734843 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Checking segment: {'id': '8aa436f2-bb0b-4e75-8665-341b6fbd47a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:08:40.735221 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Bound using segment: {'id': '8aa436f2-bb0b-4e75-8665-341b6fbd47a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:08:40.735642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Bound port: bac14504-b5f0-446a-b505-cb2f21c1413d, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa436f2-bb0b-4e75-8665-341b6fbd47a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:08:40.735984 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:40.825306 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] For port bac14504-b5f0-446a-b505-cb2f21c1413d, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:08:40.828393 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] For port bac14504-b5f0-446a-b505-cb2f21c1413d, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bac14504-b5f0-446a-b505-cb2f21c1413d,segment=NetworkSegment(8aa436f2-bb0b-4e75-8665-341b6fbd47a5),segment_id=8aa436f2-bb0b-4e75-8665-341b6fbd47a5)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:08:40.833923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:40.863923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:40.864513 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:40.865877 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] 10.222.0.46 "PUT /v2.0/ports/bac14504-b5f0-446a-b505-cb2f21c1413d HTTP/1.1" status: 200 len: 1093 time: 0.9508109 Oct 18 08:08:40.866370 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3415de93-33d2-4504-a02a-c4d0ad471d95', 'tag': 'bac14504-b5f0-446a-b505-cb2f21c1413d'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:08:40.868611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7faa2a0-1f01-4a8b-a131-5bac6541bd9e" -d '{"events": [{"name": "network-changed", "server_uuid": "3415de93-33d2-4504-a02a-c4d0ad471d95", "tag": "bac14504-b5f0-446a-b505-cb2f21c1413d"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:08:40.945340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23df51a6-0622-46f0-814d-9492251182c5 x-openstack-request-id: req-23df51a6-0622-46f0-814d-9492251182c5 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:08:40.945630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3415de93-33d2-4504-a02a-c4d0ad471d95", "tag": "bac14504-b5f0-446a-b505-cb2f21c1413d", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:08:40.945881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-23df51a6-0622-46f0-814d-9492251182c5 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:08:40.946269 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23df51a6-0622-46f0-814d-9492251182c5'] response: {'name': 'network-changed', 'server_uuid': '3415de93-33d2-4504-a02a-c4d0ad471d95', 'tag': 'bac14504-b5f0-446a-b505-cb2f21c1413d', 'status': 'completed', 'code': 200} Oct 18 08:08:40.963913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6d147-e77c-48bd-9232-58c344f798f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bac14504-b5f0-446a-b505-cb2f21c1413d,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:40.995244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-4c3c6278-bcf6-4c18-a2fc-2f59c2f50ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:40.996712 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-4c3c6278-bcf6-4c18-a2fc-2f59c2f50ba6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 1096 time: 0.0881991 Oct 18 08:08:41.064961 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-3bd8aeeb-7c37-4729-aa26-a0de50060502 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bac14504-b5f0-446a-b505-cb2f21c1413d HTTP/1.1" status: 200 len: 217 time: 0.0606656 Oct 18 08:08:41.131929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-4ce12f69-9164-4e9f-8141-9aea0b33ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:41.133273 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-4ce12f69-9164-4e9f-8141-9aea0b33ff28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0ecb3a47-aa25-44ea-b4d0-346b23e6d314 HTTP/1.1" status: 200 len: 834 time: 0.0627832 Oct 18 08:08:41.138894 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-822b30a0-3a8e-4b11-8e38-681515c8db4c None None] Attempt 3 to provision port bac14504-b5f0-446a-b505-cb2f21c1413d Oct 18 08:08:41.200140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-822b30a0-3a8e-4b11-8e38-681515c8db4c None None] Port bac14504-b5f0-446a-b505-cb2f21c1413d had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:08:41.216605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-fe296079-ad05-4b3b-a96a-cc62952297ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:41.218069 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-fe296079-ad05-4b3b-a96a-cc62952297ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc92d5e3-d649-4898-b006-c9e9d1ef292a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789580 Oct 18 08:08:41.347759 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-1354ea25-45d0-4c00-8283-34f5f1481e9b service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224873 Oct 18 08:08:41.476117 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a842c01-d1d9-4ab0-9672-21eea734fb93 req-13f4b58e-a6d9-4778-bed4-f37972c32087 service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230271 Oct 18 08:08:41.601844 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faa2a0-1f01-4a8b-a131-5bac6541bd9e req-830fe069-7ab6-4e99-9748-beaa28225c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:41.603398 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f7faa2a0-1f01-4a8b-a131-5bac6541bd9e req-830fe069-7ab6-4e99-9748-beaa28225c82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 1096 time: 0.0855627 Oct 18 08:08:41.743796 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faa2a0-1f01-4a8b-a131-5bac6541bd9e req-abfe0960-6bb7-4ec8-a7f1-83ae6ad70f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:41.745144 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f7faa2a0-1f01-4a8b-a131-5bac6541bd9e req-abfe0960-6bb7-4ec8-a7f1-83ae6ad70f20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc92d5e3-d649-4898-b006-c9e9d1ef292a HTTP/1.1" status: 200 len: 897 time: 0.1353288 Oct 18 08:08:41.814309 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f7faa2a0-1f01-4a8b-a131-5bac6541bd9e req-835e1079-bd1b-4749-a8f7-aeafc80b8917 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bac14504-b5f0-446a-b505-cb2f21c1413d HTTP/1.1" status: 200 len: 217 time: 0.0617044 Oct 18 08:08:41.877454 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0434f-f65f-4a21-8700-cc61694c98e2 req-70f2f608-e356-46e5-bc8d-0ca1070f9391 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:41.879517 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b1a0434f-f65f-4a21-8700-cc61694c98e2 req-70f2f608-e356-46e5-bc8d-0ca1070f9391 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 943 time: 0.0872848 Oct 18 08:08:41.880319 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faa2a0-1f01-4a8b-a131-5bac6541bd9e req-c391ed51-eeae-4ef4-a551-b447cf237e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:41.881723 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f7faa2a0-1f01-4a8b-a131-5bac6541bd9e req-c391ed51-eeae-4ef4-a551-b447cf237e0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0ecb3a47-aa25-44ea-b4d0-346b23e6d314 HTTP/1.1" status: 200 len: 834 time: 0.0613894 Oct 18 08:08:41.927988 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b1a0434f-f65f-4a21-8700-cc61694c98e2 req-41b8f0dd-f961-4ad2-a232-11c19b403404 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=f57c9b4c-9381-44c9-980e-6a17fb0834ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416524 Oct 18 08:08:41.964467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faa2a0-1f01-4a8b-a131-5bac6541bd9e req-e132ad30-2cf4-4b0b-9ae6-b903d48b48f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:41.965935 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f7faa2a0-1f01-4a8b-a131-5bac6541bd9e req-e132ad30-2cf4-4b0b-9ae6-b903d48b48f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc92d5e3-d649-4898-b006-c9e9d1ef292a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779293 Oct 18 08:08:42.096532 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f7faa2a0-1f01-4a8b-a131-5bac6541bd9e req-39891173-aaa8-4386-8001-544b6521cc6d service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232746 Oct 18 08:08:42.229126 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f7faa2a0-1f01-4a8b-a131-5bac6541bd9e req-90451305-366b-48b9-b1be-d041645054ab service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256685 Oct 18 08:08:43.223877 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aafa61-160c-4b95-833c-1fa75f371220 req-e168c395-44cc-4a53-a273-f3e013f4b581 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:43.224509 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-d4aafa61-160c-4b95-833c-1fa75f371220 req-e168c395-44cc-4a53-a273-f3e013f4b581 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:08:43.240205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-d4aafa61-160c-4b95-833c-1fa75f371220 req-e168c395-44cc-4a53-a273-f3e013f4b581 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:08:43.241347 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d4aafa61-160c-4b95-833c-1fa75f371220 req-e168c395-44cc-4a53-a273-f3e013f4b581 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 943 time: 0.2049973 Oct 18 08:08:43.284553 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d4aafa61-160c-4b95-833c-1fa75f371220 req-b3270302-f45d-430f-8a74-77b98f622fbc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=f57c9b4c-9381-44c9-980e-6a17fb0834ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375495 Oct 18 08:08:44.081263 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device bac14504-b5f0-446a-b505-cb2f21c1413d details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:08:44.213521 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port bac14504-b5f0-446a-b505-cb2f21c1413d, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bac14504-b5f0-446a-b505-cb2f21c1413d,segment=NetworkSegment(8aa436f2-bb0b-4e75-8665-341b6fbd47a5),segment_id=8aa436f2-bb0b-4e75-8665-341b6fbd47a5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:08:44.226291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': 'bac14504-b5f0-446a-b505-cb2f21c1413d', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'port_id': 'bac14504-b5f0-446a-b505-cb2f21c1413d', 'mac_address': 'fa:16:3e:ee:cc:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:08:44.280768 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port bac14504-b5f0-446a-b505-cb2f21c1413d is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:08:44.281147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:44.300313 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac14504-b5f0-446a-b505-cb2f21c1413d {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:08:44.315727 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port bac14504-b5f0-446a-b505-cb2f21c1413d, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bac14504-b5f0-446a-b505-cb2f21c1413d,segment=NetworkSegment(8aa436f2-bb0b-4e75-8665-341b6fbd47a5),segment_id=8aa436f2-bb0b-4e75-8665-341b6fbd47a5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:08:44.320430 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:44.426615 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=bac14504-b5f0-446a-b505-cb2f21c1413d,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:44.560167 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['bac14504-b5f0-446a-b505-cb2f21c1413d'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:08:44.588966 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cd98f-f7a5-4b7c-a29e-a93d92b3c5eb req-13fd7ac7-2985-42b9-95ee-8aa76cf3a456 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:44.590457 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-736cd98f-f7a5-4b7c-a29e-a93d92b3c5eb req-13fd7ac7-2985-42b9-95ee-8aa76cf3a456 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 944 time: 0.1914165 Oct 18 08:08:44.635202 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-736cd98f-f7a5-4b7c-a29e-a93d92b3c5eb req-0e67a1a5-6b6e-4337-babc-b0092d6d9c75 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=f57c9b4c-9381-44c9-980e-6a17fb0834ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389740 Oct 18 08:08:45.826950 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8833a8c-a981-490e-88d8-eb3194704518 req-e532ab9c-7eff-404a-afa6-25e06dd8654b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:45.828412 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d8833a8c-a981-490e-88d8-eb3194704518 req-e532ab9c-7eff-404a-afa6-25e06dd8654b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 944 time: 0.0865364 Oct 18 08:08:45.872122 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d8833a8c-a981-490e-88d8-eb3194704518 req-ed86b06a-102c-4f20-879f-10079d73430d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=f57c9b4c-9381-44c9-980e-6a17fb0834ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381408 Oct 18 08:08:46.086759 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device bac14504-b5f0-446a-b505-cb2f21c1413d up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:08:46.153575 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port bac14504-b5f0-446a-b505-cb2f21c1413d completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:08:46.158369 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port bac14504-b5f0-446a-b505-cb2f21c1413d triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:08:46.158788 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:46.159130 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port bac14504-b5f0-446a-b505-cb2f21c1413d Oct 18 08:08:46.275977 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port bac14504-b5f0-446a-b505-cb2f21c1413d is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:08:46.276348 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:46.303644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3415de93-33d2-4504-a02a-c4d0ad471d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac14504-b5f0-446a-b505-cb2f21c1413d'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:08:46.305879 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505a5464-568a-4eda-a44a-382fb195266f" -d '{"events": [{"server_uuid": "3415de93-33d2-4504-a02a-c4d0ad471d95", "name": "network-vif-plugged", "status": "completed", "tag": "bac14504-b5f0-446a-b505-cb2f21c1413d"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:08:46.313286 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port bac14504-b5f0-446a-b505-cb2f21c1413d, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bac14504-b5f0-446a-b505-cb2f21c1413d,segment=NetworkSegment(8aa436f2-bb0b-4e75-8665-341b6fbd47a5),segment_id=8aa436f2-bb0b-4e75-8665-341b6fbd47a5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:08:46.317168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:46.348450 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13b9007-e87f-4939-b851-0268203fe241 x-openstack-request-id: req-c13b9007-e87f-4939-b851-0268203fe241 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:08:46.348741 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3415de93-33d2-4504-a02a-c4d0ad471d95", "name": "network-vif-plugged", "status": "completed", "tag": "bac14504-b5f0-446a-b505-cb2f21c1413d", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:08:46.348992 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c13b9007-e87f-4939-b851-0268203fe241 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:08:46.349380 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13b9007-e87f-4939-b851-0268203fe241'] response: {'server_uuid': '3415de93-33d2-4504-a02a-c4d0ad471d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac14504-b5f0-446a-b505-cb2f21c1413d', 'code': 200} Oct 18 08:08:46.387582 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=bac14504-b5f0-446a-b505-cb2f21c1413d,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:46.575773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a18da-fc6e-4c7b-bd81-f82433dba159 req-5c7aa068-c742-4684-a968-5bb6aa669444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:46.577235 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0e6a18da-fc6e-4c7b-bd81-f82433dba159 req-5c7aa068-c742-4684-a968-5bb6aa669444 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 1098 time: 0.0796962 Oct 18 08:08:46.620633 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0e6a18da-fc6e-4c7b-bd81-f82433dba159 req-11d3df8a-8235-4f55-81f4-7ed950db2755 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f57c9b4c-9381-44c9-980e-6a17fb0834ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334203 Oct 18 08:08:47.068701 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf9b01-cb28-48f4-b465-947a7565915e req-fb3e5949-b333-46b0-bb67-e32baecc1b8f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:47.070119 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b1bf9b01-cb28-48f4-b465-947a7565915e req-fb3e5949-b333-46b0-bb67-e32baecc1b8f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 945 time: 0.0884466 Oct 18 08:08:47.115946 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b1bf9b01-cb28-48f4-b465-947a7565915e req-27ec1712-111f-41ff-b23c-373cad883914 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=f57c9b4c-9381-44c9-980e-6a17fb0834ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401936 Oct 18 08:08:47.782985 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:08:48.316372 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926056c8-08af-488a-b137-663fb42504a5 req-24a7420f-1b3c-4e85-af2f-d2e4ee08d2c1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:48.317820 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-926056c8-08af-488a-b137-663fb42504a5 req-24a7420f-1b3c-4e85-af2f-d2e4ee08d2c1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 945 time: 0.0894022 Oct 18 08:08:48.360939 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-926056c8-08af-488a-b137-663fb42504a5 req-c5bf58d6-beae-4a95-99ad-ae59f4b0b8d2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=f57c9b4c-9381-44c9-980e-6a17fb0834ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375559 Oct 18 08:08:48.553628 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ece70-bfbe-4520-8825-ca224208b68f req-70f0729b-d885-4ae9-b543-0754b15179cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:48.555141 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-695ece70-bfbe-4520-8825-ca224208b68f req-70f0729b-d885-4ae9-b543-0754b15179cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 945 time: 0.0873001 Oct 18 08:08:48.598711 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-695ece70-bfbe-4520-8825-ca224208b68f req-dc6ebc3c-e759-4b61-8d06-affa7e1e1ffa tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=f57c9b4c-9381-44c9-980e-6a17fb0834ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379562 Oct 18 08:08:48.625807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36686) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:48.704784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23063fd1-3ed8-45c7-bafb-1111312824fe tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:48.706201 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-23063fd1-3ed8-45c7-bafb-1111312824fe tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 1093 time: 0.0794325 Oct 18 08:08:48.709399 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36690) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:08:48.714201 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': 'bac14504-b5f0-446a-b505-cb2f21c1413d', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:08:48.720019 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:08:48.723932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:floatingip and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:08:48.726747 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:08:48.732344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:08:48.742723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:48.876707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:49.010483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.26.8.79 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/f85a6f6a-e6e0-43c5-af14-169d892ec05d) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:08:49.154267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:49.184330 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:49.246654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:08:49.249531 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:08:49.253088 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:08:49.289535 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=f85a6f6a-e6e0-43c5-af14-169d892ec05d,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:49.651682 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:49.725631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:50.020550 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:50.024943 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:50.129396 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=f85a6f6a-e6e0-43c5-af14-169d892ec05d,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:08:50.135143 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:50.307504 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP c9fc0ea7-71cc-488d-8937-4d3fe09b2606 associated. External IP: 172.26.8.79, port: bac14504-b5f0-446a-b505-cb2f21c1413d. Oct 18 08:08:50.651096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 9f5fcc99-2429-445b-a465-ac16d422e79d has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:08:50.704199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6877f77a-7d96-46ae-966f-eb6e2236a786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:50.825536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:08:50.835642 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e01c1-237c-4741-9789-c712270ae24f None None] Sync routers for ids ['9f5fcc99-2429-445b-a465-ac16d422e79d'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:08:50.844629 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e01c1-237c-4741-9789-c712270ae24f None None] Routers {'9f5fcc99-2429-445b-a465-ac16d422e79d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:08:50.845303 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-1f0e01c1-237c-4741-9789-c712270ae24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:08:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9f5fcc99-2429-445b-a465-ac16d422e79d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:50.849784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:50.906335 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1c466713-a0ce-48f5-a2c4-596ace5744e7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1958482 Oct 18 08:08:50.906902 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3415de93-33d2-4504-a02a-c4d0ad471d95', 'tag': 'bac14504-b5f0-446a-b505-cb2f21c1413d'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:08:50.909206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7322e503-b32c-47b2-9355-5a559ea5bb6c" -d '{"events": [{"name": "network-changed", "server_uuid": "3415de93-33d2-4504-a02a-c4d0ad471d95", "tag": "bac14504-b5f0-446a-b505-cb2f21c1413d"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:08:50.950897 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93849ca-daed-4acc-8349-4186027a95bb x-openstack-request-id: req-d93849ca-daed-4acc-8349-4186027a95bb {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:08:50.951190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3415de93-33d2-4504-a02a-c4d0ad471d95", "tag": "bac14504-b5f0-446a-b505-cb2f21c1413d", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:08:50.951442 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d93849ca-daed-4acc-8349-4186027a95bb {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:08:50.951841 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d93849ca-daed-4acc-8349-4186027a95bb'] response: {'name': 'network-changed', 'server_uuid': '3415de93-33d2-4504-a02a-c4d0ad471d95', 'tag': 'bac14504-b5f0-446a-b505-cb2f21c1413d', 'status': 'completed', 'code': 200} Oct 18 08:08:51.022801 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-1f0e01c1-237c-4741-9789-c712270ae24f None None] Set router 9f5fcc99-2429-445b-a465-ac16d422e79d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:08:51.049173 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322e503-b32c-47b2-9355-5a559ea5bb6c req-b6bf1e3c-b71f-4386-ad8d-a103ad245974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:51.050956 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7322e503-b32c-47b2-9355-5a559ea5bb6c req-b6bf1e3c-b71f-4386-ad8d-a103ad245974 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 1098 time: 0.0760820 Oct 18 08:08:51.181529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322e503-b32c-47b2-9355-5a559ea5bb6c req-3c60e81f-7cbd-472e-8a85-9be55e923fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:51.183156 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7322e503-b32c-47b2-9355-5a559ea5bb6c req-3c60e81f-7cbd-472e-8a85-9be55e923fe1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc92d5e3-d649-4898-b006-c9e9d1ef292a HTTP/1.1" status: 200 len: 897 time: 0.1263607 Oct 18 08:08:51.288282 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7322e503-b32c-47b2-9355-5a559ea5bb6c req-75ecdd09-4c94-4667-b6d7-a7d591358f77 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bac14504-b5f0-446a-b505-cb2f21c1413d HTTP/1.1" status: 200 len: 998 time: 0.0984728 Oct 18 08:08:51.372844 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-1f0e01c1-237c-4741-9789-c712270ae24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:08:16Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:12Z', 'updated_at': '2022-10-18T08:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '14421991-0641-4cd3-981b-7415ac9c8a1d', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.175', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'port_id': '09304d91-f354-4da4-85b9-ef076fa9d9d1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'mac_address': 'fa:16:3e:21:e1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:08:34Z', 'updated_at': '2022-10-18T08:08:37Z', 'revision_number': 1, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}, {'id': 'c9fc0ea7-71cc-488d-8937-4d3fe09b2606', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.79', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'port_id': 'bac14504-b5f0-446a-b505-cb2f21c1413d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'mac_address': 'fa:16:3e:ee:cc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3415de93-33d2-4504-a02a-c4d0ad471d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:08:49Z', 'updated_at': '2022-10-18T08:08:49Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99438a5f-2ca6-4efa-91a4-042ca96e2c62', 'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:a8:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:15Z', 'updated_at': '2022-10-18T08:08:22Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:51.377072 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e01c1-237c-4741-9789-c712270ae24f None None] Checking router: 9f5fcc99-2429-445b-a465-ac16d422e79d for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:08:51.386778 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e01c1-237c-4741-9789-c712270ae24f None None] Routers {'9f5fcc99-2429-445b-a465-ac16d422e79d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:08:51.387385 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-1f0e01c1-237c-4741-9789-c712270ae24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:08:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9f5fcc99-2429-445b-a465-ac16d422e79d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:51.460741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322e503-b32c-47b2-9355-5a559ea5bb6c req-e4ba2e51-977a-4c0b-a946-96f73d232a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:51.462051 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7322e503-b32c-47b2-9355-5a559ea5bb6c req-e4ba2e51-977a-4c0b-a946-96f73d232a74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0ecb3a47-aa25-44ea-b4d0-346b23e6d314 HTTP/1.1" status: 200 len: 834 time: 0.1679265 Oct 18 08:08:51.545118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322e503-b32c-47b2-9355-5a559ea5bb6c req-6b16cd00-df60-4160-b541-bbf6306c8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:51.546615 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7322e503-b32c-47b2-9355-5a559ea5bb6c req-6b16cd00-df60-4160-b541-bbf6306c8858 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc92d5e3-d649-4898-b006-c9e9d1ef292a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779953 Oct 18 08:08:51.563896 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-1f0e01c1-237c-4741-9789-c712270ae24f None None] Set router 9f5fcc99-2429-445b-a465-ac16d422e79d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:08:51.744361 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7322e503-b32c-47b2-9355-5a559ea5bb6c req-3a3cc342-aeb6-47e2-9be4-23d930e57855 service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899161 Oct 18 08:08:51.751509 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-02ff6713-ce0b-4d2c-b454-d0d6078c7bc3 req-141afa26-b865-4dbb-8be8-a4c40a7c80ac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1278830 Oct 18 08:08:51.939849 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7322e503-b32c-47b2-9355-5a559ea5bb6c req-c5933e09-05ae-482e-8018-c51b3f1e64e2 service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873300 Oct 18 08:08:51.946331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff6713-ce0b-4d2c-b454-d0d6078c7bc3 req-334057b9-00fe-4c46-97b9-e6863743f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:51.946507 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-1f0e01c1-237c-4741-9789-c712270ae24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:08:16Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:12Z', 'updated_at': '2022-10-18T08:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '14421991-0641-4cd3-981b-7415ac9c8a1d', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.175', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'port_id': '09304d91-f354-4da4-85b9-ef076fa9d9d1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'mac_address': 'fa:16:3e:21:e1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:08:34Z', 'updated_at': '2022-10-18T08:08:37Z', 'revision_number': 1, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}, {'id': 'c9fc0ea7-71cc-488d-8937-4d3fe09b2606', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.79', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'port_id': 'bac14504-b5f0-446a-b505-cb2f21c1413d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'mac_address': 'fa:16:3e:ee:cc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3415de93-33d2-4504-a02a-c4d0ad471d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:08:49Z', 'updated_at': '2022-10-18T08:08:49Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99438a5f-2ca6-4efa-91a4-042ca96e2c62', 'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:a8:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:15Z', 'updated_at': '2022-10-18T08:08:22Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:08:51.947830 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-02ff6713-ce0b-4d2c-b454-d0d6078c7bc3 req-334057b9-00fe-4c46-97b9-e6863743f85d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 1099 time: 0.1284118 Oct 18 08:08:51.951849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e01c1-237c-4741-9789-c712270ae24f None None] The sync data for ids ['9f5fcc99-2429-445b-a465-ac16d422e79d'] in dv-neutron-861625-1-hyperv is: [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:08:16Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:12Z', 'updated_at': '2022-10-18T08:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '14421991-0641-4cd3-981b-7415ac9c8a1d', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.175', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'port_id': '09304d91-f354-4da4-85b9-ef076fa9d9d1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'mac_address': 'fa:16:3e:21:e1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:08:34Z', 'updated_at': '2022-10-18T08:08:37Z', 'revision_number': 1, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}, {'id': 'c9fc0ea7-71cc-488d-8937-4d3fe09b2606', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.79', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'port_id': 'bac14504-b5f0-446a-b505-cb2f21c1413d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'mac_address': 'fa:16:3e:ee:cc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3415de93-33d2-4504-a02a-c4d0ad471d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:08:49Z', 'updated_at': '2022-10-18T08:08:49Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99438a5f-2ca6-4efa-91a4-042ca96e2c62', 'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:a8:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:15Z', 'updated_at': '2022-10-18T08:08:22Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:08:52.105913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff6713-ce0b-4d2c-b454-d0d6078c7bc3 req-43699b79-6880-45c6-a945-aebdf267998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:52.107396 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-02ff6713-ce0b-4d2c-b454-d0d6078c7bc3 req-43699b79-6880-45c6-a945-aebdf267998c service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc92d5e3-d649-4898-b006-c9e9d1ef292a HTTP/1.1" status: 200 len: 897 time: 0.1307166 Oct 18 08:08:52.148230 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3aae53-d405-4a32-a85d-069090c038e2 None None] New status for floating IP c9fc0ea7-71cc-488d-8937-4d3fe09b2606: ACTIVE {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:08:52.215047 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-02ff6713-ce0b-4d2c-b454-d0d6078c7bc3 req-61395f42-4029-4a12-ad73-7eb37cb54888 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09304d91-f354-4da4-85b9-ef076fa9d9d1 HTTP/1.1" status: 200 len: 1002 time: 0.0995421 Oct 18 08:08:52.280504 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff6713-ce0b-4d2c-b454-d0d6078c7bc3 req-b531bd8c-8f00-4302-9d67-b408c183306b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:52.281833 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-02ff6713-ce0b-4d2c-b454-d0d6078c7bc3 req-b531bd8c-8f00-4302-9d67-b408c183306b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0ecb3a47-aa25-44ea-b4d0-346b23e6d314 HTTP/1.1" status: 200 len: 834 time: 0.0602105 Oct 18 08:08:52.363558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff6713-ce0b-4d2c-b454-d0d6078c7bc3 req-afb5b9c3-6375-4db2-aaed-115b577d1a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:08:52.365026 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-02ff6713-ce0b-4d2c-b454-d0d6078c7bc3 req-afb5b9c3-6375-4db2-aaed-115b577d1a07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc92d5e3-d649-4898-b006-c9e9d1ef292a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767901 Oct 18 08:08:52.496433 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-02ff6713-ce0b-4d2c-b454-d0d6078c7bc3 req-b985065e-ad9a-445b-8540-06c18ff77e06 service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245477 Oct 18 08:08:52.629829 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-02ff6713-ce0b-4d2c-b454-d0d6078c7bc3 req-4ad2258f-d047-44e0-bb2e-e74a9dbb4762 service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233051 Oct 18 08:08:53.004696 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-55dbb08e-37fd-4e27-994d-21234a1771fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:53.725911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:53.808408 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:08:55.323439 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:04.551776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:20.709498 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-461ea1f0-b026-4cd0-a106-fce98127c242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:23.005429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d5344fa8-aecc-4824-886f-9310ff8f5941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:23.729679 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:23.809026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:24.782869 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:09:25.332697 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:27.380578 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36712) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:27.484780 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c3d91263-266b-4281-8367-bee336070242 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/14421991-0641-4cd3-981b-7415ac9c8a1d HTTP/1.1" status: 200 len: 994 time: 0.1029863 Oct 18 08:09:28.222988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36722) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:28.228658 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:09:28.349002 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:28.653992 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 09304d91-f354-4da4-85b9-ef076fa9d9d1, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=09304d91-f354-4da4-85b9-ef076fa9d9d1,segment=NetworkSegment(8aa436f2-bb0b-4e75-8665-341b6fbd47a5),segment_id=8aa436f2-bb0b-4e75-8665-341b6fbd47a5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:09:28.677656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:28.681889 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:28.720011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:28.720597 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:28.722132 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/ports/09304d91-f354-4da4-85b9-ef076fa9d9d1 HTTP/1.1" status: 200 len: 939 time: 0.4981863 Oct 18 08:09:28.722845 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'tag': '09304d91-f354-4da4-85b9-ef076fa9d9d1'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:09:28.725075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a73c78c-8a63-4de9-b3f3-b10fbb7f2638" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d5024c-7d21-453a-a57c-bcfea7e57780", "tag": "09304d91-f354-4da4-85b9-ef076fa9d9d1"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:09:28.768420 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=09304d91-f354-4da4-85b9-ef076fa9d9d1,revision_number=6']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:28.771419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce716d5-2896-4220-957d-ce39e32176c4 x-openstack-request-id: req-7ce716d5-2896-4220-957d-ce39e32176c4 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:09:28.771703 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d5024c-7d21-453a-a57c-bcfea7e57780", "tag": "09304d91-f354-4da4-85b9-ef076fa9d9d1", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:09:28.771950 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7ce716d5-2896-4220-957d-ce39e32176c4 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:09:28.772332 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce716d5-2896-4220-957d-ce39e32176c4'] response: {'name': 'network-changed', 'server_uuid': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'tag': '09304d91-f354-4da4-85b9-ef076fa9d9d1', 'status': 'completed', 'code': 200} Oct 18 08:09:28.778202 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:28.778558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:28.778973 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:28.779311 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:28.779640 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:28.779966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:28.780293 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:28.780612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:28.780935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:28.781254 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:28.781571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:28.781887 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1f1af-f015-43ba-b85d-ae44f091e1cf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:28.873940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73c78c-8a63-4de9-b3f3-b10fbb7f2638 req-0d796186-a491-44c5-9b4d-e2211cf9aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:28.875447 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a73c78c-8a63-4de9-b3f3-b10fbb7f2638 req-0d796186-a491-44c5-9b4d-e2211cf9aaa2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 1100 time: 0.0776916 Oct 18 08:09:29.006118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73c78c-8a63-4de9-b3f3-b10fbb7f2638 req-f1562947-1bc3-4a2b-885a-13927382152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:29.007452 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a73c78c-8a63-4de9-b3f3-b10fbb7f2638 req-f1562947-1bc3-4a2b-885a-13927382152a service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc92d5e3-d649-4898-b006-c9e9d1ef292a HTTP/1.1" status: 200 len: 897 time: 0.1231046 Oct 18 08:09:29.113100 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a73c78c-8a63-4de9-b3f3-b10fbb7f2638 req-44bba74f-edae-4c23-bfc3-1305c5ba9f54 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09304d91-f354-4da4-85b9-ef076fa9d9d1 HTTP/1.1" status: 200 len: 1003 time: 0.0959437 Oct 18 08:09:29.181205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73c78c-8a63-4de9-b3f3-b10fbb7f2638 req-c66b6c3b-80b6-4d5d-8c4b-4a8dca1a0010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:29.182488 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a73c78c-8a63-4de9-b3f3-b10fbb7f2638 req-c66b6c3b-80b6-4d5d-8c4b-4a8dca1a0010 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0ecb3a47-aa25-44ea-b4d0-346b23e6d314 HTTP/1.1" status: 200 len: 834 time: 0.0599475 Oct 18 08:09:29.265080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73c78c-8a63-4de9-b3f3-b10fbb7f2638 req-e2d461df-0802-40e8-8129-a80f8b05decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:29.266456 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a73c78c-8a63-4de9-b3f3-b10fbb7f2638 req-e2d461df-0802-40e8-8129-a80f8b05decf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc92d5e3-d649-4898-b006-c9e9d1ef292a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748000 Oct 18 08:09:29.398638 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a73c78c-8a63-4de9-b3f3-b10fbb7f2638 req-f3a7b018-8ff9-46bb-8eb4-50d344ca92db service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224427 Oct 18 08:09:29.530762 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a73c78c-8a63-4de9-b3f3-b10fbb7f2638 req-a6d95fef-091d-4b0c-8b26-a237860ba486 service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232998 Oct 18 08:09:32.182192 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36732) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:32.187960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-0fe517f0-27d9-4d54-b0bc-fc00ac370e1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:09:32.308057 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0fe517f0-27d9-4d54-b0bc-fc00ac370e1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:32.519991 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-0fe517f0-27d9-4d54-b0bc-fc00ac370e1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 09304d91-f354-4da4-85b9-ef076fa9d9d1, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=09304d91-f354-4da4-85b9-ef076fa9d9d1,segment=NetworkSegment(8aa436f2-bb0b-4e75-8665-341b6fbd47a5),segment_id=8aa436f2-bb0b-4e75-8665-341b6fbd47a5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:09:32.544164 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0fe517f0-27d9-4d54-b0bc-fc00ac370e1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:32.548449 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0fe517f0-27d9-4d54-b0bc-fc00ac370e1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:32.583893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe517f0-27d9-4d54-b0bc-fc00ac370e1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:32.584489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0fe517f0-27d9-4d54-b0bc-fc00ac370e1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:32.585822 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0fe517f0-27d9-4d54-b0bc-fc00ac370e1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/ports/09304d91-f354-4da4-85b9-ef076fa9d9d1 HTTP/1.1" status: 200 len: 938 time: 0.4026082 Oct 18 08:09:32.586415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'tag': '09304d91-f354-4da4-85b9-ef076fa9d9d1'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:09:32.588687 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2a1a00-2939-4607-b225-01afff2300a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d5024c-7d21-453a-a57c-bcfea7e57780", "tag": "09304d91-f354-4da4-85b9-ef076fa9d9d1"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:09:32.588819 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36736) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:32.633461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d12b807-1a9a-44c2-81c5-1ce2c7bdbfe2 x-openstack-request-id: req-5d12b807-1a9a-44c2-81c5-1ce2c7bdbfe2 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:09:32.633751 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d5024c-7d21-453a-a57c-bcfea7e57780", "tag": "09304d91-f354-4da4-85b9-ef076fa9d9d1", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:09:32.634001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5d12b807-1a9a-44c2-81c5-1ce2c7bdbfe2 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:09:32.634400 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d12b807-1a9a-44c2-81c5-1ce2c7bdbfe2'] response: {'name': 'network-changed', 'server_uuid': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'tag': '09304d91-f354-4da4-85b9-ef076fa9d9d1', 'status': 'completed', 'code': 200} Oct 18 08:09:32.635254 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe517f0-27d9-4d54-b0bc-fc00ac370e1b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=09304d91-f354-4da4-85b9-ef076fa9d9d1,revision_number=7']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:32.698782 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-dc9f0a95-bff9-44a0-9d58-1d92b8a0f2f6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/14421991-0641-4cd3-981b-7415ac9c8a1d HTTP/1.1" status: 200 len: 994 time: 0.1088128 Oct 18 08:09:32.734480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a1a00-2939-4607-b225-01afff2300a5 req-be60dfa1-218c-451d-aff8-27ba1f9a2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:32.735967 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d2a1a00-2939-4607-b225-01afff2300a5 req-be60dfa1-218c-451d-aff8-27ba1f9a2cba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 1099 time: 0.0823054 Oct 18 08:09:32.830420 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['09304d91-f354-4da4-85b9-ef076fa9d9d1'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:09:32.870481 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a1a00-2939-4607-b225-01afff2300a5 req-8c598b7d-37d1-4c83-86c6-b8a8e269a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:32.871951 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d2a1a00-2939-4607-b225-01afff2300a5 req-8c598b7d-37d1-4c83-86c6-b8a8e269a45c service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc92d5e3-d649-4898-b006-c9e9d1ef292a HTTP/1.1" status: 200 len: 897 time: 0.1291420 Oct 18 08:09:32.973152 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d2a1a00-2939-4607-b225-01afff2300a5 req-a32d3beb-8ecd-4522-ad07-fa005e140599 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09304d91-f354-4da4-85b9-ef076fa9d9d1 HTTP/1.1" status: 200 len: 1002 time: 0.0947676 Oct 18 08:09:33.040059 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a1a00-2939-4607-b225-01afff2300a5 req-c742d88a-8c16-49d3-9fa3-e06343cbdeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:33.041502 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d2a1a00-2939-4607-b225-01afff2300a5 req-c742d88a-8c16-49d3-9fa3-e06343cbdeb9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0ecb3a47-aa25-44ea-b4d0-346b23e6d314 HTTP/1.1" status: 200 len: 834 time: 0.0597506 Oct 18 08:09:33.124602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a1a00-2939-4607-b225-01afff2300a5 req-01f92706-ce0f-47cf-a66e-2e1d82b67a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:33.125955 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d2a1a00-2939-4607-b225-01afff2300a5 req-01f92706-ce0f-47cf-a66e-2e1d82b67a15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc92d5e3-d649-4898-b006-c9e9d1ef292a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754275 Oct 18 08:09:33.343581 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d2a1a00-2939-4607-b225-01afff2300a5 req-88a60131-3061-4b73-9b1b-a8730ddce318 service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106543 Oct 18 08:09:33.475939 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d2a1a00-2939-4607-b225-01afff2300a5 req-3e1b9363-34b1-4da8-b9b6-b82c3af022ed service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244469 Oct 18 08:09:34.562270 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:35.301986 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36748) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:35.500665 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port f85a6f6a-e6e0-43c5-af14-169d892ec05d {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:09:35.500927 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:35.666069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:35.666388 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:35.785160 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for f85a6f6a-e6e0-43c5-af14-169d892ec05d owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:09:35.932559 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:35.980288 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=f85a6f6a-e6e0-43c5-af14-169d892ec05d,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:36.026989 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:36.027330 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:36.027664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:36.027995 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:36.028317 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:36.028644 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:36.028963 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:36.029282 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:36.029603 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:36.029919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:36.030240 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:36.030568 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:36.084514 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:36.084872 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP c9fc0ea7-71cc-488d-8937-4d3fe09b2606 disassociated (deleted). External IP: 172.26.8.79, port: bac14504-b5f0-446a-b505-cb2f21c1413d. Oct 18 08:09:36.536391 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 9f5fcc99-2429-445b-a465-ac16d422e79d has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:09:36.710988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:09:36.721065 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d6b815-3948-42c0-ab12-f0a53c1b7b83 None None] Sync routers for ids ['9f5fcc99-2429-445b-a465-ac16d422e79d'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:09:36.730382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d6b815-3948-42c0-ab12-f0a53c1b7b83 None None] Routers {'9f5fcc99-2429-445b-a465-ac16d422e79d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:09:36.731019 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a0d6b815-3948-42c0-ab12-f0a53c1b7b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:09:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9f5fcc99-2429-445b-a465-ac16d422e79d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:36.731160 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:36.788345 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-20a2abd3-810d-4e3d-8e49-d21c0588f91f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/floatingips/c9fc0ea7-71cc-488d-8937-4d3fe09b2606 HTTP/1.1" status: 204 len: 168 time: 1.4851539 Oct 18 08:09:36.788995 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3415de93-33d2-4504-a02a-c4d0ad471d95', 'tag': 'bac14504-b5f0-446a-b505-cb2f21c1413d'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:09:36.791399 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ccd14b-bd89-4f9b-904c-67fb204d9428" -d '{"events": [{"name": "network-changed", "server_uuid": "3415de93-33d2-4504-a02a-c4d0ad471d95", "tag": "bac14504-b5f0-446a-b505-cb2f21c1413d"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:09:36.841732 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c30ba73-137f-41c9-86c5-4ccfce8e697f x-openstack-request-id: req-0c30ba73-137f-41c9-86c5-4ccfce8e697f {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:09:36.842019 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3415de93-33d2-4504-a02a-c4d0ad471d95", "tag": "bac14504-b5f0-446a-b505-cb2f21c1413d", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:09:36.842266 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0c30ba73-137f-41c9-86c5-4ccfce8e697f {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:09:36.842694 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c30ba73-137f-41c9-86c5-4ccfce8e697f'] response: {'name': 'network-changed', 'server_uuid': '3415de93-33d2-4504-a02a-c4d0ad471d95', 'tag': 'bac14504-b5f0-446a-b505-cb2f21c1413d', 'status': 'completed', 'code': 200} Oct 18 08:09:36.916330 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-a0d6b815-3948-42c0-ab12-f0a53c1b7b83 None None] Set router 9f5fcc99-2429-445b-a465-ac16d422e79d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:09:36.954191 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccd14b-bd89-4f9b-904c-67fb204d9428 req-fe0ce725-ca09-4e67-89bf-fa0f7649ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:36.955748 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c8ccd14b-bd89-4f9b-904c-67fb204d9428 req-fe0ce725-ca09-4e67-89bf-fa0f7649ce56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 1098 time: 0.0842888 Oct 18 08:09:37.101045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccd14b-bd89-4f9b-904c-67fb204d9428 req-cad7ccee-85cc-4fb8-81e8-67675660a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:37.102898 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c8ccd14b-bd89-4f9b-904c-67fb204d9428 req-cad7ccee-85cc-4fb8-81e8-67675660a292 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc92d5e3-d649-4898-b006-c9e9d1ef292a HTTP/1.1" status: 200 len: 897 time: 0.1377017 Oct 18 08:09:37.228184 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c8ccd14b-bd89-4f9b-904c-67fb204d9428 req-966aa766-5e64-48b8-8e41-e9fe0af4ae8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bac14504-b5f0-446a-b505-cb2f21c1413d HTTP/1.1" status: 200 len: 217 time: 0.0800025 Oct 18 08:09:37.268588 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a0d6b815-3948-42c0-ab12-f0a53c1b7b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:08:16Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:12Z', 'updated_at': '2022-10-18T08:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '14421991-0641-4cd3-981b-7415ac9c8a1d', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.175', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'port_id': '09304d91-f354-4da4-85b9-ef076fa9d9d1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'mac_address': 'fa:16:3e:21:e1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:08:34Z', 'updated_at': '2022-10-18T08:08:37Z', 'revision_number': 1, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99438a5f-2ca6-4efa-91a4-042ca96e2c62', 'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:a8:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:15Z', 'updated_at': '2022-10-18T08:08:22Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:37.272649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d6b815-3948-42c0-ab12-f0a53c1b7b83 None None] Checking router: 9f5fcc99-2429-445b-a465-ac16d422e79d for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:09:37.281210 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d6b815-3948-42c0-ab12-f0a53c1b7b83 None None] Routers {'9f5fcc99-2429-445b-a465-ac16d422e79d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:09:37.281941 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a0d6b815-3948-42c0-ab12-f0a53c1b7b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:09:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9f5fcc99-2429-445b-a465-ac16d422e79d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:37.312194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e75ea5-7c81-4239-b552-0b61bbdb2572 req-77e42e43-afd3-4c80-910a-439a8f2b307b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:37.313651 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-55e75ea5-7c81-4239-b552-0b61bbdb2572 req-77e42e43-afd3-4c80-910a-439a8f2b307b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 945 time: 0.2072096 Oct 18 08:09:37.315172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccd14b-bd89-4f9b-904c-67fb204d9428 req-d90a053a-996c-4c33-b17b-6b092254a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:37.316448 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c8ccd14b-bd89-4f9b-904c-67fb204d9428 req-d90a053a-996c-4c33-b17b-6b092254a727 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0ecb3a47-aa25-44ea-b4d0-346b23e6d314 HTTP/1.1" status: 200 len: 834 time: 0.0803642 Oct 18 08:09:37.413350 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-55e75ea5-7c81-4239-b552-0b61bbdb2572 req-79a4a954-e8ed-4810-b939-3ebb022bf036 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=f57c9b4c-9381-44c9-980e-6a17fb0834ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935993 Oct 18 08:09:37.438746 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccd14b-bd89-4f9b-904c-67fb204d9428 req-0a4b03ff-4404-44b0-b26f-cdbc85bada0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:37.438746 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c8ccd14b-bd89-4f9b-904c-67fb204d9428 req-0a4b03ff-4404-44b0-b26f-cdbc85bada0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc92d5e3-d649-4898-b006-c9e9d1ef292a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1003883 Oct 18 08:09:37.502283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-a0d6b815-3948-42c0-ab12-f0a53c1b7b83 None None] Set router 9f5fcc99-2429-445b-a465-ac16d422e79d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:09:37.567095 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c8ccd14b-bd89-4f9b-904c-67fb204d9428 req-22a9bbc5-c558-487d-89b5-dffd159fd8c2 service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262722 Oct 18 08:09:37.702465 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c8ccd14b-bd89-4f9b-904c-67fb204d9428 req-87046adb-c0da-4e5e-a66c-d7e4b4d22b74 service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272724 Oct 18 08:09:37.846660 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a0d6b815-3948-42c0-ab12-f0a53c1b7b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:08:16Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:12Z', 'updated_at': '2022-10-18T08:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '14421991-0641-4cd3-981b-7415ac9c8a1d', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.175', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'port_id': '09304d91-f354-4da4-85b9-ef076fa9d9d1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'mac_address': 'fa:16:3e:21:e1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:08:34Z', 'updated_at': '2022-10-18T08:08:37Z', 'revision_number': 1, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99438a5f-2ca6-4efa-91a4-042ca96e2c62', 'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:a8:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:15Z', 'updated_at': '2022-10-18T08:08:22Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:37.850601 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d6b815-3948-42c0-ab12-f0a53c1b7b83 None None] The sync data for ids ['9f5fcc99-2429-445b-a465-ac16d422e79d'] in dv-neutron-861625-1-hyperv is: [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:08:16Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:12Z', 'updated_at': '2022-10-18T08:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '14421991-0641-4cd3-981b-7415ac9c8a1d', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.175', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'port_id': '09304d91-f354-4da4-85b9-ef076fa9d9d1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'mac_address': 'fa:16:3e:21:e1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:08:34Z', 'updated_at': '2022-10-18T08:08:37Z', 'revision_number': 1, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99438a5f-2ca6-4efa-91a4-042ca96e2c62', 'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:a8:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:15Z', 'updated_at': '2022-10-18T08:08:22Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:09:38.049407 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e0b073-fa8e-4eea-9e39-1152addb3abd None None] New status for floating IP c9fc0ea7-71cc-488d-8937-4d3fe09b2606: DOWN {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:09:38.610079 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef7005-fc87-4059-bd8e-56972e047bd4 req-407a62fa-5aa7-4c61-b8f8-c4f0749d8bdf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:38.610783 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-cbef7005-fc87-4059-bd8e-56972e047bd4 req-407a62fa-5aa7-4c61-b8f8-c4f0749d8bdf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:09:38.628855 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-cbef7005-fc87-4059-bd8e-56972e047bd4 req-407a62fa-5aa7-4c61-b8f8-c4f0749d8bdf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:09:38.630102 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cbef7005-fc87-4059-bd8e-56972e047bd4 req-407a62fa-5aa7-4c61-b8f8-c4f0749d8bdf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 945 time: 0.1051412 Oct 18 08:09:38.675084 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cbef7005-fc87-4059-bd8e-56972e047bd4 req-26da4c96-f6ff-47cc-8311-bfb9fe9d36bf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=f57c9b4c-9381-44c9-980e-6a17fb0834ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390649 Oct 18 08:09:38.694173 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099d6e8-dde6-40b5-bfb2-049f8660d310 req-8713ce3c-0b14-41fe-99f7-fae024d80980 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:38.695701 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6099d6e8-dde6-40b5-bfb2-049f8660d310 req-8713ce3c-0b14-41fe-99f7-fae024d80980 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/ports?device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 945 time: 0.0959418 Oct 18 08:09:38.769313 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-6099d6e8-dde6-40b5-bfb2-049f8660d310 req-2c62374c-c018-47ab-bbaf-4284f13e9bbf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port bac14504-b5f0-446a-b505-cb2f21c1413d {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:09:38.769598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6099d6e8-dde6-40b5-bfb2-049f8660d310 req-2c62374c-c018-47ab-bbaf-4284f13e9bbf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:39.012371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-6099d6e8-dde6-40b5-bfb2-049f8660d310 req-2c62374c-c018-47ab-bbaf-4284f13e9bbf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port bac14504-b5f0-446a-b505-cb2f21c1413d, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bac14504-b5f0-446a-b505-cb2f21c1413d,segment=NetworkSegment(8aa436f2-bb0b-4e75-8665-341b6fbd47a5),segment_id=8aa436f2-bb0b-4e75-8665-341b6fbd47a5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:09:39.012717 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6099d6e8-dde6-40b5-bfb2-049f8660d310 req-2c62374c-c018-47ab-bbaf-4284f13e9bbf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:39.131969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-6099d6e8-dde6-40b5-bfb2-049f8660d310 req-2c62374c-c018-47ab-bbaf-4284f13e9bbf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for bac14504-b5f0-446a-b505-cb2f21c1413d owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:09:39.273391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6099d6e8-dde6-40b5-bfb2-049f8660d310 req-2c62374c-c018-47ab-bbaf-4284f13e9bbf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:39.324473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62374c-c018-47ab-bbaf-4284f13e9bbf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=bac14504-b5f0-446a-b505-cb2f21c1413d,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:39.499244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-6099d6e8-dde6-40b5-bfb2-049f8660d310 req-2c62374c-c018-47ab-bbaf-4284f13e9bbf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] No DVR routers for this DVR port bac14504-b5f0-446a-b505-cb2f21c1413d on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:09:39.501570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6099d6e8-dde6-40b5-bfb2-049f8660d310 req-2c62374c-c018-47ab-bbaf-4284f13e9bbf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:39.504133 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3415de93-33d2-4504-a02a-c4d0ad471d95', 'name': 'network-vif-deleted', 'tag': 'bac14504-b5f0-446a-b505-cb2f21c1413d'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:09:39.506386 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b083c7-389b-4d32-8ca4-fa330312426c" -d '{"events": [{"server_uuid": "3415de93-33d2-4504-a02a-c4d0ad471d95", "name": "network-vif-deleted", "tag": "bac14504-b5f0-446a-b505-cb2f21c1413d"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:09:39.520197 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6099d6e8-dde6-40b5-bfb2-049f8660d310 req-2c62374c-c018-47ab-bbaf-4284f13e9bbf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "DELETE /v2.0/ports/bac14504-b5f0-446a-b505-cb2f21c1413d HTTP/1.1" status: 204 len: 173 time: 0.8169825 Oct 18 08:09:39.551218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dd7afb-a5a4-4921-bc0d-3bc80e1a4045 x-openstack-request-id: req-77dd7afb-a5a4-4921-bc0d-3bc80e1a4045 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:09:39.551530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3415de93-33d2-4504-a02a-c4d0ad471d95", "name": "network-vif-deleted", "tag": "bac14504-b5f0-446a-b505-cb2f21c1413d", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:09:39.551903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-77dd7afb-a5a4-4921-bc0d-3bc80e1a4045 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:09:39.552303 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77dd7afb-a5a4-4921-bc0d-3bc80e1a4045'] response: {'server_uuid': '3415de93-33d2-4504-a02a-c4d0ad471d95', 'name': 'network-vif-deleted', 'tag': 'bac14504-b5f0-446a-b505-cb2f21c1413d', 'status': 'completed', 'code': 200} Oct 18 08:09:39.853299 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1d934739-53d7-41bf-b7ee-8fd2efbe4452 req-d68bd9d4-97c1-40ff-886f-817b56d20d83 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=3415de93-33d2-4504-a02a-c4d0ad471d95 HTTP/1.1" status: 200 len: 210 time: 0.0522413 Oct 18 08:09:40.954348 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36766) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:41.023929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-666c8552-62ef-4f93-9c32-748c7d4c290c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:41.054814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-666c8552-62ef-4f93-9c32-748c7d4c290c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:41.120299 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-666c8552-62ef-4f93-9c32-748c7d4c290c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:41.152806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c8552-62ef-4f93-9c32-748c7d4c290c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57c9b4c-9381-44c9-980e-6a17fb0834ae,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:41.166576 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-666c8552-62ef-4f93-9c32-748c7d4c290c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:41.168534 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-666c8552-62ef-4f93-9c32-748c7d4c290c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/security-groups/f57c9b4c-9381-44c9-980e-6a17fb0834ae HTTP/1.1" status: 204 len: 168 time: 0.2124920 Oct 18 08:09:41.208224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36772) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:41.407429 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-3e61bb60-d5ef-46c2-80b9-6b3b7e87b1bd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port d4781ca6-2e0a-475a-940f-add4ba1f8924 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:09:41.407709 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3e61bb60-d5ef-46c2-80b9-6b3b7e87b1bd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:41.570051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3e61bb60-d5ef-46c2-80b9-6b3b7e87b1bd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:41.570400 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3e61bb60-d5ef-46c2-80b9-6b3b7e87b1bd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:41.691178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-3e61bb60-d5ef-46c2-80b9-6b3b7e87b1bd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for d4781ca6-2e0a-475a-940f-add4ba1f8924 owned by network:floatingip {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:09:41.836054 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3e61bb60-d5ef-46c2-80b9-6b3b7e87b1bd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:41.883921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61bb60-d5ef-46c2-80b9-6b3b7e87b1bd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=d4781ca6-2e0a-475a-940f-add4ba1f8924,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:41.976697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3e61bb60-d5ef-46c2-80b9-6b3b7e87b1bd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:41.977324 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-3e61bb60-d5ef-46c2-80b9-6b3b7e87b1bd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP 14421991-0641-4cd3-981b-7415ac9c8a1d disassociated (deleted). External IP: 172.26.8.175, port: 09304d91-f354-4da4-85b9-ef076fa9d9d1. Oct 18 08:09:42.319502 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e61bb60-d5ef-46c2-80b9-6b3b7e87b1bd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 9f5fcc99-2429-445b-a465-ac16d422e79d has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:09:42.330983 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device bac14504-b5f0-446a-b505-cb2f21c1413d no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:09:42.367234 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: bac14504-b5f0-446a-b505-cb2f21c1413d {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:09:42.367568 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device bac14504-b5f0-446a-b505-cb2f21c1413d not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:09:42.591457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e61bb60-d5ef-46c2-80b9-6b3b7e87b1bd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:09:42.601229 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ce7cd-5d58-4ea2-a8f3-6789039766e0 None None] Sync routers for ids ['9f5fcc99-2429-445b-a465-ac16d422e79d'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:09:42.608594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3e61bb60-d5ef-46c2-80b9-6b3b7e87b1bd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:42.610055 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ce7cd-5d58-4ea2-a8f3-6789039766e0 None None] Routers {'9f5fcc99-2429-445b-a465-ac16d422e79d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:09:42.610679 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-993ce7cd-5d58-4ea2-a8f3-6789039766e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:09:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9f5fcc99-2429-445b-a465-ac16d422e79d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:42.664490 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3e61bb60-d5ef-46c2-80b9-6b3b7e87b1bd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/floatingips/14421991-0641-4cd3-981b-7415ac9c8a1d HTTP/1.1" status: 204 len: 168 time: 1.4527903 Oct 18 08:09:42.664490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'tag': '09304d91-f354-4da4-85b9-ef076fa9d9d1'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:09:42.665029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8861d46-1c14-4611-90f6-598dd9ba7879" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d5024c-7d21-453a-a57c-bcfea7e57780", "tag": "09304d91-f354-4da4-85b9-ef076fa9d9d1"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:09:42.714247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14064332-9d30-426a-abd2-4e955cfa392a x-openstack-request-id: req-14064332-9d30-426a-abd2-4e955cfa392a {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:09:42.714708 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d5024c-7d21-453a-a57c-bcfea7e57780", "tag": "09304d91-f354-4da4-85b9-ef076fa9d9d1", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:09:42.715068 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-14064332-9d30-426a-abd2-4e955cfa392a {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:09:42.715547 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14064332-9d30-426a-abd2-4e955cfa392a'] response: {'name': 'network-changed', 'server_uuid': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'tag': '09304d91-f354-4da4-85b9-ef076fa9d9d1', 'status': 'completed', 'code': 200} Oct 18 08:09:42.792096 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-993ce7cd-5d58-4ea2-a8f3-6789039766e0 None None] Set router 9f5fcc99-2429-445b-a465-ac16d422e79d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:09:42.820497 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8861d46-1c14-4611-90f6-598dd9ba7879 req-dc3e4230-f28a-445b-8f0c-e0b6080f95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:42.822116 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f8861d46-1c14-4611-90f6-598dd9ba7879 req-dc3e4230-f28a-445b-8f0c-e0b6080f95eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 1099 time: 0.0788143 Oct 18 08:09:42.971246 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8861d46-1c14-4611-90f6-598dd9ba7879 req-dcce11e8-c10c-4298-b150-55cdc61b7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:42.972990 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f8861d46-1c14-4611-90f6-598dd9ba7879 req-dcce11e8-c10c-4298-b150-55cdc61b7044 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc92d5e3-d649-4898-b006-c9e9d1ef292a HTTP/1.1" status: 200 len: 897 time: 0.1418145 Oct 18 08:09:43.049822 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f8861d46-1c14-4611-90f6-598dd9ba7879 req-e51451fd-487a-4030-bc8b-762574583d82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09304d91-f354-4da4-85b9-ef076fa9d9d1 HTTP/1.1" status: 200 len: 217 time: 0.0664916 Oct 18 08:09:43.059559 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb72cc0-2dab-4c78-b34b-8126343eff10 req-7f9b9b12-d152-48be-af35-0248d7ae19f7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:43.061012 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ccb72cc0-2dab-4c78-b34b-8126343eff10 req-7f9b9b12-d152-48be-af35-0248d7ae19f7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 946 time: 0.0894477 Oct 18 08:09:43.106592 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ccb72cc0-2dab-4c78-b34b-8126343eff10 req-676c4943-1393-4157-a78a-4cddd6e6d7bc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=790c7698-9ae2-4a2c-9e62-c47c2d934a26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389957 Oct 18 08:09:43.110330 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-993ce7cd-5d58-4ea2-a8f3-6789039766e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:08:16Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:12Z', 'updated_at': '2022-10-18T08:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '99438a5f-2ca6-4efa-91a4-042ca96e2c62', 'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:a8:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:15Z', 'updated_at': '2022-10-18T08:08:22Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:43.114843 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ce7cd-5d58-4ea2-a8f3-6789039766e0 None None] Checking router: 9f5fcc99-2429-445b-a465-ac16d422e79d for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:09:43.118349 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8861d46-1c14-4611-90f6-598dd9ba7879 req-8ef65494-d56f-4b90-a6c5-15c19aa4d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:43.119970 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f8861d46-1c14-4611-90f6-598dd9ba7879 req-8ef65494-d56f-4b90-a6c5-15c19aa4d49e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0ecb3a47-aa25-44ea-b4d0-346b23e6d314 HTTP/1.1" status: 200 len: 834 time: 0.0628631 Oct 18 08:09:43.123669 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ce7cd-5d58-4ea2-a8f3-6789039766e0 None None] Routers {'9f5fcc99-2429-445b-a465-ac16d422e79d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:09:43.124275 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-993ce7cd-5d58-4ea2-a8f3-6789039766e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:09:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9f5fcc99-2429-445b-a465-ac16d422e79d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:43.204481 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8861d46-1c14-4611-90f6-598dd9ba7879 req-c88f5c3e-a871-4276-8d16-33e4901e3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:43.205947 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f8861d46-1c14-4611-90f6-598dd9ba7879 req-c88f5c3e-a871-4276-8d16-33e4901e3503 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc92d5e3-d649-4898-b006-c9e9d1ef292a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781343 Oct 18 08:09:43.309393 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-993ce7cd-5d58-4ea2-a8f3-6789039766e0 None None] Set router 9f5fcc99-2429-445b-a465-ac16d422e79d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:09:43.338561 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f8861d46-1c14-4611-90f6-598dd9ba7879 req-075716a3-7cf5-4509-a3c6-49c98c2a4134 service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251194 Oct 18 08:09:43.470822 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f8861d46-1c14-4611-90f6-598dd9ba7879 req-d0274cfc-3678-4322-a37e-832d2109db81 service neutron] 10.222.0.46 "GET /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252244 Oct 18 08:09:43.660757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-993ce7cd-5d58-4ea2-a8f3-6789039766e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:08:16Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:12Z', 'updated_at': '2022-10-18T08:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '99438a5f-2ca6-4efa-91a4-042ca96e2c62', 'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:a8:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:15Z', 'updated_at': '2022-10-18T08:08:22Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:43.665119 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ce7cd-5d58-4ea2-a8f3-6789039766e0 None None] The sync data for ids ['9f5fcc99-2429-445b-a465-ac16d422e79d'] in dv-neutron-861625-1-hyperv is: [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:08:16Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:12Z', 'updated_at': '2022-10-18T08:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '99438a5f-2ca6-4efa-91a4-042ca96e2c62', 'name': '', 'network_id': 'cc92d5e3-d649-4898-b006-c9e9d1ef292a', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:a8:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:15Z', 'updated_at': '2022-10-18T08:08:22Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': '0ecb3a47-aa25-44ea-b4d0-346b23e6d314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:09:43.868709 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c2fb1d-e1e5-4d82-a9f2-09a65246ba37 None None] New status for floating IP 14421991-0641-4cd3-981b-7415ac9c8a1d: DOWN {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:09:44.317739 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecee02-91ca-4656-a44f-9013b82190d9 req-8feebe10-1200-46a5-ae66-2a41fa3a4092 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:44.318420 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-a4ecee02-91ca-4656-a44f-9013b82190d9 req-8feebe10-1200-46a5-ae66-2a41fa3a4092 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:09:44.333618 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-a4ecee02-91ca-4656-a44f-9013b82190d9 req-8feebe10-1200-46a5-ae66-2a41fa3a4092 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:09:44.334774 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a4ecee02-91ca-4656-a44f-9013b82190d9 req-8feebe10-1200-46a5-ae66-2a41fa3a4092 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 946 time: 0.1061118 Oct 18 08:09:44.376986 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-a4ecee02-91ca-4656-a44f-9013b82190d9 req-36b308a5-9e4c-4cde-a1f2-bb1a28ccde6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:09:44.393522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-a4ecee02-91ca-4656-a44f-9013b82190d9 req-36b308a5-9e4c-4cde-a1f2-bb1a28ccde6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:09:44.394758 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a4ecee02-91ca-4656-a44f-9013b82190d9 req-36b308a5-9e4c-4cde-a1f2-bb1a28ccde6e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=790c7698-9ae2-4a2c-9e62-c47c2d934a26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544608 Oct 18 08:09:44.659137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bfba5-ba64-4d2a-9bfe-9970e1c5575f req-9d6c4a0b-62b8-4094-b75d-f105fe1b3ed9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:44.660487 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0e1bfba5-ba64-4d2a-9bfe-9970e1c5575f req-9d6c4a0b-62b8-4094-b75d-f105fe1b3ed9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 946 time: 0.0845995 Oct 18 08:09:44.734121 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-0e1bfba5-ba64-4d2a-9bfe-9970e1c5575f req-4eec49b1-bd27-4e7b-8f2c-73810c9680e0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 09304d91-f354-4da4-85b9-ef076fa9d9d1 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:09:44.734459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0e1bfba5-ba64-4d2a-9bfe-9970e1c5575f req-4eec49b1-bd27-4e7b-8f2c-73810c9680e0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:44.978351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-0e1bfba5-ba64-4d2a-9bfe-9970e1c5575f req-4eec49b1-bd27-4e7b-8f2c-73810c9680e0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 09304d91-f354-4da4-85b9-ef076fa9d9d1, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=09304d91-f354-4da4-85b9-ef076fa9d9d1,segment=NetworkSegment(8aa436f2-bb0b-4e75-8665-341b6fbd47a5),segment_id=8aa436f2-bb0b-4e75-8665-341b6fbd47a5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:09:44.978653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0e1bfba5-ba64-4d2a-9bfe-9970e1c5575f req-4eec49b1-bd27-4e7b-8f2c-73810c9680e0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:45.188774 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-0e1bfba5-ba64-4d2a-9bfe-9970e1c5575f req-4eec49b1-bd27-4e7b-8f2c-73810c9680e0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 09304d91-f354-4da4-85b9-ef076fa9d9d1 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:09:45.333732 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0e1bfba5-ba64-4d2a-9bfe-9970e1c5575f req-4eec49b1-bd27-4e7b-8f2c-73810c9680e0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:45.384514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec49b1-bd27-4e7b-8f2c-73810c9680e0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=09304d91-f354-4da4-85b9-ef076fa9d9d1,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:45.475478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1bfba5-ba64-4d2a-9bfe-9970e1c5575f req-4eec49b1-bd27-4e7b-8f2c-73810c9680e0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] No DVR routers for this DVR port 09304d91-f354-4da4-85b9-ef076fa9d9d1 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:09:45.477953 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0e1bfba5-ba64-4d2a-9bfe-9970e1c5575f req-4eec49b1-bd27-4e7b-8f2c-73810c9680e0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:45.480761 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'name': 'network-vif-deleted', 'tag': '09304d91-f354-4da4-85b9-ef076fa9d9d1'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:09:45.483031 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3e9e93-d2e2-4432-9d9a-7d7dd6bc32c0" -d '{"events": [{"server_uuid": "b6d5024c-7d21-453a-a57c-bcfea7e57780", "name": "network-vif-deleted", "tag": "09304d91-f354-4da4-85b9-ef076fa9d9d1"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:09:45.497816 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0e1bfba5-ba64-4d2a-9bfe-9970e1c5575f req-4eec49b1-bd27-4e7b-8f2c-73810c9680e0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "DELETE /v2.0/ports/09304d91-f354-4da4-85b9-ef076fa9d9d1 HTTP/1.1" status: 204 len: 173 time: 0.8292921 Oct 18 08:09:45.533846 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b02d377-b431-4563-afb2-577f3f9f24b2 x-openstack-request-id: req-7b02d377-b431-4563-afb2-577f3f9f24b2 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:09:45.534147 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d5024c-7d21-453a-a57c-bcfea7e57780", "name": "network-vif-deleted", "tag": "09304d91-f354-4da4-85b9-ef076fa9d9d1", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:09:45.534398 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7b02d377-b431-4563-afb2-577f3f9f24b2 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:09:45.534831 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b02d377-b431-4563-afb2-577f3f9f24b2'] response: {'server_uuid': 'b6d5024c-7d21-453a-a57c-bcfea7e57780', 'name': 'network-vif-deleted', 'tag': '09304d91-f354-4da4-85b9-ef076fa9d9d1', 'status': 'completed', 'code': 200} Oct 18 08:09:45.560439 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-87782bbc-6fbd-43c1-86f4-e0fd70579df8 req-846457e4-a98e-4b8d-a685-850c7dc01017 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=b6d5024c-7d21-453a-a57c-bcfea7e57780 HTTP/1.1" status: 200 len: 210 time: 0.0554881 Oct 18 08:09:46.659199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36790) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:46.727464 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3b24db35-124d-4f7a-b1d1-370e483c156c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:46.756624 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3b24db35-124d-4f7a-b1d1-370e483c156c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:46.820510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3b24db35-124d-4f7a-b1d1-370e483c156c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:46.837777 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24db35-124d-4f7a-b1d1-370e483c156c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790c7698-9ae2-4a2c-9e62-c47c2d934a26,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:46.849818 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3b24db35-124d-4f7a-b1d1-370e483c156c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:46.850897 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3b24db35-124d-4f7a-b1d1-370e483c156c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/security-groups/790c7698-9ae2-4a2c-9e62-c47c2d934a26 HTTP/1.1" status: 204 len: 168 time: 0.1906929 Oct 18 08:09:46.879820 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36796) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:47.422358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7cd74fe4-7c9e-43c6-a995-67125657cedb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:47.860996 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74fe4-7c9e-43c6-a995-67125657cedb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 99438a5f-2ca6-4efa-91a4-042ca96e2c62 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:09:47.861581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7cd74fe4-7c9e-43c6-a995-67125657cedb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:48.040860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-7cd74fe4-7c9e-43c6-a995-67125657cedb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 99438a5f-2ca6-4efa-91a4-042ca96e2c62, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=99438a5f-2ca6-4efa-91a4-042ca96e2c62,segment=NetworkSegment(8aa436f2-bb0b-4e75-8665-341b6fbd47a5),segment_id=8aa436f2-bb0b-4e75-8665-341b6fbd47a5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:09:48.041216 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7cd74fe4-7c9e-43c6-a995-67125657cedb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:48.164754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-7cd74fe4-7c9e-43c6-a995-67125657cedb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 99438a5f-2ca6-4efa-91a4-042ca96e2c62 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:09:48.338241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7cd74fe4-7c9e-43c6-a995-67125657cedb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:48.346870 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 09304d91-f354-4da4-85b9-ef076fa9d9d1 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:09:48.381363 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 09304d91-f354-4da4-85b9-ef076fa9d9d1 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:09:48.381695 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 09304d91-f354-4da4-85b9-ef076fa9d9d1 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:09:48.387168 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd74fe4-7c9e-43c6-a995-67125657cedb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=99438a5f-2ca6-4efa-91a4-042ca96e2c62,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:48.663062 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7cd74fe4-7c9e-43c6-a995-67125657cedb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:49.012128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd74fe4-7c9e-43c6-a995-67125657cedb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 9f5fcc99-2429-445b-a465-ac16d422e79d has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:09:49.287718 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd74fe4-7c9e-43c6-a995-67125657cedb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:09:49.296938 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a3ff90-c2fa-4355-a86f-0f8bf6128ba9 None None] Sync routers for ids ['9f5fcc99-2429-445b-a465-ac16d422e79d'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:09:49.300518 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7cd74fe4-7c9e-43c6-a995-67125657cedb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/9f5fcc99-2429-445b-a465-ac16d422e79d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4194918 Oct 18 08:09:49.303066 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36800) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:49.306248 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a3ff90-c2fa-4355-a86f-0f8bf6128ba9 None None] Routers {'9f5fcc99-2429-445b-a465-ac16d422e79d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:09:49.306918 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e0a3ff90-c2fa-4355-a86f-0f8bf6128ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:09:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9f5fcc99-2429-445b-a465-ac16d422e79d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:49.366566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8accf8c-5b9c-4215-b909-5f0b9c02c70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting subnet 0ecb3a47-aa25-44ea-b4d0-346b23e6d314 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:09:49.369539 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f8accf8c-5b9c-4215-b909-5f0b9c02c70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:49.423880 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f8accf8c-5b9c-4215-b909-5f0b9c02c70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:49.481881 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-e0a3ff90-c2fa-4355-a86f-0f8bf6128ba9 None None] Set router 9f5fcc99-2429-445b-a465-ac16d422e79d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:09:49.508822 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f8accf8c-5b9c-4215-b909-5f0b9c02c70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:49.581033 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f8accf8c-5b9c-4215-b909-5f0b9c02c70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:49.617415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8accf8c-5b9c-4215-b909-5f0b9c02c70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Subnet': ['ID=0ecb3a47-aa25-44ea-b4d0-346b23e6d314,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:49.622721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f8accf8c-5b9c-4215-b909-5f0b9c02c70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:49.629787 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f8accf8c-5b9c-4215-b909-5f0b9c02c70e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/subnets/0ecb3a47-aa25-44ea-b4d0-346b23e6d314 HTTP/1.1" status: 204 len: 168 time: 0.3257830 Oct 18 08:09:49.632446 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36804) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:49.653775 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d47f59-121d-4cf0-aa19-5abfaa7d882c None None] Network cc92d5e3-d649-4898-b006-c9e9d1ef292a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:09:49.812257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ee66da1b-a588-4180-854f-c6f0ec1d7813 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:49.955878 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e0a3ff90-c2fa-4355-a86f-0f8bf6128ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:09:48Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'e8b7c342-f3f0-445a-af1c-5c289d910f20', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:08:12Z', 'updated_at': '2022-10-18T08:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:49.960659 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a3ff90-c2fa-4355-a86f-0f8bf6128ba9 None None] Checking router: 9f5fcc99-2429-445b-a465-ac16d422e79d for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:09:49.968929 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a3ff90-c2fa-4355-a86f-0f8bf6128ba9 None None] Routers {'9f5fcc99-2429-445b-a465-ac16d422e79d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:09:49.969532 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e0a3ff90-c2fa-4355-a86f-0f8bf6128ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:09:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9f5fcc99-2429-445b-a465-ac16d422e79d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:49.997786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ee66da1b-a588-4180-854f-c6f0ec1d7813 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:50.008169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ee66da1b-a588-4180-854f-c6f0ec1d7813 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port e8b7c342-f3f0-445a-af1c-5c289d910f20 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:09:50.008586 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ee66da1b-a588-4180-854f-c6f0ec1d7813 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:50.081274 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] DHCP port deletion for cc92d5e3-d649-4898-b006-c9e9d1ef292a request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:09:50.102416 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] Deleting port 4d07da43-edca-4f65-8afe-c669b5b951c7 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:09:50.102750 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:50.172439 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-e0a3ff90-c2fa-4355-a86f-0f8bf6128ba9 None None] Set router 9f5fcc99-2429-445b-a465-ac16d422e79d gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:09:50.189536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-ee66da1b-a588-4180-854f-c6f0ec1d7813 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port e8b7c342-f3f0-445a-af1c-5c289d910f20, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e8b7c342-f3f0-445a-af1c-5c289d910f20,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:09:50.190023 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ee66da1b-a588-4180-854f-c6f0ec1d7813 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:50.311189 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e0a3ff90-c2fa-4355-a86f-0f8bf6128ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:09:49Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:50.315963 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ee66da1b-a588-4180-854f-c6f0ec1d7813 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for e8b7c342-f3f0-445a-af1c-5c289d910f20 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:09:50.320659 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a3ff90-c2fa-4355-a86f-0f8bf6128ba9 None None] The sync data for ids ['9f5fcc99-2429-445b-a465-ac16d422e79d'] in dv-neutron-861625-1-hyperv is: [{'id': '9f5fcc99-2429-445b-a465-ac16d422e79d', 'name': 'tempest-TestNetworkBasicOps-router-578332736', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:08:11Z', 'updated_at': '2022-10-18T08:09:49Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port_host': None}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:09:50.472320 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] For port 4d07da43-edca-4f65-8afe-c669b5b951c7, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4d07da43-edca-4f65-8afe-c669b5b951c7,segment=NetworkSegment(8aa436f2-bb0b-4e75-8665-341b6fbd47a5),segment_id=8aa436f2-bb0b-4e75-8665-341b6fbd47a5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:09:50.472704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:50.490826 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ee66da1b-a588-4180-854f-c6f0ec1d7813 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:50.571288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66da1b-a588-4180-854f-c6f0ec1d7813 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=e8b7c342-f3f0-445a-af1c-5c289d910f20,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:50.595598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] Calling delete_port for 4d07da43-edca-4f65-8afe-c669b5b951c7 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:09:50.637483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ee66da1b-a588-4180-854f-c6f0ec1d7813 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:50.672679 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:50.736881 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] Pushing event deleted for resources: {'Port': ['ID=4d07da43-edca-4f65-8afe-c669b5b951c7,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:50.741514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] No DVR routers for this DVR port 4d07da43-edca-4f65-8afe-c669b5b951c7 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:09:50.753064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:50.753064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:50.753064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:50.753064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:50.753064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:50.753064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:50.753908 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:50.753908 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:50.754059 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:50.754329 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:50.754728 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:50.755051 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b7ae86-265f-40a2-8911-df2059294fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:50.758365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8d4eba60-f4d7-4d15-b05e-8a1843a67702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:50.937906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ee66da1b-a588-4180-854f-c6f0ec1d7813 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:50.940748 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ee66da1b-a588-4180-854f-c6f0ec1d7813 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:50.966440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ee66da1b-a588-4180-854f-c6f0ec1d7813 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:50.966978 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee66da1b-a588-4180-854f-c6f0ec1d7813 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Fanout notify agent at l3_agent the message router_deleted on router 9f5fcc99-2429-445b-a465-ac16d422e79d {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:09:50.982066 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ee66da1b-a588-4180-854f-c6f0ec1d7813 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:50.983190 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ee66da1b-a588-4180-854f-c6f0ec1d7813 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/routers/9f5fcc99-2429-445b-a465-ac16d422e79d HTTP/1.1" status: 204 len: 168 time: 1.3498538 Oct 18 08:09:50.985844 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36808) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:51.101529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce74b-6bc7-4dd8-85ec-b875985a210d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:51.236650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce74b-6bc7-4dd8-85ec-b875985a210d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:51.261496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-fb4ce74b-6bc7-4dd8-85ec-b875985a210d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc92d5e3-d649-4898-b006-c9e9d1ef292a']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:51.273926 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-fb4ce74b-6bc7-4dd8-85ec-b875985a210d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa436f2-bb0b-4e75-8665-341b6fbd47a5') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:51.274255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-fb4ce74b-6bc7-4dd8-85ec-b875985a210d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa436f2-bb0b-4e75-8665-341b6fbd47a5') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:51.285645 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce74b-6bc7-4dd8-85ec-b875985a210d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:51.301861 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce74b-6bc7-4dd8-85ec-b875985a210d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:51.307721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4ce74b-6bc7-4dd8-85ec-b875985a210d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:09:51.308104 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce74b-6bc7-4dd8-85ec-b875985a210d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:51.375801 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 8aa436f2-bb0b-4e75-8665-341b6fbd47a5 resource provider aggregate not found Oct 18 08:09:51.399119 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 8aa436f2-bb0b-4e75-8665-341b6fbd47a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8aa436f2-bb0b-4e75-8665-341b6fbd47a5 found for delete ", "request_id": "req-0e9b8e29-bd78-4333-97f0-c6ad26c47af1"}]} Oct 18 08:09:51.409896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce74b-6bc7-4dd8-85ec-b875985a210d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:51.427320 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fb4ce74b-6bc7-4dd8-85ec-b875985a210d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:51.438017 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ce74b-6bc7-4dd8-85ec-b875985a210d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Network': ['ID=cc92d5e3-d649-4898-b006-c9e9d1ef292a,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:51.443390 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-fb4ce74b-6bc7-4dd8-85ec-b875985a210d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/networks/cc92d5e3-d649-4898-b006-c9e9d1ef292a HTTP/1.1" status: 204 len: 168 time: 0.4565103 Oct 18 08:09:51.467947 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36816) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:51.473534 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f4c8d940-2c76-422c-a6fa-4a77439fd1db tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'network': {'name': 'tempest-network-smoke--2024272076', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'port_security_enabled': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:09:51.478674 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f4c8d940-2c76-422c-a6fa-4a77439fd1db tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:09:51.482808 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f4c8d940-2c76-422c-a6fa-4a77439fd1db tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:network and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:09:51.486127 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f4c8d940-2c76-422c-a6fa-4a77439fd1db tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:09:51.492272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f4c8d940-2c76-422c-a6fa-4a77439fd1db tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:09:51.502489 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c8d940-2c76-422c-a6fa-4a77439fd1db tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:09:51.505946 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d940-2c76-422c-a6fa-4a77439fd1db tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:51.532668 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c8d940-2c76-422c-a6fa-4a77439fd1db tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:09:51.541232 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d940-2c76-422c-a6fa-4a77439fd1db tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:51.541594 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-f4c8d940-2c76-422c-a6fa-4a77439fd1db tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Added segment 89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7 of type vlan for network fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 Oct 18 08:09:51.567707 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d940-2c76-422c-a6fa-4a77439fd1db tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:51.596221 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d940-2c76-422c-a6fa-4a77439fd1db tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:51.601587 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c8d940-2c76-422c-a6fa-4a77439fd1db tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:51.602161 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f4c8d940-2c76-422c-a6fa-4a77439fd1db tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:51.709940 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f4c8d940-2c76-422c-a6fa-4a77439fd1db tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2407393 Oct 18 08:09:51.712696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36820) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:51.715705 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8d940-2c76-422c-a6fa-4a77439fd1db tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Network': ['ID=fca4710a-97eb-4c80-8d1a-e5a9b7d852a0,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:51.718075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-890318801', 'admin_state_up': True, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:09:51.725837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:09:51.726037 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:09:51.729700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:router and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:09:51.732538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:09:51.739404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:09:51.748452 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:51.749437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:51.763858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:51.898588 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e8b7c342-f3f0-445a-af1c-5c289d910f20 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:09:51.933069 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: e8b7c342-f3f0-445a-af1c-5c289d910f20 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:09:51.933401 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e8b7c342-f3f0-445a-af1c-5c289d910f20 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:09:51.933817 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4d07da43-edca-4f65-8afe-c669b5b951c7 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:09:51.965396 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 4d07da43-edca-4f65-8afe-c669b5b951c7 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:09:51.965812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4d07da43-edca-4f65-8afe-c669b5b951c7 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:09:51.966227 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 99438a5f-2ca6-4efa-91a4-042ca96e2c62 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:09:52.002246 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 99438a5f-2ca6-4efa-91a4-042ca96e2c62 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:09:52.002603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 99438a5f-2ca6-4efa-91a4-042ca96e2c62 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:09:52.029793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:52.322942 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:52.453872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:52.585613 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.26.8.200 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/ed69d062-cb86-4457-987c-ffd4cd41dca7) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:09:52.729239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:52.761538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:52.823765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:09:52.826606 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:09:52.830199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:09:52.863996 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=ed69d062-cb86-4457-987c-ffd4cd41dca7,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:53.006709 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-40e85c01-30d9-46b1-94f3-0891126b9c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:53.237791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:53.570463 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:53.732896 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:53.813143 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:53.891285 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 9b53e035-b899-4165-875e-100cecd5d21b is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:09:54.069767 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:09:54.080083 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Sync routers for ids ['9b53e035-b899-4165-875e-100cecd5d21b'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:09:54.089073 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Routers {'9b53e035-b899-4165-875e-100cecd5d21b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:09:54.089664 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:09:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9b53e035-b899-4165-875e-100cecd5d21b'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:54.095830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:54.098988 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cd088abd-318c-4c57-8fd5-463efb89427d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3852289 Oct 18 08:09:54.100216 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36824) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:54.142489 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a3ced7f9-5314-4f2d-8927-38e8ed480a76 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=fe65c6866dd844bd972010a3653293ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407302 Oct 18 08:09:54.145087 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36828) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:54.269118 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Set router 9b53e035-b899-4165-875e-100cecd5d21b gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:09:54.287380 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9cc95d-a62b-4dc6-a870-66c6e683b216 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:54.288863 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1a9cc95d-a62b-4dc6-a870-66c6e683b216 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1426480 Oct 18 08:09:54.291786 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36832) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:54.335309 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a1c344e5-5f4d-4b5b-bcb4-3d3e95d7e1fd tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424626 Oct 18 08:09:54.337834 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36836) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:54.343222 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-b3db3b21-3764-44a8-a946-c4062f5a9cff tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-838400023', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:09:54.452827 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b3db3b21-3764-44a8-a946-c4062f5a9cff tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:09:54.457100 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b3db3b21-3764-44a8-a946-c4062f5a9cff tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:subnet and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:09:54.459925 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b3db3b21-3764-44a8-a946-c4062f5a9cff tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:09:54.465529 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b3db3b21-3764-44a8-a946-c4062f5a9cff tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:09:54.475351 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3db3b21-3764-44a8-a946-c4062f5a9cff tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:09:54.478753 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b3db3b21-3764-44a8-a946-c4062f5a9cff tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:54.579384 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b53e035-b899-4165-875e-100cecd5d21b', 'name': 'tempest-TestNetworkBasicOps-router-890318801', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:09:51Z', 'updated_at': '2022-10-18T08:09:53Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:52Z', 'updated_at': '2022-10-18T08:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:54.583545 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Checking router: 9b53e035-b899-4165-875e-100cecd5d21b for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:09:54.584087 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Updating router 9b53e035-b899-4165-875e-100cecd5d21b port ed69d062-cb86-4457-987c-ffd4cd41dca7 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:09:54.640307 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:54.692692 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b3db3b21-3764-44a8-a946-c4062f5a9cff tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:54.770002 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db3b21-3764-44a8-a946-c4062f5a9cff tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Subnet': ['ID=accd62af-fbd2-4139-b3b6-85f5ac55fc98,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:54.778687 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3db3b21-3764-44a8-a946-c4062f5a9cff tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Checking segment: {'id': '89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:09:54.779052 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3db3b21-3764-44a8-a946-c4062f5a9cff tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network hostable DHCP agents. Network: fca4710a-97eb-4c80-8d1a-e5a9b7d852a0, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:09:54.798521 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3db3b21-3764-44a8-a946-c4062f5a9cff tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:09:54.807867 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-b3db3b21-3764-44a8-a946-c4062f5a9cff tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, fca4710a-97eb-4c80-8d1a-e5a9b7d852a0) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:09:54.812309 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3db3b21-3764-44a8-a946-c4062f5a9cff tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:54.812898 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b3db3b21-3764-44a8-a946-c4062f5a9cff tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:54.818598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a055df34-2142-41cb-aee4-0103820f19f5 None None] Network fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:09:54.844236 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b3db3b21-3764-44a8-a946-c4062f5a9cff tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5053046 Oct 18 08:09:54.847274 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36840) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:54.983623 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:54.998009 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Transition to ACTIVE for port object ed69d062-cb86-4457-987c-ffd4cd41dca7 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:09:55.005078 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:55.049264 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ips': [{'subnet_id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:09:55.050502 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:55.065034 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Attempting to bind port ed69d062-cb86-4457-987c-ffd4cd41dca7 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:09:55.065405 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Attempting to bind port ed69d062-cb86-4457-987c-ffd4cd41dca7 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:09:55.065764 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Attempting to bind port ed69d062-cb86-4457-987c-ffd4cd41dca7 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:09:55.086336 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:09:55.087090 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:09:55.087190 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:55.087507 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:09:55.087970 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Bound port: ed69d062-cb86-4457-987c-ffd4cd41dca7, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:09:55.088341 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:55.142045 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a1382-ef34-4e40-813f-c52c06b0fde7 None None] Pushing event updated for resources: {'Port': ['ID=ed69d062-cb86-4457-987c-ffd4cd41dca7,revision_number=2']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:55.157999 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7a1382-ef34-4e40-813f-c52c06b0fde7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:55.158705 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7a1382-ef34-4e40-813f-c52c06b0fde7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:55.158705 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7a1382-ef34-4e40-813f-c52c06b0fde7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:55.159019 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7a1382-ef34-4e40-813f-c52c06b0fde7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:55.159518 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7a1382-ef34-4e40-813f-c52c06b0fde7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:55.160015 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7a1382-ef34-4e40-813f-c52c06b0fde7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:55.160487 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7a1382-ef34-4e40-813f-c52c06b0fde7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:55.160976 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7a1382-ef34-4e40-813f-c52c06b0fde7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:55.161455 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7a1382-ef34-4e40-813f-c52c06b0fde7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:55.161937 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7a1382-ef34-4e40-813f-c52c06b0fde7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:55.162413 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7a1382-ef34-4e40-813f-c52c06b0fde7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:55.162906 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7a1382-ef34-4e40-813f-c52c06b0fde7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:09:55.180812 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] For port ed69d062-cb86-4457-987c-ffd4cd41dca7, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:09:55.184400 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] For port ed69d062-cb86-4457-987c-ffd4cd41dca7, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ed69d062-cb86-4457-987c-ffd4cd41dca7,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:09:55.190009 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:55.226886 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Allocated IP 172.20.0.2 (fca4710a-97eb-4c80-8d1a-e5a9b7d852a0/accd62af-fbd2-4139-b3b6-85f5ac55fc98/49c8ad99-a32b-4624-b653-aa698a972059) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:09:55.261229 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a1382-ef34-4e40-813f-c52c06b0fde7 None None] Pushing event updated for resources: {'Port': ['ID=ed69d062-cb86-4457-987c-ffd4cd41dca7,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:55.271156 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Routers {'9b53e035-b899-4165-875e-100cecd5d21b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:09:55.271737 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:09:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9b53e035-b899-4165-875e-100cecd5d21b'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:55.348881 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:55.450270 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] Set router 9b53e035-b899-4165-875e-100cecd5d21b gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:09:55.468862 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:55.479735 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Transition to ACTIVE for port object 49c8ad99-a32b-4624-b653-aa698a972059 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:09:55.498739 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Transition to ACTIVE for port object 49c8ad99-a32b-4624-b653-aa698a972059 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:09:55.505202 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:55.570524 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Network fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:09:55.573278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:09:55.577039 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:09:55.582857 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Pushing event updated for resources: {'Port': ['ID=49c8ad99-a32b-4624-b653-aa698a972059,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:55.596655 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:55.684579 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Attempting to bind port 49c8ad99-a32b-4624-b653-aa698a972059 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:09:55.684903 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Attempting to bind port 49c8ad99-a32b-4624-b653-aa698a972059 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:09:55.685248 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Attempting to bind port 49c8ad99-a32b-4624-b653-aa698a972059 on network fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:09:55.690509 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:09:55.690950 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Checking segment: {'id': '89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:09:55.691339 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:55.691730 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Bound using segment: {'id': '89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:09:55.692190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Bound port: 49c8ad99-a32b-4624-b653-aa698a972059, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:09:55.692676 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:55.736249 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b53e035-b899-4165-875e-100cecd5d21b', 'name': 'tempest-TestNetworkBasicOps-router-890318801', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:09:51Z', 'updated_at': '2022-10-18T08:09:53Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:52Z', 'updated_at': '2022-10-18T08:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:55.739139 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282b6754-08cc-4658-b7b8-4fcbbce06d8a None None] The sync data for ids ['9b53e035-b899-4165-875e-100cecd5d21b'] in dv-neutron-861625-1-hyperv is: [{'id': '9b53e035-b899-4165-875e-100cecd5d21b', 'name': 'tempest-TestNetworkBasicOps-router-890318801', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:09:51Z', 'updated_at': '2022-10-18T08:09:53Z', 'revision_number': 3, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:52Z', 'updated_at': '2022-10-18T08:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:09:55.784757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] For port 49c8ad99-a32b-4624-b653-aa698a972059, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:09:55.788435 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] For port 49c8ad99-a32b-4624-b653-aa698a972059, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=49c8ad99-a32b-4624-b653-aa698a972059,segment=NetworkSegment(89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7),segment_id=89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:09:55.795792 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:55.906774 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ed1fb-e365-4c92-af1f-f901821dc4a7 None None] Pushing event updated for resources: {'Port': ['ID=49c8ad99-a32b-4624-b653-aa698a972059,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:56.035221 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.1 (fca4710a-97eb-4c80-8d1a-e5a9b7d852a0/accd62af-fbd2-4139-b3b6-85f5ac55fc98/937bdf4a-0998-40ac-a4a4-c120ba48820d) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:09:56.347062 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:56.363060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object 937bdf4a-0998-40ac-a4a4-c120ba48820d will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:09:56.386994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:56.458946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:09:56.462111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:09:56.466105 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:09:56.503818 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=937bdf4a-0998-40ac-a4a4-c120ba48820d,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:56.530324 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:56.651144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:56.904409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e5a377-c468-4a1c-8858-b59dba6465be None None] Network fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:09:56.986981 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d4d49aea-6471-47f8-8c88-278b1936ed1d None None] Provisioning for port 49c8ad99-a32b-4624-b653-aa698a972059 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:09:57.072341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:57.077179 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:57.196467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:57.199956 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=937bdf4a-0998-40ac-a4a4-c120ba48820d,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:57.342494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:09:57.343670 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:09:57.426007 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e3584115-12ba-4beb-bb9f-a9dd7fa2a528 None None] Provisioning for port 937bdf4a-0998-40ac-a4a4-c120ba48820d completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:09:57.432413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e3584115-12ba-4beb-bb9f-a9dd7fa2a528 None None] Provisioning complete for port 937bdf4a-0998-40ac-a4a4-c120ba48820d triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:09:57.432789 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e3584115-12ba-4beb-bb9f-a9dd7fa2a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:57.433117 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e3584115-12ba-4beb-bb9f-a9dd7fa2a528 None None] Attempt 1 to provision port 937bdf4a-0998-40ac-a4a4-c120ba48820d Oct 18 08:09:57.489630 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e3584115-12ba-4beb-bb9f-a9dd7fa2a528 None None] Port 937bdf4a-0998-40ac-a4a4-c120ba48820d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:09:57.529025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 9b53e035-b899-4165-875e-100cecd5d21b has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:09:57.711519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:09:57.721045 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Sync routers for ids ['9b53e035-b899-4165-875e-100cecd5d21b'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:09:57.724842 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-74486e65-6838-4e14-9856-3c929cda458b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/9b53e035-b899-4165-875e-100cecd5d21b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8764954 Oct 18 08:09:57.727453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36844) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:57.730177 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Routers {'9b53e035-b899-4165-875e-100cecd5d21b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:09:57.730808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:09:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9b53e035-b899-4165-875e-100cecd5d21b'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:57.925022 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Set router 9b53e035-b899-4165-875e-100cecd5d21b gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:09:57.969149 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ed69d062-cb86-4457-987c-ffd4cd41dca7 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:09:57.986943 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb16fab-fd9b-4558-b4ee-c3c7cb612a33 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:57.987415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb16fab-fd9b-4558-b4ee-c3c7cb612a33 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:57.987879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb16fab-fd9b-4558-b4ee-c3c7cb612a33 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:57.988332 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb16fab-fd9b-4558-b4ee-c3c7cb612a33 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:57.990252 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7fb16fab-fd9b-4558-b4ee-c3c7cb612a33 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2616529 Oct 18 08:09:57.992824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36848) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:58.007830 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e3584115-12ba-4beb-bb9f-a9dd7fa2a528 None None] Attempt 2 to provision port 937bdf4a-0998-40ac-a4a4-c120ba48820d Oct 18 08:09:58.062495 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d09dec6-f113-464c-8d79-952627ff9817 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:58.062988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d09dec6-f113-464c-8d79-952627ff9817 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:58.064010 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d09dec6-f113-464c-8d79-952627ff9817 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:58.064461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d09dec6-f113-464c-8d79-952627ff9817 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:58.066093 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2d09dec6-f113-464c-8d79-952627ff9817 tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0721862 Oct 18 08:09:58.068721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36852) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:58.149696 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e3584115-12ba-4beb-bb9f-a9dd7fa2a528 None None] Port 937bdf4a-0998-40ac-a4a4-c120ba48820d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:09:58.245011 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port ed69d062-cb86-4457-987c-ffd4cd41dca7 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:09:58.259203 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port ed69d062-cb86-4457-987c-ffd4cd41dca7 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:09:58.259574 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:58.259908 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port ed69d062-cb86-4457-987c-ffd4cd41dca7 Oct 18 08:09:58.271238 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2797bd83-5e8c-4c52-95b1-8014b9dbbf2d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2003915 Oct 18 08:09:58.340446 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36858) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:58.346191 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-dd26ad26-38a2-44c3-a8d2-19a5733bb81a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-436329926', 'description': 'tempest-secgroup-smoke-436329926 description', 'project_id': 'fe65c6866dd844bd972010a3653293ed'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:09:58.352434 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-dd26ad26-38a2-44c3-a8d2-19a5733bb81a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:09:58.357043 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-dd26ad26-38a2-44c3-a8d2-19a5733bb81a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:09:58.359768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-dd26ad26-38a2-44c3-a8d2-19a5733bb81a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:09:58.366049 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-dd26ad26-38a2-44c3-a8d2-19a5733bb81a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:09:58.380130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd26ad26-38a2-44c3-a8d2-19a5733bb81a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:58.399673 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-dd26ad26-38a2-44c3-a8d2-19a5733bb81a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:09:58.403459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-dd26ad26-38a2-44c3-a8d2-19a5733bb81a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:09:58.406250 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-dd26ad26-38a2-44c3-a8d2-19a5733bb81a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:09:58.413058 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-dd26ad26-38a2-44c3-a8d2-19a5733bb81a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:09:58.439009 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port ed69d062-cb86-4457-987c-ffd4cd41dca7 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:09:58.439394 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:58.459421 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b53e035-b899-4165-875e-100cecd5d21b', 'name': 'tempest-TestNetworkBasicOps-router-890318801', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:09:51Z', 'updated_at': '2022-10-18T08:09:56Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:52Z', 'updated_at': '2022-10-18T08:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '937bdf4a-0998-40ac-a4a4-c120ba48820d', 'name': '', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:36:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:55Z', 'updated_at': '2022-10-18T08:09:56Z', 'revision_number': 2, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:58.463142 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port ed69d062-cb86-4457-987c-ffd4cd41dca7, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ed69d062-cb86-4457-987c-ffd4cd41dca7,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:09:58.465184 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Checking router: 9b53e035-b899-4165-875e-100cecd5d21b for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:09:58.465710 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Updating router 9b53e035-b899-4165-875e-100cecd5d21b port 937bdf4a-0998-40ac-a4a4-c120ba48820d binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:09:58.485795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd26ad26-38a2-44c3-a8d2-19a5733bb81a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:58.489864 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd26ad26-38a2-44c3-a8d2-19a5733bb81a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:58.495773 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:58.496473 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 49c8ad99-a32b-4624-b653-aa698a972059 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:09:58.534611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26ad26-38a2-44c3-a8d2-19a5733bb81a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f60ab0f-9ba0-427a-a47f-d914064da450,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:58.538956 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd26ad26-38a2-44c3-a8d2-19a5733bb81a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:58.540171 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dd26ad26-38a2-44c3-a8d2-19a5733bb81a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1986754 Oct 18 08:09:58.543223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36862) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:58.551497 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f6ce90f7-51a3-482b-9b3c-863e78434726 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '0f60ab0f-9ba0-427a-a47f-d914064da450', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:09:58.557501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f6ce90f7-51a3-482b-9b3c-863e78434726 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:09:58.561361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f6ce90f7-51a3-482b-9b3c-863e78434726 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:09:58.564188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f6ce90f7-51a3-482b-9b3c-863e78434726 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:09:58.569860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f6ce90f7-51a3-482b-9b3c-863e78434726 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:09:58.585735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6ce90f7-51a3-482b-9b3c-863e78434726 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:58.624576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:58.645341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6ce90f7-51a3-482b-9b3c-863e78434726 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:58.649337 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6ce90f7-51a3-482b-9b3c-863e78434726 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:58.650129 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e3584115-12ba-4beb-bb9f-a9dd7fa2a528 None None] Attempt 3 to provision port 937bdf4a-0998-40ac-a4a4-c120ba48820d Oct 18 08:09:58.673668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce90f7-51a3-482b-9b3c-863e78434726 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b54d485-ff77-405c-82d3-c17f60d6547e,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:58.682312 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6ce90f7-51a3-482b-9b3c-863e78434726 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:58.686089 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f6ce90f7-51a3-482b-9b3c-863e78434726 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394410 Oct 18 08:09:58.686347 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36866) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:58.691319 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-1f49f947-045e-4d22-9205-1d39fe471214 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '0f60ab0f-9ba0-427a-a47f-d914064da450', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:09:58.696993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1f49f947-045e-4d22-9205-1d39fe471214 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:09:58.700883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1f49f947-045e-4d22-9205-1d39fe471214 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:09:58.703880 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1f49f947-045e-4d22-9205-1d39fe471214 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:09:58.709760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1f49f947-045e-4d22-9205-1d39fe471214 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:09:58.726632 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1f49f947-045e-4d22-9205-1d39fe471214 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:58.744494 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=ed69d062-cb86-4457-987c-ffd4cd41dca7,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:58.764531 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e3584115-12ba-4beb-bb9f-a9dd7fa2a528 None None] Port 937bdf4a-0998-40ac-a4a4-c120ba48820d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:09:58.795056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1f49f947-045e-4d22-9205-1d39fe471214 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:58.798469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1f49f947-045e-4d22-9205-1d39fe471214 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:58.808865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 49c8ad99-a32b-4624-b653-aa698a972059 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:09:58.822119 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49f947-045e-4d22-9205-1d39fe471214 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a703a20-13a7-41a0-8e82-4b8c9c6c4f32,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:58.832840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1f49f947-045e-4d22-9205-1d39fe471214 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:58.834054 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1f49f947-045e-4d22-9205-1d39fe471214 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1467011 Oct 18 08:09:58.836976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36870) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:58.842116 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-b3862763-bbfa-47c8-b27b-2507de82affb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '0f60ab0f-9ba0-427a-a47f-d914064da450', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:09:58.851881 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b3862763-bbfa-47c8-b27b-2507de82affb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:09:58.856422 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b3862763-bbfa-47c8-b27b-2507de82affb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:09:58.859718 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b3862763-bbfa-47c8-b27b-2507de82affb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:09:58.866753 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 49c8ad99-a32b-4624-b653-aa698a972059 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:09:58.867127 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:58.867463 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 49c8ad99-a32b-4624-b653-aa698a972059 Oct 18 08:09:58.990735 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b3862763-bbfa-47c8-b27b-2507de82affb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:09:59.008436 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b3862763-bbfa-47c8-b27b-2507de82affb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.075636 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b3862763-bbfa-47c8-b27b-2507de82affb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.081270 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b3862763-bbfa-47c8-b27b-2507de82affb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.113760 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b3862763-bbfa-47c8-b27b-2507de82affb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.118276 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36874) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:59.118908 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b3862763-bbfa-47c8-b27b-2507de82affb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2808683 Oct 18 08:09:59.121860 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 49c8ad99-a32b-4624-b653-aa698a972059 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:09:59.122327 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.124808 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3862763-bbfa-47c8-b27b-2507de82affb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9f27e5-3c13-43de-82e0-1a2b82b69970,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:59.127561 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-b0d5653c-330e-4aff-b626-193bfccd7292 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '0f60ab0f-9ba0-427a-a47f-d914064da450', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:09:59.134581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b0d5653c-330e-4aff-b626-193bfccd7292 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:09:59.138485 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b0d5653c-330e-4aff-b626-193bfccd7292 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:09:59.142239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b0d5653c-330e-4aff-b626-193bfccd7292 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:09:59.148303 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b0d5653c-330e-4aff-b626-193bfccd7292 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:09:59.166263 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b0d5653c-330e-4aff-b626-193bfccd7292 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.171925 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 49c8ad99-a32b-4624-b653-aa698a972059, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=49c8ad99-a32b-4624-b653-aa698a972059,segment=NetworkSegment(89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7),segment_id=89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:09:59.178020 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.232787 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b0d5653c-330e-4aff-b626-193bfccd7292 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.236499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b0d5653c-330e-4aff-b626-193bfccd7292 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.260695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5653c-330e-4aff-b626-193bfccd7292 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf97897-46e7-43cf-920b-012f7f19da1b,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:59.270336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b0d5653c-330e-4aff-b626-193bfccd7292 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.271340 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e3584115-12ba-4beb-bb9f-a9dd7fa2a528 None None] Attempt 4 to provision port 937bdf4a-0998-40ac-a4a4-c120ba48820d Oct 18 08:09:59.272007 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b0d5653c-330e-4aff-b626-193bfccd7292 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520956 Oct 18 08:09:59.274823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36878) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:59.279986 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c2e4c705-3f48-495f-b5a3-ca262499500c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '0f60ab0f-9ba0-427a-a47f-d914064da450', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:09:59.285950 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c2e4c705-3f48-495f-b5a3-ca262499500c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:09:59.289829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c2e4c705-3f48-495f-b5a3-ca262499500c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:09:59.292711 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c2e4c705-3f48-495f-b5a3-ca262499500c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:09:59.298462 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c2e4c705-3f48-495f-b5a3-ca262499500c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:09:59.309040 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-c2e4c705-3f48-495f-b5a3-ca262499500c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:09:59.316355 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c705-3f48-495f-b5a3-ca262499500c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.337004 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.359602 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e3584115-12ba-4beb-bb9f-a9dd7fa2a528 None None] Port 937bdf4a-0998-40ac-a4a4-c120ba48820d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:09:59.362255 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Transition to ACTIVE for port object 937bdf4a-0998-40ac-a4a4-c120ba48820d will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:09:59.364746 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=49c8ad99-a32b-4624-b653-aa698a972059,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:59.371447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.385241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c705-3f48-495f-b5a3-ca262499500c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.388960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c705-3f48-495f-b5a3-ca262499500c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.408743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4c705-3f48-495f-b5a3-ca262499500c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec55ae50-8cdc-4bd6-8def-d3058d0f2b33,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:59.425736 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c705-3f48-495f-b5a3-ca262499500c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.426968 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c2e4c705-3f48-495f-b5a3-ca262499500c tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1511457 Oct 18 08:09:59.429693 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36882) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:09:59.434531 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-a964b615-9c4c-41c8-a627-12459e3e3cd6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'security_group_rule': {'security_group_id': '0f60ab0f-9ba0-427a-a47f-d914064da450', 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:09:59.440695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a964b615-9c4c-41c8-a627-12459e3e3cd6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:09:59.444424 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a964b615-9c4c-41c8-a627-12459e3e3cd6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:security_group_rule and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:09:59.447198 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a964b615-9c4c-41c8-a627-12459e3e3cd6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:09:59.452746 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a964b615-9c4c-41c8-a627-12459e3e3cd6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:09:59.463887 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-a964b615-9c4c-41c8-a627-12459e3e3cd6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Project fe65c6866dd844bd972010a3653293ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:09:59.470764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a964b615-9c4c-41c8-a627-12459e3e3cd6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.537577 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a964b615-9c4c-41c8-a627-12459e3e3cd6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.541175 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a964b615-9c4c-41c8-a627-12459e3e3cd6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.565574 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964b615-9c4c-41c8-a627-12459e3e3cd6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6862afd-84db-4f62-bb79-d9dda8ad7a68,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:59.576181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a964b615-9c4c-41c8-a627-12459e3e3cd6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.577466 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a964b615-9c4c-41c8-a627-12459e3e3cd6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1468492 Oct 18 08:09:59.579585 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef77c8f-ca26-4157-b397-5b56f693eb96 None None] Pushing event updated for resources: {'Port': ['ID=937bdf4a-0998-40ac-a4a4-c120ba48820d,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:09:59.587745 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Attempting to bind port 937bdf4a-0998-40ac-a4a4-c120ba48820d on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:09:59.588120 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Attempting to bind port 937bdf4a-0998-40ac-a4a4-c120ba48820d by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:09:59.588485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Attempting to bind port 937bdf4a-0998-40ac-a4a4-c120ba48820d on network fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:09:59.594087 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:09:59.594502 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Checking segment: {'id': '89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:09:59.594937 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.595352 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Bound using segment: {'id': '89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:09:59.595805 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Bound port: 937bdf4a-0998-40ac-a4a4-c120ba48820d, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:09:59.596183 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.687803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] For port 937bdf4a-0998-40ac-a4a4-c120ba48820d, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:09:59.691618 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] For port 937bdf4a-0998-40ac-a4a4-c120ba48820d, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=937bdf4a-0998-40ac-a4a4-c120ba48820d,segment=NetworkSegment(89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7),segment_id=89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:09:59.696232 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:09:59.759238 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Routers {'9b53e035-b899-4165-875e-100cecd5d21b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:09:59.759855 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:09:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9b53e035-b899-4165-875e-100cecd5d21b'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:09:59.791935 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-ed5fbefe-13c7-4912-8088-670ade622886 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-436329926&fields=id&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 267 time: 0.0386717 Oct 18 08:09:59.870443 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e3584115-12ba-4beb-bb9f-a9dd7fa2a528 None None] Attempt 5 to provision port 937bdf4a-0998-40ac-a4a4-c120ba48820d Oct 18 08:09:59.928265 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ed69d062-cb86-4457-987c-ffd4cd41dca7 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:09:59.946490 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e967e24b-c88e-4d07-8e30-e38ab620ebc6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:09:59.947193 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e967e24b-c88e-4d07-8e30-e38ab620ebc6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:09:59.962832 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e967e24b-c88e-4d07-8e30-e38ab620ebc6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:09:59.964000 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e967e24b-c88e-4d07-8e30-e38ab620ebc6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/networks?id=fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 HTTP/1.1" status: 200 len: 797 time: 0.1651363 Oct 18 08:09:59.979390 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-5f5423b4-af58-4103-b72f-fd920d3329cc tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/quotas/fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 375 time: 0.0097973 Oct 18 08:09:59.993864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef77c8f-ca26-4157-b397-5b56f693eb96 None None] Pushing event updated for resources: {'Port': ['ID=937bdf4a-0998-40ac-a4a4-c120ba48820d,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:10:00.042348 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e3584115-12ba-4beb-bb9f-a9dd7fa2a528 None None] Port 937bdf4a-0998-40ac-a4a4-c120ba48820d had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:10:00.065276 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] Set router 9b53e035-b899-4165-875e-100cecd5d21b gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:10:00.073044 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-57da073e-afd3-47ad-8a1a-c883500e241f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883744 Oct 18 08:10:00.131420 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port ed69d062-cb86-4457-987c-ffd4cd41dca7 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:10:00.131898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:00.132112 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port ed69d062-cb86-4457-987c-ffd4cd41dca7 Oct 18 08:10:00.162676 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e3584115-12ba-4beb-bb9f-a9dd7fa2a528 None None] Provisioning complete for port 49c8ad99-a32b-4624-b653-aa698a972059 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:10:00.163278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e3584115-12ba-4beb-bb9f-a9dd7fa2a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:00.163617 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e3584115-12ba-4beb-bb9f-a9dd7fa2a528 None None] Attempt 1 to provision port 49c8ad99-a32b-4624-b653-aa698a972059 Oct 18 08:10:00.261318 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-8b0b8919-873b-4cf6-b86a-d68d3861b532 service neutron] 10.222.0.17 "GET /v2.0/networks/fca4710a-97eb-4c80-8d1a-e5a9b7d852a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766636 Oct 18 08:10:00.394788 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-a5e734a7-1de6-4015-906f-949aa3893966 service neutron] 10.222.0.17 "GET /v2.0/networks/fca4710a-97eb-4c80-8d1a-e5a9b7d852a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268089 Oct 18 08:10:00.564111 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port ed69d062-cb86-4457-987c-ffd4cd41dca7 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:10:00.565224 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 49c8ad99-a32b-4624-b653-aa698a972059 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:10:00.584904 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-432ff36a-afb1-4206-951b-86872fdc0a75 req-80014203-7db2-4de3-a663-4e0cd0119fd7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:10:00.602386 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-432ff36a-afb1-4206-951b-86872fdc0a75 req-80014203-7db2-4de3-a663-4e0cd0119fd7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:10:00.603753 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-432ff36a-afb1-4206-951b-86872fdc0a75 req-80014203-7db2-4de3-a663-4e0cd0119fd7 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 210 time: 0.0691128 Oct 18 08:10:00.621037 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e3584115-12ba-4beb-bb9f-a9dd7fa2a528 None None] Current status of the port 49c8ad99-a32b-4624-b653-aa698a972059 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:10:00.698229 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 49c8ad99-a32b-4624-b653-aa698a972059 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:10:00.698706 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:00.698967 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 49c8ad99-a32b-4624-b653-aa698a972059 Oct 18 08:10:00.772410 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b53e035-b899-4165-875e-100cecd5d21b', 'name': 'tempest-TestNetworkBasicOps-router-890318801', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:09:51Z', 'updated_at': '2022-10-18T08:09:56Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:52Z', 'updated_at': '2022-10-18T08:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '937bdf4a-0998-40ac-a4a4-c120ba48820d', 'name': '', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:36:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:55Z', 'updated_at': '2022-10-18T08:09:59Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:10:00.784659 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e492e816-8007-40e6-82cc-e36792d23210 None None] The sync data for ids ['9b53e035-b899-4165-875e-100cecd5d21b'] in dv-neutron-861625-1-hyperv is: [{'id': '9b53e035-b899-4165-875e-100cecd5d21b', 'name': 'tempest-TestNetworkBasicOps-router-890318801', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:09:51Z', 'updated_at': '2022-10-18T08:09:56Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:52Z', 'updated_at': '2022-10-18T08:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '937bdf4a-0998-40ac-a4a4-c120ba48820d', 'name': '', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:36:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:55Z', 'updated_at': '2022-10-18T08:09:59Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:10:00.876911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 49c8ad99-a32b-4624-b653-aa698a972059 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:10:01.719949 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-af10e2d9-66f0-479a-899f-17c11ef0071a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:01.721217 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-af10e2d9-66f0-479a-899f-17c11ef0071a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:10:01.734143 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-af10e2d9-66f0-479a-899f-17c11ef0071a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:10:01.735934 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-af10e2d9-66f0-479a-899f-17c11ef0071a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/networks?id=fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 HTTP/1.1" status: 200 len: 797 time: 0.1712234 Oct 18 08:10:01.784960 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:10:01.798405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-6320ca66-6776-4617-b8a6-a06a8917e3c1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:10:01.816080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-6320ca66-6776-4617-b8a6-a06a8917e3c1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:10:01.817363 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-6320ca66-6776-4617-b8a6-a06a8917e3c1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe65c6866dd844bd972010a3653293ed HTTP/1.1" status: 200 len: 379 time: 0.0693643 Oct 18 08:10:01.828080 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7e1766ef-a9a8-4426-9a36-eafd446b3c04 req-c9ce18e3-7cab-49c1-93af-1b4f57866794 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 210 time: 0.0713997 Oct 18 08:10:01.831604 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-66ac93cd-abbc-4337-9e0a-166d8f4d1930 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'port': {'device_id': '92a9e570-1159-464e-9ef0-41add570f908', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'admin_state_up': True, 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'security_groups': ['0f60ab0f-9ba0-427a-a47f-d914064da450']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:10:01.935074 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 937bdf4a-0998-40ac-a4a4-c120ba48820d up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:10:01.971247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-66ac93cd-abbc-4337-9e0a-166d8f4d1930 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:10:01.980874 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-66ac93cd-abbc-4337-9e0a-166d8f4d1930 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:10:01.991363 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-66ac93cd-abbc-4337-9e0a-166d8f4d1930 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Made reservation on behalf of fe65c6866dd844bd972010a3653293ed for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:10:01.995111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-66ac93cd-abbc-4337-9e0a-166d8f4d1930 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:02.003481 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 937bdf4a-0998-40ac-a4a4-c120ba48820d completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:10:02.008291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 937bdf4a-0998-40ac-a4a4-c120ba48820d triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:10:02.008861 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:02.009270 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 937bdf4a-0998-40ac-a4a4-c120ba48820d Oct 18 08:10:02.129215 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 937bdf4a-0998-40ac-a4a4-c120ba48820d is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:10:02.129713 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:02.159015 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-66ac93cd-abbc-4337-9e0a-166d8f4d1930 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.20.0.13 (fca4710a-97eb-4c80-8d1a-e5a9b7d852a0/accd62af-fbd2-4139-b3b6-85f5ac55fc98/0ccb50bb-e545-4e82-bb67-c542523a4a50) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:10:02.164056 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 937bdf4a-0998-40ac-a4a4-c120ba48820d, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=937bdf4a-0998-40ac-a4a4-c120ba48820d,segment=NetworkSegment(89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7),segment_id=89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:10:02.169273 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:02.239214 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=937bdf4a-0998-40ac-a4a4-c120ba48820d,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:10:02.349146 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-66ac93cd-abbc-4337-9e0a-166d8f4d1930 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:02.364644 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-66ac93cd-abbc-4337-9e0a-166d8f4d1930 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Transition to ACTIVE for port object 0ccb50bb-e545-4e82-bb67-c542523a4a50 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:10:02.386989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-66ac93cd-abbc-4337-9e0a-166d8f4d1930 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:02.453711 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-66ac93cd-abbc-4337-9e0a-166d8f4d1930 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:10:02.456889 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-66ac93cd-abbc-4337-9e0a-166d8f4d1930 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:10:02.460591 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-66ac93cd-abbc-4337-9e0a-166d8f4d1930 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:10:02.497736 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac93cd-abbc-4337-9e0a-166d8f4d1930 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=0ccb50bb-e545-4e82-bb67-c542523a4a50,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:10:02.533630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-66ac93cd-abbc-4337-9e0a-166d8f4d1930 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:02.533940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-66ac93cd-abbc-4337-9e0a-166d8f4d1930 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:02.559085 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-66ac93cd-abbc-4337-9e0a-166d8f4d1930 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7313280 Oct 18 08:10:02.574716 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Request body: {'port': {'device_id': '92a9e570-1159-464e-9ef0-41add570f908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:10:02.684181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:02.718496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4f06d9ac-28ed-4a10-9b50-ab7d51fd6903 None None] Provisioning for port 0ccb50bb-e545-4e82-bb67-c542523a4a50 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:10:02.723901 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4f06d9ac-28ed-4a10-9b50-ab7d51fd6903 None None] Provisioning complete for port 0ccb50bb-e545-4e82-bb67-c542523a4a50 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:10:02.724268 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4f06d9ac-28ed-4a10-9b50-ab7d51fd6903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:02.724601 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4f06d9ac-28ed-4a10-9b50-ab7d51fd6903 None None] Attempt 1 to provision port 0ccb50bb-e545-4e82-bb67-c542523a4a50 Oct 18 08:10:02.785099 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4f06d9ac-28ed-4a10-9b50-ab7d51fd6903 None None] Port 0ccb50bb-e545-4e82-bb67-c542523a4a50 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:10:03.124066 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa95850-4c6e-4670-b4fb-0729eb043a7f req-f02ffa6d-3e4e-4334-942e-c950a1889cbd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:03.124755 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-6aa95850-4c6e-4670-b4fb-0729eb043a7f req-f02ffa6d-3e4e-4334-942e-c950a1889cbd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:10:03.186405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-6aa95850-4c6e-4670-b4fb-0729eb043a7f req-f02ffa6d-3e4e-4334-942e-c950a1889cbd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:10:03.187577 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6aa95850-4c6e-4670-b4fb-0729eb043a7f req-f02ffa6d-3e4e-4334-942e-c950a1889cbd tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 932 time: 0.2449391 Oct 18 08:10:03.220524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ccb50bb-e545-4e82-bb67-c542523a4a50 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:10:03.229983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:03.259922 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6aa95850-4c6e-4670-b4fb-0729eb043a7f req-56c82518-c3aa-4ef3-bd46-9eebaaf17e68 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=0f60ab0f-9ba0-427a-a47f-d914064da450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648584 Oct 18 08:10:03.260809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Transition to ACTIVE for port object 0ccb50bb-e545-4e82-bb67-c542523a4a50 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:10:03.264726 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:03.286398 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4f06d9ac-28ed-4a10-9b50-ab7d51fd6903 None None] Attempt 2 to provision port 0ccb50bb-e545-4e82-bb67-c542523a4a50 Oct 18 08:10:03.340141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4f06d9ac-28ed-4a10-9b50-ab7d51fd6903 None None] Port 0ccb50bb-e545-4e82-bb67-c542523a4a50 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:10:03.453401 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccb50bb-e545-4e82-bb67-c542523a4a50,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:10:03.494854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Attempting to bind port 0ccb50bb-e545-4e82-bb67-c542523a4a50 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:10:03.495214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Attempting to bind port 0ccb50bb-e545-4e82-bb67-c542523a4a50 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:10:03.495546 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Attempting to bind port 0ccb50bb-e545-4e82-bb67-c542523a4a50 on network fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:10:03.500067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Port 0ccb50bb-e545-4e82-bb67-c542523a4a50 on network fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:10:03.500433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Attempting to bind port 0ccb50bb-e545-4e82-bb67-c542523a4a50 on network fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:10:03.506015 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:10:03.506354 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Checking segment: {'id': '89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:10:03.506771 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Bound using segment: {'id': '89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:10:03.507192 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Bound port: 0ccb50bb-e545-4e82-bb67-c542523a4a50, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:10:03.507537 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:03.595469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] For port 0ccb50bb-e545-4e82-bb67-c542523a4a50, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:10:03.598439 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] For port 0ccb50bb-e545-4e82-bb67-c542523a4a50, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0ccb50bb-e545-4e82-bb67-c542523a4a50,segment=NetworkSegment(89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7),segment_id=89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:10:03.602920 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:03.632797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:03.633394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:03.634773 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] 10.222.0.46 "PUT /v2.0/ports/0ccb50bb-e545-4e82-bb67-c542523a4a50 HTTP/1.1" status: 200 len: 1094 time: 1.0642836 Oct 18 08:10:03.635257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a9e570-1159-464e-9ef0-41add570f908', 'tag': '0ccb50bb-e545-4e82-bb67-c542523a4a50'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:10:03.637520 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a494f6-8fac-41c0-a51d-0aaead39d0fb" -d '{"events": [{"name": "network-changed", "server_uuid": "92a9e570-1159-464e-9ef0-41add570f908", "tag": "0ccb50bb-e545-4e82-bb67-c542523a4a50"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:10:03.714431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23e9206-a53d-4797-9709-765f871508f7 x-openstack-request-id: req-f23e9206-a53d-4797-9709-765f871508f7 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:10:03.714689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a9e570-1159-464e-9ef0-41add570f908", "tag": "0ccb50bb-e545-4e82-bb67-c542523a4a50", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:10:03.714940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f23e9206-a53d-4797-9709-765f871508f7 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:10:03.715329 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f23e9206-a53d-4797-9709-765f871508f7'] response: {'name': 'network-changed', 'server_uuid': '92a9e570-1159-464e-9ef0-41add570f908', 'tag': '0ccb50bb-e545-4e82-bb67-c542523a4a50', 'status': 'completed', 'code': 200} Oct 18 08:10:03.737951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e71635-ec4b-456a-871f-07a66bb08364 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccb50bb-e545-4e82-bb67-c542523a4a50,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:10:03.762577 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-8f9821b6-90eb-41da-bb91-78238521a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:03.764035 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-8f9821b6-90eb-41da-bb91-78238521a53d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 1097 time: 0.0915525 Oct 18 08:10:03.838542 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-54462fd6-8025-41f0-8fe4-3895e706b9c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccb50bb-e545-4e82-bb67-c542523a4a50 HTTP/1.1" status: 200 len: 217 time: 0.0639141 Oct 18 08:10:03.840972 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4f06d9ac-28ed-4a10-9b50-ab7d51fd6903 None None] Attempt 3 to provision port 0ccb50bb-e545-4e82-bb67-c542523a4a50 Oct 18 08:10:03.905498 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-79a5bbf6-896a-4154-88b8-2a45973f04bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:03.908096 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4f06d9ac-28ed-4a10-9b50-ab7d51fd6903 None None] Port 0ccb50bb-e545-4e82-bb67-c542523a4a50 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:10:03.908226 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-79a5bbf6-896a-4154-88b8-2a45973f04bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=accd62af-fbd2-4139-b3b6-85f5ac55fc98 HTTP/1.1" status: 200 len: 834 time: 0.0604994 Oct 18 08:10:03.910192 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 937bdf4a-0998-40ac-a4a4-c120ba48820d up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:10:03.977214 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 937bdf4a-0998-40ac-a4a4-c120ba48820d triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:10:03.977482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:03.977811 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 937bdf4a-0998-40ac-a4a4-c120ba48820d Oct 18 08:10:03.991685 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e47f1711-da46-4146-9e39-b29f5c238ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:03.993171 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-e47f1711-da46-4146-9e39-b29f5c238ad5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fca4710a-97eb-4c80-8d1a-e5a9b7d852a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769973 Oct 18 08:10:04.094984 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 937bdf4a-0998-40ac-a4a4-c120ba48820d is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:10:04.127873 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-c48f7d5a-28d8-404e-8019-fa020063ddc3 service neutron] 10.222.0.46 "GET /v2.0/networks/fca4710a-97eb-4c80-8d1a-e5a9b7d852a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241825 Oct 18 08:10:04.262260 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a45bdf62-8e38-44b5-ad82-54ea60498867 req-f0a08dd1-f45e-444d-bad1-4c8f40f2c217 service neutron] 10.222.0.46 "GET /v2.0/networks/fca4710a-97eb-4c80-8d1a-e5a9b7d852a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244800 Oct 18 08:10:04.455791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a494f6-8fac-41c0-a51d-0aaead39d0fb req-546c9a9e-88d4-4db1-86a5-4b83a22141cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:04.457286 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d2a494f6-8fac-41c0-a51d-0aaead39d0fb req-546c9a9e-88d4-4db1-86a5-4b83a22141cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 1097 time: 0.1429453 Oct 18 08:10:04.493248 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814189bc-9478-4610-8a18-1086613e0ff4 req-25873c22-a393-4f8f-acca-fca4fe66b159 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:04.494637 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-814189bc-9478-4610-8a18-1086613e0ff4 req-25873c22-a393-4f8f-acca-fca4fe66b159 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 944 time: 0.1217673 Oct 18 08:10:04.577667 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:04.710361 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-814189bc-9478-4610-8a18-1086613e0ff4 req-eb7c6b30-a22f-492f-becf-74aec593a075 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=0f60ab0f-9ba0-427a-a47f-d914064da450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717020 Oct 18 08:10:04.731837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a494f6-8fac-41c0-a51d-0aaead39d0fb req-cfe1a224-6114-45d7-bf67-9f884eed1a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:04.731837 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d2a494f6-8fac-41c0-a51d-0aaead39d0fb req-cfe1a224-6114-45d7-bf67-9f884eed1a20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 HTTP/1.1" status: 200 len: 898 time: 0.2662814 Oct 18 08:10:04.801542 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d2a494f6-8fac-41c0-a51d-0aaead39d0fb req-697d87e8-54c0-4290-a036-398f432b40e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccb50bb-e545-4e82-bb67-c542523a4a50 HTTP/1.1" status: 200 len: 217 time: 0.0605094 Oct 18 08:10:04.865957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a494f6-8fac-41c0-a51d-0aaead39d0fb req-15d4981d-1bb0-4084-9b11-0aa7489f1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:04.867274 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d2a494f6-8fac-41c0-a51d-0aaead39d0fb req-15d4981d-1bb0-4084-9b11-0aa7489f1432 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=accd62af-fbd2-4139-b3b6-85f5ac55fc98 HTTP/1.1" status: 200 len: 834 time: 0.0595355 Oct 18 08:10:04.949115 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a494f6-8fac-41c0-a51d-0aaead39d0fb req-72e423c7-fdfb-4403-bd85-cddd934a9dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:04.950596 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d2a494f6-8fac-41c0-a51d-0aaead39d0fb req-72e423c7-fdfb-4403-bd85-cddd934a9dd8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fca4710a-97eb-4c80-8d1a-e5a9b7d852a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763714 Oct 18 08:10:05.078775 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d2a494f6-8fac-41c0-a51d-0aaead39d0fb req-a9083a35-086e-48f5-9a8a-84652dd1f99a service neutron] 10.222.0.46 "GET /v2.0/networks/fca4710a-97eb-4c80-8d1a-e5a9b7d852a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214232 Oct 18 08:10:05.211881 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d2a494f6-8fac-41c0-a51d-0aaead39d0fb req-836505e9-165f-491a-b187-70e0785e59c6 service neutron] 10.222.0.46 "GET /v2.0/networks/fca4710a-97eb-4c80-8d1a-e5a9b7d852a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234157 Oct 18 08:10:05.912643 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd83531-a65d-4a17-9e9b-d09cc0224462 req-74989afe-db58-4451-9fc4-d669265469d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:05.914103 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ebd83531-a65d-4a17-9e9b-d09cc0224462 req-74989afe-db58-4451-9fc4-d669265469d1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 944 time: 0.0909028 Oct 18 08:10:05.959034 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ebd83531-a65d-4a17-9e9b-d09cc0224462 req-b7e1b910-0b41-4aae-b61f-e336c40aafe5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=0f60ab0f-9ba0-427a-a47f-d914064da450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392830 Oct 18 08:10:06.408627 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 0ccb50bb-e545-4e82-bb67-c542523a4a50 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:10:06.541019 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 0ccb50bb-e545-4e82-bb67-c542523a4a50, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0ccb50bb-e545-4e82-bb67-c542523a4a50,segment=NetworkSegment(89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7),segment_id=89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:10:06.554438 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '0ccb50bb-e545-4e82-bb67-c542523a4a50', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'port_id': '0ccb50bb-e545-4e82-bb67-c542523a4a50', 'mac_address': 'fa:16:3e:fe:fe:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:10:06.608005 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 0ccb50bb-e545-4e82-bb67-c542523a4a50 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:10:06.608380 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:06.628335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ccb50bb-e545-4e82-bb67-c542523a4a50 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:10:06.643100 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 0ccb50bb-e545-4e82-bb67-c542523a4a50, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0ccb50bb-e545-4e82-bb67-c542523a4a50,segment=NetworkSegment(89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7),segment_id=89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:10:06.646867 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:06.713126 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=0ccb50bb-e545-4e82-bb67-c542523a4a50,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:10:06.897896 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['0ccb50bb-e545-4e82-bb67-c542523a4a50'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:10:07.160172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb8c95-594b-4be4-bac6-a894a810f23a req-a2c5ffd9-de64-4604-be40-606ce306a590 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:07.161663 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b4fb8c95-594b-4be4-bac6-a894a810f23a req-a2c5ffd9-de64-4604-be40-606ce306a590 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 945 time: 0.0940824 Oct 18 08:10:07.205748 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b4fb8c95-594b-4be4-bac6-a894a810f23a req-00d3bf4f-250e-4247-abe0-f7b739572a66 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=0f60ab0f-9ba0-427a-a47f-d914064da450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384629 Oct 18 08:10:08.399174 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a5444-86a1-4c8f-9d8c-93c2395b9a32 req-20d80e1f-f49f-4eaf-904c-495e4ec4a8f9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:08.400618 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f10a5444-86a1-4c8f-9d8c-93c2395b9a32 req-20d80e1f-f49f-4eaf-904c-495e4ec4a8f9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 945 time: 0.0855031 Oct 18 08:10:08.408528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 0ccb50bb-e545-4e82-bb67-c542523a4a50 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:10:08.449144 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f10a5444-86a1-4c8f-9d8c-93c2395b9a32 req-0b91c5fd-1557-49ff-bd7c-e375044089e4 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=0f60ab0f-9ba0-427a-a47f-d914064da450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428095 Oct 18 08:10:08.512633 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 0ccb50bb-e545-4e82-bb67-c542523a4a50 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:10:08.518055 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 0ccb50bb-e545-4e82-bb67-c542523a4a50 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:10:08.518422 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:08.518786 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 0ccb50bb-e545-4e82-bb67-c542523a4a50 Oct 18 08:10:08.630539 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 0ccb50bb-e545-4e82-bb67-c542523a4a50 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:10:08.630930 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:08.657523 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a9e570-1159-464e-9ef0-41add570f908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccb50bb-e545-4e82-bb67-c542523a4a50'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:10:08.659810 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e23379d-c240-48a5-9878-3d6f58af89ba" -d '{"events": [{"server_uuid": "92a9e570-1159-464e-9ef0-41add570f908", "name": "network-vif-plugged", "status": "completed", "tag": "0ccb50bb-e545-4e82-bb67-c542523a4a50"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:10:08.667134 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 0ccb50bb-e545-4e82-bb67-c542523a4a50, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0ccb50bb-e545-4e82-bb67-c542523a4a50,segment=NetworkSegment(89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7),segment_id=89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:10:08.671487 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:08.710442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c9575a-58db-4bf1-aa79-6cfdee885fe7 x-openstack-request-id: req-57c9575a-58db-4bf1-aa79-6cfdee885fe7 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:10:08.710756 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a9e570-1159-464e-9ef0-41add570f908", "name": "network-vif-plugged", "status": "completed", "tag": "0ccb50bb-e545-4e82-bb67-c542523a4a50", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:10:08.711008 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-57c9575a-58db-4bf1-aa79-6cfdee885fe7 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:10:08.712106 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c9575a-58db-4bf1-aa79-6cfdee885fe7'] response: {'server_uuid': '92a9e570-1159-464e-9ef0-41add570f908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccb50bb-e545-4e82-bb67-c542523a4a50', 'code': 200} Oct 18 08:10:08.744986 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=0ccb50bb-e545-4e82-bb67-c542523a4a50,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:10:08.941307 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c172b-4fd1-4290-92e2-d85e5162a240 req-b57d9937-19fc-47ad-9a7b-d9677be85381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:08.942779 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1b4c172b-4fd1-4290-92e2-d85e5162a240 req-b57d9937-19fc-47ad-9a7b-d9677be85381 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 1099 time: 0.0762198 Oct 18 08:10:08.988561 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1b4c172b-4fd1-4290-92e2-d85e5162a240 req-43a1edf0-a8ce-48e3-989c-b4a83cd05602 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0f60ab0f-9ba0-427a-a47f-d914064da450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363529 Oct 18 08:10:09.646141 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58d8ae-4c14-41b1-bb04-72ce61c2c5f5 req-8ae877ce-38a9-4780-a217-f5e01c92cfb6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:09.647616 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cc58d8ae-4c14-41b1-bb04-72ce61c2c5f5 req-8ae877ce-38a9-4780-a217-f5e01c92cfb6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 946 time: 0.0872786 Oct 18 08:10:09.691963 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cc58d8ae-4c14-41b1-bb04-72ce61c2c5f5 req-c418bf36-48e3-4880-8f66-0da6a34008a2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=0f60ab0f-9ba0-427a-a47f-d914064da450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387430 Oct 18 08:10:10.888707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16534de-86b8-46e4-a061-4c983a5574c2 req-d8263088-50e0-4931-886a-9090f2897e90 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:10.890163 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f16534de-86b8-46e4-a061-4c983a5574c2 req-d8263088-50e0-4931-886a-9090f2897e90 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 946 time: 0.0868945 Oct 18 08:10:10.933310 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f16534de-86b8-46e4-a061-4c983a5574c2 req-68880077-16de-4c90-9bae-14e97f03809a tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=0f60ab0f-9ba0-427a-a47f-d914064da450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375113 Oct 18 08:10:11.128538 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4bf72-9aab-4079-82e8-21684448027d req-078be576-b875-47dc-87d0-97b2292c67f3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:11.129970 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fbd4bf72-9aab-4079-82e8-21684448027d req-078be576-b875-47dc-87d0-97b2292c67f3 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 946 time: 0.0899997 Oct 18 08:10:11.174514 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fbd4bf72-9aab-4079-82e8-21684448027d req-b79f0cfe-ea84-4d45-9a8a-4c4d6feba94d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=0f60ab0f-9ba0-427a-a47f-d914064da450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384440 Oct 18 08:10:11.202745 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36936) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:10:11.278024 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dd2353-2a0e-43ab-b970-ccf3b1e6731d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:11.279581 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-30dd2353-2a0e-43ab-b970-ccf3b1e6731d tempest-TestNetworkBasicOps-1297560817 tempest-TestNetworkBasicOps-1297560817-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 1094 time: 0.0758104 Oct 18 08:10:11.282909 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36940) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:10:11.287802 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': '0ccb50bb-e545-4e82-bb67-c542523a4a50', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:10:11.293627 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:10:11.298191 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Usage tracker for resource:floatingip and tenant:fe65c6866dd844bd972010a3653293ed is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:10:11.301267 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:10:11.306924 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:10:11.320459 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:11.450326 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:11.586241 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Allocated IP 172.26.8.161 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/c9664497-0569-42fc-9a21-25e1122ebe0a) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:10:11.729492 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:11.757061 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:11.823235 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:10:11.826321 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:10:11.830470 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:10:11.866857 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=c9664497-0569-42fc-9a21-25e1122ebe0a,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:10:12.326991 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:12.399976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:12.600698 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:12.605099 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:12.709168 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event updated for resources: {'Port': ['ID=c9664497-0569-42fc-9a21-25e1122ebe0a,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:10:12.713565 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:12.880907 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP 554a96c3-7b78-4665-95cb-6dc092566e38 associated. External IP: 172.26.8.161, port: 0ccb50bb-e545-4e82-bb67-c542523a4a50. Oct 18 08:10:13.225293 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 9b53e035-b899-4165-875e-100cecd5d21b has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:10:13.510760 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:10:13.520031 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcab60d-7f72-4cbd-9bdf-b0fb5815661e None None] Sync routers for ids ['9b53e035-b899-4165-875e-100cecd5d21b'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:10:13.530110 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcab60d-7f72-4cbd-9bdf-b0fb5815661e None None] Routers {'9b53e035-b899-4165-875e-100cecd5d21b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:10:13.530729 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-5bcab60d-7f72-4cbd-9bdf-b0fb5815661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:09:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9b53e035-b899-4165-875e-100cecd5d21b'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:10:13.534876 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:13.591344 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-514ec190-87c8-4f4d-82c5-d49c0d86722d tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3074121 Oct 18 08:10:13.591976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a9e570-1159-464e-9ef0-41add570f908', 'tag': '0ccb50bb-e545-4e82-bb67-c542523a4a50'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:10:13.594686 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36944) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:10:13.595215 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d12924a-e791-4760-9d71-a6a5017bb6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "92a9e570-1159-464e-9ef0-41add570f908", "tag": "0ccb50bb-e545-4e82-bb67-c542523a4a50"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:10:13.638228 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11d6b00-786c-4acb-9c07-4cf09dae5cd6 x-openstack-request-id: req-b11d6b00-786c-4acb-9c07-4cf09dae5cd6 {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:10:13.638605 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a9e570-1159-464e-9ef0-41add570f908", "tag": "0ccb50bb-e545-4e82-bb67-c542523a4a50", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:10:13.638855 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b11d6b00-786c-4acb-9c07-4cf09dae5cd6 {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:10:13.639252 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b11d6b00-786c-4acb-9c07-4cf09dae5cd6'] response: {'name': 'network-changed', 'server_uuid': '92a9e570-1159-464e-9ef0-41add570f908', 'tag': '0ccb50bb-e545-4e82-bb67-c542523a4a50', 'status': 'completed', 'code': 200} Oct 18 08:10:13.709315 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-5bcab60d-7f72-4cbd-9bdf-b0fb5815661e None None] Set router 9b53e035-b899-4165-875e-100cecd5d21b gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:10:13.758875 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-01e9faac-ee67-462e-adbb-f6c61dd5ebbb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/554a96c3-7b78-4665-95cb-6dc092566e38 HTTP/1.1" status: 200 len: 992 time: 0.1629636 Oct 18 08:10:13.775798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12924a-e791-4760-9d71-a6a5017bb6b4 req-e714c7f2-2870-4439-92ed-04532f4d2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:13.777127 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d12924a-e791-4760-9d71-a6a5017bb6b4 req-e714c7f2-2870-4439-92ed-04532f4d2618 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 1099 time: 0.1020319 Oct 18 08:10:13.908923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12924a-e791-4760-9d71-a6a5017bb6b4 req-90f685cb-a955-4a3e-bd2a-1834c3458122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:13.910383 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d12924a-e791-4760-9d71-a6a5017bb6b4 req-90f685cb-a955-4a3e-bd2a-1834c3458122 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 HTTP/1.1" status: 200 len: 898 time: 0.1271470 Oct 18 08:10:14.013344 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d12924a-e791-4760-9d71-a6a5017bb6b4 req-e040f036-b785-49a3-a2bb-a1a9bd6b4f33 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccb50bb-e545-4e82-bb67-c542523a4a50 HTTP/1.1" status: 200 len: 1000 time: 0.0959840 Oct 18 08:10:14.051315 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-5bcab60d-7f72-4cbd-9bdf-b0fb5815661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b53e035-b899-4165-875e-100cecd5d21b', 'name': 'tempest-TestNetworkBasicOps-router-890318801', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:09:51Z', 'updated_at': '2022-10-18T08:09:56Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:52Z', 'updated_at': '2022-10-18T08:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '554a96c3-7b78-4665-95cb-6dc092566e38', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.161', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'port_id': '0ccb50bb-e545-4e82-bb67-c542523a4a50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'mac_address': 'fa:16:3e:fe:fe:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a9e570-1159-464e-9ef0-41add570f908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:10:12Z', 'updated_at': '2022-10-18T08:10:12Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937bdf4a-0998-40ac-a4a4-c120ba48820d', 'name': '', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:36:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:55Z', 'updated_at': '2022-10-18T08:10:02Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:10:14.055171 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcab60d-7f72-4cbd-9bdf-b0fb5815661e None None] Checking router: 9b53e035-b899-4165-875e-100cecd5d21b for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:10:14.063257 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcab60d-7f72-4cbd-9bdf-b0fb5815661e None None] Routers {'9b53e035-b899-4165-875e-100cecd5d21b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:10:14.063825 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-5bcab60d-7f72-4cbd-9bdf-b0fb5815661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:09:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9b53e035-b899-4165-875e-100cecd5d21b'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:10:14.074314 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12924a-e791-4760-9d71-a6a5017bb6b4 req-dd700c04-3409-4508-b735-8c1a043880a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:14.075800 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d12924a-e791-4760-9d71-a6a5017bb6b4 req-dd700c04-3409-4508-b735-8c1a043880a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=accd62af-fbd2-4139-b3b6-85f5ac55fc98 HTTP/1.1" status: 200 len: 834 time: 0.0564306 Oct 18 08:10:14.159366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12924a-e791-4760-9d71-a6a5017bb6b4 req-ee2eab80-1f3c-4b60-8e9e-2d414bafcd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:14.160851 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d12924a-e791-4760-9d71-a6a5017bb6b4 req-ee2eab80-1f3c-4b60-8e9e-2d414bafcd35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fca4710a-97eb-4c80-8d1a-e5a9b7d852a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793138 Oct 18 08:10:14.242718 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-5bcab60d-7f72-4cbd-9bdf-b0fb5815661e None None] Set router 9b53e035-b899-4165-875e-100cecd5d21b gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:10:14.395298 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d12924a-e791-4760-9d71-a6a5017bb6b4 req-49639e93-f9a6-4f79-a1eb-a50d210b94f1 service neutron] 10.222.0.46 "GET /v2.0/networks/fca4710a-97eb-4c80-8d1a-e5a9b7d852a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277660 Oct 18 08:10:14.525569 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d12924a-e791-4760-9d71-a6a5017bb6b4 req-0161a308-9408-478e-b500-c1e6c210792c service neutron] 10.222.0.46 "GET /v2.0/networks/fca4710a-97eb-4c80-8d1a-e5a9b7d852a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243572 Oct 18 08:10:14.592446 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-5bcab60d-7f72-4cbd-9bdf-b0fb5815661e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b53e035-b899-4165-875e-100cecd5d21b', 'name': 'tempest-TestNetworkBasicOps-router-890318801', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:09:51Z', 'updated_at': '2022-10-18T08:09:56Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:52Z', 'updated_at': '2022-10-18T08:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '554a96c3-7b78-4665-95cb-6dc092566e38', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.161', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'port_id': '0ccb50bb-e545-4e82-bb67-c542523a4a50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'mac_address': 'fa:16:3e:fe:fe:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a9e570-1159-464e-9ef0-41add570f908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:10:12Z', 'updated_at': '2022-10-18T08:10:12Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937bdf4a-0998-40ac-a4a4-c120ba48820d', 'name': '', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:36:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:55Z', 'updated_at': '2022-10-18T08:10:02Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:10:14.596281 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcab60d-7f72-4cbd-9bdf-b0fb5815661e None None] The sync data for ids ['9b53e035-b899-4165-875e-100cecd5d21b'] in dv-neutron-861625-1-hyperv is: [{'id': '9b53e035-b899-4165-875e-100cecd5d21b', 'name': 'tempest-TestNetworkBasicOps-router-890318801', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:09:51Z', 'updated_at': '2022-10-18T08:09:56Z', 'revision_number': 4, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:52Z', 'updated_at': '2022-10-18T08:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '554a96c3-7b78-4665-95cb-6dc092566e38', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.161', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'port_id': '0ccb50bb-e545-4e82-bb67-c542523a4a50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'mac_address': 'fa:16:3e:fe:fe:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a9e570-1159-464e-9ef0-41add570f908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:10:12Z', 'updated_at': '2022-10-18T08:10:12Z', 'revision_number': 0, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937bdf4a-0998-40ac-a4a4-c120ba48820d', 'name': '', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:36:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:55Z', 'updated_at': '2022-10-18T08:10:02Z', 'revision_number': 5, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:10:14.762993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36950) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:10:14.773241 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166b96a7-bd47-4a70-b4a7-99eccaa61531 None None] New status for floating IP 554a96c3-7b78-4665-95cb-6dc092566e38: ACTIVE {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:10:14.870214 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-90080977-8e6c-4860-90b7-6cb2432506a5 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/554a96c3-7b78-4665-95cb-6dc092566e38 HTTP/1.1" status: 200 len: 992 time: 0.1060658 Oct 18 08:10:15.873714 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36954) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:10:15.978803 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2281b86d-9f0d-4f62-aa62-d6033edaffb9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/554a96c3-7b78-4665-95cb-6dc092566e38 HTTP/1.1" status: 200 len: 994 time: 0.1039495 Oct 18 08:10:20.710941 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ffb2f64-b670-4834-9a4d-8f359fe6adff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:23.008621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b1a616b7-6e5f-48b1-aecd-c74737b73d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:23.734781 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:23.815519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:25.333725 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:34.592234 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:38.785499 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:10:47.147043 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36968) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:10:47.152322 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-a8d5bbae-a28d-4fa1-8462-1289ff254e16 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:10:47.656623 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8d5bbae-a28d-4fa1-8462-1289ff254e16 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:47.666762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8d5bbae-a28d-4fa1-8462-1289ff254e16 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:47.841036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d5bbae-a28d-4fa1-8462-1289ff254e16 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 9b53e035-b899-4165-875e-100cecd5d21b has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:10:48.128388 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d5bbae-a28d-4fa1-8462-1289ff254e16 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:10:48.134950 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a8d5bbae-a28d-4fa1-8462-1289ff254e16 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:48.137997 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e78caf6-d764-4662-9388-2d52e955479f None None] Sync routers for ids ['9b53e035-b899-4165-875e-100cecd5d21b'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:10:48.140913 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a8d5bbae-a28d-4fa1-8462-1289ff254e16 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/9b53e035-b899-4165-875e-100cecd5d21b HTTP/1.1" status: 200 len: 888 time: 0.9928415 Oct 18 08:10:48.151717 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78caf6-d764-4662-9388-2d52e955479f None None] Routers {'9b53e035-b899-4165-875e-100cecd5d21b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:10:48.152502 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-8e78caf6-d764-4662-9388-2d52e955479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:10:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9b53e035-b899-4165-875e-100cecd5d21b'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:10:48.215133 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-8e78caf6-d764-4662-9388-2d52e955479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:10:48.223735 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78caf6-d764-4662-9388-2d52e955479f None None] Routers {'9b53e035-b899-4165-875e-100cecd5d21b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:10:48.224315 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-8e78caf6-d764-4662-9388-2d52e955479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:10:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9b53e035-b899-4165-875e-100cecd5d21b'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:10:48.283408 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-8e78caf6-d764-4662-9388-2d52e955479f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:10:48.283803 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e78caf6-d764-4662-9388-2d52e955479f None None] The sync data for ids ['9b53e035-b899-4165-875e-100cecd5d21b'] in dv-neutron-861625-1-hyperv is: [] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:10:49.048508 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573066d2-33d1-4681-8509-8300794d74a0 None None] New status for floating IP 554a96c3-7b78-4665-95cb-6dc092566e38: DOWN {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:10:49.924368 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 937bdf4a-0998-40ac-a4a4-c120ba48820d no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:10:50.036095 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 937bdf4a-0998-40ac-a4a4-c120ba48820d is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:10:50.036461 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:50.067870 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 937bdf4a-0998-40ac-a4a4-c120ba48820d, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=937bdf4a-0998-40ac-a4a4-c120ba48820d,segment=NetworkSegment(89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7),segment_id=89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:10:50.071891 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:50.072630 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ed69d062-cb86-4457-987c-ffd4cd41dca7 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:10:50.188791 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=937bdf4a-0998-40ac-a4a4-c120ba48820d,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:10:50.247478 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port ed69d062-cb86-4457-987c-ffd4cd41dca7 is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:10:50.247859 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:50.263638 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port ed69d062-cb86-4457-987c-ffd4cd41dca7, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ed69d062-cb86-4457-987c-ffd4cd41dca7,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:10:50.267003 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:50.300729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 36974) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:10:50.305905 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-77fdde62-931c-4a17-91a7-9370c917189e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:10:50.333637 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=ed69d062-cb86-4457-987c-ffd4cd41dca7,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:10:50.712522 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e52536c1-981b-415d-b346-ad5e9b027b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:50.818339 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77fdde62-931c-4a17-91a7-9370c917189e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:50.828823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77fdde62-931c-4a17-91a7-9370c917189e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-407541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-407301'] for router, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:51.003196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fdde62-931c-4a17-91a7-9370c917189e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 9b53e035-b899-4165-875e-100cecd5d21b has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:10:51.179288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fdde62-931c-4a17-91a7-9370c917189e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:10:51.185691 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77fdde62-931c-4a17-91a7-9370c917189e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:51.187864 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-77fdde62-931c-4a17-91a7-9370c917189e tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/9b53e035-b899-4165-875e-100cecd5d21b HTTP/1.1" status: 200 len: 887 time: 0.8856900 Oct 18 08:10:51.190213 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8abc5a8-2ca7-4597-8a01-ffdde3172adc None None] Sync routers for ids ['9b53e035-b899-4165-875e-100cecd5d21b'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:10:51.190706 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36978) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:10:51.199922 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8abc5a8-2ca7-4597-8a01-ffdde3172adc None None] Routers {'9b53e035-b899-4165-875e-100cecd5d21b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:10:51.200537 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f8abc5a8-2ca7-4597-8a01-ffdde3172adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:10:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9b53e035-b899-4165-875e-100cecd5d21b'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:10:51.294949 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ceb0a5d0-0b24-4e55-8c8c-5033d9d974ef tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/554a96c3-7b78-4665-95cb-6dc092566e38 HTTP/1.1" status: 200 len: 992 time: 0.1033781 Oct 18 08:10:51.402986 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-f8abc5a8-2ca7-4597-8a01-ffdde3172adc None None] Set router 9b53e035-b899-4165-875e-100cecd5d21b gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:10:51.734046 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f8abc5a8-2ca7-4597-8a01-ffdde3172adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b53e035-b899-4165-875e-100cecd5d21b', 'name': 'tempest-TestNetworkBasicOps-router-890318801', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:09:51Z', 'updated_at': '2022-10-18T08:10:50Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:52Z', 'updated_at': '2022-10-18T08:10:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '554a96c3-7b78-4665-95cb-6dc092566e38', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.161', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'port_id': '0ccb50bb-e545-4e82-bb67-c542523a4a50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'mac_address': 'fa:16:3e:fe:fe:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a9e570-1159-464e-9ef0-41add570f908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:10:12Z', 'updated_at': '2022-10-18T08:10:49Z', 'revision_number': 2, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937bdf4a-0998-40ac-a4a4-c120ba48820d', 'name': '', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:36:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:55Z', 'updated_at': '2022-10-18T08:10:50Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:10:51.737575 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8abc5a8-2ca7-4597-8a01-ffdde3172adc None None] Checking router: 9b53e035-b899-4165-875e-100cecd5d21b for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:10:51.745584 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8abc5a8-2ca7-4597-8a01-ffdde3172adc None None] Routers {'9b53e035-b899-4165-875e-100cecd5d21b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:10:51.746157 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f8abc5a8-2ca7-4597-8a01-ffdde3172adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:10:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9b53e035-b899-4165-875e-100cecd5d21b'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:10:51.914576 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-f8abc5a8-2ca7-4597-8a01-ffdde3172adc None None] Set router 9b53e035-b899-4165-875e-100cecd5d21b gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:10:52.248996 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f8abc5a8-2ca7-4597-8a01-ffdde3172adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b53e035-b899-4165-875e-100cecd5d21b', 'name': 'tempest-TestNetworkBasicOps-router-890318801', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:09:51Z', 'updated_at': '2022-10-18T08:10:50Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:52Z', 'updated_at': '2022-10-18T08:10:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '554a96c3-7b78-4665-95cb-6dc092566e38', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.161', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'port_id': '0ccb50bb-e545-4e82-bb67-c542523a4a50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'mac_address': 'fa:16:3e:fe:fe:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a9e570-1159-464e-9ef0-41add570f908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:10:12Z', 'updated_at': '2022-10-18T08:10:49Z', 'revision_number': 2, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937bdf4a-0998-40ac-a4a4-c120ba48820d', 'name': '', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:36:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:55Z', 'updated_at': '2022-10-18T08:10:50Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:10:52.252762 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8abc5a8-2ca7-4597-8a01-ffdde3172adc None None] The sync data for ids ['9b53e035-b899-4165-875e-100cecd5d21b'] in dv-neutron-861625-1-hyperv is: [{'id': '9b53e035-b899-4165-875e-100cecd5d21b', 'name': 'tempest-TestNetworkBasicOps-router-890318801', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:09:51Z', 'updated_at': '2022-10-18T08:10:50Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:52Z', 'updated_at': '2022-10-18T08:10:50Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '554a96c3-7b78-4665-95cb-6dc092566e38', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'floating_ip_address': '172.26.8.161', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'port_id': '0ccb50bb-e545-4e82-bb67-c542523a4a50', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'mac_address': 'fa:16:3e:fe:fe:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a9e570-1159-464e-9ef0-41add570f908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:10:12Z', 'updated_at': '2022-10-18T08:10:49Z', 'revision_number': 2, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937bdf4a-0998-40ac-a4a4-c120ba48820d', 'name': '', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:36:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:55Z', 'updated_at': '2022-10-18T08:10:50Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:10:52.299254 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36982) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:10:52.407125 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c6dd6f0a-20eb-49f4-9a21-4441970595b6 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/554a96c3-7b78-4665-95cb-6dc092566e38 HTTP/1.1" status: 200 len: 992 time: 0.1067464 Oct 18 08:10:52.670041 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7fa7659e-8fc0-45e1-80db-7fc48ed8cbbd req-e256537a-44a3-4af9-9965-03463e640ec1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=92a9e570-1159-464e-9ef0-41add570f908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774541 Oct 18 08:10:52.845395 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7659e-8fc0-45e1-80db-7fc48ed8cbbd req-e623bc59-9128-4497-bdda-fe3a856ab2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:52.846910 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7fa7659e-8fc0-45e1-80db-7fc48ed8cbbd req-e623bc59-9128-4497-bdda-fe3a856ab2db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 1099 time: 0.0970283 Oct 18 08:10:53.004462 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7659e-8fc0-45e1-80db-7fc48ed8cbbd req-e7b6f3c2-7978-48df-a3ea-841ee107be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:53.005918 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7fa7659e-8fc0-45e1-80db-7fc48ed8cbbd req-e7b6f3c2-7978-48df-a3ea-841ee107be59 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 HTTP/1.1" status: 200 len: 898 time: 0.1307316 Oct 18 08:10:53.011771 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-383b12b9-c3eb-4d35-8df5-a91e91ad1214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:53.115780 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7fa7659e-8fc0-45e1-80db-7fc48ed8cbbd req-7d02388a-e6dc-404c-a174-a5061b0a138e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccb50bb-e545-4e82-bb67-c542523a4a50 HTTP/1.1" status: 200 len: 1000 time: 0.1006064 Oct 18 08:10:53.307272 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7659e-8fc0-45e1-80db-7fc48ed8cbbd req-b93cf637-bedc-4589-b54c-4f616407df50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:53.308737 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7fa7659e-8fc0-45e1-80db-7fc48ed8cbbd req-b93cf637-bedc-4589-b54c-4f616407df50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=accd62af-fbd2-4139-b3b6-85f5ac55fc98 HTTP/1.1" status: 200 len: 834 time: 0.1843116 Oct 18 08:10:53.395727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7659e-8fc0-45e1-80db-7fc48ed8cbbd req-f45e471b-54c1-49f1-b5c3-b94f940c94be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:53.397211 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7fa7659e-8fc0-45e1-80db-7fc48ed8cbbd req-f45e471b-54c1-49f1-b5c3-b94f940c94be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fca4710a-97eb-4c80-8d1a-e5a9b7d852a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808284 Oct 18 08:10:53.410732 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [req-7fa7659e-8fc0-45e1-80db-7fc48ed8cbbd req-90c80e2b-4b41-474e-b4f1-f38de45ed58a service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 08:10:53.411004 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36986) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:10:53.411730 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7fa7659e-8fc0-45e1-80db-7fc48ed8cbbd req-90c80e2b-4b41-474e-b4f1-f38de45ed58a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050833 Oct 18 08:10:53.523829 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-72a7beb9-315a-4043-8526-8cd72932516b tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/554a96c3-7b78-4665-95cb-6dc092566e38 HTTP/1.1" status: 200 len: 992 time: 0.1086745 Oct 18 08:10:53.547294 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7fa7659e-8fc0-45e1-80db-7fc48ed8cbbd req-0266bc09-255f-45c3-bd17-002c00ec1e3f service neutron] 10.222.0.46 "GET /v2.0/networks/fca4710a-97eb-4c80-8d1a-e5a9b7d852a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285262 Oct 18 08:10:53.680389 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7fa7659e-8fc0-45e1-80db-7fc48ed8cbbd req-66dd4ec8-3d01-442b-b39c-bbc1f066ae32 service neutron] 10.222.0.46 "GET /v2.0/networks/fca4710a-97eb-4c80-8d1a-e5a9b7d852a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243389 Oct 18 08:10:53.736247 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:53.818519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:53.863690 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c58348-fee8-448f-b458-2d4ac21bd806 None None] New status for floating IP 554a96c3-7b78-4665-95cb-6dc092566e38: ACTIVE {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:10:54.020847 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 937bdf4a-0998-40ac-a4a4-c120ba48820d up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:10:54.215117 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 937bdf4a-0998-40ac-a4a4-c120ba48820d triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:10:54.215481 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:54.215808 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 937bdf4a-0998-40ac-a4a4-c120ba48820d Oct 18 08:10:54.333751 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 937bdf4a-0998-40ac-a4a4-c120ba48820d is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:10:54.334126 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:54.366379 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 937bdf4a-0998-40ac-a4a4-c120ba48820d, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=937bdf4a-0998-40ac-a4a4-c120ba48820d,segment=NetworkSegment(89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7),segment_id=89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:10:54.370800 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:54.371547 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ed69d062-cb86-4457-987c-ffd4cd41dca7 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:10:54.491565 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=937bdf4a-0998-40ac-a4a4-c120ba48820d,revision_number=7']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:10:54.501690 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:54.502037 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:54.502376 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:54.502745 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:54.503076 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:54.503405 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:54.503729 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:54.504053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:54.504376 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:54.504695 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:54.505014 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:54.505330 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:54.516788 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port ed69d062-cb86-4457-987c-ffd4cd41dca7 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:10:54.517160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:54.517496 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port ed69d062-cb86-4457-987c-ffd4cd41dca7 Oct 18 08:10:54.525526 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36990) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:10:54.633109 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2dcbec01-fe32-48ce-b830-bb72637e07b1 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/floatingips/554a96c3-7b78-4665-95cb-6dc092566e38 HTTP/1.1" status: 200 len: 994 time: 0.1063540 Oct 18 08:10:54.634620 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port ed69d062-cb86-4457-987c-ffd4cd41dca7 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:10:54.635002 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:54.657129 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port ed69d062-cb86-4457-987c-ffd4cd41dca7, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ed69d062-cb86-4457-987c-ffd4cd41dca7,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:10:54.660845 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:54.730445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=ed69d062-cb86-4457-987c-ffd4cd41dca7,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:10:54.939128 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 36998) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:10:55.145661 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port c9664497-0569-42fc-9a21-25e1122ebe0a {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:10:55.145912 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:55.318525 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:55.318983 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:55.337213 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:55.441045 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for c9664497-0569-42fc-9a21-25e1122ebe0a owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:10:55.587028 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:55.632291 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=c9664497-0569-42fc-9a21-25e1122ebe0a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:10:55.676912 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:55.677258 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:55.677597 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:55.677929 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:55.678257 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:55.678605 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:55.678934 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:55.679263 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:55.679586 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:55.679907 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:55.680227 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:55.680545 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:55.849555 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:55.849884 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Floating IP 554a96c3-7b78-4665-95cb-6dc092566e38 disassociated (deleted). External IP: 172.26.8.161, port: 0ccb50bb-e545-4e82-bb67-c542523a4a50. Oct 18 08:10:55.938451 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 937bdf4a-0998-40ac-a4a4-c120ba48820d up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:10:56.004417 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 937bdf4a-0998-40ac-a4a4-c120ba48820d triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:10:56.004789 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:56.005122 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 937bdf4a-0998-40ac-a4a4-c120ba48820d Oct 18 08:10:56.121080 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 937bdf4a-0998-40ac-a4a4-c120ba48820d is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:10:56.122085 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ed69d062-cb86-4457-987c-ffd4cd41dca7 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:10:56.191888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port ed69d062-cb86-4457-987c-ffd4cd41dca7 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:10:56.192261 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:56.192597 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port ed69d062-cb86-4457-987c-ffd4cd41dca7 Oct 18 08:10:56.205716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 9b53e035-b899-4165-875e-100cecd5d21b has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:10:56.307499 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port ed69d062-cb86-4457-987c-ffd4cd41dca7 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:10:56.382862 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:10:56.392254 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85b01c8-598e-442e-8dcd-840255c85f27 None None] Sync routers for ids ['9b53e035-b899-4165-875e-100cecd5d21b'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:10:56.401343 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85b01c8-598e-442e-8dcd-840255c85f27 None None] Routers {'9b53e035-b899-4165-875e-100cecd5d21b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:10:56.401874 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:56.402087 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e85b01c8-598e-442e-8dcd-840255c85f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:10:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9b53e035-b899-4165-875e-100cecd5d21b'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:10:56.459256 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f11ccead-023f-4b02-adc0-9d87af57277f tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/floatingips/554a96c3-7b78-4665-95cb-6dc092566e38 HTTP/1.1" status: 204 len: 168 time: 1.5164967 Oct 18 08:10:56.459256 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a9e570-1159-464e-9ef0-41add570f908', 'tag': '0ccb50bb-e545-4e82-bb67-c542523a4a50'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:10:56.459819 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64684f32-723b-4a0c-94c5-4c628b407655" -d '{"events": [{"name": "network-changed", "server_uuid": "92a9e570-1159-464e-9ef0-41add570f908", "tag": "0ccb50bb-e545-4e82-bb67-c542523a4a50"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:10:56.508376 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fed168-dfb8-4ea3-9c2c-9ba8eb3c4dce x-openstack-request-id: req-81fed168-dfb8-4ea3-9c2c-9ba8eb3c4dce {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:10:56.508735 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a9e570-1159-464e-9ef0-41add570f908", "tag": "0ccb50bb-e545-4e82-bb67-c542523a4a50", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:10:56.509049 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-81fed168-dfb8-4ea3-9c2c-9ba8eb3c4dce {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:10:56.509516 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81fed168-dfb8-4ea3-9c2c-9ba8eb3c4dce'] response: {'name': 'network-changed', 'server_uuid': '92a9e570-1159-464e-9ef0-41add570f908', 'tag': '0ccb50bb-e545-4e82-bb67-c542523a4a50', 'status': 'completed', 'code': 200} Oct 18 08:10:56.581072 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-e85b01c8-598e-442e-8dcd-840255c85f27 None None] Set router 9b53e035-b899-4165-875e-100cecd5d21b gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:10:56.608782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64684f32-723b-4a0c-94c5-4c628b407655 req-662b280f-7be4-4241-81a4-b47c4bdc3652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:56.610245 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-64684f32-723b-4a0c-94c5-4c628b407655 req-662b280f-7be4-4241-81a4-b47c4bdc3652 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe65c6866dd844bd972010a3653293ed&device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 1099 time: 0.0782673 Oct 18 08:10:56.750469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64684f32-723b-4a0c-94c5-4c628b407655 req-a68d9a36-f5c0-485f-a05d-b3092c39c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:56.752093 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-64684f32-723b-4a0c-94c5-4c628b407655 req-a68d9a36-f5c0-485f-a05d-b3092c39c087 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 HTTP/1.1" status: 200 len: 898 time: 0.1332440 Oct 18 08:10:56.827087 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-64684f32-723b-4a0c-94c5-4c628b407655 req-3f21241e-b229-44c0-b090-214a9f6edd39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ccb50bb-e545-4e82-bb67-c542523a4a50 HTTP/1.1" status: 200 len: 217 time: 0.0647929 Oct 18 08:10:56.861920 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4674c4-41bf-4bde-bec6-e166e269a04e req-3393fffd-c275-4061-9fd1-6a590f8a14cb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:56.862760 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-5b4674c4-41bf-4bde-bec6-e166e269a04e req-3393fffd-c275-4061-9fd1-6a590f8a14cb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:10:56.879314 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-5b4674c4-41bf-4bde-bec6-e166e269a04e req-3393fffd-c275-4061-9fd1-6a590f8a14cb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:10:56.880476 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5b4674c4-41bf-4bde-bec6-e166e269a04e req-3393fffd-c275-4061-9fd1-6a590f8a14cb tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 946 time: 0.1174719 Oct 18 08:10:56.890909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64684f32-723b-4a0c-94c5-4c628b407655 req-a56e9ed6-fc31-4eb6-acea-b4db5fc63378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:56.892335 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-64684f32-723b-4a0c-94c5-4c628b407655 req-a56e9ed6-fc31-4eb6-acea-b4db5fc63378 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=accd62af-fbd2-4139-b3b6-85f5ac55fc98 HTTP/1.1" status: 200 len: 834 time: 0.0593495 Oct 18 08:10:56.927675 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5b4674c4-41bf-4bde-bec6-e166e269a04e req-960128c5-03ad-440a-aa2b-fca1ee8f4dc0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=0f60ab0f-9ba0-427a-a47f-d914064da450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407178 Oct 18 08:10:56.934687 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e85b01c8-598e-442e-8dcd-840255c85f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b53e035-b899-4165-875e-100cecd5d21b', 'name': 'tempest-TestNetworkBasicOps-router-890318801', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:09:51Z', 'updated_at': '2022-10-18T08:10:50Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:52Z', 'updated_at': '2022-10-18T08:10:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '937bdf4a-0998-40ac-a4a4-c120ba48820d', 'name': '', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:36:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:55Z', 'updated_at': '2022-10-18T08:10:54Z', 'revision_number': 7, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:10:56.939196 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85b01c8-598e-442e-8dcd-840255c85f27 None None] Checking router: 9b53e035-b899-4165-875e-100cecd5d21b for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:10:56.952768 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85b01c8-598e-442e-8dcd-840255c85f27 None None] Routers {'9b53e035-b899-4165-875e-100cecd5d21b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:10:56.953442 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e85b01c8-598e-442e-8dcd-840255c85f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:10:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9b53e035-b899-4165-875e-100cecd5d21b'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:10:56.980856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64684f32-723b-4a0c-94c5-4c628b407655 req-055891fe-1288-4701-b4b4-c45acec1d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:56.982326 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-64684f32-723b-4a0c-94c5-4c628b407655 req-055891fe-1288-4701-b4b4-c45acec1d663 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fca4710a-97eb-4c80-8d1a-e5a9b7d852a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826807 Oct 18 08:10:57.114120 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-64684f32-723b-4a0c-94c5-4c628b407655 req-ac3554a7-7e8f-4593-b5b9-4a15f32556bb service neutron] 10.222.0.46 "GET /v2.0/networks/fca4710a-97eb-4c80-8d1a-e5a9b7d852a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243935 Oct 18 08:10:57.126857 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-e85b01c8-598e-442e-8dcd-840255c85f27 None None] Set router 9b53e035-b899-4165-875e-100cecd5d21b gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:10:57.248491 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-64684f32-723b-4a0c-94c5-4c628b407655 req-ee92727b-f179-45c0-b030-e641227f4426 service neutron] 10.222.0.46 "GET /v2.0/networks/fca4710a-97eb-4c80-8d1a-e5a9b7d852a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277611 Oct 18 08:10:57.433005 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e85b01c8-598e-442e-8dcd-840255c85f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b53e035-b899-4165-875e-100cecd5d21b', 'name': 'tempest-TestNetworkBasicOps-router-890318801', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:09:51Z', 'updated_at': '2022-10-18T08:10:50Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:52Z', 'updated_at': '2022-10-18T08:10:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '937bdf4a-0998-40ac-a4a4-c120ba48820d', 'name': '', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:36:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:55Z', 'updated_at': '2022-10-18T08:10:54Z', 'revision_number': 7, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:10:57.437306 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85b01c8-598e-442e-8dcd-840255c85f27 None None] The sync data for ids ['9b53e035-b899-4165-875e-100cecd5d21b'] in dv-neutron-861625-1-hyperv is: [{'id': '9b53e035-b899-4165-875e-100cecd5d21b', 'name': 'tempest-TestNetworkBasicOps-router-890318801', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:09:51Z', 'updated_at': '2022-10-18T08:10:50Z', 'revision_number': 6, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:52Z', 'updated_at': '2022-10-18T08:10:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '937bdf4a-0998-40ac-a4a4-c120ba48820d', 'name': '', 'network_id': 'fca4710a-97eb-4c80-8d1a-e5a9b7d852a0', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'mac_address': 'fa:16:3e:36:36:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:55Z', 'updated_at': '2022-10-18T08:10:54Z', 'revision_number': 7, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'subnets': [{'id': 'accd62af-fbd2-4139-b3b6-85f5ac55fc98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:10:58.100541 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7ad060-6bde-43ec-b96b-c8340fe84425 None None] New status for floating IP 554a96c3-7b78-4665-95cb-6dc092566e38: DOWN {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:10:58.141115 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5161b2-99c3-491c-a588-885203a10316 req-039d47fe-9a0b-48a1-bfda-c36fc6a27633 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:58.142729 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3b5161b2-99c3-491c-a588-885203a10316 req-039d47fe-9a0b-48a1-bfda-c36fc6a27633 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 946 time: 0.0896885 Oct 18 08:10:58.187694 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3b5161b2-99c3-491c-a588-885203a10316 req-d51df07a-0432-4840-9c38-b0810370c609 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/security-groups?id=0f60ab0f-9ba0-427a-a47f-d914064da450&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388362 Oct 18 08:10:58.327207 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31250e0-79de-4846-bd2a-23e4fb3649f2 req-bcc5b099-a336-4d12-866b-a0e1db452fd0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:10:58.328618 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e31250e0-79de-4846-bd2a-23e4fb3649f2 req-bcc5b099-a336-4d12-866b-a0e1db452fd0 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "GET /v2.0/ports?device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 946 time: 0.0898333 Oct 18 08:10:58.399908 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-e31250e0-79de-4846-bd2a-23e4fb3649f2 req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 0ccb50bb-e545-4e82-bb67-c542523a4a50 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:10:58.400250 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e31250e0-79de-4846-bd2a-23e4fb3649f2 req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:58.738425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-e31250e0-79de-4846-bd2a-23e4fb3649f2 req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 0ccb50bb-e545-4e82-bb67-c542523a4a50, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0ccb50bb-e545-4e82-bb67-c542523a4a50,segment=NetworkSegment(89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7),segment_id=89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:10:58.738797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e31250e0-79de-4846-bd2a-23e4fb3649f2 req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:58.858358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-e31250e0-79de-4846-bd2a-23e4fb3649f2 req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 0ccb50bb-e545-4e82-bb67-c542523a4a50 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:10:59.000990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e31250e0-79de-4846-bd2a-23e4fb3649f2 req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:59.054369 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=0ccb50bb-e545-4e82-bb67-c542523a4a50,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:10:59.096456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:59.096800 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:59.097136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:59.097470 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:59.097795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:59.098120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:59.098440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:59.098789 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:59.099110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:59.099426 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:59.099745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:59.100060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:10:59.148288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31250e0-79de-4846-bd2a-23e4fb3649f2 req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] No DVR routers for this DVR port 0ccb50bb-e545-4e82-bb67-c542523a4a50 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:10:59.150687 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e31250e0-79de-4846-bd2a-23e4fb3649f2 req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:10:59.153205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a9e570-1159-464e-9ef0-41add570f908', 'name': 'network-vif-deleted', 'tag': '0ccb50bb-e545-4e82-bb67-c542523a4a50'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:10:59.156096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c4a96c-045f-493b-87b2-d56a0f7d42fe" -d '{"events": [{"server_uuid": "92a9e570-1159-464e-9ef0-41add570f908", "name": "network-vif-deleted", "tag": "0ccb50bb-e545-4e82-bb67-c542523a4a50"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:10:59.172294 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e31250e0-79de-4846-bd2a-23e4fb3649f2 req-74a2e862-291f-4097-926f-62c2117ac520 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.46 "DELETE /v2.0/ports/0ccb50bb-e545-4e82-bb67-c542523a4a50 HTTP/1.1" status: 204 len: 173 time: 0.8355958 Oct 18 08:10:59.206528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc65e1c-d355-402f-8183-5d82eabedd90 x-openstack-request-id: req-edc65e1c-d355-402f-8183-5d82eabedd90 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:10:59.207431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a9e570-1159-464e-9ef0-41add570f908", "name": "network-vif-deleted", "tag": "0ccb50bb-e545-4e82-bb67-c542523a4a50", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:10:59.207690 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-edc65e1c-d355-402f-8183-5d82eabedd90 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:10:59.208194 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc65e1c-d355-402f-8183-5d82eabedd90'] response: {'server_uuid': '92a9e570-1159-464e-9ef0-41add570f908', 'name': 'network-vif-deleted', 'tag': '0ccb50bb-e545-4e82-bb67-c542523a4a50', 'status': 'completed', 'code': 200} Oct 18 08:10:59.357306 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-48fc87e3-f14e-42c8-9a1f-0e3d2e08122f req-4fbb6af8-da26-429e-9035-3632b12e3ce9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Synchronizing usage tracker for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:10:59.373448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-48fc87e3-f14e-42c8-9a1f-0e3d2e08122f req-4fbb6af8-da26-429e-9035-3632b12e3ce9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Unset dirty status for tenant:fe65c6866dd844bd972010a3653293ed on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:10:59.374523 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-48fc87e3-f14e-42c8-9a1f-0e3d2e08122f req-4fbb6af8-da26-429e-9035-3632b12e3ce9 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "GET /v2.0/ports?device_id=92a9e570-1159-464e-9ef0-41add570f908 HTTP/1.1" status: 200 len: 210 time: 0.0699635 Oct 18 08:11:00.474012 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37016) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:11:00.540801 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb6dedea-8f4c-48f4-ae40-00ab08999847 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:00.573455 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb6dedea-8f4c-48f4-ae40-00ab08999847 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:00.638024 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb6dedea-8f4c-48f4-ae40-00ab08999847 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:00.656629 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6dedea-8f4c-48f4-ae40-00ab08999847 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f60ab0f-9ba0-427a-a47f-d914064da450,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:00.667749 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eb6dedea-8f4c-48f4-ae40-00ab08999847 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:00.668874 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-eb6dedea-8f4c-48f4-ae40-00ab08999847 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/security-groups/0f60ab0f-9ba0-427a-a47f-d914064da450 HTTP/1.1" status: 204 len: 168 time: 0.1937826 Oct 18 08:11:00.700592 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37022) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:11:00.782219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 0ccb50bb-e545-4e82-bb67-c542523a4a50 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:11:00.816499 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 0ccb50bb-e545-4e82-bb67-c542523a4a50 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:11:00.816840 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 0ccb50bb-e545-4e82-bb67-c542523a4a50 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:11:01.353391 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2a3b4862-4544-40e8-b3d3-0ef7fcf0b0d2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:01.698413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b4862-4544-40e8-b3d3-0ef7fcf0b0d2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port 937bdf4a-0998-40ac-a4a4-c120ba48820d {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:11:01.699128 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2a3b4862-4544-40e8-b3d3-0ef7fcf0b0d2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:01.885959 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-2a3b4862-4544-40e8-b3d3-0ef7fcf0b0d2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port 937bdf4a-0998-40ac-a4a4-c120ba48820d, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=937bdf4a-0998-40ac-a4a4-c120ba48820d,segment=NetworkSegment(89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7),segment_id=89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:11:01.886319 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2a3b4862-4544-40e8-b3d3-0ef7fcf0b0d2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:02.009793 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b4862-4544-40e8-b3d3-0ef7fcf0b0d2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for 937bdf4a-0998-40ac-a4a4-c120ba48820d owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:11:02.184711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2a3b4862-4544-40e8-b3d3-0ef7fcf0b0d2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:02.229849 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b4862-4544-40e8-b3d3-0ef7fcf0b0d2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=937bdf4a-0998-40ac-a4a4-c120ba48820d,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:02.513285 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2a3b4862-4544-40e8-b3d3-0ef7fcf0b0d2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:02.977959 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3b4862-4544-40e8-b3d3-0ef7fcf0b0d2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Router 9b53e035-b899-4165-875e-100cecd5d21b has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:11:03.156869 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3b4862-4544-40e8-b3d3-0ef7fcf0b0d2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:11:03.167331 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0aa483-6554-4fc1-b27d-f728f67e9738 None None] Sync routers for ids ['9b53e035-b899-4165-875e-100cecd5d21b'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:11:03.174386 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2a3b4862-4544-40e8-b3d3-0ef7fcf0b0d2 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "PUT /v2.0/routers/9b53e035-b899-4165-875e-100cecd5d21b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4726791 Oct 18 08:11:03.177167 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37026) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:11:03.179259 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0aa483-6554-4fc1-b27d-f728f67e9738 None None] Routers {'9b53e035-b899-4165-875e-100cecd5d21b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:11:03.179850 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ce0aa483-6554-4fc1-b27d-f728f67e9738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:10:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9b53e035-b899-4165-875e-100cecd5d21b'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:11:03.242859 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-9beb8bad-237c-4e9b-8acf-64c14abe8664 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting subnet accd62af-fbd2-4139-b3b6-85f5ac55fc98 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:11:03.245767 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9beb8bad-237c-4e9b-8acf-64c14abe8664 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:03.301886 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9beb8bad-237c-4e9b-8acf-64c14abe8664 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:03.355220 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-ce0aa483-6554-4fc1-b27d-f728f67e9738 None None] Set router 9b53e035-b899-4165-875e-100cecd5d21b gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:11:03.386452 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9beb8bad-237c-4e9b-8acf-64c14abe8664 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:03.459066 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9beb8bad-237c-4e9b-8acf-64c14abe8664 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:03.503244 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9beb8bad-237c-4e9b-8acf-64c14abe8664 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:03.506927 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb8bad-237c-4e9b-8acf-64c14abe8664 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Subnet': ['ID=accd62af-fbd2-4139-b3b6-85f5ac55fc98,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:03.510472 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7420787f-5aa0-494d-8771-d921ee744eac None None] Network fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:11:03.516043 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9beb8bad-237c-4e9b-8acf-64c14abe8664 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/subnets/accd62af-fbd2-4139-b3b6-85f5ac55fc98 HTTP/1.1" status: 204 len: 168 time: 0.3343592 Oct 18 08:11:03.516766 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37030) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:11:03.641921 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ce0aa483-6554-4fc1-b27d-f728f67e9738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b53e035-b899-4165-875e-100cecd5d21b', 'name': 'tempest-TestNetworkBasicOps-router-890318801', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:09:51Z', 'updated_at': '2022-10-18T08:11:02Z', 'revision_number': 7, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:52Z', 'updated_at': '2022-10-18T08:10:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:11:03.645692 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0aa483-6554-4fc1-b27d-f728f67e9738 None None] Checking router: 9b53e035-b899-4165-875e-100cecd5d21b for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:11:03.654210 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0aa483-6554-4fc1-b27d-f728f67e9738 None None] Routers {'9b53e035-b899-4165-875e-100cecd5d21b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:11:03.654513 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ce0aa483-6554-4fc1-b27d-f728f67e9738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:10:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['9b53e035-b899-4165-875e-100cecd5d21b'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:11:03.709915 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f0f2-6632-4f6b-afb2-bfdf139844bf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:03.775143 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b220f9-e980-46f5-b26a-4e073f532dff None None] DHCP port deletion for fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:11:03.779437 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b7b220f9-e980-46f5-b26a-4e073f532dff None None] Deleting port 49c8ad99-a32b-4624-b653-aa698a972059 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:11:03.779951 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b7b220f9-e980-46f5-b26a-4e073f532dff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:03.873779 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-ce0aa483-6554-4fc1-b27d-f728f67e9738 None None] Set router 9b53e035-b899-4165-875e-100cecd5d21b gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:11:03.908018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f0f2-6632-4f6b-afb2-bfdf139844bf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:03.920551 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1f0f2-6632-4f6b-afb2-bfdf139844bf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Deleting port ed69d062-cb86-4457-987c-ffd4cd41dca7 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:11:03.921136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f0f2-6632-4f6b-afb2-bfdf139844bf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:04.007516 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 49c8ad99-a32b-4624-b653-aa698a972059 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:11:04.079388 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b7b220f9-e980-46f5-b26a-4e073f532dff None None] For port 49c8ad99-a32b-4624-b653-aa698a972059, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=49c8ad99-a32b-4624-b653-aa698a972059,segment=NetworkSegment(89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7),segment_id=89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:11:04.079770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b7b220f9-e980-46f5-b26a-4e073f532dff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:04.132721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-8ab1f0f2-6632-4f6b-afb2-bfdf139844bf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] For port ed69d062-cb86-4457-987c-ffd4cd41dca7, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ed69d062-cb86-4457-987c-ffd4cd41dca7,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:11:04.133560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f0f2-6632-4f6b-afb2-bfdf139844bf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:04.165120 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ce0aa483-6554-4fc1-b27d-f728f67e9738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b53e035-b899-4165-875e-100cecd5d21b', 'name': 'tempest-TestNetworkBasicOps-router-890318801', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:09:51Z', 'updated_at': '2022-10-18T08:11:02Z', 'revision_number': 7, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:52Z', 'updated_at': '2022-10-18T08:10:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:11:04.169079 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0aa483-6554-4fc1-b27d-f728f67e9738 None None] The sync data for ids ['9b53e035-b899-4165-875e-100cecd5d21b'] in dv-neutron-861625-1-hyperv is: [{'id': '9b53e035-b899-4165-875e-100cecd5d21b', 'name': 'tempest-TestNetworkBasicOps-router-890318801', 'tenant_id': 'fe65c6866dd844bd972010a3653293ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:09:51Z', 'updated_at': '2022-10-18T08:11:02Z', 'revision_number': 7, 'project_id': 'fe65c6866dd844bd972010a3653293ed', 'gw_port': {'id': 'ed69d062-cb86-4457-987c-ffd4cd41dca7', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:22:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b53e035-b899-4165-875e-100cecd5d21b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:09:52Z', 'updated_at': '2022-10-18T08:10:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:11:04.238645 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b7b220f9-e980-46f5-b26a-4e073f532dff None None] Calling delete_port for 49c8ad99-a32b-4624-b653-aa698a972059 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:11:04.272491 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1f0f2-6632-4f6b-afb2-bfdf139844bf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Calling delete_port for ed69d062-cb86-4457-987c-ffd4cd41dca7 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:11:04.314198 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 49c8ad99-a32b-4624-b653-aa698a972059 is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:11:04.314494 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:04.384479 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b7b220f9-e980-46f5-b26a-4e073f532dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:04.434676 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b220f9-e980-46f5-b26a-4e073f532dff None None] Pushing event deleted for resources: {'Port': ['ID=49c8ad99-a32b-4624-b653-aa698a972059,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:04.440522 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b220f9-e980-46f5-b26a-4e073f532dff None None] No DVR routers for this DVR port 49c8ad99-a32b-4624-b653-aa698a972059 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:11:04.546006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f0f2-6632-4f6b-afb2-bfdf139844bf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:04.592967 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:04.594896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1f0f2-6632-4f6b-afb2-bfdf139844bf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Port': ['ID=ed69d062-cb86-4457-987c-ffd4cd41dca7,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:04.698898 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f0f2-6632-4f6b-afb2-bfdf139844bf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:04.868936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f0f2-6632-4f6b-afb2-bfdf139844bf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:04.871011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f0f2-6632-4f6b-afb2-bfdf139844bf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:04.894851 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f0f2-6632-4f6b-afb2-bfdf139844bf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:04.895376 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab1f0f2-6632-4f6b-afb2-bfdf139844bf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Fanout notify agent at l3_agent the message router_deleted on router 9b53e035-b899-4165-875e-100cecd5d21b {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:11:04.910702 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1f0f2-6632-4f6b-afb2-bfdf139844bf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:04.912599 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8ab1f0f2-6632-4f6b-afb2-bfdf139844bf tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/routers/9b53e035-b899-4165-875e-100cecd5d21b HTTP/1.1" status: 204 len: 168 time: 1.3953233 Oct 18 08:11:04.914402 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37034) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:11:05.029294 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-60d8369f-f8c4-4bd9-a49e-eea9def9b714 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:05.158600 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-60d8369f-f8c4-4bd9-a49e-eea9def9b714 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:05.183273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-60d8369f-f8c4-4bd9-a49e-eea9def9b714 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca4710a-97eb-4c80-8d1a-e5a9b7d852a0']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:11:05.195540 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-60d8369f-f8c4-4bd9-a49e-eea9def9b714 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:11:05.195840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-60d8369f-f8c4-4bd9-a49e-eea9def9b714 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:11:05.207485 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-60d8369f-f8c4-4bd9-a49e-eea9def9b714 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:05.223054 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-60d8369f-f8c4-4bd9-a49e-eea9def9b714 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:05.229220 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d8369f-f8c4-4bd9-a49e-eea9def9b714 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:11:05.229611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-60d8369f-f8c4-4bd9-a49e-eea9def9b714 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:05.297806 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7 resource provider aggregate not found Oct 18 08:11:05.323114 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89d2ca5c-cdd2-498e-aedb-a4ffa3cfddb7 found for delete ", "request_id": "req-0c11bcbc-08a4-4e1d-8475-13aa47649e53"}]} Oct 18 08:11:05.339431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-60d8369f-f8c4-4bd9-a49e-eea9def9b714 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:05.356926 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-60d8369f-f8c4-4bd9-a49e-eea9def9b714 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:05.368075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8369f-f8c4-4bd9-a49e-eea9def9b714 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] Pushing event deleted for resources: {'Network': ['ID=fca4710a-97eb-4c80-8d1a-e5a9b7d852a0,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:05.376489 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-60d8369f-f8c4-4bd9-a49e-eea9def9b714 tempest-TestNetworkBasicOps-1937489106 tempest-TestNetworkBasicOps-1937489106-project] 10.222.0.17 "DELETE /v2.0/networks/fca4710a-97eb-4c80-8d1a-e5a9b7d852a0 HTTP/1.1" status: 204 len: 168 time: 0.4610600 Oct 18 08:11:05.664079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37048) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:11:05.807416 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b3eb712c-64d3-41d2-ba29-7cba73f05213 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fe65c6866dd844bd972010a3653293ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422100 Oct 18 08:11:05.809943 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37054) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:11:05.870046 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-12b77340-0c22-4f16-bbf6-2c791fcb14ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:05.896900 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-12b77340-0c22-4f16-bbf6-2c791fcb14ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:05.933300 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 937bdf4a-0998-40ac-a4a4-c120ba48820d no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:11:05.950086 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-12b77340-0c22-4f16-bbf6-2c791fcb14ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:05.966311 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b77340-0c22-4f16-bbf6-2c791fcb14ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8bf842-71e0-4c0a-a764-5e71ae636857,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:05.968855 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 937bdf4a-0998-40ac-a4a4-c120ba48820d {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:11:05.969200 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 937bdf4a-0998-40ac-a4a4-c120ba48820d not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:11:05.969804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ed69d062-cb86-4457-987c-ffd4cd41dca7 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:11:05.974728 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-12b77340-0c22-4f16-bbf6-2c791fcb14ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:05.975901 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-12b77340-0c22-4f16-bbf6-2c791fcb14ef admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4f8bf842-71e0-4c0a-a764-5e71ae636857 HTTP/1.1" status: 204 len: 168 time: 0.1650534 Oct 18 08:11:06.013221 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: ed69d062-cb86-4457-987c-ffd4cd41dca7 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:11:06.013572 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ed69d062-cb86-4457-987c-ffd4cd41dca7 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:11:06.252547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37062) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:11:06.269798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c723eb7e-b580-4e97-ab8d-10592bcceebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:06.285190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c723eb7e-b580-4e97-ab8d-10592bcceebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:11:06.289050 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c723eb7e-b580-4e97-ab8d-10592bcceebf admin admin] Usage tracker for resource:security_group_rule and tenant:0796314364004d148c6e95960384c84e is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:11:06.291850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c723eb7e-b580-4e97-ab8d-10592bcceebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:11:06.297982 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c723eb7e-b580-4e97-ab8d-10592bcceebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:11:06.383790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c723eb7e-b580-4e97-ab8d-10592bcceebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:06.387477 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c723eb7e-b580-4e97-ab8d-10592bcceebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:06.436657 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c723eb7e-b580-4e97-ab8d-10592bcceebf admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0796314364004d148c6e95960384c84e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830635 Oct 18 08:11:06.438195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723eb7e-b580-4e97-ab8d-10592bcceebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220e386c-ed17-4a4c-9e7e-eb2662980ece,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:06.439489 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37066) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:11:06.496608 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f475dda4-9299-4f86-b65e-7a10a8264a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:06.522122 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f475dda4-9299-4f86-b65e-7a10a8264a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:06.574085 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f475dda4-9299-4f86-b65e-7a10a8264a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:06.589916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475dda4-9299-4f86-b65e-7a10a8264a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220e386c-ed17-4a4c-9e7e-eb2662980ece,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:06.595167 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f475dda4-9299-4f86-b65e-7a10a8264a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:06.596264 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f475dda4-9299-4f86-b65e-7a10a8264a43 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/220e386c-ed17-4a4c-9e7e-eb2662980ece HTTP/1.1" status: 204 len: 168 time: 0.1558163 Oct 18 08:11:12.850384 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0029f144-db97-4da1-b753-3dce5b888650 req-db10a660-2581-4beb-9ca6-03ec751a53a4 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=bb4ecd6790a84688a8e82274cba156b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270946 Oct 18 08:11:12.997368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029f144-db97-4da1-b753-3dce5b888650 req-db5a7134-e7a6-4685-b5bf-b21c9b69e103 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:12.999443 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0029f144-db97-4da1-b753-3dce5b888650 req-db5a7134-e7a6-4685-b5bf-b21c9b69e103 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1442101 Oct 18 08:11:13.013489 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0029f144-db97-4da1-b753-3dce5b888650 req-1928b50f-4a92-4091-90f9-7bf5b0eeaf8d tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/quotas/bb4ecd6790a84688a8e82274cba156b3 HTTP/1.1" status: 200 len: 375 time: 0.0087326 Oct 18 08:11:13.071473 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0029f144-db97-4da1-b753-3dce5b888650 req-2d8630e6-c761-458c-9154-d12924072232 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=bb4ecd6790a84688a8e82274cba156b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530262 Oct 18 08:11:13.250907 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ee9a3d86-62f1-4de4-b9c8-ecec09b55dc1 req-05afc4fa-f342-4e45-8344-2c2a902b93b3 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/ports?device_id=facd3b5b-f5d9-4694-939d-bf83885e10c2 HTTP/1.1" status: 200 len: 210 time: 0.0499547 Oct 18 08:11:14.212061 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0029f144-db97-4da1-b753-3dce5b888650 req-b57f74b8-c415-4cfb-9c57-34c2f290443e tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=bb4ecd6790a84688a8e82274cba156b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307062 Oct 18 08:11:14.367233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029f144-db97-4da1-b753-3dce5b888650 req-03b6f648-b989-4697-82c0-afe6adf390c3 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:14.369083 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0029f144-db97-4da1-b753-3dce5b888650 req-03b6f648-b989-4697-82c0-afe6adf390c3 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1523938 Oct 18 08:11:14.387583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Request body: {'port': {'device_id': 'facd3b5b-f5d9-4694-939d-bf83885e10c2', 'network_id': 'b290cd51-daa5-426f-a57b-62666f9774f8', 'admin_state_up': True, 'tenant_id': 'bb4ecd6790a84688a8e82274cba156b3'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:11:14.415411 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2dc1db68-a500-4b25-950f-22a194d30de1 req-a6189548-2142-447e-a90b-40707d6756a2 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/ports?device_id=facd3b5b-f5d9-4694-939d-bf83885e10c2 HTTP/1.1" status: 200 len: 210 time: 0.0506635 Oct 18 08:11:14.533041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:11:14.537067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Usage tracker for resource:port and tenant:bb4ecd6790a84688a8e82274cba156b3 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:11:14.539817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:11:14.545952 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:11:14.555726 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Made reservation on behalf of bb4ecd6790a84688a8e82274cba156b3 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:11:14.559190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:14.571429 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:14.585631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:11:14.589353 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Usage tracker for resource:security_group_rule and tenant:bb4ecd6790a84688a8e82274cba156b3 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:11:14.592097 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:11:14.597703 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:11:14.677939 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:14.681623 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:14.855764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbfb836-5345-4eb7-a23e-f4fabb4dd800,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:14.946921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Allocated IP 192.168.233.247 (b290cd51-daa5-426f-a57b-62666f9774f8/d7a0608c-ad84-49cf-9d35-59145172b732/867df7e5-0941-4ad8-9cb0-766997fafc5d) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:11:15.145226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:15.160785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Transition to ACTIVE for port object 867df7e5-0941-4ad8-9cb0-766997fafc5d will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:11:15.184647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:15.253922 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Network b290cd51-daa5-426f-a57b-62666f9774f8 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:11:15.256863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:11:15.260547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:11:15.295467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Pushing event updated for resources: {'Port': ['ID=867df7e5-0941-4ad8-9cb0-766997fafc5d,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:15.336168 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:15.336778 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:15.367239 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0029f144-db97-4da1-b753-3dce5b888650 req-1a0dc87c-a66e-4b38-bdd9-eb6cb8b4ad84 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9836445 Oct 18 08:11:15.382370 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Request body: {'port': {'device_id': 'facd3b5b-f5d9-4694-939d-bf83885e10c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:11:15.494233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d1fc7ea6-76e3-420a-a73f-bcc3b238b8b9 None None] Provisioning for port 867df7e5-0941-4ad8-9cb0-766997fafc5d completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:11:15.496943 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:15.499576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d1fc7ea6-76e3-420a-a73f-bcc3b238b8b9 None None] Provisioning complete for port 867df7e5-0941-4ad8-9cb0-766997fafc5d triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:11:15.500202 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d1fc7ea6-76e3-420a-a73f-bcc3b238b8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:15.500520 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d1fc7ea6-76e3-420a-a73f-bcc3b238b8b9 None None] Attempt 1 to provision port 867df7e5-0941-4ad8-9cb0-766997fafc5d Oct 18 08:11:15.553983 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc7ea6-76e3-420a-a73f-bcc3b238b8b9 None None] Port 867df7e5-0941-4ad8-9cb0-766997fafc5d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:11:15.784699 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:11:15.793008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fda2c-bda3-4fcb-a32e-99dd430478d9 req-3156375b-a7c7-458c-b586-b7abc27dae92 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:15.793695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-600fda2c-bda3-4fcb-a32e-99dd430478d9 req-3156375b-a7c7-458c-b586-b7abc27dae92 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Synchronizing usage tracker for tenant:bb4ecd6790a84688a8e82274cba156b3 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:11:15.839937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-600fda2c-bda3-4fcb-a32e-99dd430478d9 req-3156375b-a7c7-458c-b586-b7abc27dae92 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Unset dirty status for tenant:bb4ecd6790a84688a8e82274cba156b3 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:11:15.841060 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-600fda2c-bda3-4fcb-a32e-99dd430478d9 req-3156375b-a7c7-458c-b586-b7abc27dae92 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/ports?device_id=facd3b5b-f5d9-4694-939d-bf83885e10c2 HTTP/1.1" status: 200 len: 936 time: 0.2705629 Oct 18 08:11:15.938852 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-600fda2c-bda3-4fcb-a32e-99dd430478d9 req-a3901ed3-92ea-4bab-9235-766d13517e48 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Synchronizing usage tracker for tenant:bb4ecd6790a84688a8e82274cba156b3 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:11:15.954781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867df7e5-0941-4ad8-9cb0-766997fafc5d {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:11:15.965148 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:15.975411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-600fda2c-bda3-4fcb-a32e-99dd430478d9 req-a3901ed3-92ea-4bab-9235-766d13517e48 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Unset dirty status for tenant:bb4ecd6790a84688a8e82274cba156b3 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:11:15.976528 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-600fda2c-bda3-4fcb-a32e-99dd430478d9 req-a3901ed3-92ea-4bab-9235-766d13517e48 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/security-groups?id=0fbfb836-5345-4eb7-a23e-f4fabb4dd800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293447 Oct 18 08:11:15.982982 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Transition to ACTIVE for port object 867df7e5-0941-4ad8-9cb0-766997fafc5d will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:11:15.986901 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:16.055158 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d1fc7ea6-76e3-420a-a73f-bcc3b238b8b9 None None] Attempt 2 to provision port 867df7e5-0941-4ad8-9cb0-766997fafc5d Oct 18 08:11:16.112663 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc7ea6-76e3-420a-a73f-bcc3b238b8b9 None None] Port 867df7e5-0941-4ad8-9cb0-766997fafc5d cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:11:16.173750 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Pushing event updated for resources: {'Port': ['ID=867df7e5-0941-4ad8-9cb0-766997fafc5d,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:16.210750 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Attempting to bind port 867df7e5-0941-4ad8-9cb0-766997fafc5d on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:11:16.211077 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Attempting to bind port 867df7e5-0941-4ad8-9cb0-766997fafc5d by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '88e8c47e-05f5-4e4f-894b-89c55a7ed63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b290cd51-daa5-426f-a57b-62666f9774f8'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:11:16.211394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Attempting to bind port 867df7e5-0941-4ad8-9cb0-766997fafc5d on network b290cd51-daa5-426f-a57b-62666f9774f8 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:11:16.215819 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Port 867df7e5-0941-4ad8-9cb0-766997fafc5d on network b290cd51-daa5-426f-a57b-62666f9774f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:11:16.216131 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Attempting to bind port 867df7e5-0941-4ad8-9cb0-766997fafc5d on network b290cd51-daa5-426f-a57b-62666f9774f8 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:11:16.221116 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:11:16.221444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Checking segment: {'id': '88e8c47e-05f5-4e4f-894b-89c55a7ed63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b290cd51-daa5-426f-a57b-62666f9774f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:11:16.221816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Bound using segment: {'id': '88e8c47e-05f5-4e4f-894b-89c55a7ed63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b290cd51-daa5-426f-a57b-62666f9774f8'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:11:16.222229 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Bound port: 867df7e5-0941-4ad8-9cb0-766997fafc5d, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88e8c47e-05f5-4e4f-894b-89c55a7ed63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'b290cd51-daa5-426f-a57b-62666f9774f8'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:11:16.222590 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:16.309825 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] For port 867df7e5-0941-4ad8-9cb0-766997fafc5d, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:11:16.313183 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] For port 867df7e5-0941-4ad8-9cb0-766997fafc5d, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=867df7e5-0941-4ad8-9cb0-766997fafc5d,segment=NetworkSegment(88e8c47e-05f5-4e4f-894b-89c55a7ed63f),segment_id=88e8c47e-05f5-4e4f-894b-89c55a7ed63f)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:11:16.317319 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:16.320772 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:16.321370 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:16.323196 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0029f144-db97-4da1-b753-3dce5b888650 req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] 10.222.0.46 "PUT /v2.0/ports/867df7e5-0941-4ad8-9cb0-766997fafc5d HTTP/1.1" status: 200 len: 1098 time: 0.9452093 Oct 18 08:11:16.355701 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facd3b5b-f5d9-4694-939d-bf83885e10c2', 'tag': '867df7e5-0941-4ad8-9cb0-766997fafc5d'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:11:16.358796 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c22832-1146-40ce-98ab-c839d1978ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "facd3b5b-f5d9-4694-939d-bf83885e10c2", "tag": "867df7e5-0941-4ad8-9cb0-766997fafc5d"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:11:16.414821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c1ac8e-4a40-4e4c-8150-cfe502fd9318 x-openstack-request-id: req-50c1ac8e-4a40-4e4c-8150-cfe502fd9318 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:11:16.415447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "facd3b5b-f5d9-4694-939d-bf83885e10c2", "tag": "867df7e5-0941-4ad8-9cb0-766997fafc5d", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:11:16.415447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-50c1ac8e-4a40-4e4c-8150-cfe502fd9318 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:11:16.415705 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c1ac8e-4a40-4e4c-8150-cfe502fd9318'] response: {'name': 'network-changed', 'server_uuid': 'facd3b5b-f5d9-4694-939d-bf83885e10c2', 'tag': '867df7e5-0941-4ad8-9cb0-766997fafc5d', 'status': 'completed', 'code': 200} Oct 18 08:11:16.456829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ddfa7-3e50-404a-80f1-745bb01532b4 service neutron] Pushing event updated for resources: {'Port': ['ID=867df7e5-0941-4ad8-9cb0-766997fafc5d,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:16.473996 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029f144-db97-4da1-b753-3dce5b888650 req-674d9344-3fd4-425a-81a9-6c00befdde43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:16.475528 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0029f144-db97-4da1-b753-3dce5b888650 req-674d9344-3fd4-425a-81a9-6c00befdde43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb4ecd6790a84688a8e82274cba156b3&device_id=facd3b5b-f5d9-4694-939d-bf83885e10c2 HTTP/1.1" status: 200 len: 1101 time: 0.1092134 Oct 18 08:11:16.613739 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d1fc7ea6-76e3-420a-a73f-bcc3b238b8b9 None None] Attempt 3 to provision port 867df7e5-0941-4ad8-9cb0-766997fafc5d Oct 18 08:11:16.654319 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0029f144-db97-4da1-b753-3dce5b888650 req-3f715853-8044-4b42-926d-2e649d451f39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=867df7e5-0941-4ad8-9cb0-766997fafc5d HTTP/1.1" status: 200 len: 217 time: 0.1675956 Oct 18 08:11:16.674931 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc7ea6-76e3-420a-a73f-bcc3b238b8b9 None None] Port 867df7e5-0941-4ad8-9cb0-766997fafc5d had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:11:16.719339 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029f144-db97-4da1-b753-3dce5b888650 req-b3217884-3592-4e2f-9f4c-5f659aeb5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:16.720772 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0029f144-db97-4da1-b753-3dce5b888650 req-b3217884-3592-4e2f-9f4c-5f659aeb5acc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7a0608c-ad84-49cf-9d35-59145172b732 HTTP/1.1" status: 200 len: 843 time: 0.0574234 Oct 18 08:11:16.807243 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029f144-db97-4da1-b753-3dce5b888650 req-1bb5307e-e9b1-4cf7-949d-b0d45880dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:16.808728 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0029f144-db97-4da1-b753-3dce5b888650 req-1bb5307e-e9b1-4cf7-949d-b0d45880dcd7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b290cd51-daa5-426f-a57b-62666f9774f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0779476 Oct 18 08:11:16.942250 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0029f144-db97-4da1-b753-3dce5b888650 req-d5b3e274-2134-4575-a055-ccb510da2a7d service neutron] 10.222.0.46 "GET /v2.0/networks/b290cd51-daa5-426f-a57b-62666f9774f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234794 Oct 18 08:11:17.075746 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0029f144-db97-4da1-b753-3dce5b888650 req-804303ad-4fe2-40d2-860b-f042b6896bb8 service neutron] 10.222.0.46 "GET /v2.0/networks/b290cd51-daa5-426f-a57b-62666f9774f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243560 Oct 18 08:11:17.236459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c22832-1146-40ce-98ab-c839d1978ae9 req-84a0d1cd-9677-4723-acf6-041c50fab84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:17.237816 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c5c22832-1146-40ce-98ab-c839d1978ae9 req-84a0d1cd-9677-4723-acf6-041c50fab84e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bb4ecd6790a84688a8e82274cba156b3&device_id=facd3b5b-f5d9-4694-939d-bf83885e10c2 HTTP/1.1" status: 200 len: 1101 time: 0.1046984 Oct 18 08:11:17.245965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2f126-eb41-48f5-bd03-069c22be9a2d req-f8b570b6-85ab-4846-8ef3-bae2ce3fd3d9 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:17.247324 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-96e2f126-eb41-48f5-bd03-069c22be9a2d req-f8b570b6-85ab-4846-8ef3-bae2ce3fd3d9 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/ports?device_id=facd3b5b-f5d9-4694-939d-bf83885e10c2 HTTP/1.1" status: 200 len: 948 time: 0.1584923 Oct 18 08:11:17.371370 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-96e2f126-eb41-48f5-bd03-069c22be9a2d req-89bd339d-f2cb-4396-8bb8-56e0284b1a65 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/security-groups?id=0fbfb836-5345-4eb7-a23e-f4fabb4dd800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063077 Oct 18 08:11:17.401745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c22832-1146-40ce-98ab-c839d1978ae9 req-763287db-481d-4c81-b215-5678ffacc767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:17.403191 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c5c22832-1146-40ce-98ab-c839d1978ae9 req-763287db-481d-4c81-b215-5678ffacc767 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b290cd51-daa5-426f-a57b-62666f9774f8 HTTP/1.1" status: 200 len: 870 time: 0.1550221 Oct 18 08:11:17.473874 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c5c22832-1146-40ce-98ab-c839d1978ae9 req-283af628-ace6-44f7-b982-412f71836eee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=867df7e5-0941-4ad8-9cb0-766997fafc5d HTTP/1.1" status: 200 len: 217 time: 0.0636563 Oct 18 08:11:17.538628 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c22832-1146-40ce-98ab-c839d1978ae9 req-22f6d8a8-9716-4f42-92fd-6e4fd5e820e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:17.539950 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c5c22832-1146-40ce-98ab-c839d1978ae9 req-22f6d8a8-9716-4f42-92fd-6e4fd5e820e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7a0608c-ad84-49cf-9d35-59145172b732 HTTP/1.1" status: 200 len: 843 time: 0.0572891 Oct 18 08:11:17.620148 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c22832-1146-40ce-98ab-c839d1978ae9 req-7314006f-9ebd-49a3-ae58-74338033ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:17.621599 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c5c22832-1146-40ce-98ab-c839d1978ae9 req-7314006f-9ebd-49a3-ae58-74338033ce82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b290cd51-daa5-426f-a57b-62666f9774f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0751832 Oct 18 08:11:17.752159 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c5c22832-1146-40ce-98ab-c839d1978ae9 req-e1d3de89-9996-4af6-a368-9d4a24b3fe0e service neutron] 10.222.0.46 "GET /v2.0/networks/b290cd51-daa5-426f-a57b-62666f9774f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236103 Oct 18 08:11:17.884799 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c5c22832-1146-40ce-98ab-c839d1978ae9 req-ced2471b-a40e-4286-b59d-0d2ab339b88e service neutron] 10.222.0.46 "GET /v2.0/networks/b290cd51-daa5-426f-a57b-62666f9774f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233912 Oct 18 08:11:18.570759 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77099c7-823c-4a8c-a33f-b362c32b7c81 req-83bc4bed-fd2b-4549-8253-e802391befab tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:18.572205 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f77099c7-823c-4a8c-a33f-b362c32b7c81 req-83bc4bed-fd2b-4549-8253-e802391befab tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/ports?device_id=facd3b5b-f5d9-4694-939d-bf83885e10c2 HTTP/1.1" status: 200 len: 948 time: 0.0911741 Oct 18 08:11:18.616466 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f77099c7-823c-4a8c-a33f-b362c32b7c81 req-e8933bde-61bd-447b-ac08-7e5cdd9e54c7 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/security-groups?id=0fbfb836-5345-4eb7-a23e-f4fabb4dd800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381253 Oct 18 08:11:18.874855 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 867df7e5-0941-4ad8-9cb0-766997fafc5d details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:11:19.004414 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 867df7e5-0941-4ad8-9cb0-766997fafc5d, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=867df7e5-0941-4ad8-9cb0-766997fafc5d,segment=NetworkSegment(88e8c47e-05f5-4e4f-894b-89c55a7ed63f),segment_id=88e8c47e-05f5-4e4f-894b-89c55a7ed63f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:11:19.016901 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '867df7e5-0941-4ad8-9cb0-766997fafc5d', 'network_id': 'b290cd51-daa5-426f-a57b-62666f9774f8', 'port_id': '867df7e5-0941-4ad8-9cb0-766997fafc5d', 'mac_address': 'fa:16:3e:ee:5a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a0608c-ad84-49cf-9d35-59145172b732', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:11:19.069855 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 867df7e5-0941-4ad8-9cb0-766997fafc5d is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:11:19.070225 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:19.092759 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867df7e5-0941-4ad8-9cb0-766997fafc5d {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:11:19.108275 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 867df7e5-0941-4ad8-9cb0-766997fafc5d, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=867df7e5-0941-4ad8-9cb0-766997fafc5d,segment=NetworkSegment(88e8c47e-05f5-4e4f-894b-89c55a7ed63f),segment_id=88e8c47e-05f5-4e4f-894b-89c55a7ed63f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:11:19.111920 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:19.176772 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=867df7e5-0941-4ad8-9cb0-766997fafc5d,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:19.403235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['867df7e5-0941-4ad8-9cb0-766997fafc5d'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:11:19.815799 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b525fe2-5f78-41df-8c60-18e551a18fdd req-e074b3c4-e42e-4593-8c89-58f313db368d tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:19.817249 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9b525fe2-5f78-41df-8c60-18e551a18fdd req-e074b3c4-e42e-4593-8c89-58f313db368d tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/ports?device_id=facd3b5b-f5d9-4694-939d-bf83885e10c2 HTTP/1.1" status: 200 len: 949 time: 0.0907192 Oct 18 08:11:19.860504 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9b525fe2-5f78-41df-8c60-18e551a18fdd req-95eaa92a-d252-4d1b-87c0-2157bf9401b2 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/security-groups?id=0fbfb836-5345-4eb7-a23e-f4fabb4dd800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376515 Oct 18 08:11:20.713565 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9f19ec33-9cd4-4232-bfc5-73c9cfd6c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:20.875374 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 867df7e5-0941-4ad8-9cb0-766997fafc5d up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:11:20.943690 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 867df7e5-0941-4ad8-9cb0-766997fafc5d completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:11:20.948768 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 867df7e5-0941-4ad8-9cb0-766997fafc5d triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:11:20.949144 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:20.949502 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 867df7e5-0941-4ad8-9cb0-766997fafc5d Oct 18 08:11:21.056494 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ae3e7-7aa6-4247-a718-61399306294a req-8273f549-5489-42d7-8b86-4116f012ffeb tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:21.057966 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b96ae3e7-7aa6-4247-a718-61399306294a req-8273f549-5489-42d7-8b86-4116f012ffeb tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/ports?device_id=facd3b5b-f5d9-4694-939d-bf83885e10c2 HTTP/1.1" status: 200 len: 949 time: 0.0871422 Oct 18 08:11:21.067275 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 867df7e5-0941-4ad8-9cb0-766997fafc5d is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:11:21.067664 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:21.095450 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facd3b5b-f5d9-4694-939d-bf83885e10c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867df7e5-0941-4ad8-9cb0-766997fafc5d'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:11:21.097752 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3138f5-b26f-4ef0-b4fa-c4f5a3621588" -d '{"events": [{"server_uuid": "facd3b5b-f5d9-4694-939d-bf83885e10c2", "name": "network-vif-plugged", "status": "completed", "tag": "867df7e5-0941-4ad8-9cb0-766997fafc5d"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:11:21.105378 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 867df7e5-0941-4ad8-9cb0-766997fafc5d, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=867df7e5-0941-4ad8-9cb0-766997fafc5d,segment=NetworkSegment(88e8c47e-05f5-4e4f-894b-89c55a7ed63f),segment_id=88e8c47e-05f5-4e4f-894b-89c55a7ed63f)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:11:21.109510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:21.110003 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b96ae3e7-7aa6-4247-a718-61399306294a req-35c559e3-d95b-4dc0-a4d0-971a74213f30 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/security-groups?id=0fbfb836-5345-4eb7-a23e-f4fabb4dd800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457036 Oct 18 08:11:21.150034 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086e7408-303c-431c-971f-28b53592af28 x-openstack-request-id: req-086e7408-303c-431c-971f-28b53592af28 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:11:21.150317 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facd3b5b-f5d9-4694-939d-bf83885e10c2", "name": "network-vif-plugged", "status": "completed", "tag": "867df7e5-0941-4ad8-9cb0-766997fafc5d", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:11:21.150594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-086e7408-303c-431c-971f-28b53592af28 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:11:21.150978 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-086e7408-303c-431c-971f-28b53592af28'] response: {'server_uuid': 'facd3b5b-f5d9-4694-939d-bf83885e10c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867df7e5-0941-4ad8-9cb0-766997fafc5d', 'code': 200} Oct 18 08:11:21.187534 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=867df7e5-0941-4ad8-9cb0-766997fafc5d,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:21.396361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1d085-78a8-4c0b-b306-138517bd3774 req-dbe9def5-72c1-4760-a378-83143e086942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:21.397811 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-29b1d085-78a8-4c0b-b306-138517bd3774 req-dbe9def5-72c1-4760-a378-83143e086942 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=facd3b5b-f5d9-4694-939d-bf83885e10c2 HTTP/1.1" status: 200 len: 1103 time: 0.0783632 Oct 18 08:11:21.441386 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-29b1d085-78a8-4c0b-b306-138517bd3774 req-bea044e6-6b01-40cb-9704-45738c10b669 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0fbfb836-5345-4eb7-a23e-f4fabb4dd800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341172 Oct 18 08:11:22.311910 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a884bf-7f4d-4d2c-88e0-02cb35ca4354 req-0ecd2ac7-397e-4b00-88b8-61ec484933a8 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:22.313426 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-68a884bf-7f4d-4d2c-88e0-02cb35ca4354 req-0ecd2ac7-397e-4b00-88b8-61ec484933a8 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/ports?device_id=facd3b5b-f5d9-4694-939d-bf83885e10c2 HTTP/1.1" status: 200 len: 950 time: 0.0890002 Oct 18 08:11:22.357448 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-68a884bf-7f4d-4d2c-88e0-02cb35ca4354 req-c3ab8312-b1a8-4fab-90d3-bed43d5059ca tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/security-groups?id=0fbfb836-5345-4eb7-a23e-f4fabb4dd800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375204 Oct 18 08:11:23.017103 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-40a3e491-4007-49d4-b8f8-dfcf72d67b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:23.553195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d5981-7829-437b-baec-5cd5d964fd27 req-e48e71cd-a936-4819-8033-90b33fce2fa6 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:23.554658 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-981d5981-7829-437b-baec-5cd5d964fd27 req-e48e71cd-a936-4819-8033-90b33fce2fa6 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/ports?device_id=facd3b5b-f5d9-4694-939d-bf83885e10c2 HTTP/1.1" status: 200 len: 950 time: 0.0868309 Oct 18 08:11:23.597622 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-981d5981-7829-437b-baec-5cd5d964fd27 req-282af522-1123-4612-9853-f52d666add2c tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/security-groups?id=0fbfb836-5345-4eb7-a23e-f4fabb4dd800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367470 Oct 18 08:11:23.739016 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:23.820393 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:24.788107 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca68653-076a-4abd-98ce-d0dcf4aefeea req-ab456b3e-7bb6-43aa-a163-b19fee7873c1 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:24.789747 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5ca68653-076a-4abd-98ce-d0dcf4aefeea req-ab456b3e-7bb6-43aa-a163-b19fee7873c1 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/ports?device_id=facd3b5b-f5d9-4694-939d-bf83885e10c2 HTTP/1.1" status: 200 len: 950 time: 0.1800420 Oct 18 08:11:24.833816 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5ca68653-076a-4abd-98ce-d0dcf4aefeea req-f9cbff18-78c1-42de-8356-3dfe3d2def87 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/security-groups?id=0fbfb836-5345-4eb7-a23e-f4fabb4dd800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383720 Oct 18 08:11:25.376647 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:26.086046 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088c442-9a49-4ac0-a281-1ef760904f44 req-619013aa-8e45-42c2-8760-e5228a4a3957 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:26.087543 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a088c442-9a49-4ac0-a281-1ef760904f44 req-619013aa-8e45-42c2-8760-e5228a4a3957 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.46 "GET /v2.0/ports?device_id=facd3b5b-f5d9-4694-939d-bf83885e10c2 HTTP/1.1" status: 200 len: 950 time: 0.0924904 Oct 18 08:11:26.150839 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00eaf57-a85d-4b41-8ddf-c681b82f77da req-02620197-c7a9-4d50-ac84-7f8b00c62f56 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:26.152357 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c00eaf57-a85d-4b41-8ddf-c681b82f77da req-02620197-c7a9-4d50-ac84-7f8b00c62f56 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/ports?device_id=facd3b5b-f5d9-4694-939d-bf83885e10c2 HTTP/1.1" status: 200 len: 950 time: 0.2070279 Oct 18 08:11:26.167736 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-a088c442-9a49-4ac0-a281-1ef760904f44 req-443a1316-3a4d-4dfe-a2cd-3c7f02ea943d tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Deleting port 867df7e5-0941-4ad8-9cb0-766997fafc5d {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:11:26.168501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a088c442-9a49-4ac0-a281-1ef760904f44 req-443a1316-3a4d-4dfe-a2cd-3c7f02ea943d tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:26.203172 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c00eaf57-a85d-4b41-8ddf-c681b82f77da req-eb283cea-85ce-4154-be1c-f95c5d207714 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/security-groups?id=0fbfb836-5345-4eb7-a23e-f4fabb4dd800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449405 Oct 18 08:11:26.419854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-a088c442-9a49-4ac0-a281-1ef760904f44 req-443a1316-3a4d-4dfe-a2cd-3c7f02ea943d tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] For port 867df7e5-0941-4ad8-9cb0-766997fafc5d, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=867df7e5-0941-4ad8-9cb0-766997fafc5d,segment=NetworkSegment(88e8c47e-05f5-4e4f-894b-89c55a7ed63f),segment_id=88e8c47e-05f5-4e4f-894b-89c55a7ed63f)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:11:26.420105 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a088c442-9a49-4ac0-a281-1ef760904f44 req-443a1316-3a4d-4dfe-a2cd-3c7f02ea943d tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:26.541753 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-a088c442-9a49-4ac0-a281-1ef760904f44 req-443a1316-3a4d-4dfe-a2cd-3c7f02ea943d tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Calling delete_port for 867df7e5-0941-4ad8-9cb0-766997fafc5d owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:11:26.691279 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a088c442-9a49-4ac0-a281-1ef760904f44 req-443a1316-3a4d-4dfe-a2cd-3c7f02ea943d tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:26.739184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a1316-3a4d-4dfe-a2cd-3c7f02ea943d tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Pushing event deleted for resources: {'Port': ['ID=867df7e5-0941-4ad8-9cb0-766997fafc5d,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:26.823413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['867df7e5-0941-4ad8-9cb0-766997fafc5d'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:11:26.830374 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-a088c442-9a49-4ac0-a281-1ef760904f44 req-443a1316-3a4d-4dfe-a2cd-3c7f02ea943d tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] No DVR routers for this DVR port 867df7e5-0941-4ad8-9cb0-766997fafc5d on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:11:26.832851 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a088c442-9a49-4ac0-a281-1ef760904f44 req-443a1316-3a4d-4dfe-a2cd-3c7f02ea943d tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:26.835503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facd3b5b-f5d9-4694-939d-bf83885e10c2', 'name': 'network-vif-deleted', 'tag': '867df7e5-0941-4ad8-9cb0-766997fafc5d'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:11:26.837812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b9aa45-ae02-4d20-8025-880b6bb073c8" -d '{"events": [{"server_uuid": "facd3b5b-f5d9-4694-939d-bf83885e10c2", "name": "network-vif-deleted", "tag": "867df7e5-0941-4ad8-9cb0-766997fafc5d"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:11:26.852671 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a088c442-9a49-4ac0-a281-1ef760904f44 req-443a1316-3a4d-4dfe-a2cd-3c7f02ea943d tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.46 "DELETE /v2.0/ports/867df7e5-0941-4ad8-9cb0-766997fafc5d HTTP/1.1" status: 204 len: 173 time: 0.7571585 Oct 18 08:11:26.899444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc9921f-bc6a-4ac7-bcb0-b34b639abf5b x-openstack-request-id: req-bdc9921f-bc6a-4ac7-bcb0-b34b639abf5b {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:11:26.899735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facd3b5b-f5d9-4694-939d-bf83885e10c2", "name": "network-vif-deleted", "tag": "867df7e5-0941-4ad8-9cb0-766997fafc5d", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:11:26.899984 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bdc9921f-bc6a-4ac7-bcb0-b34b639abf5b {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:11:26.900384 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc9921f-bc6a-4ac7-bcb0-b34b639abf5b'] response: {'server_uuid': 'facd3b5b-f5d9-4694-939d-bf83885e10c2', 'name': 'network-vif-deleted', 'tag': '867df7e5-0941-4ad8-9cb0-766997fafc5d', 'status': 'completed', 'code': 200} Oct 18 08:11:27.383763 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f0ba270f-62ab-421a-9b33-abea82a4a134 req-cc8a55b5-567b-4f2c-ac6a-5b9265866567 tempest-ServersAdminNegativeTestJSON-400035883 tempest-ServersAdminNegativeTestJSON-400035883-project] 10.222.0.17 "GET /v2.0/ports?device_id=facd3b5b-f5d9-4694-939d-bf83885e10c2 HTTP/1.1" status: 200 len: 210 time: 0.0499225 Oct 18 08:11:28.740677 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37198) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:11:28.884981 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f572d27d-13f5-4d9b-85a3-ceb29a6cbbef admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bb4ecd6790a84688a8e82274cba156b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431177 Oct 18 08:11:28.887488 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37204) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:11:28.905390 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 867df7e5-0941-4ad8-9cb0-766997fafc5d no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:11:28.939374 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 867df7e5-0941-4ad8-9cb0-766997fafc5d {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:11:28.939705 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 867df7e5-0941-4ad8-9cb0-766997fafc5d not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:11:28.944495 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ff449c1c-a4c7-416c-a382-0358f6c7bf2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:28.969459 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ff449c1c-a4c7-416c-a382-0358f6c7bf2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:29.022514 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ff449c1c-a4c7-416c-a382-0358f6c7bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:29.039136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff449c1c-a4c7-416c-a382-0358f6c7bf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbfb836-5345-4eb7-a23e-f4fabb4dd800,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:29.049436 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ff449c1c-a4c7-416c-a382-0358f6c7bf2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:29.050570 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ff449c1c-a4c7-416c-a382-0358f6c7bf2c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0fbfb836-5345-4eb7-a23e-f4fabb4dd800 HTTP/1.1" status: 204 len: 168 time: 0.1620994 Oct 18 08:11:29.321344 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37212) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:11:29.338671 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2d4e2597-e6e9-4780-8bfe-160d5fa86a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:29.353585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2d4e2597-e6e9-4780-8bfe-160d5fa86a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:11:29.358005 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2d4e2597-e6e9-4780-8bfe-160d5fa86a04 admin admin] Usage tracker for resource:security_group_rule and tenant:1f6497e9f541423f8dade3aa52ce07b2 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:11:29.360752 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2d4e2597-e6e9-4780-8bfe-160d5fa86a04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:11:29.366260 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2d4e2597-e6e9-4780-8bfe-160d5fa86a04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:11:29.451116 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2d4e2597-e6e9-4780-8bfe-160d5fa86a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:29.454533 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2d4e2597-e6e9-4780-8bfe-160d5fa86a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:29.500130 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2d4e2597-e6e9-4780-8bfe-160d5fa86a04 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1f6497e9f541423f8dade3aa52ce07b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1777539 Oct 18 08:11:29.501747 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e2597-e6e9-4780-8bfe-160d5fa86a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2d1b31-7238-4cce-8cef-be6c3fbacf57,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:29.502869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37216) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:11:29.562679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-491f63d3-376f-4360-9868-a7cf00359756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:29.587575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-491f63d3-376f-4360-9868-a7cf00359756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:29.642984 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-491f63d3-376f-4360-9868-a7cf00359756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:29.657416 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f63d3-376f-4360-9868-a7cf00359756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2d1b31-7238-4cce-8cef-be6c3fbacf57,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:29.665904 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-491f63d3-376f-4360-9868-a7cf00359756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:29.667035 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-491f63d3-376f-4360-9868-a7cf00359756 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9b2d1b31-7238-4cce-8cef-be6c3fbacf57 HTTP/1.1" status: 204 len: 168 time: 0.1631410 Oct 18 08:11:30.363481 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37240) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:11:30.462663 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-20773717-network', 'tenant_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:11:30.467981 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:11:30.471837 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Usage tracker for resource:network and tenant:bcf0e494ad2f4d0fa2ed67555e6bfc45 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:11:30.474667 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:11:30.480796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:11:30.490462 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Made reservation on behalf of bcf0e494ad2f4d0fa2ed67555e6bfc45 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:11:30.492733 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:30.505415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:30.521147 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:11:30.524922 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Usage tracker for resource:security_group_rule and tenant:bcf0e494ad2f4d0fa2ed67555e6bfc45 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:11:30.527670 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:11:30.533872 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:11:30.615400 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:30.618852 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:30.649359 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:11:30.657444 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:30.664917 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:30.664917 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Added segment 1d776c1e-e411-4d9f-83ff-fa436919ec11 of type vlan for network 60e1c3f1-62cd-435b-8fea-df7250725b7a Oct 18 08:11:30.691474 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:30.723690 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:30.724770 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:30.725390 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:30.827023 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] Pushing event updated for resources: {'Network': ['ID=60e1c3f1-62cd-435b-8fea-df7250725b7a,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:30.831855 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2c40ce0b-bff8-4e9f-9f0a-56bca731a4a6 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4673672 Oct 18 08:11:30.835078 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37246) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:11:30.837589 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 60e1c3f1-62cd-435b-8fea-df7250725b7a details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:11:30.841197 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c9b91605-d0be-4f77-aa70-82dfa874c8af admin admin] Request body: {'subnet': {'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-20773717-subnet', 'tenant_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:11:30.846111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c9b91605-d0be-4f77-aa70-82dfa874c8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:11:30.849966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c9b91605-d0be-4f77-aa70-82dfa874c8af admin admin] Usage tracker for resource:subnet and tenant:bcf0e494ad2f4d0fa2ed67555e6bfc45 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:11:30.852879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c9b91605-d0be-4f77-aa70-82dfa874c8af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:11:30.858707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c9b91605-d0be-4f77-aa70-82dfa874c8af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:11:30.869607 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b91605-d0be-4f77-aa70-82dfa874c8af admin admin] Made reservation on behalf of bcf0e494ad2f4d0fa2ed67555e6bfc45 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:11:30.872347 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c9b91605-d0be-4f77-aa70-82dfa874c8af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:31.068244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c9b91605-d0be-4f77-aa70-82dfa874c8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:31.144554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b91605-d0be-4f77-aa70-82dfa874c8af admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b0a046-2936-491b-86ef-bbdebf698311,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:31.151970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b91605-d0be-4f77-aa70-82dfa874c8af admin admin] Checking segment: {'id': '1d776c1e-e411-4d9f-83ff-fa436919ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:11:31.152321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b91605-d0be-4f77-aa70-82dfa874c8af admin admin] Network hostable DHCP agents. Network: 60e1c3f1-62cd-435b-8fea-df7250725b7a, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:11:31.171343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b91605-d0be-4f77-aa70-82dfa874c8af admin admin] Network 60e1c3f1-62cd-435b-8fea-df7250725b7a is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:11:31.180819 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-c9b91605-d0be-4f77-aa70-82dfa874c8af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 60e1c3f1-62cd-435b-8fea-df7250725b7a) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:11:31.185625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b91605-d0be-4f77-aa70-82dfa874c8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:31.186211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c9b91605-d0be-4f77-aa70-82dfa874c8af admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:31.190665 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533de5aa-dafb-470e-a310-31ccf8abbb2d None None] Network 60e1c3f1-62cd-435b-8fea-df7250725b7a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:11:31.207114 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c9b91605-d0be-4f77-aa70-82dfa874c8af admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3703265 Oct 18 08:11:31.209841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37250) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:11:31.214639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-20773717-router', 'tenant_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:11:31.219612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:11:31.223434 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Usage tracker for resource:router and tenant:bcf0e494ad2f4d0fa2ed67555e6bfc45 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:11:31.226168 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:11:31.231779 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:11:31.242053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:31.243223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:31.258788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:31.412071 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-60e1c3f1-62cd-435b-8fea-df7250725b7a', 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a', 'tenant_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'fixed_ips': [{'subnet_id': '97b0a046-2936-491b-86ef-bbdebf698311'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:11:31.412923 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:31.571853 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Allocated IP 172.20.0.2 (60e1c3f1-62cd-435b-8fea-df7250725b7a/97b0a046-2936-491b-86ef-bbdebf698311/76895671-c08d-471c-a282-7fce5b33e0c4) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:11:31.634576 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:31.772576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:31.782336 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Transition to ACTIVE for port object 76895671-c08d-471c-a282-7fce5b33e0c4 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:11:31.800437 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Transition to ACTIVE for port object 76895671-c08d-471c-a282-7fce5b33e0c4 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:11:31.806172 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:31.871449 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Network 60e1c3f1-62cd-435b-8fea-df7250725b7a is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:11:31.874829 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:11:31.878405 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:11:31.914804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Pushing event updated for resources: {'Port': ['ID=76895671-c08d-471c-a282-7fce5b33e0c4,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:31.943739 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:31.972719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:31.981928 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Attempting to bind port 76895671-c08d-471c-a282-7fce5b33e0c4 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:11:31.982299 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Attempting to bind port 76895671-c08d-471c-a282-7fce5b33e0c4 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '1d776c1e-e411-4d9f-83ff-fa436919ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:11:31.982707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Attempting to bind port 76895671-c08d-471c-a282-7fce5b33e0c4 on network 60e1c3f1-62cd-435b-8fea-df7250725b7a {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:11:31.987839 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:11:31.988223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Checking segment: {'id': '1d776c1e-e411-4d9f-83ff-fa436919ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:11:31.988599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:31.988988 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Bound using segment: {'id': '1d776c1e-e411-4d9f-83ff-fa436919ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:11:31.989446 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Bound port: 76895671-c08d-471c-a282-7fce5b33e0c4, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d776c1e-e411-4d9f-83ff-fa436919ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:11:31.989814 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:32.078973 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] For port 76895671-c08d-471c-a282-7fce5b33e0c4, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:11:32.081973 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] For port 76895671-c08d-471c-a282-7fce5b33e0c4, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=76895671-c08d-471c-a282-7fce5b33e0c4,segment=NetworkSegment(1d776c1e-e411-4d9f-83ff-fa436919ec11),segment_id=1d776c1e-e411-4d9f-83ff-fa436919ec11)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:11:32.086116 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:32.109514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Allocated IP 172.26.8.37 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/36f01cdb-3dfd-40d3-af33-9c1dec816aac) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:11:32.170694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3bc5f-fe1d-4f06-9327-428573a96c93 None None] Pushing event updated for resources: {'Port': ['ID=76895671-c08d-471c-a282-7fce5b33e0c4,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:32.261808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:32.293356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:32.365179 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:11:32.368343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:11:32.372419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:11:32.415647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Pushing event updated for resources: {'Port': ['ID=36f01cdb-3dfd-40d3-af33-9c1dec816aac,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:32.785239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:33.090005 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6d720c-fe4a-4288-8f4f-35bb04d55ec2 None None] Network 60e1c3f1-62cd-435b-8fea-df7250725b7a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:11:33.217451 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-889b209f-bc24-40e2-a752-7883d05dc0f1 None None] Provisioning for port 76895671-c08d-471c-a282-7fce5b33e0c4 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:11:33.238631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:33.445513 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Router e10c456f-2191-4961-b055-2e287f49fc06 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:11:33.623233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:11:33.632669 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Sync routers for ids ['e10c456f-2191-4961-b055-2e287f49fc06'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:11:33.642361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Routers {'e10c456f-2191-4961-b055-2e287f49fc06'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:11:33.643013 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:11:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e10c456f-2191-4961-b055-2e287f49fc06'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:11:33.645976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:33.647231 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9918f401-8337-458c-bf80-23afdf57154e admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4364920 Oct 18 08:11:33.649858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37254) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:11:33.818360 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Set router e10c456f-2191-4961-b055-2e287f49fc06 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:11:33.988242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 76895671-c08d-471c-a282-7fce5b33e0c4 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:11:34.128650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 76895671-c08d-471c-a282-7fce5b33e0c4 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:11:34.136082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 76895671-c08d-471c-a282-7fce5b33e0c4 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:11:34.136458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:34.136795 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 76895671-c08d-471c-a282-7fce5b33e0c4 Oct 18 08:11:34.250115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'name': 'tempest-DeleteServersTestJSON-20773717-router', 'tenant_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '36f01cdb-3dfd-40d3-af33-9c1dec816aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:11:31Z', 'updated_at': '2022-10-18T08:11:32Z', 'revision_number': 3, 'project_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'gw_port': {'id': '36f01cdb-3dfd-40d3-af33-9c1dec816aac', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:11:32Z', 'updated_at': '2022-10-18T08:11:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:11:34.268798 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Checking router: e10c456f-2191-4961-b055-2e287f49fc06 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:11:34.269147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Updating router e10c456f-2191-4961-b055-2e287f49fc06 port 36f01cdb-3dfd-40d3-af33-9c1dec816aac binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:11:34.322030 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 76895671-c08d-471c-a282-7fce5b33e0c4 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:11:34.322408 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:34.345138 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:34.410019 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 76895671-c08d-471c-a282-7fce5b33e0c4, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=76895671-c08d-471c-a282-7fce5b33e0c4,segment=NetworkSegment(1d776c1e-e411-4d9f-83ff-fa436919ec11),segment_id=1d776c1e-e411-4d9f-83ff-fa436919ec11)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:11:34.439832 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:34.448939 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:34.602936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=76895671-c08d-471c-a282-7fce5b33e0c4,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:34.641704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:34.644223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] Allocated IP 172.20.0.1 (60e1c3f1-62cd-435b-8fea-df7250725b7a/97b0a046-2936-491b-86ef-bbdebf698311/e2b7570e-d35f-4fc7-94d9-edd117798900) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:11:34.757186 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:34.769236 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Transition to ACTIVE for port object 36f01cdb-3dfd-40d3-af33-9c1dec816aac will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:11:34.775920 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:34.796167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:34.812265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] Transition to ACTIVE for port object e2b7570e-d35f-4fc7-94d9-edd117798900 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:11:34.837141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:34.839525 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Attempting to bind port 36f01cdb-3dfd-40d3-af33-9c1dec816aac on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:11:34.839897 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Attempting to bind port 36f01cdb-3dfd-40d3-af33-9c1dec816aac by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:11:34.840266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Attempting to bind port 36f01cdb-3dfd-40d3-af33-9c1dec816aac on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:11:34.850897 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:11:34.851275 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:11:34.851675 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:34.852067 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:11:34.852536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Bound port: 36f01cdb-3dfd-40d3-af33-9c1dec816aac, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:11:34.852907 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:34.894094 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962f036-d6e9-4bb2-af0f-e94128f8f472 None None] Pushing event updated for resources: {'Port': ['ID=36f01cdb-3dfd-40d3-af33-9c1dec816aac,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:34.904700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] Network 60e1c3f1-62cd-435b-8fea-df7250725b7a is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:11:34.908463 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:11:34.912056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:11:34.940245 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] For port 36f01cdb-3dfd-40d3-af33-9c1dec816aac, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:11:34.941728 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] Pushing event updated for resources: {'Port': ['ID=e2b7570e-d35f-4fc7-94d9-edd117798900,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:34.945445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] For port 36f01cdb-3dfd-40d3-af33-9c1dec816aac, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=36f01cdb-3dfd-40d3-af33-9c1dec816aac,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:11:34.952060 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:34.976381 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:35.017325 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Routers {'e10c456f-2191-4961-b055-2e287f49fc06'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:11:35.018583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:11:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e10c456f-2191-4961-b055-2e287f49fc06'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:11:35.097555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:35.213409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962f036-d6e9-4bb2-af0f-e94128f8f472 None None] Pushing event updated for resources: {'Port': ['ID=36f01cdb-3dfd-40d3-af33-9c1dec816aac,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:35.229467 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-74f1a29e-e799-4b1b-8c96-eff927802bff None None] Provisioning for port e2b7570e-d35f-4fc7-94d9-edd117798900 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:11:35.239331 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-74f1a29e-e799-4b1b-8c96-eff927802bff None None] Provisioning complete for port e2b7570e-d35f-4fc7-94d9-edd117798900 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:11:35.239697 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-74f1a29e-e799-4b1b-8c96-eff927802bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:35.240029 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-74f1a29e-e799-4b1b-8c96-eff927802bff None None] Attempt 1 to provision port e2b7570e-d35f-4fc7-94d9-edd117798900 Oct 18 08:11:35.319387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-74f1a29e-e799-4b1b-8c96-eff927802bff None None] Port e2b7570e-d35f-4fc7-94d9-edd117798900 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:11:35.321099 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] Set router e10c456f-2191-4961-b055-2e287f49fc06 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:11:35.330504 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:35.334803 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:35.437979 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:35.441379 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] Pushing event updated for resources: {'Port': ['ID=e2b7570e-d35f-4fc7-94d9-edd117798900,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:35.575205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] Network 60e1c3f1-62cd-435b-8fea-df7250725b7a is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:11:35.576353 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:11:35.637113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'name': 'tempest-DeleteServersTestJSON-20773717-router', 'tenant_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '36f01cdb-3dfd-40d3-af33-9c1dec816aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:11:31Z', 'updated_at': '2022-10-18T08:11:35Z', 'revision_number': 4, 'project_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'gw_port': {'id': '36f01cdb-3dfd-40d3-af33-9c1dec816aac', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:11:32Z', 'updated_at': '2022-10-18T08:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'e2b7570e-d35f-4fc7-94d9-edd117798900', 'name': '', 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a', 'tenant_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'mac_address': 'fa:16:3e:13:b2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '97b0a046-2936-491b-86ef-bbdebf698311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:11:34Z', 'updated_at': '2022-10-18T08:11:34Z', 'revision_number': 1, 'project_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'subnets': [{'id': '97b0a046-2936-491b-86ef-bbdebf698311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:11:35.642350 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d199e68-15dd-40cf-a2c1-93f4ca477f0c None None] The sync data for ids ['e10c456f-2191-4961-b055-2e287f49fc06'] in dv-neutron-861625-1-hyperv is: [{'id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'name': 'tempest-DeleteServersTestJSON-20773717-router', 'tenant_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '36f01cdb-3dfd-40d3-af33-9c1dec816aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:11:31Z', 'updated_at': '2022-10-18T08:11:35Z', 'revision_number': 4, 'project_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'gw_port': {'id': '36f01cdb-3dfd-40d3-af33-9c1dec816aac', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:11:32Z', 'updated_at': '2022-10-18T08:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'e2b7570e-d35f-4fc7-94d9-edd117798900', 'name': '', 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a', 'tenant_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'mac_address': 'fa:16:3e:13:b2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '97b0a046-2936-491b-86ef-bbdebf698311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:11:34Z', 'updated_at': '2022-10-18T08:11:34Z', 'revision_number': 1, 'project_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'subnets': [{'id': '97b0a046-2936-491b-86ef-bbdebf698311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:11:35.769961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] Router e10c456f-2191-4961-b055-2e287f49fc06 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:11:35.820299 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-74f1a29e-e799-4b1b-8c96-eff927802bff None None] Attempt 2 to provision port e2b7570e-d35f-4fc7-94d9-edd117798900 Oct 18 08:11:35.891778 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-74f1a29e-e799-4b1b-8c96-eff927802bff None None] Port e2b7570e-d35f-4fc7-94d9-edd117798900 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:11:35.969786 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 76895671-c08d-471c-a282-7fce5b33e0c4 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:11:36.045797 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 76895671-c08d-471c-a282-7fce5b33e0c4 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:11:36.046016 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:36.046186 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 76895671-c08d-471c-a282-7fce5b33e0c4 Oct 18 08:11:36.069773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:11:36.078907 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7f06932f-b40f-4e35-9d0c-a0504d16adcf admin admin] 10.222.0.17 "PUT /v2.0/routers/e10c456f-2191-4961-b055-2e287f49fc06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4280043 Oct 18 08:11:36.175625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 76895671-c08d-471c-a282-7fce5b33e0c4 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:11:36.392677 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-74f1a29e-e799-4b1b-8c96-eff927802bff None None] Attempt 3 to provision port e2b7570e-d35f-4fc7-94d9-edd117798900 Oct 18 08:11:36.452364 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-74f1a29e-e799-4b1b-8c96-eff927802bff None None] Port e2b7570e-d35f-4fc7-94d9-edd117798900 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:11:36.630672 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-fbfa6d4a-c13f-495b-8188-84038f9354e4 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:36.631318 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-fbfa6d4a-c13f-495b-8188-84038f9354e4 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Synchronizing usage tracker for tenant:bcf0e494ad2f4d0fa2ed67555e6bfc45 on resource:network {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:11:36.650395 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-fbfa6d4a-c13f-495b-8188-84038f9354e4 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Unset dirty status for tenant:bcf0e494ad2f4d0fa2ed67555e6bfc45 on resource:network {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:11:36.651645 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-fbfa6d4a-c13f-495b-8188-84038f9354e4 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/networks?id=60e1c3f1-62cd-435b-8fea-df7250725b7a HTTP/1.1" status: 200 len: 810 time: 0.1717849 Oct 18 08:11:36.667287 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-ce506328-fa8e-44ce-a71b-713bb20ad5f9 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/quotas/bcf0e494ad2f4d0fa2ed67555e6bfc45 HTTP/1.1" status: 200 len: 375 time: 0.0099831 Oct 18 08:11:36.765121 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-1451d23f-cbce-40cf-a7b9-079b493efdf7 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=bcf0e494ad2f4d0fa2ed67555e6bfc45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923800 Oct 18 08:11:36.775711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-40858f73-9d65-4fbb-b2b8-df2d3e46a834 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 08:11:36.776679 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-40858f73-9d65-4fbb-b2b8-df2d3e46a834 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051391 Oct 18 08:11:36.916558 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-9e9a497d-f3be-4f91-8ac8-c7f8f3c9e2cb service neutron] 10.222.0.17 "GET /v2.0/networks/60e1c3f1-62cd-435b-8fea-df7250725b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339107 Oct 18 08:11:36.954057 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-74f1a29e-e799-4b1b-8c96-eff927802bff None None] Attempt 4 to provision port e2b7570e-d35f-4fc7-94d9-edd117798900 Oct 18 08:11:37.008245 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-74f1a29e-e799-4b1b-8c96-eff927802bff None None] Port e2b7570e-d35f-4fc7-94d9-edd117798900 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:11:37.048615 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-d6fb6989-7290-4cd3-b5b6-206bddb3e156 service neutron] 10.222.0.17 "GET /v2.0/networks/60e1c3f1-62cd-435b-8fea-df7250725b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258779 Oct 18 08:11:37.234705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-54b8a9ac-6187-4942-8665-66a213c4f305 req-3348690e-3398-48df-b580-a212b19a5f7a tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Synchronizing usage tracker for tenant:bcf0e494ad2f4d0fa2ed67555e6bfc45 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:11:37.252102 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-54b8a9ac-6187-4942-8665-66a213c4f305 req-3348690e-3398-48df-b580-a212b19a5f7a tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Unset dirty status for tenant:bcf0e494ad2f4d0fa2ed67555e6bfc45 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:11:37.253376 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-54b8a9ac-6187-4942-8665-66a213c4f305 req-3348690e-3398-48df-b580-a212b19a5f7a tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 210 time: 0.0702567 Oct 18 08:11:37.509616 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-74f1a29e-e799-4b1b-8c96-eff927802bff None None] Attempt 5 to provision port e2b7570e-d35f-4fc7-94d9-edd117798900 Oct 18 08:11:37.566685 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-74f1a29e-e799-4b1b-8c96-eff927802bff None None] Port e2b7570e-d35f-4fc7-94d9-edd117798900 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:11:37.635364 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Sync routers for ids ['e10c456f-2191-4961-b055-2e287f49fc06'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:11:37.644950 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Routers {'e10c456f-2191-4961-b055-2e287f49fc06'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:11:37.645540 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:11:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e10c456f-2191-4961-b055-2e287f49fc06'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:11:37.828932 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Set router e10c456f-2191-4961-b055-2e287f49fc06 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:11:37.976243 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 36f01cdb-3dfd-40d3-af33-9c1dec816aac up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:11:38.043959 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 36f01cdb-3dfd-40d3-af33-9c1dec816aac completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:11:38.048829 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 36f01cdb-3dfd-40d3-af33-9c1dec816aac triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:11:38.049192 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:38.049518 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 36f01cdb-3dfd-40d3-af33-9c1dec816aac Oct 18 08:11:38.077488 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-74f1a29e-e799-4b1b-8c96-eff927802bff None None] Attempt 6 to provision port e2b7570e-d35f-4fc7-94d9-edd117798900 Oct 18 08:11:38.144004 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'name': 'tempest-DeleteServersTestJSON-20773717-router', 'tenant_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '36f01cdb-3dfd-40d3-af33-9c1dec816aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:11:31Z', 'updated_at': '2022-10-18T08:11:35Z', 'revision_number': 4, 'project_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'gw_port': {'id': '36f01cdb-3dfd-40d3-af33-9c1dec816aac', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:11:32Z', 'updated_at': '2022-10-18T08:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'e2b7570e-d35f-4fc7-94d9-edd117798900', 'name': '', 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a', 'tenant_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'mac_address': 'fa:16:3e:13:b2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '97b0a046-2936-491b-86ef-bbdebf698311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:11:34Z', 'updated_at': '2022-10-18T08:11:35Z', 'revision_number': 2, 'project_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'subnets': [{'id': '97b0a046-2936-491b-86ef-bbdebf698311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:11:38.148511 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Checking router: e10c456f-2191-4961-b055-2e287f49fc06 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:11:38.148870 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Updating router e10c456f-2191-4961-b055-2e287f49fc06 port e2b7570e-d35f-4fc7-94d9-edd117798900 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:11:38.154504 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-74f1a29e-e799-4b1b-8c96-eff927802bff None None] Port e2b7570e-d35f-4fc7-94d9-edd117798900 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:11:38.217156 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:38.223523 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 36f01cdb-3dfd-40d3-af33-9c1dec816aac is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:11:38.223901 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:38.242819 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 36f01cdb-3dfd-40d3-af33-9c1dec816aac, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=36f01cdb-3dfd-40d3-af33-9c1dec816aac,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:11:38.248675 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:38.343864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=36f01cdb-3dfd-40d3-af33-9c1dec816aac,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:38.386202 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-0b50252a-5f61-4049-859c-e654cee6f4d9 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:38.389306 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-0b50252a-5f61-4049-859c-e654cee6f4d9 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.46 "GET /v2.0/networks?id=60e1c3f1-62cd-435b-8fea-df7250725b7a HTTP/1.1" status: 200 len: 810 time: 0.1883194 Oct 18 08:11:38.406517 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-896396b9-3dff-4797-b5df-fcf129f9a375 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Request body: {'port': {'device_id': '33292f89-34d5-4b7c-8df0-1a19ff7ed749', 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a', 'admin_state_up': True, 'tenant_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:11:38.435755 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-09f138c0-2629-4980-932a-e0795e915caf req-aa64d527-551f-4056-8de0-43176f766144 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 210 time: 0.0531681 Oct 18 08:11:38.553104 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-896396b9-3dff-4797-b5df-fcf129f9a375 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:11:38.563227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-896396b9-3dff-4797-b5df-fcf129f9a375 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:11:38.572712 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-896396b9-3dff-4797-b5df-fcf129f9a375 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Made reservation on behalf of bcf0e494ad2f4d0fa2ed67555e6bfc45 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:11:38.576153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-896396b9-3dff-4797-b5df-fcf129f9a375 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:38.623344 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:38.635067 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Transition to ACTIVE for port object e2b7570e-d35f-4fc7-94d9-edd117798900 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:11:38.641434 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:38.656291 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-74f1a29e-e799-4b1b-8c96-eff927802bff None None] Attempt 7 to provision port e2b7570e-d35f-4fc7-94d9-edd117798900 Oct 18 08:11:38.711919 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-74f1a29e-e799-4b1b-8c96-eff927802bff None None] Port e2b7570e-d35f-4fc7-94d9-edd117798900 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:11:38.742811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-896396b9-3dff-4797-b5df-fcf129f9a375 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Allocated IP 172.20.0.4 (60e1c3f1-62cd-435b-8fea-df7250725b7a/97b0a046-2936-491b-86ef-bbdebf698311/2a4410f4-4fad-4c32-bfc0-9f933fbf0f46) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:11:38.869312 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536491c-ef59-47d2-8619-488eede42613 None None] Pushing event updated for resources: {'Port': ['ID=e2b7570e-d35f-4fc7-94d9-edd117798900,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:38.887769 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536491c-ef59-47d2-8619-488eede42613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:11:38.888110 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536491c-ef59-47d2-8619-488eede42613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:11:38.888446 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536491c-ef59-47d2-8619-488eede42613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:11:38.888775 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536491c-ef59-47d2-8619-488eede42613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:11:38.889101 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536491c-ef59-47d2-8619-488eede42613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:11:38.889422 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536491c-ef59-47d2-8619-488eede42613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:11:38.889743 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536491c-ef59-47d2-8619-488eede42613 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:11:38.890061 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536491c-ef59-47d2-8619-488eede42613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:11:38.890380 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536491c-ef59-47d2-8619-488eede42613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:11:38.890720 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536491c-ef59-47d2-8619-488eede42613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:11:38.891037 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536491c-ef59-47d2-8619-488eede42613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:11:38.891349 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536491c-ef59-47d2-8619-488eede42613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:11:38.897080 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Attempting to bind port e2b7570e-d35f-4fc7-94d9-edd117798900 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:11:38.897474 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Attempting to bind port e2b7570e-d35f-4fc7-94d9-edd117798900 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '1d776c1e-e411-4d9f-83ff-fa436919ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:11:38.897836 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Attempting to bind port e2b7570e-d35f-4fc7-94d9-edd117798900 on network 60e1c3f1-62cd-435b-8fea-df7250725b7a {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:11:38.903774 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:11:38.904141 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Checking segment: {'id': '1d776c1e-e411-4d9f-83ff-fa436919ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:11:38.904537 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:38.904920 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Bound using segment: {'id': '1d776c1e-e411-4d9f-83ff-fa436919ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:11:38.905411 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Bound port: e2b7570e-d35f-4fc7-94d9-edd117798900, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d776c1e-e411-4d9f-83ff-fa436919ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:11:38.905777 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:38.946321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-896396b9-3dff-4797-b5df-fcf129f9a375 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:38.963169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-896396b9-3dff-4797-b5df-fcf129f9a375 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Transition to ACTIVE for port object 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:11:38.988387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-896396b9-3dff-4797-b5df-fcf129f9a375 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:38.997861 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] For port e2b7570e-d35f-4fc7-94d9-edd117798900, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:11:39.000902 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] For port e2b7570e-d35f-4fc7-94d9-edd117798900, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e2b7570e-d35f-4fc7-94d9-edd117798900,segment=NetworkSegment(1d776c1e-e411-4d9f-83ff-fa436919ec11),segment_id=1d776c1e-e411-4d9f-83ff-fa436919ec11)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:11:39.005088 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:39.059525 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Routers {'e10c456f-2191-4961-b055-2e287f49fc06'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:11:39.060116 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:11:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e10c456f-2191-4961-b055-2e287f49fc06'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:11:39.063724 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-896396b9-3dff-4797-b5df-fcf129f9a375 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Network 60e1c3f1-62cd-435b-8fea-df7250725b7a is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:11:39.066845 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-896396b9-3dff-4797-b5df-fcf129f9a375 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:11:39.069403 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-896396b9-3dff-4797-b5df-fcf129f9a375 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:11:39.113598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896396b9-3dff-4797-b5df-fcf129f9a375 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Pushing event updated for resources: {'Port': ['ID=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:39.141943 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-896396b9-3dff-4797-b5df-fcf129f9a375 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:39.142581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-896396b9-3dff-4797-b5df-fcf129f9a375 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:39.176613 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-896396b9-3dff-4797-b5df-fcf129f9a375 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7739556 Oct 18 08:11:39.192889 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Request body: {'port': {'device_id': '33292f89-34d5-4b7c-8df0-1a19ff7ed749', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:11:39.213844 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-74f1a29e-e799-4b1b-8c96-eff927802bff None None] Attempt 8 to provision port e2b7570e-d35f-4fc7-94d9-edd117798900 Oct 18 08:11:39.243587 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] Set router e10c456f-2191-4961-b055-2e287f49fc06 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:11:39.292262 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-74f1a29e-e799-4b1b-8c96-eff927802bff None None] Port e2b7570e-d35f-4fc7-94d9-edd117798900 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:11:39.324159 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:39.372368 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536491c-ef59-47d2-8619-488eede42613 None None] Pushing event updated for resources: {'Port': ['ID=e2b7570e-d35f-4fc7-94d9-edd117798900,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:39.423849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ad2cdf3a-4667-4bbd-bc65-b946addc441b None None] Provisioning for port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:11:39.429332 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ad2cdf3a-4667-4bbd-bc65-b946addc441b None None] Provisioning complete for port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:11:39.429911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ad2cdf3a-4667-4bbd-bc65-b946addc441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:39.430510 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ad2cdf3a-4667-4bbd-bc65-b946addc441b None None] Attempt 1 to provision port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 Oct 18 08:11:39.497793 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ad2cdf3a-4667-4bbd-bc65-b946addc441b None None] Port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:11:39.585984 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'name': 'tempest-DeleteServersTestJSON-20773717-router', 'tenant_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '36f01cdb-3dfd-40d3-af33-9c1dec816aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:11:31Z', 'updated_at': '2022-10-18T08:11:35Z', 'revision_number': 4, 'project_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'gw_port': {'id': '36f01cdb-3dfd-40d3-af33-9c1dec816aac', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:11:32Z', 'updated_at': '2022-10-18T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'e2b7570e-d35f-4fc7-94d9-edd117798900', 'name': '', 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a', 'tenant_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'mac_address': 'fa:16:3e:13:b2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '97b0a046-2936-491b-86ef-bbdebf698311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:11:34Z', 'updated_at': '2022-10-18T08:11:38Z', 'revision_number': 4, 'project_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'subnets': [{'id': '97b0a046-2936-491b-86ef-bbdebf698311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:11:39.589852 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97860b1-e85f-4a84-a4e7-74f26b151047 None None] The sync data for ids ['e10c456f-2191-4961-b055-2e287f49fc06'] in dv-neutron-861625-1-hyperv is: [{'id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'name': 'tempest-DeleteServersTestJSON-20773717-router', 'tenant_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '36f01cdb-3dfd-40d3-af33-9c1dec816aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:11:31Z', 'updated_at': '2022-10-18T08:11:35Z', 'revision_number': 4, 'project_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'gw_port': {'id': '36f01cdb-3dfd-40d3-af33-9c1dec816aac', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:11:32Z', 'updated_at': '2022-10-18T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'e2b7570e-d35f-4fc7-94d9-edd117798900', 'name': '', 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a', 'tenant_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'mac_address': 'fa:16:3e:13:b2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '97b0a046-2936-491b-86ef-bbdebf698311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:11:34Z', 'updated_at': '2022-10-18T08:11:38Z', 'revision_number': 4, 'project_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'subnets': [{'id': '97b0a046-2936-491b-86ef-bbdebf698311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:11:39.738801 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5029c-0142-4eaa-9b54-affc84c8f14b req-a18e0d5a-29f2-46a9-8234-db9a13ae0394 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:39.739413 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-51c5029c-0142-4eaa-9b54-affc84c8f14b req-a18e0d5a-29f2-46a9-8234-db9a13ae0394 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Synchronizing usage tracker for tenant:bcf0e494ad2f4d0fa2ed67555e6bfc45 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:11:39.758931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:11:39.768592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:39.771510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-51c5029c-0142-4eaa-9b54-affc84c8f14b req-a18e0d5a-29f2-46a9-8234-db9a13ae0394 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Unset dirty status for tenant:bcf0e494ad2f4d0fa2ed67555e6bfc45 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:11:39.772683 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-51c5029c-0142-4eaa-9b54-affc84c8f14b req-a18e0d5a-29f2-46a9-8234-db9a13ae0394 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 931 time: 0.2097049 Oct 18 08:11:39.799986 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Transition to ACTIVE for port object 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:11:39.808208 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:39.930280 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-51c5029c-0142-4eaa-9b54-affc84c8f14b req-7ba07506-227d-44a0-9a73-ed77bdf740de tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492567 Oct 18 08:11:39.988334 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 36f01cdb-3dfd-40d3-af33-9c1dec816aac up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:11:40.018470 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ad2cdf3a-4667-4bbd-bc65-b946addc441b None None] Attempt 2 to provision port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 Oct 18 08:11:40.021184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:40.148000 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ad2cdf3a-4667-4bbd-bc65-b946addc441b None None] Port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:11:40.174206 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 36f01cdb-3dfd-40d3-af33-9c1dec816aac triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:11:40.174616 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:40.174953 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 36f01cdb-3dfd-40d3-af33-9c1dec816aac Oct 18 08:11:40.181570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Attempting to bind port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:11:40.181898 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Attempting to bind port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '1d776c1e-e411-4d9f-83ff-fa436919ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:11:40.182227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Attempting to bind port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 on network 60e1c3f1-62cd-435b-8fea-df7250725b7a {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:11:40.187724 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 on network 60e1c3f1-62cd-435b-8fea-df7250725b7a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:11:40.188037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Attempting to bind port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 on network 60e1c3f1-62cd-435b-8fea-df7250725b7a {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:11:40.193023 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:11:40.193352 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Checking segment: {'id': '1d776c1e-e411-4d9f-83ff-fa436919ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:11:40.193728 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Bound using segment: {'id': '1d776c1e-e411-4d9f-83ff-fa436919ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:11:40.194144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Bound port: 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d776c1e-e411-4d9f-83ff-fa436919ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:11:40.194483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:40.289895 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] For port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:11:40.292938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] For port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46,segment=NetworkSegment(1d776c1e-e411-4d9f-83ff-fa436919ec11),segment_id=1d776c1e-e411-4d9f-83ff-fa436919ec11)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:11:40.296422 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:40.304951 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 36f01cdb-3dfd-40d3-af33-9c1dec816aac is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:11:40.306012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e2b7570e-d35f-4fc7-94d9-edd117798900 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:11:40.327069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:40.327686 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:40.329079 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] 10.222.0.46 "PUT /v2.0/ports/2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 HTTP/1.1" status: 200 len: 1093 time: 1.1406672 Oct 18 08:11:40.334910 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33292f89-34d5-4b7c-8df0-1a19ff7ed749', 'tag': '2a4410f4-4fad-4c32-bfc0-9f933fbf0f46'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:11:40.336528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbeebe1-c563-4a9b-8b88-240d17060f91" -d '{"events": [{"name": "network-changed", "server_uuid": "33292f89-34d5-4b7c-8df0-1a19ff7ed749", "tag": "2a4410f4-4fad-4c32-bfc0-9f933fbf0f46"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:11:40.381219 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcaa45-37f7-4347-be96-2beccc1e13b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:40.384616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd33218-d18d-413c-8f5a-c6a10da28330 x-openstack-request-id: req-abd33218-d18d-413c-8f5a-c6a10da28330 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:11:40.384917 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33292f89-34d5-4b7c-8df0-1a19ff7ed749", "tag": "2a4410f4-4fad-4c32-bfc0-9f933fbf0f46", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:11:40.385226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-abd33218-d18d-413c-8f5a-c6a10da28330 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:11:40.385558 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abd33218-d18d-413c-8f5a-c6a10da28330'] response: {'name': 'network-changed', 'server_uuid': '33292f89-34d5-4b7c-8df0-1a19ff7ed749', 'tag': '2a4410f4-4fad-4c32-bfc0-9f933fbf0f46', 'status': 'completed', 'code': 200} Oct 18 08:11:40.385697 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port e2b7570e-d35f-4fc7-94d9-edd117798900 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:11:40.392147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port e2b7570e-d35f-4fc7-94d9-edd117798900 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:11:40.392524 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:40.392856 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port e2b7570e-d35f-4fc7-94d9-edd117798900 Oct 18 08:11:40.464251 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-ac377fe2-7fa6-4cdd-8de7-611197ba8805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:40.465721 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-ac377fe2-7fa6-4cdd-8de7-611197ba8805 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bcf0e494ad2f4d0fa2ed67555e6bfc45&device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 1096 time: 0.0772350 Oct 18 08:11:40.509769 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port e2b7570e-d35f-4fc7-94d9-edd117798900 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:11:40.510149 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:40.541627 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-681128d0-5c88-4aa4-969b-e0f140f3f5f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 HTTP/1.1" status: 200 len: 217 time: 0.0660627 Oct 18 08:11:40.542775 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port e2b7570e-d35f-4fc7-94d9-edd117798900, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e2b7570e-d35f-4fc7-94d9-edd117798900,segment=NetworkSegment(1d776c1e-e411-4d9f-83ff-fa436919ec11),segment_id=1d776c1e-e411-4d9f-83ff-fa436919ec11)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:11:40.546364 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:40.606428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-51655dd6-ea2c-4dc3-88c8-81bd37f30240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:40.607889 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-51655dd6-ea2c-4dc3-88c8-81bd37f30240 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97b0a046-2936-491b-86ef-bbdebf698311 HTTP/1.1" status: 200 len: 849 time: 0.0578609 Oct 18 08:11:40.615687 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=e2b7570e-d35f-4fc7-94d9-edd117798900,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:40.649489 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ad2cdf3a-4667-4bbd-bc65-b946addc441b None None] Attempt 3 to provision port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 Oct 18 08:11:40.697482 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-abe7a06f-49f4-43ce-b363-8215671e0b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:40.698966 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-abe7a06f-49f4-43ce-b363-8215671e0b39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60e1c3f1-62cd-435b-8fea-df7250725b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822897 Oct 18 08:11:40.709286 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ad2cdf3a-4667-4bbd-bc65-b946addc441b None None] Port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:11:40.829972 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-0bd6285b-626e-4a01-9673-244774392713 service neutron] 10.222.0.46 "GET /v2.0/networks/60e1c3f1-62cd-435b-8fea-df7250725b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213136 Oct 18 08:11:40.959363 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a510d48-7d7f-4f5f-a0b2-8ef241efe278 req-45a4e771-f025-4791-ba45-8ac83ce90b9e service neutron] 10.222.0.46 "GET /v2.0/networks/60e1c3f1-62cd-435b-8fea-df7250725b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206775 Oct 18 08:11:41.155020 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbeebe1-c563-4a9b-8b88-240d17060f91 req-606b7a15-2718-4a83-b0b0-a9793f0f52fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:41.156490 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1fbeebe1-c563-4a9b-8b88-240d17060f91 req-606b7a15-2718-4a83-b0b0-a9793f0f52fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bcf0e494ad2f4d0fa2ed67555e6bfc45&device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 1096 time: 0.1431108 Oct 18 08:11:41.163855 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4ccf7-63bb-49dd-996d-042dc02dc705 req-0bff41f3-13bc-41d7-af0e-26e7209f135c tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:41.165195 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2eb4ccf7-63bb-49dd-996d-042dc02dc705 req-0bff41f3-13bc-41d7-af0e-26e7209f135c tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 943 time: 0.1125805 Oct 18 08:11:41.288701 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2eb4ccf7-63bb-49dd-996d-042dc02dc705 req-3b66439f-f1ec-4abf-8913-26235d8394f4 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028612 Oct 18 08:11:41.322270 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbeebe1-c563-4a9b-8b88-240d17060f91 req-7612e2d0-8d4c-4fe8-9550-26f38a47c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:41.323702 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1fbeebe1-c563-4a9b-8b88-240d17060f91 req-7612e2d0-8d4c-4fe8-9550-26f38a47c3fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=60e1c3f1-62cd-435b-8fea-df7250725b7a HTTP/1.1" status: 200 len: 911 time: 0.1576989 Oct 18 08:11:41.393013 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1fbeebe1-c563-4a9b-8b88-240d17060f91 req-50f3ecc2-e3cc-4625-9412-dc6386e9ffc0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 HTTP/1.1" status: 200 len: 217 time: 0.0623651 Oct 18 08:11:41.454836 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbeebe1-c563-4a9b-8b88-240d17060f91 req-fdc0f816-b576-4bdc-8bc2-c345334c9398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:41.456220 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1fbeebe1-c563-4a9b-8b88-240d17060f91 req-fdc0f816-b576-4bdc-8bc2-c345334c9398 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97b0a046-2936-491b-86ef-bbdebf698311 HTTP/1.1" status: 200 len: 849 time: 0.0565701 Oct 18 08:11:41.540964 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbeebe1-c563-4a9b-8b88-240d17060f91 req-0f248774-363f-433c-b1bd-40a5d1d55e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:41.542406 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1fbeebe1-c563-4a9b-8b88-240d17060f91 req-0f248774-363f-433c-b1bd-40a5d1d55e66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60e1c3f1-62cd-435b-8fea-df7250725b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774498 Oct 18 08:11:41.672532 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1fbeebe1-c563-4a9b-8b88-240d17060f91 req-d99abe1c-6ed9-4e40-9666-625f8b85cba8 service neutron] 10.222.0.46 "GET /v2.0/networks/60e1c3f1-62cd-435b-8fea-df7250725b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234713 Oct 18 08:11:41.905340 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1fbeebe1-c563-4a9b-8b88-240d17060f91 req-e49314ef-bb85-46f4-be44-033a20098a72 service neutron] 10.222.0.46 "GET /v2.0/networks/60e1c3f1-62cd-435b-8fea-df7250725b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258468 Oct 18 08:11:41.958390 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e2b7570e-d35f-4fc7-94d9-edd117798900 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:11:42.024674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port e2b7570e-d35f-4fc7-94d9-edd117798900 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:11:42.025051 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:42.025381 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port e2b7570e-d35f-4fc7-94d9-edd117798900 Oct 18 08:11:42.139070 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port e2b7570e-d35f-4fc7-94d9-edd117798900 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:11:42.488714 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f005cf8-2270-48c0-83c8-ad074e898611 req-dc17b162-af19-46ba-9d8b-92b94cf829c4 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:42.490185 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7f005cf8-2270-48c0-83c8-ad074e898611 req-dc17b162-af19-46ba-9d8b-92b94cf829c4 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 943 time: 0.0899403 Oct 18 08:11:42.532379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-7f005cf8-2270-48c0-83c8-ad074e898611 req-b485dd63-0311-447a-8fee-004ff0b89e11 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Synchronizing usage tracker for tenant:bcf0e494ad2f4d0fa2ed67555e6bfc45 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:11:42.548907 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-7f005cf8-2270-48c0-83c8-ad074e898611 req-b485dd63-0311-447a-8fee-004ff0b89e11 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Unset dirty status for tenant:bcf0e494ad2f4d0fa2ed67555e6bfc45 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:11:42.550052 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7f005cf8-2270-48c0-83c8-ad074e898611 req-b485dd63-0311-447a-8fee-004ff0b89e11 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543554 Oct 18 08:11:42.969630 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:11:43.099953 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46,segment=NetworkSegment(1d776c1e-e411-4d9f-83ff-fa436919ec11),segment_id=1d776c1e-e411-4d9f-83ff-fa436919ec11)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:11:43.112720 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '2a4410f4-4fad-4c32-bfc0-9f933fbf0f46', 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a', 'port_id': '2a4410f4-4fad-4c32-bfc0-9f933fbf0f46', 'mac_address': 'fa:16:3e:e9:5d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b0a046-2936-491b-86ef-bbdebf698311', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:11:43.170420 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:11:43.170830 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:43.187781 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:11:43.203160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46,segment=NetworkSegment(1d776c1e-e411-4d9f-83ff-fa436919ec11),segment_id=1d776c1e-e411-4d9f-83ff-fa436919ec11)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:11:43.206935 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:43.272258 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:43.444021 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['2a4410f4-4fad-4c32-bfc0-9f933fbf0f46'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:11:43.748177 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a6355-ff18-4038-8401-7ebcea3bbfd0 req-30063daf-cc37-4f02-8bb7-18b3d949cf1e tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:43.749621 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-103a6355-ff18-4038-8401-7ebcea3bbfd0 req-30063daf-cc37-4f02-8bb7-18b3d949cf1e tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 944 time: 0.0878041 Oct 18 08:11:43.791943 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-103a6355-ff18-4038-8401-7ebcea3bbfd0 req-f1844f55-7252-4f38-90dc-f4aba0559ee9 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368097 Oct 18 08:11:44.982613 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:11:44.987927 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff2be8-8300-4501-8b22-20948c0d5dd7 req-7c7cbc54-a89b-4f28-b36a-7e3beef2dded tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:44.989437 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9aff2be8-8300-4501-8b22-20948c0d5dd7 req-7c7cbc54-a89b-4f28-b36a-7e3beef2dded tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 944 time: 0.0871670 Oct 18 08:11:45.037610 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9aff2be8-8300-4501-8b22-20948c0d5dd7 req-904873c9-d929-465d-955e-3286ec7891d2 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421939 Oct 18 08:11:45.054053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:11:45.059379 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:11:45.059744 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:45.060072 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 Oct 18 08:11:45.174286 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:11:45.174625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:45.202326 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33292f89-34d5-4b7c-8df0-1a19ff7ed749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4410f4-4fad-4c32-bfc0-9f933fbf0f46'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:11:45.204643 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986767d1-486d-45a0-80d2-b98c23331b05" -d '{"events": [{"server_uuid": "33292f89-34d5-4b7c-8df0-1a19ff7ed749", "name": "network-vif-plugged", "status": "completed", "tag": "2a4410f4-4fad-4c32-bfc0-9f933fbf0f46"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:11:45.212191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46,segment=NetworkSegment(1d776c1e-e411-4d9f-83ff-fa436919ec11),segment_id=1d776c1e-e411-4d9f-83ff-fa436919ec11)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:11:45.216708 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:45.248969 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547f851b-89e7-40c6-aa51-80b1d3cad2af x-openstack-request-id: req-547f851b-89e7-40c6-aa51-80b1d3cad2af {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:11:45.249265 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33292f89-34d5-4b7c-8df0-1a19ff7ed749", "name": "network-vif-plugged", "status": "completed", "tag": "2a4410f4-4fad-4c32-bfc0-9f933fbf0f46", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:11:45.249519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-547f851b-89e7-40c6-aa51-80b1d3cad2af {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:11:45.249912 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547f851b-89e7-40c6-aa51-80b1d3cad2af'] response: {'server_uuid': '33292f89-34d5-4b7c-8df0-1a19ff7ed749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4410f4-4fad-4c32-bfc0-9f933fbf0f46', 'code': 200} Oct 18 08:11:45.291110 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:11:45.484927 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdac82-30c5-4473-a97c-41ebb55d5aff req-ef52740e-f618-4e30-9b99-465e9a905206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:45.486405 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4cfdac82-30c5-4473-a97c-41ebb55d5aff req-ef52740e-f618-4e30-9b99-465e9a905206 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 1098 time: 0.0785851 Oct 18 08:11:45.529168 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4cfdac82-30c5-4473-a97c-41ebb55d5aff req-0f08221f-f00f-49af-9d26-603e659c7de9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337541 Oct 18 08:11:46.233197 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a60c5-f0ec-4ab7-852b-b5fb405a34ff req-9ddb839e-be0d-4ef3-8317-1f866bba9a1e tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:46.234713 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a82a60c5-f0ec-4ab7-852b-b5fb405a34ff req-9ddb839e-be0d-4ef3-8317-1f866bba9a1e tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0875423 Oct 18 08:11:46.278478 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a82a60c5-f0ec-4ab7-852b-b5fb405a34ff req-b041651f-9197-4057-a08d-f881f099d920 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381241 Oct 18 08:11:47.478814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525eda5-3999-41fe-95fa-dd2a94a7604b req-5d85a4f9-a093-40a6-9a78-253ce4dc70b2 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:47.480176 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8525eda5-3999-41fe-95fa-dd2a94a7604b req-5d85a4f9-a093-40a6-9a78-253ce4dc70b2 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0900760 Oct 18 08:11:47.523166 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8525eda5-3999-41fe-95fa-dd2a94a7604b req-2634182f-dd6a-4d09-8294-ba1ce290539d tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374546 Oct 18 08:11:47.885086 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37318) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:11:47.927926 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697897d8-849f-46ff-b41e-3e9cc7fedca9 req-6778effe-71da-448e-8ce8-90a8c5f2e015 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:47.929427 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-697897d8-849f-46ff-b41e-3e9cc7fedca9 req-6778effe-71da-448e-8ce8-90a8c5f2e015 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0896373 Oct 18 08:11:47.973836 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-697897d8-849f-46ff-b41e-3e9cc7fedca9 req-38432302-d360-4e64-985a-46337bf8f527 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381582 Oct 18 08:11:48.005241 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-38928566-a277-46ae-b248-3c5ee9ce7adf service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1189473 Oct 18 08:11:49.175496 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333a16b-9f72-4d12-91e3-91b83ce8d27f req-345ec7d7-904f-48f3-af18-5660a25136b0 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:49.177107 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5333a16b-9f72-4d12-91e3-91b83ce8d27f req-345ec7d7-904f-48f3-af18-5660a25136b0 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0925531 Oct 18 08:11:49.222005 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5333a16b-9f72-4d12-91e3-91b83ce8d27f req-4e13e462-9817-4e41-8325-e3baac1a24b4 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382898 Oct 18 08:11:49.237512 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-2ea0ab37-d2cb-4f2a-82e3-c95e6e500a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:49.238987 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-2ea0ab37-d2cb-4f2a-82e3-c95e6e500a0f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bcf0e494ad2f4d0fa2ed67555e6bfc45&device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 1098 time: 0.0823236 Oct 18 08:11:49.371606 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-7a9f1f19-cc5a-49ba-aadf-910473d0e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:49.373604 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-7a9f1f19-cc5a-49ba-aadf-910473d0e0f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=60e1c3f1-62cd-435b-8fea-df7250725b7a HTTP/1.1" status: 200 len: 911 time: 0.1286504 Oct 18 08:11:49.441986 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-17b2993b-3a27-4d5b-827a-1f8443643fae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 HTTP/1.1" status: 200 len: 217 time: 0.0626457 Oct 18 08:11:49.502319 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-9a6d4f3e-6229-44d3-8ab3-9a1e7d7a2d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:49.503727 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-9a6d4f3e-6229-44d3-8ab3-9a1e7d7a2d49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97b0a046-2936-491b-86ef-bbdebf698311 HTTP/1.1" status: 200 len: 849 time: 0.0560360 Oct 18 08:11:49.584214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-487f38e7-c177-4e53-bb69-08ce27cd909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:49.585685 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-487f38e7-c177-4e53-bb69-08ce27cd909e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60e1c3f1-62cd-435b-8fea-df7250725b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763459 Oct 18 08:11:49.713405 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-e078f52b-9963-46c8-8bc9-f01c4a6b95dd service neutron] 10.222.0.46 "GET /v2.0/networks/60e1c3f1-62cd-435b-8fea-df7250725b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211083 Oct 18 08:11:49.843403 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-9b63167d-0cbd-4b6c-9f48-e4ed9c0bac7c service neutron] 10.222.0.46 "GET /v2.0/networks/60e1c3f1-62cd-435b-8fea-df7250725b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237481 Oct 18 08:11:50.423064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec21ec-87b9-490b-b22a-d00daefc305a req-9c31ff36-a4d7-4e33-91c4-cfdabe59dda1 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:50.424507 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0eec21ec-87b9-490b-b22a-d00daefc305a req-9c31ff36-a4d7-4e33-91c4-cfdabe59dda1 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0899978 Oct 18 08:11:50.467326 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0eec21ec-87b9-490b-b22a-d00daefc305a req-be8ce19c-baf1-4d46-b7e6-2addabd08d48 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372224 Oct 18 08:11:50.714940 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cc52dd2d-b8f5-48ae-ad33-0c991f341ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:51.667534 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84323c-c8d1-47b1-b336-9afc3383f920 req-7d04029f-3ea0-49a4-9be3-9fb8bd93a8c5 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:51.669027 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3e84323c-c8d1-47b1-b336-9afc3383f920 req-7d04029f-3ea0-49a4-9be3-9fb8bd93a8c5 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0882666 Oct 18 08:11:51.712784 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3e84323c-c8d1-47b1-b336-9afc3383f920 req-b68d517f-40e9-4640-8bfd-5606c4cf12b7 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378871 Oct 18 08:11:52.782976 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:11:52.908489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7f08e-7fd6-415c-b823-972244cae99f req-20fef317-b4d3-41de-996e-c1d2861eed06 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:52.909922 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-eeb7f08e-7fd6-415c-b823-972244cae99f req-20fef317-b4d3-41de-996e-c1d2861eed06 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0880337 Oct 18 08:11:52.953119 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-eeb7f08e-7fd6-415c-b823-972244cae99f req-a6b4670d-7b69-47ac-b8de-7a1367a2b261 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376074 Oct 18 08:11:53.018174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7c9774e0-e1e6-4898-acfc-dc75beb8fa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:53.715572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8ea1c-88bc-41b8-bfc1-823a06d37506 req-043abf24-9643-4383-bd43-b1d4a2ecf50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:53.717046 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-eab8ea1c-88bc-41b8-bfc1-823a06d37506 req-043abf24-9643-4383-bd43-b1d4a2ecf50f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bcf0e494ad2f4d0fa2ed67555e6bfc45&device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 1098 time: 0.0777223 Oct 18 08:11:53.742712 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:53.822111 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:53.860946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8ea1c-88bc-41b8-bfc1-823a06d37506 req-4cc6edba-d3ad-4f7b-b5f1-eea24a635eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:53.862772 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-eab8ea1c-88bc-41b8-bfc1-823a06d37506 req-4cc6edba-d3ad-4f7b-b5f1-eea24a635eb7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=60e1c3f1-62cd-435b-8fea-df7250725b7a HTTP/1.1" status: 200 len: 911 time: 0.1267288 Oct 18 08:11:54.019685 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-eab8ea1c-88bc-41b8-bfc1-823a06d37506 req-956e19c1-a295-49c1-8697-4a6277c80bb6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 HTTP/1.1" status: 200 len: 217 time: 0.1514926 Oct 18 08:11:54.082694 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8ea1c-88bc-41b8-bfc1-823a06d37506 req-76ac1f08-980e-43b3-b429-7f5caceaa080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:54.084418 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-eab8ea1c-88bc-41b8-bfc1-823a06d37506 req-76ac1f08-980e-43b3-b429-7f5caceaa080 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97b0a046-2936-491b-86ef-bbdebf698311 HTTP/1.1" status: 200 len: 849 time: 0.0585823 Oct 18 08:11:54.151797 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8271fb-5b1a-4862-a58d-6cd6bbde373d req-06262693-5f63-490a-8c3b-cb1ad18ee9b8 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:54.153269 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7b8271fb-5b1a-4862-a58d-6cd6bbde373d req-06262693-5f63-490a-8c3b-cb1ad18ee9b8 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0903289 Oct 18 08:11:54.170608 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8ea1c-88bc-41b8-bfc1-823a06d37506 req-67438a62-d7df-43f5-9a6d-8c6d17abb558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:54.172069 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-eab8ea1c-88bc-41b8-bfc1-823a06d37506 req-67438a62-d7df-43f5-9a6d-8c6d17abb558 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60e1c3f1-62cd-435b-8fea-df7250725b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808961 Oct 18 08:11:54.199234 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7b8271fb-5b1a-4862-a58d-6cd6bbde373d req-4e3690d5-7642-4b41-a390-ef74b6abeca7 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392768 Oct 18 08:11:54.306720 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-eab8ea1c-88bc-41b8-bfc1-823a06d37506 req-599cd774-419c-4bd5-b3b8-fe2bfe834af2 service neutron] 10.222.0.46 "GET /v2.0/networks/60e1c3f1-62cd-435b-8fea-df7250725b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273668 Oct 18 08:11:54.435367 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-eab8ea1c-88bc-41b8-bfc1-823a06d37506 req-8ab921a1-1e8b-4054-bc4e-6a15b83f0187 service neutron] 10.222.0.46 "GET /v2.0/networks/60e1c3f1-62cd-435b-8fea-df7250725b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231592 Oct 18 08:11:55.350689 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:11:55.404674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82ddf2-7242-4ef0-961a-1f67547c0495 req-7828eff7-09e0-4f1a-9ef4-f1158993bd30 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:55.406134 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ad82ddf2-7242-4ef0-961a-1f67547c0495 req-7828eff7-09e0-4f1a-9ef4-f1158993bd30 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0868068 Oct 18 08:11:55.452823 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ad82ddf2-7242-4ef0-961a-1f67547c0495 req-de29ab7f-46de-4433-942f-e84bc965308b tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410421 Oct 18 08:11:56.647516 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0048853-1165-4171-8238-c9e85fe50acc req-83570eba-dc9d-46a0-8774-4e5b4bf23676 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:56.648966 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d0048853-1165-4171-8238-c9e85fe50acc req-83570eba-dc9d-46a0-8774-4e5b4bf23676 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0869391 Oct 18 08:11:56.692292 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d0048853-1165-4171-8238-c9e85fe50acc req-b44b3775-6b88-4fe6-bc9c-3ad2c83e0cc0 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371006 Oct 18 08:11:57.888092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb421476-67e4-47ff-b51c-8fd6851501b3 req-530ce8e3-6129-41be-8bee-735dcb38d9a1 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:57.889517 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cb421476-67e4-47ff-b51c-8fd6851501b3 req-530ce8e3-6129-41be-8bee-735dcb38d9a1 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0858483 Oct 18 08:11:57.932718 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cb421476-67e4-47ff-b51c-8fd6851501b3 req-6f1e6b3f-f704-4b01-acd3-8a46f9713cd7 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376718 Oct 18 08:11:59.132929 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225df98c-a053-44ea-ad8f-9a1862e4390b req-dc02366e-04cc-413a-8f22-c0a4104cf452 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:11:59.134383 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-225df98c-a053-44ea-ad8f-9a1862e4390b req-dc02366e-04cc-413a-8f22-c0a4104cf452 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0899560 Oct 18 08:11:59.178035 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-225df98c-a053-44ea-ad8f-9a1862e4390b req-998ad48e-2587-431d-a23d-2b7c10a3a9d5 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374098 Oct 18 08:12:00.379523 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132bab1-4ce1-474b-91d5-a07af366c74f req-66fc64d1-83bc-4430-a627-497850b289bb tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:00.380983 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8132bab1-4ce1-474b-91d5-a07af366c74f req-66fc64d1-83bc-4430-a627-497850b289bb tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0905831 Oct 18 08:12:00.425006 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8132bab1-4ce1-474b-91d5-a07af366c74f req-20cd037f-19ff-4a6c-a2ad-e7d3d2f3a0a5 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383744 Oct 18 08:12:01.620678 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7168c-4b31-4c84-b1b0-f466120fbb51 req-0b1a943e-8970-4283-bccd-1fcee0d0f199 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:01.622720 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-abe7168c-4b31-4c84-b1b0-f466120fbb51 req-0b1a943e-8970-4283-bccd-1fcee0d0f199 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0886590 Oct 18 08:12:01.766191 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-abe7168c-4b31-4c84-b1b0-f466120fbb51 req-1eea4242-5542-444f-845e-473ad12207c8 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379125 Oct 18 08:12:02.959988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd597470-de8b-4321-bb0b-c0a430f8b8d0 req-e7bb0df2-bfa8-4926-bb66-f7acda672da5 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:02.961429 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dd597470-de8b-4321-bb0b-c0a430f8b8d0 req-e7bb0df2-bfa8-4926-bb66-f7acda672da5 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0864532 Oct 18 08:12:03.007496 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dd597470-de8b-4321-bb0b-c0a430f8b8d0 req-57f6c183-3f62-434f-b2f0-224388bdaf15 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Oct 18 08:12:04.200717 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aed6ca-b52b-4700-b070-8c9981749471 req-d9279246-f43f-4621-9d64-3b823dcb85ea tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:04.202150 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c1aed6ca-b52b-4700-b070-8c9981749471 req-d9279246-f43f-4621-9d64-3b823dcb85ea tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0860417 Oct 18 08:12:04.249312 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c1aed6ca-b52b-4700-b070-8c9981749471 req-dcf84eab-cbcd-4dc0-ad38-a860d2f7934d tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415475 Oct 18 08:12:04.594267 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:05.454129 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071364ef-4e9b-40b7-88d1-50f4abffe4e8 req-8e20da3a-a03b-4375-a768-8e0a7a0108b1 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:05.455675 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-071364ef-4e9b-40b7-88d1-50f4abffe4e8 req-8e20da3a-a03b-4375-a768-8e0a7a0108b1 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0884879 Oct 18 08:12:05.499998 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-071364ef-4e9b-40b7-88d1-50f4abffe4e8 req-a26c4c67-ca92-4810-8efa-17d26c1556c8 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385911 Oct 18 08:12:06.696155 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195e7da-de11-4a78-a980-c2e8ef8a64b5 req-b5457c2c-5718-468d-8c2c-1377d3c3c63d tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:06.697595 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1195e7da-de11-4a78-a980-c2e8ef8a64b5 req-b5457c2c-5718-468d-8c2c-1377d3c3c63d tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0860200 Oct 18 08:12:06.740103 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1195e7da-de11-4a78-a980-c2e8ef8a64b5 req-483c0543-4d6b-4976-b1ca-a85d46ce0ecb tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361624 Oct 18 08:12:07.939079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db793-6b92-4bf4-9739-f0e56edd52a1 req-4b21fd5d-5cb9-4a0f-8e6a-5fa538e4d419 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:07.940512 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-030db793-6b92-4bf4-9739-f0e56edd52a1 req-4b21fd5d-5cb9-4a0f-8e6a-5fa538e4d419 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0911543 Oct 18 08:12:07.983181 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-030db793-6b92-4bf4-9739-f0e56edd52a1 req-c9012865-af57-486c-8ded-f660d2e711c6 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371938 Oct 18 08:12:09.181903 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28304f-6511-4d8f-a9d1-355e9d9edce2 req-50997780-72ad-4c39-8141-81511e49d321 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:09.183395 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-aa28304f-6511-4d8f-a9d1-355e9d9edce2 req-50997780-72ad-4c39-8141-81511e49d321 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0909870 Oct 18 08:12:09.226739 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-aa28304f-6511-4d8f-a9d1-355e9d9edce2 req-7ed4b242-045e-4c2f-81cd-1d84fb579c81 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370116 Oct 18 08:12:10.422716 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fd5e5-6306-4e2e-90ba-df9683ecb8ee req-929ab93c-92e4-4e90-8c2f-ad8d6d60c979 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:10.424154 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-459fd5e5-6306-4e2e-90ba-df9683ecb8ee req-929ab93c-92e4-4e90-8c2f-ad8d6d60c979 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0854218 Oct 18 08:12:10.470727 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-459fd5e5-6306-4e2e-90ba-df9683ecb8ee req-fa7a6163-511d-491a-b835-fd8856c9b09a tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408819 Oct 18 08:12:11.663561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa514d-55f8-4e9c-8949-3a4d0b9546b8 req-17f5ddea-f12a-413d-b91c-6e905341f014 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:11.664989 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8daa514d-55f8-4e9c-8949-3a4d0b9546b8 req-17f5ddea-f12a-413d-b91c-6e905341f014 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0860081 Oct 18 08:12:11.710568 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8daa514d-55f8-4e9c-8949-3a4d0b9546b8 req-f0056f69-0975-4dba-857a-666a4d1110bd tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400515 Oct 18 08:12:12.908089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b48ebf-2979-42e6-9c8d-9615b9cacb70 req-dba0ba10-0e15-4fa5-bc47-7cc13d2a7cbe tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:12.909534 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-26b48ebf-2979-42e6-9c8d-9615b9cacb70 req-dba0ba10-0e15-4fa5-bc47-7cc13d2a7cbe tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0876217 Oct 18 08:12:12.952394 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-26b48ebf-2979-42e6-9c8d-9615b9cacb70 req-5e130eea-d3b7-43fe-b906-4867765a4681 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372632 Oct 18 08:12:14.149584 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0e4a7-d6be-478f-8a1a-7a5b5e2d3681 req-7bca4b5d-571c-40bb-8c41-99dc998d398d tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:14.151051 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5ca0e4a7-d6be-478f-8a1a-7a5b5e2d3681 req-7bca4b5d-571c-40bb-8c41-99dc998d398d tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0856459 Oct 18 08:12:14.195489 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5ca0e4a7-d6be-478f-8a1a-7a5b5e2d3681 req-3e1945f9-639c-440a-9e8e-454e16bbf0e0 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381572 Oct 18 08:12:15.402624 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a74b81-3ed7-48a9-9857-408135feaf49 req-96d368f8-bb46-4689-9c8e-788b66616960 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:15.404108 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75a74b81-3ed7-48a9-9857-408135feaf49 req-96d368f8-bb46-4689-9c8e-788b66616960 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0913641 Oct 18 08:12:15.448017 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75a74b81-3ed7-48a9-9857-408135feaf49 req-55bb26ec-af08-42bb-b19d-e0a10d599669 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382030 Oct 18 08:12:16.644929 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c63d8-0665-4264-bc72-9af23950d69e req-9ffd34cb-920a-4542-b196-f933319d301c tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:16.646379 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-419c63d8-0665-4264-bc72-9af23950d69e req-9ffd34cb-920a-4542-b196-f933319d301c tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0905776 Oct 18 08:12:16.690221 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-419c63d8-0665-4264-bc72-9af23950d69e req-b2886526-cc0e-4509-b5fc-c6a756ba6d7b tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382066 Oct 18 08:12:16.781469 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-691994fe-9185-4664-b3f3-aec152d4cf58 service neutron] 10.222.0.46 "GET /v2.0/ports/2a4410f4-4fad-4c32-bfc0-9f933fbf0f46/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.0726452 Oct 18 08:12:17.068500 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-44f4fdb1-d567-465c-a37e-5218aa8ff10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:17.069951 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-44f4fdb1-d567-465c-a37e-5218aa8ff10e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749&tenant_id=bcf0e494ad2f4d0fa2ed67555e6bfc45 HTTP/1.1" status: 200 len: 1098 time: 0.0801499 Oct 18 08:12:17.174713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-7875cc58-9716-4639-894f-6b6b12dae78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:17.176186 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-7875cc58-9716-4639-894f-6b6b12dae78c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bcf0e494ad2f4d0fa2ed67555e6bfc45&device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 1098 time: 0.0778096 Oct 18 08:12:17.309315 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-7bdca06a-9222-476b-86f9-ca345b16edef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:17.310824 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-7bdca06a-9222-476b-86f9-ca345b16edef service neutron] 10.222.0.46 "GET /v2.0/networks?id=60e1c3f1-62cd-435b-8fea-df7250725b7a HTTP/1.1" status: 200 len: 911 time: 0.1255770 Oct 18 08:12:17.475358 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-8544d472-f1fc-4428-8153-13bd796ce602 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 HTTP/1.1" status: 200 len: 217 time: 0.1545444 Oct 18 08:12:17.538988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-7c46c63b-5fca-4d28-ace8-645897c3ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:17.540349 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-7c46c63b-5fca-4d28-ace8-645897c3ad5f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97b0a046-2936-491b-86ef-bbdebf698311 HTTP/1.1" status: 200 len: 849 time: 0.0560706 Oct 18 08:12:17.627340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-944bf5cd-0d61-46e4-91ea-51dcbff4da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:17.628769 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-944bf5cd-0d61-46e4-91ea-51dcbff4da42 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60e1c3f1-62cd-435b-8fea-df7250725b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770571 Oct 18 08:12:17.762208 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-819d9c4d-1422-4ab4-a823-5e7699cd3c06 service neutron] 10.222.0.46 "GET /v2.0/networks/60e1c3f1-62cd-435b-8fea-df7250725b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227868 Oct 18 08:12:17.959542 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c22b85ff-21f0-4874-843d-1131fb15f513 req-67ed52e9-36c8-4a21-bd70-f9f562cae620 service neutron] 10.222.0.46 "GET /v2.0/networks/60e1c3f1-62cd-435b-8fea-df7250725b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885879 Oct 18 08:12:17.971409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884c316-4c48-451c-adab-7f75c1586ab2 req-7fa55f22-b6e8-4e87-a5b8-c91ef68d2ce6 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:17.972806 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f884c316-4c48-451c-adab-7f75c1586ab2 req-7fa55f22-b6e8-4e87-a5b8-c91ef68d2ce6 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.1339991 Oct 18 08:12:18.017196 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f884c316-4c48-451c-adab-7f75c1586ab2 req-fe5cd1b7-01c8-4229-95f1-95b9ec5ceeae tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385702 Oct 18 08:12:19.212669 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc91536-c94c-45cd-be83-5d404e566c23 req-25da9a3b-5654-44d1-9abb-bea591f9dfe9 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:19.214120 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cdc91536-c94c-45cd-be83-5d404e566c23 req-25da9a3b-5654-44d1-9abb-bea591f9dfe9 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0869470 Oct 18 08:12:19.228769 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:12:19.231548 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:12:19.262518 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cdc91536-c94c-45cd-be83-5d404e566c23 req-d314abe3-86d4-46a3-8ef1-82bda2e5dd18 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416725 Oct 18 08:12:19.471834 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:12:19.472122 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:19.507617 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46,segment=NetworkSegment(1d776c1e-e411-4d9f-83ff-fa436919ec11),segment_id=1d776c1e-e411-4d9f-83ff-fa436919ec11)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:12:19.524251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33292f89-34d5-4b7c-8df0-1a19ff7ed749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a4410f4-4fad-4c32-bfc0-9f933fbf0f46'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:12:19.526511 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378e3700-a1cb-45dc-a999-d924f54facab" -d '{"events": [{"server_uuid": "33292f89-34d5-4b7c-8df0-1a19ff7ed749", "name": "network-vif-unplugged", "status": "completed", "tag": "2a4410f4-4fad-4c32-bfc0-9f933fbf0f46"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:12:19.533084 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '2a4410f4-4fad-4c32-bfc0-9f933fbf0f46', 'network_id': '60e1c3f1-62cd-435b-8fea-df7250725b7a', 'port_id': '2a4410f4-4fad-4c32-bfc0-9f933fbf0f46', 'mac_address': 'fa:16:3e:e9:5d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b0a046-2936-491b-86ef-bbdebf698311', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:12:19.537102 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46,segment=NetworkSegment(1d776c1e-e411-4d9f-83ff-fa436919ec11),segment_id=1d776c1e-e411-4d9f-83ff-fa436919ec11)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:12:19.568251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:19.613510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Oct 2022 08:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253d5572-0c87-4185-8a09-fab8a1e9943c x-openstack-request-id: req-253d5572-0c87-4185-8a09-fab8a1e9943c {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:12:19.613801 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33292f89-34d5-4b7c-8df0-1a19ff7ed749", "name": "network-vif-unplugged", "status": "completed", "tag": "2a4410f4-4fad-4c32-bfc0-9f933fbf0f46", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:12:19.614053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-253d5572-0c87-4185-8a09-fab8a1e9943c {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:12:19.614434 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-253d5572-0c87-4185-8a09-fab8a1e9943c'] response: {'server_uuid': '33292f89-34d5-4b7c-8df0-1a19ff7ed749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a4410f4-4fad-4c32-bfc0-9f933fbf0f46', 'code': 200} Oct 18 08:12:19.648798 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:12:19.649120 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:19.672817 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:12:19.676633 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:19.686001 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:19.686335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:19.686708 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:19.687043 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:19.687372 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:19.687701 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:19.688024 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:19.688348 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:19.688671 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:19.688989 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:19.689308 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:19.689623 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:19.701901 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46,segment=NetworkSegment(1d776c1e-e411-4d9f-83ff-fa436919ec11),segment_id=1d776c1e-e411-4d9f-83ff-fa436919ec11)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:12:19.705290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:19.774331 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46,revision_number=7']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:19.778171 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['2a4410f4-4fad-4c32-bfc0-9f933fbf0f46'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:12:20.465075 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31fcf4-9472-42b6-8c89-abd2cf25c244 req-9d8bd8a7-111f-4922-a71f-ad0b7d8fa0a1 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:20.467055 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bb31fcf4-9472-42b6-8c89-abd2cf25c244 req-9d8bd8a7-111f-4922-a71f-ad0b7d8fa0a1 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 944 time: 0.0876062 Oct 18 08:12:20.510617 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bb31fcf4-9472-42b6-8c89-abd2cf25c244 req-1daeb92e-0afe-4c81-836a-2b2303df7c0d tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379043 Oct 18 08:12:20.716906 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d6e10d41-3df9-4586-b2fb-f3297fd9114c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:20.888621 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-0db42bb8-3831-4636-841d-8d2e5a54d9ef tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:20.890031 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-0db42bb8-3831-4636-841d-8d2e5a54d9ef tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.46 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749&tenant_id=bcf0e494ad2f4d0fa2ed67555e6bfc45&binding%3Ahost_id=hv-neutron-8616 HTTP/1.1" status: 200 len: 944 time: 0.0889025 Oct 18 08:12:21.034733 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-d1c8eaea-5875-4c6a-b849-06ad2cf6986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:21.036085 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-d1c8eaea-5875-4c6a-b849-06ad2cf6986d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bcf0e494ad2f4d0fa2ed67555e6bfc45&device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 1097 time: 0.0804422 Oct 18 08:12:21.165014 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-aff29018-526e-425a-93fc-cf17b57daa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:21.166430 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-aff29018-526e-425a-93fc-cf17b57daa83 service neutron] 10.222.0.46 "GET /v2.0/networks?id=60e1c3f1-62cd-435b-8fea-df7250725b7a HTTP/1.1" status: 200 len: 911 time: 0.1241767 Oct 18 08:12:21.229963 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:12:21.232375 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-61a9b055-943e-4ac7-acda-f2dcd3229054 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 HTTP/1.1" status: 200 len: 217 time: 0.0599306 Oct 18 08:12:21.298332 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-795daf09-aac4-4d49-acac-57b27395f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:21.299603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:12:21.299850 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-795daf09-aac4-4d49-acac-57b27395f328 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=97b0a046-2936-491b-86ef-bbdebf698311 HTTP/1.1" status: 200 len: 849 time: 0.0622756 Oct 18 08:12:21.299961 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:21.300300 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 Oct 18 08:12:21.382430 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-033e9a9e-db9f-4d23-b17d-aff6ccbad800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:21.384022 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-033e9a9e-db9f-4d23-b17d-aff6ccbad800 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60e1c3f1-62cd-435b-8fea-df7250725b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785213 Oct 18 08:12:21.416282 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:12:21.416661 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:21.448109 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46,segment=NetworkSegment(1d776c1e-e411-4d9f-83ff-fa436919ec11),segment_id=1d776c1e-e411-4d9f-83ff-fa436919ec11)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:12:21.452474 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:21.514447 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-760c9e61-831e-4bf5-b99b-e05a6a933673 service neutron] 10.222.0.46 "GET /v2.0/networks/60e1c3f1-62cd-435b-8fea-df7250725b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245697 Oct 18 08:12:21.521638 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46,revision_number=8']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:21.616048 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33292f89-34d5-4b7c-8df0-1a19ff7ed749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4410f4-4fad-4c32-bfc0-9f933fbf0f46'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:12:21.618329 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8ab196-4171-4eae-b977-455292e17fcf" -d '{"events": [{"server_uuid": "33292f89-34d5-4b7c-8df0-1a19ff7ed749", "name": "network-vif-plugged", "status": "completed", "tag": "2a4410f4-4fad-4c32-bfc0-9f933fbf0f46"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:12:21.646219 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-cc92b613-a9e0-4e0f-9d88-66a7e5be2f63 service neutron] 10.222.0.46 "GET /v2.0/networks/60e1c3f1-62cd-435b-8fea-df7250725b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258185 Oct 18 08:12:21.675312 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f0fdb5-e7a3-465b-ad8e-cb312b4e0a65 x-openstack-request-id: req-a9f0fdb5-e7a3-465b-ad8e-cb312b4e0a65 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:12:21.675604 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33292f89-34d5-4b7c-8df0-1a19ff7ed749", "name": "network-vif-plugged", "status": "completed", "tag": "2a4410f4-4fad-4c32-bfc0-9f933fbf0f46", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:12:21.675849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a9f0fdb5-e7a3-465b-ad8e-cb312b4e0a65 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:12:21.676241 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f0fdb5-e7a3-465b-ad8e-cb312b4e0a65'] response: {'server_uuid': '33292f89-34d5-4b7c-8df0-1a19ff7ed749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4410f4-4fad-4c32-bfc0-9f933fbf0f46', 'code': 200} Oct 18 08:12:22.485942 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb84b7-1171-40b1-bce5-12d685ee2018 req-ea5ec768-ea44-4aab-b29e-43376461e239 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:22.487308 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8cdb84b7-1171-40b1-bce5-12d685ee2018 req-ea5ec768-ea44-4aab-b29e-43376461e239 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0893404 Oct 18 08:12:22.532161 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8cdb84b7-1171-40b1-bce5-12d685ee2018 req-d50110c1-5131-4e13-aac1-c6cfa9130480 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392377 Oct 18 08:12:23.019631 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c992d9bf-627f-4bc8-b6da-30b3fa75b9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:23.733137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31464b65-5489-4437-8227-bd912dbe9676 req-fbe59409-dc86-488c-bbbd-00134277d83a tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:23.735594 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-31464b65-5489-4437-8227-bd912dbe9676 req-fbe59409-dc86-488c-bbbd-00134277d83a tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0939066 Oct 18 08:12:23.745100 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:23.779726 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-31464b65-5489-4437-8227-bd912dbe9676 req-9ebd16f4-d26f-40b9-a01e-34fd016112f4 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/security-groups?id=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392153 Oct 18 08:12:23.824468 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:24.243562 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-251d0a65-afbd-415a-9079-6415969a7a47 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:24.245037 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-251d0a65-afbd-415a-9079-6415969a7a47 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.46 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 945 time: 0.0876131 Oct 18 08:12:24.413351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Deleting port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:12:24.413686 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:24.654475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] For port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46,segment=NetworkSegment(1d776c1e-e411-4d9f-83ff-fa436919ec11),segment_id=1d776c1e-e411-4d9f-83ff-fa436919ec11)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:12:24.654849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:24.774811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Calling delete_port for 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:12:24.922641 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:24.937519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['2a4410f4-4fad-4c32-bfc0-9f933fbf0f46'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:12:24.941843 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e195b5be-6b4a-4b5c-a27b-2d65ad260849 req-8b5da3d6-e7a6-4208-8546-0cd9bb90d218 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.17 "GET /v2.0/ports?device_id=33292f89-34d5-4b7c-8df0-1a19ff7ed749 HTTP/1.1" status: 200 len: 210 time: 0.0511029 Oct 18 08:12:24.972164 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Pushing event deleted for resources: {'Port': ['ID=2a4410f4-4fad-4c32-bfc0-9f933fbf0f46,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:25.014387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:25.014764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:25.015108 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:25.015445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:25.015784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:25.016113 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:25.016445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:25.016772 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:25.017104 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:25.017428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:25.017752 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:25.018072 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:25.076223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] No DVR routers for this DVR port 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:12:25.078735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:25.081441 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33292f89-34d5-4b7c-8df0-1a19ff7ed749', 'name': 'network-vif-deleted', 'tag': '2a4410f4-4fad-4c32-bfc0-9f933fbf0f46'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:12:25.083855 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a3f24d-b69f-4f8a-b5db-eef46350cddc" -d '{"events": [{"server_uuid": "33292f89-34d5-4b7c-8df0-1a19ff7ed749", "name": "network-vif-deleted", "tag": "2a4410f4-4fad-4c32-bfc0-9f933fbf0f46"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:12:25.103982 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3e192302-833d-4640-8beb-0b28fa0ed3a2 req-9135c0fe-01b7-492e-8f69-222c6d6dee38 tempest-DeleteServersTestJSON-376596280 tempest-DeleteServersTestJSON-376596280-project] 10.222.0.46 "DELETE /v2.0/ports/2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 HTTP/1.1" status: 204 len: 173 time: 0.8514156 Oct 18 08:12:25.140814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba68b1d-fe8d-4771-9674-69347434c577 x-openstack-request-id: req-2ba68b1d-fe8d-4771-9674-69347434c577 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:12:25.141154 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33292f89-34d5-4b7c-8df0-1a19ff7ed749", "name": "network-vif-deleted", "tag": "2a4410f4-4fad-4c32-bfc0-9f933fbf0f46", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:12:25.141439 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2ba68b1d-fe8d-4771-9674-69347434c577 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:12:25.141853 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba68b1d-fe8d-4771-9674-69347434c577'] response: {'server_uuid': '33292f89-34d5-4b7c-8df0-1a19ff7ed749', 'name': 'network-vif-deleted', 'tag': '2a4410f4-4fad-4c32-bfc0-9f933fbf0f46', 'status': 'completed', 'code': 200} Oct 18 08:12:25.344708 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:26.192837 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37424) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:12:26.830323 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:27.169067 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Deleting port e2b7570e-d35f-4fc7-94d9-edd117798900 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:12:27.169398 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:27.230892 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:12:27.267903 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:12:27.268249 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2a4410f4-4fad-4c32-bfc0-9f933fbf0f46 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:12:27.339735 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] For port e2b7570e-d35f-4fc7-94d9-edd117798900, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e2b7570e-d35f-4fc7-94d9-edd117798900,segment=NetworkSegment(1d776c1e-e411-4d9f-83ff-fa436919ec11),segment_id=1d776c1e-e411-4d9f-83ff-fa436919ec11)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:12:27.340342 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:27.461687 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Calling delete_port for e2b7570e-d35f-4fc7-94d9-edd117798900 owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:12:27.628670 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:27.674464 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b7570e-d35f-4fc7-94d9-edd117798900,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:27.712737 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:27.713042 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:27.713340 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:27.713674 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:27.714003 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:27.714332 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:27.714683 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:27.715011 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:27.715330 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:27.715688 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:27.716007 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:27.716325 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:12:27.957136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:28.417279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Router e10c456f-2191-4961-b055-2e287f49fc06 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:12:28.593373 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:12:28.602584 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88117c81-d32d-4da3-8517-73058628c187 None None] Sync routers for ids ['e10c456f-2191-4961-b055-2e287f49fc06'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:12:28.607693 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8e84c41f-eb5f-4cdf-a10a-6c32a2beb4cc admin admin] 10.222.0.17 "PUT /v2.0/routers/e10c456f-2191-4961-b055-2e287f49fc06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4113870 Oct 18 08:12:28.608562 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37428) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:12:28.612425 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88117c81-d32d-4da3-8517-73058628c187 None None] Routers {'e10c456f-2191-4961-b055-2e287f49fc06'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:12:28.613043 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-88117c81-d32d-4da3-8517-73058628c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:12:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e10c456f-2191-4961-b055-2e287f49fc06'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:12:28.781669 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e440f7f3-3ecf-4206-9edb-a4538ddc61b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:28.787080 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-88117c81-d32d-4da3-8517-73058628c187 None None] Set router e10c456f-2191-4961-b055-2e287f49fc06 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:12:28.955298 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e440f7f3-3ecf-4206-9edb-a4538ddc61b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:28.964634 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e440f7f3-3ecf-4206-9edb-a4538ddc61b7 admin admin] Deleting port 36f01cdb-3dfd-40d3-af33-9c1dec816aac {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:12:28.964965 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e440f7f3-3ecf-4206-9edb-a4538ddc61b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:29.069643 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-88117c81-d32d-4da3-8517-73058628c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'name': 'tempest-DeleteServersTestJSON-20773717-router', 'tenant_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '36f01cdb-3dfd-40d3-af33-9c1dec816aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:11:31Z', 'updated_at': '2022-10-18T08:12:27Z', 'revision_number': 5, 'project_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'gw_port': {'id': '36f01cdb-3dfd-40d3-af33-9c1dec816aac', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:11:32Z', 'updated_at': '2022-10-18T08:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:12:29.073483 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88117c81-d32d-4da3-8517-73058628c187 None None] Checking router: e10c456f-2191-4961-b055-2e287f49fc06 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:12:29.082326 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88117c81-d32d-4da3-8517-73058628c187 None None] Routers {'e10c456f-2191-4961-b055-2e287f49fc06'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:12:29.082942 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-88117c81-d32d-4da3-8517-73058628c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:12:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e10c456f-2191-4961-b055-2e287f49fc06'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:12:29.133526 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-e440f7f3-3ecf-4206-9edb-a4538ddc61b7 admin admin] For port 36f01cdb-3dfd-40d3-af33-9c1dec816aac, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=36f01cdb-3dfd-40d3-af33-9c1dec816aac,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:12:29.133873 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e440f7f3-3ecf-4206-9edb-a4538ddc61b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:29.230008 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-88117c81-d32d-4da3-8517-73058628c187 None None] Set router e10c456f-2191-4961-b055-2e287f49fc06 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:12:29.257504 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e440f7f3-3ecf-4206-9edb-a4538ddc61b7 admin admin] Calling delete_port for 36f01cdb-3dfd-40d3-af33-9c1dec816aac owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:12:29.372777 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-88117c81-d32d-4da3-8517-73058628c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'name': 'tempest-DeleteServersTestJSON-20773717-router', 'tenant_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:11:31Z', 'updated_at': '2022-10-18T08:12:28Z', 'revision_number': 6, 'project_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:12:29.376770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88117c81-d32d-4da3-8517-73058628c187 None None] The sync data for ids ['e10c456f-2191-4961-b055-2e287f49fc06'] in dv-neutron-861625-1-hyperv is: [{'id': 'e10c456f-2191-4961-b055-2e287f49fc06', 'name': 'tempest-DeleteServersTestJSON-20773717-router', 'tenant_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:11:31Z', 'updated_at': '2022-10-18T08:12:28Z', 'revision_number': 6, 'project_id': 'bcf0e494ad2f4d0fa2ed67555e6bfc45', 'gw_port_host': None}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:12:29.426508 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e440f7f3-3ecf-4206-9edb-a4538ddc61b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:29.474502 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440f7f3-3ecf-4206-9edb-a4538ddc61b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=36f01cdb-3dfd-40d3-af33-9c1dec816aac,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:29.680956 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e440f7f3-3ecf-4206-9edb-a4538ddc61b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:29.783661 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:12:29.856775 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e440f7f3-3ecf-4206-9edb-a4538ddc61b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:29.858920 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e440f7f3-3ecf-4206-9edb-a4538ddc61b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:29.880784 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e440f7f3-3ecf-4206-9edb-a4538ddc61b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:29.881359 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e440f7f3-3ecf-4206-9edb-a4538ddc61b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e10c456f-2191-4961-b055-2e287f49fc06 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:12:29.893317 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e440f7f3-3ecf-4206-9edb-a4538ddc61b7 admin admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:29.894417 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e440f7f3-3ecf-4206-9edb-a4538ddc61b7 admin admin] 10.222.0.17 "DELETE /v2.0/routers/e10c456f-2191-4961-b055-2e287f49fc06 HTTP/1.1" status: 204 len: 168 time: 1.2848487 Oct 18 08:12:29.896999 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37432) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:12:29.957895 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-31664af0-f0cb-42ee-b3cc-6c49dbe72767 admin admin] Deleting subnet 97b0a046-2936-491b-86ef-bbdebf698311 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:12:29.960691 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31664af0-f0cb-42ee-b3cc-6c49dbe72767 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:30.008299 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31664af0-f0cb-42ee-b3cc-6c49dbe72767 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:30.084286 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31664af0-f0cb-42ee-b3cc-6c49dbe72767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:30.167495 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31664af0-f0cb-42ee-b3cc-6c49dbe72767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:30.186758 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 36f01cdb-3dfd-40d3-af33-9c1dec816aac no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:12:30.210968 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31664af0-f0cb-42ee-b3cc-6c49dbe72767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b0a046-2936-491b-86ef-bbdebf698311,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:30.219972 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 36f01cdb-3dfd-40d3-af33-9c1dec816aac {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:12:30.220125 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31664af0-f0cb-42ee-b3cc-6c49dbe72767 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:30.220313 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 36f01cdb-3dfd-40d3-af33-9c1dec816aac not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:12:30.220735 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e2b7570e-d35f-4fc7-94d9-edd117798900 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:12:30.227146 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-31664af0-f0cb-42ee-b3cc-6c49dbe72767 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/97b0a046-2936-491b-86ef-bbdebf698311 HTTP/1.1" status: 204 len: 168 time: 0.3287833 Oct 18 08:12:30.229280 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37436) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:12:30.245506 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb979ea-700b-4d4f-8c8d-2e4679bcc903 None None] Network 60e1c3f1-62cd-435b-8fea-df7250725b7a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:12:30.281833 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: e2b7570e-d35f-4fc7-94d9-edd117798900 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:12:30.282174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e2b7570e-d35f-4fc7-94d9-edd117798900 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:12:30.344304 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:30.357535 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] Deleting port 76895671-c08d-471c-a282-7fce5b33e0c4 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:12:30.358039 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:30.547047 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a0204e-fb92-4754-9eb8-5a8c691e5b6b None None] DHCP port deletion for 60e1c3f1-62cd-435b-8fea-df7250725b7a request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:12:30.551351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0204e-fb92-4754-9eb8-5a8c691e5b6b None None] Deleting port 76895671-c08d-471c-a282-7fce5b33e0c4 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:12:30.551749 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b0a0204e-fb92-4754-9eb8-5a8c691e5b6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:30.583859 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] For port 76895671-c08d-471c-a282-7fce5b33e0c4, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=76895671-c08d-471c-a282-7fce5b33e0c4,segment=NetworkSegment(1d776c1e-e411-4d9f-83ff-fa436919ec11),segment_id=1d776c1e-e411-4d9f-83ff-fa436919ec11)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:12:30.584454 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:30.707590 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] Calling delete_port for 76895671-c08d-471c-a282-7fce5b33e0c4 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:12:30.752725 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b0a0204e-fb92-4754-9eb8-5a8c691e5b6b None None] For port 76895671-c08d-471c-a282-7fce5b33e0c4, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=76895671-c08d-471c-a282-7fce5b33e0c4,segment=NetworkSegment(1d776c1e-e411-4d9f-83ff-fa436919ec11),segment_id=1d776c1e-e411-4d9f-83ff-fa436919ec11)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:12:30.753031 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b0a0204e-fb92-4754-9eb8-5a8c691e5b6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:30.782393 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:30.831193 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] Pushing event deleted for resources: {'Port': ['ID=76895671-c08d-471c-a282-7fce5b33e0c4,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:30.835585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] No DVR routers for this DVR port 76895671-c08d-471c-a282-7fce5b33e0c4 on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:12:30.876105 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0204e-fb92-4754-9eb8-5a8c691e5b6b None None] Calling delete_port for 76895671-c08d-471c-a282-7fce5b33e0c4 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:12:30.946289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-b0a0204e-fb92-4754-9eb8-5a8c691e5b6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:12:30.946666 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-b0a0204e-fb92-4754-9eb8-5a8c691e5b6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:12:30.952111 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:30.977452 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e1c3f1-62cd-435b-8fea-df7250725b7a']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:12:30.989321 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d776c1e-e411-4d9f-83ff-fa436919ec11') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:12:30.989613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d776c1e-e411-4d9f-83ff-fa436919ec11') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:12:31.000682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:31.016784 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:31.022617 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:12:31.022999 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:31.191993 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 1d776c1e-e411-4d9f-83ff-fa436919ec11 resource provider aggregate not found Oct 18 08:12:31.213202 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 1d776c1e-e411-4d9f-83ff-fa436919ec11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d776c1e-e411-4d9f-83ff-fa436919ec11 found for delete ", "request_id": "req-d8ee786d-6ce0-4ce4-ba89-30cab22ef7bc"}]} Oct 18 08:12:31.225255 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:31.240899 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:31.251910 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] Pushing event deleted for resources: {'Network': ['ID=60e1c3f1-62cd-435b-8fea-df7250725b7a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:31.264005 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5396ccf6-c25c-4c36-ba67-60289c7964fd admin admin] 10.222.0.17 "DELETE /v2.0/networks/60e1c3f1-62cd-435b-8fea-df7250725b7a HTTP/1.1" status: 204 len: 168 time: 1.0337305 Oct 18 08:12:31.392057 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37446) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:12:31.439491 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-83fa0b0f-22f3-4bd6-ba89-f5e15aeb7da6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bcf0e494ad2f4d0fa2ed67555e6bfc45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463092 Oct 18 08:12:31.441904 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37450) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:12:31.448016 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0204e-fb92-4754-9eb8-5a8c691e5b6b None None] Deleting port 76895671-c08d-471c-a282-7fce5b33e0c4 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:12:31.448501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b0a0204e-fb92-4754-9eb8-5a8c691e5b6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:31.499333 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-23356a6d-fe9b-48a5-919f-6d66c296af3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:31.515953 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0204e-fb92-4754-9eb8-5a8c691e5b6b None None] The port '76895671-c08d-471c-a282-7fce5b33e0c4' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 08:12:31.527767 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-23356a6d-fe9b-48a5-919f-6d66c296af3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:31.583454 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-23356a6d-fe9b-48a5-919f-6d66c296af3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:31.601125 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23356a6d-fe9b-48a5-919f-6d66c296af3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a75c73b-c2cf-4eca-9a9a-8c436ebd9688,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:31.609517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-23356a6d-fe9b-48a5-919f-6d66c296af3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:31.613261 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-23356a6d-fe9b-48a5-919f-6d66c296af3e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0a75c73b-c2cf-4eca-9a9a-8c436ebd9688 HTTP/1.1" status: 204 len: 168 time: 0.1704659 Oct 18 08:12:31.970103 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 76895671-c08d-471c-a282-7fce5b33e0c4 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:12:32.005803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 76895671-c08d-471c-a282-7fce5b33e0c4 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:12:32.006148 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 76895671-c08d-471c-a282-7fce5b33e0c4 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:12:32.337846 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37474) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:12:32.487332 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1445197447-network', 'tenant_id': '24b6e9a3a41b403da0f5b4a5220654bc'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:12:32.491970 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:12:32.495762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Usage tracker for resource:network and tenant:24b6e9a3a41b403da0f5b4a5220654bc is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:12:32.498522 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:12:32.504105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:12:32.514569 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Made reservation on behalf of 24b6e9a3a41b403da0f5b4a5220654bc for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:12:32.516758 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:32.528926 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:32.542684 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:12:32.546469 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Usage tracker for resource:security_group_rule and tenant:24b6e9a3a41b403da0f5b4a5220654bc is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:12:32.549432 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:12:32.555171 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:12:32.636714 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:32.640735 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:32.672551 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:12:32.677725 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9889fde5-4e3b-48cb-a849-3ec934c3f548,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:32.685232 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:32.685232 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Added segment 737a9e94-2c81-4772-9384-7ce0a89bc024 of type vlan for network 26f7b831-af78-4ee9-84a8-eefd4a2ee772 Oct 18 08:12:32.710816 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:32.738376 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:32.739326 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:32.739901 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:32.841248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] Pushing event updated for resources: {'Network': ['ID=26f7b831-af78-4ee9-84a8-eefd4a2ee772,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:32.844158 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a53b54d3-2caa-48bb-82a0-782ee98426c4 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5053387 Oct 18 08:12:32.846993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37480) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:12:32.851268 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 26f7b831-af78-4ee9-84a8-eefd4a2ee772 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:12:32.852178 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-c270fe26-9ed4-43e2-a113-bbb5753b3bde admin admin] Request body: {'subnet': {'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1445197447-subnet', 'tenant_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:12:32.857299 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c270fe26-9ed4-43e2-a113-bbb5753b3bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:12:32.861507 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c270fe26-9ed4-43e2-a113-bbb5753b3bde admin admin] Usage tracker for resource:subnet and tenant:24b6e9a3a41b403da0f5b4a5220654bc is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:12:32.864476 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c270fe26-9ed4-43e2-a113-bbb5753b3bde admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:12:32.870288 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c270fe26-9ed4-43e2-a113-bbb5753b3bde admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:12:32.880409 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c270fe26-9ed4-43e2-a113-bbb5753b3bde admin admin] Made reservation on behalf of 24b6e9a3a41b403da0f5b4a5220654bc for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:12:32.882705 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c270fe26-9ed4-43e2-a113-bbb5753b3bde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:33.087398 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c270fe26-9ed4-43e2-a113-bbb5753b3bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:33.159293 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270fe26-9ed4-43e2-a113-bbb5753b3bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e605f3-f4f9-4c89-87c8-897e488e0585,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:33.166931 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c270fe26-9ed4-43e2-a113-bbb5753b3bde admin admin] Checking segment: {'id': '737a9e94-2c81-4772-9384-7ce0a89bc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:12:33.167287 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c270fe26-9ed4-43e2-a113-bbb5753b3bde admin admin] Network hostable DHCP agents. Network: 26f7b831-af78-4ee9-84a8-eefd4a2ee772, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:12:33.186981 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c270fe26-9ed4-43e2-a113-bbb5753b3bde admin admin] Network 26f7b831-af78-4ee9-84a8-eefd4a2ee772 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:12:33.196108 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-c270fe26-9ed4-43e2-a113-bbb5753b3bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 26f7b831-af78-4ee9-84a8-eefd4a2ee772) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:12:33.200646 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c270fe26-9ed4-43e2-a113-bbb5753b3bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:33.201656 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c270fe26-9ed4-43e2-a113-bbb5753b3bde admin admin] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:33.205835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a802ee-f4e6-49c9-b991-5cf933f5d3ca None None] Network 26f7b831-af78-4ee9-84a8-eefd4a2ee772 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:12:33.221753 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c270fe26-9ed4-43e2-a113-bbb5753b3bde admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3736315 Oct 18 08:12:33.224479 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37484) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:12:33.229533 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1445197447-router', 'tenant_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:12:33.234640 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:12:33.238469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Usage tracker for resource:router and tenant:24b6e9a3a41b403da0f5b4a5220654bc is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:12:33.241307 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:12:33.247558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:12:33.258312 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:33.259379 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:33.274019 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:33.426581 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-26f7b831-af78-4ee9-84a8-eefd4a2ee772', 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772', 'tenant_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'fixed_ips': [{'subnet_id': 'f5e605f3-f4f9-4c89-87c8-897e488e0585'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:12:33.427419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:33.541340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:33.583291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Allocated IP 172.20.0.2 (26f7b831-af78-4ee9-84a8-eefd4a2ee772/f5e605f3-f4f9-4c89-87c8-897e488e0585/c1492fd5-b301-4fa9-a00c-0d151e99744b) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:12:33.822096 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:33.832471 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Transition to ACTIVE for port object c1492fd5-b301-4fa9-a00c-0d151e99744b will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:12:33.851911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Transition to ACTIVE for port object c1492fd5-b301-4fa9-a00c-0d151e99744b will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:12:33.857332 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:33.929284 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Network 26f7b831-af78-4ee9-84a8-eefd4a2ee772 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:12:33.932211 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:12:33.937327 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:12:33.943333 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Pushing event updated for resources: {'Port': ['ID=c1492fd5-b301-4fa9-a00c-0d151e99744b,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:33.959066 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:33.988758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:34.039859 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Attempting to bind port c1492fd5-b301-4fa9-a00c-0d151e99744b on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:12:34.040225 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Attempting to bind port c1492fd5-b301-4fa9-a00c-0d151e99744b by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '737a9e94-2c81-4772-9384-7ce0a89bc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:12:34.040587 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Attempting to bind port c1492fd5-b301-4fa9-a00c-0d151e99744b on network 26f7b831-af78-4ee9-84a8-eefd4a2ee772 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:12:34.046252 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:12:34.046652 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Checking segment: {'id': '737a9e94-2c81-4772-9384-7ce0a89bc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:12:34.047323 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:34.047693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Bound using segment: {'id': '737a9e94-2c81-4772-9384-7ce0a89bc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:12:34.048153 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Bound port: c1492fd5-b301-4fa9-a00c-0d151e99744b, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737a9e94-2c81-4772-9384-7ce0a89bc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:12:34.048519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:34.125508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Allocated IP 172.26.8.78 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:12:34.144397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] For port c1492fd5-b301-4fa9-a00c-0d151e99744b, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:12:34.147603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] For port c1492fd5-b301-4fa9-a00c-0d151e99744b, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c1492fd5-b301-4fa9-a00c-0d151e99744b,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:12:34.152937 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:34.233816 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76534fd3-3f77-4a9f-9eb4-024ec24af948 None None] Pushing event updated for resources: {'Port': ['ID=c1492fd5-b301-4fa9-a00c-0d151e99744b,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:34.280246 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:34.311536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:34.389779 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:12:34.392592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:12:34.396169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:12:34.435012 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:34.602919 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:34.808625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:35.122362 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84058b80-a3b3-44cc-a657-5e2e0a7fbfcc None None] Network 26f7b831-af78-4ee9-84a8-eefd4a2ee772 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:12:35.154047 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:35.242781 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-72d17656-6637-40ab-b986-77810e5527c9 None None] Provisioning for port c1492fd5-b301-4fa9-a00c-0d151e99744b completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:12:35.482361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Router 40fdc9c0-e3ee-4314-b79d-c1f447b56de6 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:12:35.660823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:12:35.669894 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Sync routers for ids ['40fdc9c0-e3ee-4314-b79d-c1f447b56de6'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:12:35.679310 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Routers {'40fdc9c0-e3ee-4314-b79d-c1f447b56de6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:12:35.679900 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:12:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['40fdc9c0-e3ee-4314-b79d-c1f447b56de6'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:12:35.686403 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:35.687810 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-fcfe27df-25ff-46af-81c7-7126ac5594d0 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4622705 Oct 18 08:12:35.690471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37488) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:12:35.852717 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Set router 40fdc9c0-e3ee-4314-b79d-c1f447b56de6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:12:36.009045 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c1492fd5-b301-4fa9-a00c-0d151e99744b up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:12:36.078380 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port c1492fd5-b301-4fa9-a00c-0d151e99744b completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:12:36.083166 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port c1492fd5-b301-4fa9-a00c-0d151e99744b triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:12:36.083531 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:36.083860 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port c1492fd5-b301-4fa9-a00c-0d151e99744b Oct 18 08:12:36.187366 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fdc9c0-e3ee-4314-b79d-c1f447b56de6', 'name': 'tempest-ServerDiskConfigTestJSON-1445197447-router', 'tenant_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:12:33Z', 'updated_at': '2022-10-18T08:12:34Z', 'revision_number': 3, 'project_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'gw_port': {'id': 'dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fdc9c0-e3ee-4314-b79d-c1f447b56de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:12:34Z', 'updated_at': '2022-10-18T08:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:12:36.191464 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Checking router: 40fdc9c0-e3ee-4314-b79d-c1f447b56de6 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:12:36.191736 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Updating router 40fdc9c0-e3ee-4314-b79d-c1f447b56de6 port dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:12:36.218814 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port c1492fd5-b301-4fa9-a00c-0d151e99744b is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:12:36.219447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:36.250712 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:36.251487 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port c1492fd5-b301-4fa9-a00c-0d151e99744b, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c1492fd5-b301-4fa9-a00c-0d151e99744b,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:12:36.256904 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:36.329564 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=c1492fd5-b301-4fa9-a00c-0d151e99744b,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:36.370187 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:36.571598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] Allocated IP 172.20.0.1 (26f7b831-af78-4ee9-84a8-eefd4a2ee772/f5e605f3-f4f9-4c89-87c8-897e488e0585/b00332ff-7b27-4b70-94f1-882572e674be) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:12:36.582076 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:36.593979 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Transition to ACTIVE for port object dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:12:36.600363 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:36.658253 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Attempting to bind port dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:12:36.658645 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Attempting to bind port dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:12:36.659009 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Attempting to bind port dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:12:36.669633 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:12:36.670007 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:12:36.670625 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:36.670856 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:12:36.671346 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Bound port: dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:12:36.671708 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:36.720641 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1003f-61fa-4894-b0e6-d4f2b4063292 None None] Pushing event updated for resources: {'Port': ['ID=dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8,revision_number=2']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:36.720883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:36.736602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] Transition to ACTIVE for port object b00332ff-7b27-4b70-94f1-882572e674be will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:12:36.755892 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] For port dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:12:36.759201 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] For port dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:12:36.760144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:36.764095 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:36.822501 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Routers {'40fdc9c0-e3ee-4314-b79d-c1f447b56de6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:12:36.823030 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:12:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['40fdc9c0-e3ee-4314-b79d-c1f447b56de6'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:12:36.823809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] Network 26f7b831-af78-4ee9-84a8-eefd4a2ee772 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:12:36.827340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:12:36.830918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:12:36.865076 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] Pushing event updated for resources: {'Port': ['ID=b00332ff-7b27-4b70-94f1-882572e674be,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:36.888637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:36.965037 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1003f-61fa-4894-b0e6-d4f2b4063292 None None] Pushing event updated for resources: {'Port': ['ID=dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:37.015904 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] Set router 40fdc9c0-e3ee-4314-b79d-c1f447b56de6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:12:37.123042 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:37.126591 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ee461aec-867b-4632-a56a-9c1a24ef260c None None] Provisioning for port b00332ff-7b27-4b70-94f1-882572e674be completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:12:37.132833 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ee461aec-867b-4632-a56a-9c1a24ef260c None None] Provisioning complete for port b00332ff-7b27-4b70-94f1-882572e674be triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:12:37.133402 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ee461aec-867b-4632-a56a-9c1a24ef260c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:37.134059 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ee461aec-867b-4632-a56a-9c1a24ef260c None None] Attempt 1 to provision port b00332ff-7b27-4b70-94f1-882572e674be Oct 18 08:12:37.196502 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ee461aec-867b-4632-a56a-9c1a24ef260c None None] Port b00332ff-7b27-4b70-94f1-882572e674be cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:12:37.301315 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fdc9c0-e3ee-4314-b79d-c1f447b56de6', 'name': 'tempest-ServerDiskConfigTestJSON-1445197447-router', 'tenant_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:12:33Z', 'updated_at': '2022-10-18T08:12:34Z', 'revision_number': 3, 'project_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'gw_port': {'id': 'dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fdc9c0-e3ee-4314-b79d-c1f447b56de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:12:34Z', 'updated_at': '2022-10-18T08:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:12:37.305077 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30579741-7fb6-4827-be95-3dfc008f3607 None None] The sync data for ids ['40fdc9c0-e3ee-4314-b79d-c1f447b56de6'] in dv-neutron-861625-1-hyperv is: [{'id': '40fdc9c0-e3ee-4314-b79d-c1f447b56de6', 'name': 'tempest-ServerDiskConfigTestJSON-1445197447-router', 'tenant_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:12:33Z', 'updated_at': '2022-10-18T08:12:34Z', 'revision_number': 3, 'project_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'gw_port': {'id': 'dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fdc9c0-e3ee-4314-b79d-c1f447b56de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:12:34Z', 'updated_at': '2022-10-18T08:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:12:37.359144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:37.363868 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:37.473484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:37.476938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] Pushing event updated for resources: {'Port': ['ID=b00332ff-7b27-4b70-94f1-882572e674be,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:37.624232 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] Network 26f7b831-af78-4ee9-84a8-eefd4a2ee772 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:12:37.625861 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:12:37.700533 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ee461aec-867b-4632-a56a-9c1a24ef260c None None] Attempt 2 to provision port b00332ff-7b27-4b70-94f1-882572e674be Oct 18 08:12:37.763680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ee461aec-867b-4632-a56a-9c1a24ef260c None None] Port b00332ff-7b27-4b70-94f1-882572e674be cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:12:37.821347 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] Router 40fdc9c0-e3ee-4314-b79d-c1f447b56de6 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:12:38.011425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:12:38.032365 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1036e398-4475-4203-89bb-68a776d3930a admin admin] 10.222.0.17 "PUT /v2.0/routers/40fdc9c0-e3ee-4314-b79d-c1f447b56de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3405242 Oct 18 08:12:38.059656 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:12:38.138000 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:12:38.142901 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:12:38.143437 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:38.144090 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8 Oct 18 08:12:38.264484 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ee461aec-867b-4632-a56a-9c1a24ef260c None None] Attempt 3 to provision port b00332ff-7b27-4b70-94f1-882572e674be Oct 18 08:12:38.291707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:12:38.292091 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:38.326826 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:12:38.331899 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ee461aec-867b-4632-a56a-9c1a24ef260c None None] Port b00332ff-7b27-4b70-94f1-882572e674be cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:12:38.332440 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:38.333171 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c1492fd5-b301-4fa9-a00c-0d151e99744b up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:12:38.451852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:38.462829 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port c1492fd5-b301-4fa9-a00c-0d151e99744b triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:12:38.463205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:38.463541 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port c1492fd5-b301-4fa9-a00c-0d151e99744b Oct 18 08:12:38.548108 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-ce183a18-e96f-4ec5-b69e-21c1409fda08 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:38.549658 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-ce183a18-e96f-4ec5-b69e-21c1409fda08 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/networks?id=26f7b831-af78-4ee9-84a8-eefd4a2ee772 HTTP/1.1" status: 200 len: 815 time: 0.1445022 Oct 18 08:12:38.565797 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-c5c91a0e-aa23-4f88-ba1c-72b0edaccf77 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/quotas/24b6e9a3a41b403da0f5b4a5220654bc HTTP/1.1" status: 200 len: 375 time: 0.0104308 Oct 18 08:12:38.609334 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port c1492fd5-b301-4fa9-a00c-0d151e99744b is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:12:38.655722 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-83fd1d64-be8f-493e-93b4-14ddb7fcbe51 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Synchronizing usage tracker for tenant:24b6e9a3a41b403da0f5b4a5220654bc on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:12:38.674540 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-83fd1d64-be8f-493e-93b4-14ddb7fcbe51 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Unset dirty status for tenant:24b6e9a3a41b403da0f5b4a5220654bc on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:12:38.675875 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-83fd1d64-be8f-493e-93b4-14ddb7fcbe51 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=24b6e9a3a41b403da0f5b4a5220654bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043847 Oct 18 08:12:38.826345 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Sync routers for ids ['40fdc9c0-e3ee-4314-b79d-c1f447b56de6'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:12:38.833950 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ee461aec-867b-4632-a56a-9c1a24ef260c None None] Attempt 4 to provision port b00332ff-7b27-4b70-94f1-882572e674be Oct 18 08:12:38.859804 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-9199ae3b-5944-4a36-b316-ab5c75656f75 service neutron] 10.222.0.17 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765826 Oct 18 08:12:38.872420 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Routers {'40fdc9c0-e3ee-4314-b79d-c1f447b56de6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:12:38.873032 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:12:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['40fdc9c0-e3ee-4314-b79d-c1f447b56de6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:12:38.990685 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-ee1d7252-29ac-47fc-a5c2-4ca966a81453 service neutron] 10.222.0.17 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245432 Oct 18 08:12:39.010874 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ee461aec-867b-4632-a56a-9c1a24ef260c None None] Port b00332ff-7b27-4b70-94f1-882572e674be cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:12:39.054514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Set router 40fdc9c0-e3ee-4314-b79d-c1f447b56de6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:12:39.204381 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-83aac964-4e5c-4190-a975-17a7d00a46d2 req-a463c87e-6040-4a27-93d2-cd3272fe99d2 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 210 time: 0.0726974 Oct 18 08:12:39.382671 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fdc9c0-e3ee-4314-b79d-c1f447b56de6', 'name': 'tempest-ServerDiskConfigTestJSON-1445197447-router', 'tenant_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:12:33Z', 'updated_at': '2022-10-18T08:12:37Z', 'revision_number': 4, 'project_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'gw_port': {'id': 'dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fdc9c0-e3ee-4314-b79d-c1f447b56de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:12:34Z', 'updated_at': '2022-10-18T08:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'b00332ff-7b27-4b70-94f1-882572e674be', 'name': '', 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772', 'tenant_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'mac_address': 'fa:16:3e:ae:d4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fdc9c0-e3ee-4314-b79d-c1f447b56de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f5e605f3-f4f9-4c89-87c8-897e488e0585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:12:36Z', 'updated_at': '2022-10-18T08:12:37Z', 'revision_number': 2, 'project_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'subnets': [{'id': 'f5e605f3-f4f9-4c89-87c8-897e488e0585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:12:39.386698 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Checking router: 40fdc9c0-e3ee-4314-b79d-c1f447b56de6 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:12:39.387586 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Updating router 40fdc9c0-e3ee-4314-b79d-c1f447b56de6 port b00332ff-7b27-4b70-94f1-882572e674be binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:12:39.441561 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:39.513298 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ee461aec-867b-4632-a56a-9c1a24ef260c None None] Attempt 5 to provision port b00332ff-7b27-4b70-94f1-882572e674be Oct 18 08:12:39.625062 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ee461aec-867b-4632-a56a-9c1a24ef260c None None] Port b00332ff-7b27-4b70-94f1-882572e674be cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:12:39.834527 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:39.845764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Transition to ACTIVE for port object b00332ff-7b27-4b70-94f1-882572e674be will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:12:39.852010 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:39.993981 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:12:40.077768 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822daa5-15ec-4af1-8587-d6b79660d72b None None] Pushing event updated for resources: {'Port': ['ID=b00332ff-7b27-4b70-94f1-882572e674be,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:40.116258 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Attempting to bind port b00332ff-7b27-4b70-94f1-882572e674be on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:12:40.116628 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Attempting to bind port b00332ff-7b27-4b70-94f1-882572e674be by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '737a9e94-2c81-4772-9384-7ce0a89bc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:12:40.116985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Attempting to bind port b00332ff-7b27-4b70-94f1-882572e674be on network 26f7b831-af78-4ee9-84a8-eefd4a2ee772 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:12:40.125320 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:12:40.125687 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Checking segment: {'id': '737a9e94-2c81-4772-9384-7ce0a89bc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:12:40.126079 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:40.126462 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Bound using segment: {'id': '737a9e94-2c81-4772-9384-7ce0a89bc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:12:40.126954 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Bound port: b00332ff-7b27-4b70-94f1-882572e674be, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737a9e94-2c81-4772-9384-7ce0a89bc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:12:40.127337 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:40.139884 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ee461aec-867b-4632-a56a-9c1a24ef260c None None] Attempt 6 to provision port b00332ff-7b27-4b70-94f1-882572e674be Oct 18 08:12:40.292476 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ee461aec-867b-4632-a56a-9c1a24ef260c None None] Port b00332ff-7b27-4b70-94f1-882572e674be cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:12:40.295907 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:12:40.296278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:40.296608 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8 Oct 18 08:12:40.379104 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] For port b00332ff-7b27-4b70-94f1-882572e674be, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:12:40.382180 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] For port b00332ff-7b27-4b70-94f1-882572e674be, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b00332ff-7b27-4b70-94f1-882572e674be,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:12:40.416487 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:40.421341 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-25fd8a47-7c47-4097-82cf-887c9add5aa2 req-6a58838f-468b-46f5-83e3-3e24c91d17e8 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 210 time: 0.0725241 Oct 18 08:12:40.485702 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-7ee14145-1d56-4282-8e6c-37d7be818457 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:40.487174 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-7ee14145-1d56-4282-8e6c-37d7be818457 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.46 "GET /v2.0/networks?id=26f7b831-af78-4ee9-84a8-eefd4a2ee772 HTTP/1.1" status: 200 len: 815 time: 0.3514006 Oct 18 08:12:40.504900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Routers {'40fdc9c0-e3ee-4314-b79d-c1f447b56de6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:12:40.505499 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:12:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['40fdc9c0-e3ee-4314-b79d-c1f447b56de6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:12:40.510475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-43ddb829-9017-4d81-a40c-60096801388b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Request body: {'port': {'device_id': 'f7b2de18-0b94-482e-bf80-5773ecdc3329', 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772', 'admin_state_up': True, 'tenant_id': '24b6e9a3a41b403da0f5b4a5220654bc'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:12:40.618572 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:12:40.642861 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822daa5-15ec-4af1-8587-d6b79660d72b None None] Pushing event updated for resources: {'Port': ['ID=b00332ff-7b27-4b70-94f1-882572e674be,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:40.645435 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-43ddb829-9017-4d81-a40c-60096801388b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:12:40.655651 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-43ddb829-9017-4d81-a40c-60096801388b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:12:40.664738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-43ddb829-9017-4d81-a40c-60096801388b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Made reservation on behalf of 24b6e9a3a41b403da0f5b4a5220654bc for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:12:40.668803 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-43ddb829-9017-4d81-a40c-60096801388b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:40.691691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] Set router 40fdc9c0-e3ee-4314-b79d-c1f447b56de6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:12:40.812787 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ee461aec-867b-4632-a56a-9c1a24ef260c None None] Attempt 7 to provision port b00332ff-7b27-4b70-94f1-882572e674be Oct 18 08:12:40.831624 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-43ddb829-9017-4d81-a40c-60096801388b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Allocated IP 172.20.0.3 (26f7b831-af78-4ee9-84a8-eefd4a2ee772/f5e605f3-f4f9-4c89-87c8-897e488e0585/436f1f57-d0f0-476a-8b00-ab641046c5e0) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:12:40.959880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ee461aec-867b-4632-a56a-9c1a24ef260c None None] Port b00332ff-7b27-4b70-94f1-882572e674be had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:12:41.032733 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-43ddb829-9017-4d81-a40c-60096801388b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:41.049175 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-43ddb829-9017-4d81-a40c-60096801388b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Transition to ACTIVE for port object 436f1f57-d0f0-476a-8b00-ab641046c5e0 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:12:41.057243 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fdc9c0-e3ee-4314-b79d-c1f447b56de6', 'name': 'tempest-ServerDiskConfigTestJSON-1445197447-router', 'tenant_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:12:33Z', 'updated_at': '2022-10-18T08:12:37Z', 'revision_number': 4, 'project_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'gw_port': {'id': 'dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fdc9c0-e3ee-4314-b79d-c1f447b56de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:12:34Z', 'updated_at': '2022-10-18T08:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'b00332ff-7b27-4b70-94f1-882572e674be', 'name': '', 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772', 'tenant_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'mac_address': 'fa:16:3e:ae:d4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fdc9c0-e3ee-4314-b79d-c1f447b56de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f5e605f3-f4f9-4c89-87c8-897e488e0585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:12:36Z', 'updated_at': '2022-10-18T08:12:40Z', 'revision_number': 4, 'project_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'subnets': [{'id': 'f5e605f3-f4f9-4c89-87c8-897e488e0585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:12:41.061683 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfb2cde-d1b7-4c89-98f9-bbb6de638452 None None] The sync data for ids ['40fdc9c0-e3ee-4314-b79d-c1f447b56de6'] in dv-neutron-861625-1-hyperv is: [{'id': '40fdc9c0-e3ee-4314-b79d-c1f447b56de6', 'name': 'tempest-ServerDiskConfigTestJSON-1445197447-router', 'tenant_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:12:33Z', 'updated_at': '2022-10-18T08:12:37Z', 'revision_number': 4, 'project_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'gw_port': {'id': 'dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fdc9c0-e3ee-4314-b79d-c1f447b56de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:12:34Z', 'updated_at': '2022-10-18T08:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'b00332ff-7b27-4b70-94f1-882572e674be', 'name': '', 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772', 'tenant_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'mac_address': 'fa:16:3e:ae:d4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fdc9c0-e3ee-4314-b79d-c1f447b56de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': 'f5e605f3-f4f9-4c89-87c8-897e488e0585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:12:36Z', 'updated_at': '2022-10-18T08:12:40Z', 'revision_number': 4, 'project_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'subnets': [{'id': 'f5e605f3-f4f9-4c89-87c8-897e488e0585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:12:41.075735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-43ddb829-9017-4d81-a40c-60096801388b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:41.156618 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-43ddb829-9017-4d81-a40c-60096801388b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Network 26f7b831-af78-4ee9-84a8-eefd4a2ee772 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:12:41.159626 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-43ddb829-9017-4d81-a40c-60096801388b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:12:41.163395 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-43ddb829-9017-4d81-a40c-60096801388b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:12:41.197964 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddb829-9017-4d81-a40c-60096801388b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Pushing event updated for resources: {'Port': ['ID=436f1f57-d0f0-476a-8b00-ab641046c5e0,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:41.237597 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-43ddb829-9017-4d81-a40c-60096801388b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:41.238239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-43ddb829-9017-4d81-a40c-60096801388b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:41.266484 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-43ddb829-9017-4d81-a40c-60096801388b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7596409 Oct 18 08:12:41.281850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Request body: {'port': {'device_id': 'f7b2de18-0b94-482e-bf80-5773ecdc3329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:12:41.407052 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4b125a4a-fe93-41f4-ac9d-a607f3574c08 None None] Provisioning for port 436f1f57-d0f0-476a-8b00-ab641046c5e0 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:12:41.407273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:41.415488 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-4b125a4a-fe93-41f4-ac9d-a607f3574c08 None None] Provisioning complete for port 436f1f57-d0f0-476a-8b00-ab641046c5e0 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:12:41.415862 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4b125a4a-fe93-41f4-ac9d-a607f3574c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:41.416836 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4b125a4a-fe93-41f4-ac9d-a607f3574c08 None None] Attempt 1 to provision port 436f1f57-d0f0-476a-8b00-ab641046c5e0 Oct 18 08:12:41.484723 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4b125a4a-fe93-41f4-ac9d-a607f3574c08 None None] Port 436f1f57-d0f0-476a-8b00-ab641046c5e0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:12:41.636082 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e40321-bbbb-4932-88bc-d37ca8f4ee8a req-8b82ada9-7725-4dd2-aca9-1276d89271dc tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:41.639206 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c7e40321-bbbb-4932-88bc-d37ca8f4ee8a req-8b82ada9-7725-4dd2-aca9-1276d89271dc tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 931 time: 0.0969684 Oct 18 08:12:41.687947 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-c7e40321-bbbb-4932-88bc-d37ca8f4ee8a req-79995958-d859-4c44-bf35-d92f550c948f tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Synchronizing usage tracker for tenant:24b6e9a3a41b403da0f5b4a5220654bc on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:12:41.705660 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-c7e40321-bbbb-4932-88bc-d37ca8f4ee8a req-79995958-d859-4c44-bf35-d92f550c948f tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Unset dirty status for tenant:24b6e9a3a41b403da0f5b4a5220654bc on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:12:41.706846 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c7e40321-bbbb-4932-88bc-d37ca8f4ee8a req-79995958-d859-4c44-bf35-d92f550c948f tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617018 Oct 18 08:12:41.784039 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 436f1f57-d0f0-476a-8b00-ab641046c5e0 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:12:41.791803 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:41.808033 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Transition to ACTIVE for port object 436f1f57-d0f0-476a-8b00-ab641046c5e0 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:12:41.811694 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:41.985686 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4b125a4a-fe93-41f4-ac9d-a607f3574c08 None None] Attempt 2 to provision port 436f1f57-d0f0-476a-8b00-ab641046c5e0 Oct 18 08:12:41.998048 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=436f1f57-d0f0-476a-8b00-ab641046c5e0,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:42.024632 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b00332ff-7b27-4b70-94f1-882572e674be up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:12:42.044954 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Attempting to bind port 436f1f57-d0f0-476a-8b00-ab641046c5e0 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:12:42.045433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Attempting to bind port 436f1f57-d0f0-476a-8b00-ab641046c5e0 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '737a9e94-2c81-4772-9384-7ce0a89bc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:12:42.045807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Attempting to bind port 436f1f57-d0f0-476a-8b00-ab641046c5e0 on network 26f7b831-af78-4ee9-84a8-eefd4a2ee772 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:12:42.050872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Port 436f1f57-d0f0-476a-8b00-ab641046c5e0 on network 26f7b831-af78-4ee9-84a8-eefd4a2ee772 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:12:42.051199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Attempting to bind port 436f1f57-d0f0-476a-8b00-ab641046c5e0 on network 26f7b831-af78-4ee9-84a8-eefd4a2ee772 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:12:42.056370 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:12:42.056711 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Checking segment: {'id': '737a9e94-2c81-4772-9384-7ce0a89bc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:12:42.057099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Bound using segment: {'id': '737a9e94-2c81-4772-9384-7ce0a89bc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:12:42.057522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Bound port: 436f1f57-d0f0-476a-8b00-ab641046c5e0, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737a9e94-2c81-4772-9384-7ce0a89bc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:12:42.057883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:42.099572 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4b125a4a-fe93-41f4-ac9d-a607f3574c08 None None] Port 436f1f57-d0f0-476a-8b00-ab641046c5e0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:12:42.121024 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port b00332ff-7b27-4b70-94f1-882572e674be completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:12:42.126637 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port b00332ff-7b27-4b70-94f1-882572e674be triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:12:42.126763 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:42.127031 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port b00332ff-7b27-4b70-94f1-882572e674be Oct 18 08:12:42.259648 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port b00332ff-7b27-4b70-94f1-882572e674be is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:12:42.260008 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:42.269419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] For port 436f1f57-d0f0-476a-8b00-ab641046c5e0, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:12:42.272624 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] For port 436f1f57-d0f0-476a-8b00-ab641046c5e0, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=436f1f57-d0f0-476a-8b00-ab641046c5e0,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:12:42.278031 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:42.281928 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:42.283141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:42.285586 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] 10.222.0.46 "PUT /v2.0/ports/436f1f57-d0f0-476a-8b00-ab641046c5e0 HTTP/1.1" status: 200 len: 1093 time: 1.0076640 Oct 18 08:12:42.297285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port b00332ff-7b27-4b70-94f1-882572e674be, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b00332ff-7b27-4b70-94f1-882572e674be,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:12:42.304082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:42.322988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b2de18-0b94-482e-bf80-5773ecdc3329', 'tag': '436f1f57-d0f0-476a-8b00-ab641046c5e0'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:12:42.325789 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c41b0f-71cd-4797-988d-de4ec09d4a97" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b2de18-0b94-482e-bf80-5773ecdc3329", "tag": "436f1f57-d0f0-476a-8b00-ab641046c5e0"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:12:42.375417 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=b00332ff-7b27-4b70-94f1-882572e674be,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:42.390220 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd89853-b50d-4362-92af-aaf0a14d6a87 x-openstack-request-id: req-3cd89853-b50d-4362-92af-aaf0a14d6a87 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:12:42.390504 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b2de18-0b94-482e-bf80-5773ecdc3329", "tag": "436f1f57-d0f0-476a-8b00-ab641046c5e0", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:12:42.390908 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3cd89853-b50d-4362-92af-aaf0a14d6a87 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:12:42.391252 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd89853-b50d-4362-92af-aaf0a14d6a87'] response: {'name': 'network-changed', 'server_uuid': 'f7b2de18-0b94-482e-bf80-5773ecdc3329', 'tag': '436f1f57-d0f0-476a-8b00-ab641046c5e0', 'status': 'completed', 'code': 200} Oct 18 08:12:42.429973 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b8308-0f8a-48fd-addb-78604d86c7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=436f1f57-d0f0-476a-8b00-ab641046c5e0,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:42.448604 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-2ecf72ec-5cbf-40ac-9b52-8f6a8368b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:42.450589 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-2ecf72ec-5cbf-40ac-9b52-8f6a8368b34c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24b6e9a3a41b403da0f5b4a5220654bc&device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 1096 time: 0.1168563 Oct 18 08:12:42.522580 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-b92ae5bd-39b5-49e5-9a4c-d1b3126d4c9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=436f1f57-d0f0-476a-8b00-ab641046c5e0 HTTP/1.1" status: 200 len: 217 time: 0.0602648 Oct 18 08:12:42.588095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-a5e3ec86-9876-49af-8015-4812751a03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:42.589510 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-a5e3ec86-9876-49af-8015-4812751a03ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5e605f3-f4f9-4c89-87c8-897e488e0585 HTTP/1.1" status: 200 len: 854 time: 0.0585918 Oct 18 08:12:42.600911 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-4b125a4a-fe93-41f4-ac9d-a607f3574c08 None None] Attempt 3 to provision port 436f1f57-d0f0-476a-8b00-ab641046c5e0 Oct 18 08:12:42.663485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-4b125a4a-fe93-41f4-ac9d-a607f3574c08 None None] Port 436f1f57-d0f0-476a-8b00-ab641046c5e0 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:12:42.677408 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-fae556ab-62b8-4a5c-8449-c1dd220254c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:42.679055 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-fae556ab-62b8-4a5c-8449-c1dd220254c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26f7b831-af78-4ee9-84a8-eefd4a2ee772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809491 Oct 18 08:12:42.811175 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-12647c8a-35f6-408a-907c-aed9230f268a service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229429 Oct 18 08:12:42.909711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d889c-5322-4844-9f88-033a53da6ceb req-1987ae89-dde3-4eb8-bd5b-fc481480c43f tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:42.911340 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cb6d889c-5322-4844-9f88-033a53da6ceb req-1987ae89-dde3-4eb8-bd5b-fc481480c43f tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 943 time: 0.0922573 Oct 18 08:12:42.948156 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-acfbb0a1-8dcd-472c-a37c-23c6879e6b30 req-416aa73f-85ab-4f7d-9f70-b60c141d98a4 service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276801 Oct 18 08:12:42.957420 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cb6d889c-5322-4844-9f88-033a53da6ceb req-e98f2f71-6466-46de-ba46-34be89a48485 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404372 Oct 18 08:12:43.081249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c41b0f-71cd-4797-988d-de4ec09d4a97 req-b6c74ced-b332-43b9-8cda-8370802ce36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:43.082635 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-07c41b0f-71cd-4797-988d-de4ec09d4a97 req-b6c74ced-b332-43b9-8cda-8370802ce36b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24b6e9a3a41b403da0f5b4a5220654bc&device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 1096 time: 0.0811598 Oct 18 08:12:43.214542 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c41b0f-71cd-4797-988d-de4ec09d4a97 req-d8dd38bb-3a9d-41f1-b2c1-4c15450b95e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:43.216540 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-07c41b0f-71cd-4797-988d-de4ec09d4a97 req-d8dd38bb-3a9d-41f1-b2c1-4c15450b95e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26f7b831-af78-4ee9-84a8-eefd4a2ee772 HTTP/1.1" status: 200 len: 916 time: 0.1264546 Oct 18 08:12:43.286476 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-07c41b0f-71cd-4797-988d-de4ec09d4a97 req-fff7435a-5fbf-48cc-9b09-086bceaa79e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=436f1f57-d0f0-476a-8b00-ab641046c5e0 HTTP/1.1" status: 200 len: 217 time: 0.0601063 Oct 18 08:12:43.350654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c41b0f-71cd-4797-988d-de4ec09d4a97 req-3af4e85b-8023-462c-bd01-a965da454847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:43.352015 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-07c41b0f-71cd-4797-988d-de4ec09d4a97 req-3af4e85b-8023-462c-bd01-a965da454847 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5e605f3-f4f9-4c89-87c8-897e488e0585 HTTP/1.1" status: 200 len: 854 time: 0.0595045 Oct 18 08:12:43.432377 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c41b0f-71cd-4797-988d-de4ec09d4a97 req-b8cdfbdd-ebbd-43d8-9272-eddce6501ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:43.434322 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-07c41b0f-71cd-4797-988d-de4ec09d4a97 req-b8cdfbdd-ebbd-43d8-9272-eddce6501ed4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26f7b831-af78-4ee9-84a8-eefd4a2ee772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756259 Oct 18 08:12:43.563730 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-07c41b0f-71cd-4797-988d-de4ec09d4a97 req-89027b89-c095-4d71-b86c-b2d942988ad1 service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226685 Oct 18 08:12:43.694704 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-07c41b0f-71cd-4797-988d-de4ec09d4a97 req-050e5920-5a7d-48e5-b7ae-9d422a39f78d service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244464 Oct 18 08:12:43.979588 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b00332ff-7b27-4b70-94f1-882572e674be up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:12:44.047362 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port b00332ff-7b27-4b70-94f1-882572e674be triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:12:44.047731 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:44.048065 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port b00332ff-7b27-4b70-94f1-882572e674be Oct 18 08:12:44.164705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd490a-fa90-4477-a72a-01cf84aab61e req-efaf60bf-01c0-4660-8e1f-d47fea2cafa2 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:44.165290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port b00332ff-7b27-4b70-94f1-882572e674be is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:12:44.165391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-49dd490a-fa90-4477-a72a-01cf84aab61e req-efaf60bf-01c0-4660-8e1f-d47fea2cafa2 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Synchronizing usage tracker for tenant:24b6e9a3a41b403da0f5b4a5220654bc on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:12:44.182882 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-49dd490a-fa90-4477-a72a-01cf84aab61e req-efaf60bf-01c0-4660-8e1f-d47fea2cafa2 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Unset dirty status for tenant:24b6e9a3a41b403da0f5b4a5220654bc on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:12:44.184247 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-49dd490a-fa90-4477-a72a-01cf84aab61e req-efaf60bf-01c0-4660-8e1f-d47fea2cafa2 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 943 time: 0.1106629 Oct 18 08:12:44.227734 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-49dd490a-fa90-4477-a72a-01cf84aab61e req-a153bc01-10a9-4b70-832f-cc3715eca4cc tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380006 Oct 18 08:12:45.369331 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 436f1f57-d0f0-476a-8b00-ab641046c5e0 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:12:45.427895 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e4beb-a472-4c16-9dd3-55846be147cf req-7b81329a-cbe5-4b44-bb42-08d108426a95 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:45.429711 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a79e4beb-a472-4c16-9dd3-55846be147cf req-7b81329a-cbe5-4b44-bb42-08d108426a95 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 943 time: 0.0899518 Oct 18 08:12:45.479452 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a79e4beb-a472-4c16-9dd3-55846be147cf req-49428b89-7aae-4273-a255-ecabea74b092 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433633 Oct 18 08:12:45.548832 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 436f1f57-d0f0-476a-8b00-ab641046c5e0, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=436f1f57-d0f0-476a-8b00-ab641046c5e0,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:12:45.561414 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '436f1f57-d0f0-476a-8b00-ab641046c5e0', 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772', 'port_id': '436f1f57-d0f0-476a-8b00-ab641046c5e0', 'mac_address': 'fa:16:3e:b0:da:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e605f3-f4f9-4c89-87c8-897e488e0585', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:12:45.617762 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 436f1f57-d0f0-476a-8b00-ab641046c5e0 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:12:45.618129 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:45.634453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 436f1f57-d0f0-476a-8b00-ab641046c5e0 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:12:45.649819 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 436f1f57-d0f0-476a-8b00-ab641046c5e0, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=436f1f57-d0f0-476a-8b00-ab641046c5e0,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:12:45.654027 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:45.721238 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=436f1f57-d0f0-476a-8b00-ab641046c5e0,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:45.895446 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['436f1f57-d0f0-476a-8b00-ab641046c5e0'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:12:46.678254 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdff5a8-8916-4c80-be6f-65fe673db8f9 req-d31a6104-4a05-49e6-9993-7219e9c80675 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:46.679774 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ebdff5a8-8916-4c80-be6f-65fe673db8f9 req-d31a6104-4a05-49e6-9993-7219e9c80675 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 944 time: 0.0893872 Oct 18 08:12:46.723079 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ebdff5a8-8916-4c80-be6f-65fe673db8f9 req-f7df7473-5f39-451e-974f-2694b3e93736 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369956 Oct 18 08:12:47.385691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 436f1f57-d0f0-476a-8b00-ab641046c5e0 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:12:47.452293 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 436f1f57-d0f0-476a-8b00-ab641046c5e0 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:12:47.456812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 436f1f57-d0f0-476a-8b00-ab641046c5e0 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:12:47.457189 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:47.457526 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 436f1f57-d0f0-476a-8b00-ab641046c5e0 Oct 18 08:12:47.573711 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 436f1f57-d0f0-476a-8b00-ab641046c5e0 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:12:47.574684 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:47.601417 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b2de18-0b94-482e-bf80-5773ecdc3329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436f1f57-d0f0-476a-8b00-ab641046c5e0'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:12:47.603740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fabbf8b-0eeb-4aff-9d44-ed6c9f3afdd6" -d '{"events": [{"server_uuid": "f7b2de18-0b94-482e-bf80-5773ecdc3329", "name": "network-vif-plugged", "status": "completed", "tag": "436f1f57-d0f0-476a-8b00-ab641046c5e0"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:12:47.611744 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 436f1f57-d0f0-476a-8b00-ab641046c5e0, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=436f1f57-d0f0-476a-8b00-ab641046c5e0,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:12:47.616679 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:47.650538 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4041b5b2-74e3-419d-89b1-26c881e5b9bd x-openstack-request-id: req-4041b5b2-74e3-419d-89b1-26c881e5b9bd {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:12:47.650853 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b2de18-0b94-482e-bf80-5773ecdc3329", "name": "network-vif-plugged", "status": "completed", "tag": "436f1f57-d0f0-476a-8b00-ab641046c5e0", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:12:47.651105 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4041b5b2-74e3-419d-89b1-26c881e5b9bd {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:12:47.651490 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4041b5b2-74e3-419d-89b1-26c881e5b9bd'] response: {'server_uuid': 'f7b2de18-0b94-482e-bf80-5773ecdc3329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436f1f57-d0f0-476a-8b00-ab641046c5e0', 'code': 200} Oct 18 08:12:47.691328 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=436f1f57-d0f0-476a-8b00-ab641046c5e0,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:12:48.047690 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92200176-7f53-43fa-9a78-5022d0defea7 req-3558c3f7-a432-40d4-b358-da54b5bf9b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:48.049168 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-92200176-7f53-43fa-9a78-5022d0defea7 req-3558c3f7-a432-40d4-b358-da54b5bf9b5d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 1098 time: 0.2354863 Oct 18 08:12:48.057213 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91890d-80f7-418d-9d90-de7e9636f92e req-fc0111cc-78a5-4dcb-bc5a-b9a092a1c117 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:48.058568 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ea91890d-80f7-418d-9d90-de7e9636f92e req-fc0111cc-78a5-4dcb-bc5a-b9a092a1c117 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.2052212 Oct 18 08:12:48.121712 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-92200176-7f53-43fa-9a78-5022d0defea7 req-c5bb0e56-b27c-47c7-b4a2-c8c4a3da08ba service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622444 Oct 18 08:12:48.126064 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ea91890d-80f7-418d-9d90-de7e9636f92e req-cd248118-a7ab-4b37-bbf5-aaa8a69dfaaa tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549157 Oct 18 08:12:49.327054 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65587925-4893-4a1c-838a-937440bba1ff req-c3f03bb1-c5b6-49b3-91a6-29d6466287d4 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:49.328470 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-65587925-4893-4a1c-838a-937440bba1ff req-c3f03bb1-c5b6-49b3-91a6-29d6466287d4 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0894964 Oct 18 08:12:49.371282 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-65587925-4893-4a1c-838a-937440bba1ff req-1fab4e69-6b97-49a6-a0c3-70bf0be772d1 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366867 Oct 18 08:12:50.572370 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78aa55-a6f1-41d8-9584-2e47ce65ba0d req-1f0e2708-eb11-46a5-a829-a72c1efeb343 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:50.574606 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ea78aa55-a6f1-41d8-9584-2e47ce65ba0d req-1f0e2708-eb11-46a5-a829-a72c1efeb343 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0895131 Oct 18 08:12:50.618204 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ea78aa55-a6f1-41d8-9584-2e47ce65ba0d req-70bbe8f1-f079-4236-9b30-f2d5f877de6f tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377672 Oct 18 08:12:50.718045 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8aeba2d6-1c1e-49bb-aa64-1dc4f3331a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:50.818457 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c79552-8fdd-4fb2-b239-e5eebecf3294 req-f0c10621-64ea-4a43-9a7c-fee2a6aff492 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:50.819925 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-44c79552-8fdd-4fb2-b239-e5eebecf3294 req-f0c10621-64ea-4a43-9a7c-fee2a6aff492 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0899069 Oct 18 08:12:50.862628 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-44c79552-8fdd-4fb2-b239-e5eebecf3294 req-eb6dd669-9a18-44b2-9a6c-8c1145b17314 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363171 Oct 18 08:12:51.212115 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaef82f-aaf9-4d0b-b313-afcc39b055d1 req-dd29eb23-fa71-4cd0-b9cd-5db31bbb8ab6 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:51.213604 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3eaef82f-aaf9-4d0b-b313-afcc39b055d1 req-dd29eb23-fa71-4cd0-b9cd-5db31bbb8ab6 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0873868 Oct 18 08:12:51.261509 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3eaef82f-aaf9-4d0b-b313-afcc39b055d1 req-61063601-9b2e-4306-9e52-6a1216a3581f tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422108 Oct 18 08:12:51.456975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6098a16-5786-4ea1-83ec-aa113017e52c req-ffaf5052-ca52-4ce0-99a8-0fb159c90c8a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:51.458352 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b6098a16-5786-4ea1-83ec-aa113017e52c req-ffaf5052-ca52-4ce0-99a8-0fb159c90c8a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0861213 Oct 18 08:12:51.504748 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b6098a16-5786-4ea1-83ec-aa113017e52c req-d216863e-5319-4242-afe5-9cd84ac0acf7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408432 Oct 18 08:12:51.855955 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0d228907-469e-4d8b-859d-32f423efd806 req-a39015a6-75d2-43e1-8d13-2b3e01e61629 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767655 Oct 18 08:12:51.909838 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a3f3a-ed7d-4a4e-91cc-d67128e901f9 req-26f0b1d1-3c39-4a0e-a6a6-649cd43b6f4e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:51.911337 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-385a3f3a-ed7d-4a4e-91cc-d67128e901f9 req-26f0b1d1-3c39-4a0e-a6a6-649cd43b6f4e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0899963 Oct 18 08:12:51.955893 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-385a3f3a-ed7d-4a4e-91cc-d67128e901f9 req-749423e5-6f4f-4558-a397-21c58b9bb842 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387657 Oct 18 08:12:53.021121 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-597d8872-8ff7-4bda-847e-a4e89ba82c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:53.158456 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4674aa2-1f8b-48b3-b168-094025b1fefb req-9a23cf2c-070d-4213-96b4-c071ebfcbeca tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:53.159981 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f4674aa2-1f8b-48b3-b168-094025b1fefb req-9a23cf2c-070d-4213-96b4-c071ebfcbeca tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0937653 Oct 18 08:12:53.204907 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f4674aa2-1f8b-48b3-b168-094025b1fefb req-8c0a0c2a-41ad-4de7-980c-c52b41339644 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391679 Oct 18 08:12:53.241750 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d228907-469e-4d8b-859d-32f423efd806 req-5c1d240d-2b00-4c4d-86cd-d70c07017944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:53.243247 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d228907-469e-4d8b-859d-32f423efd806 req-5c1d240d-2b00-4c4d-86cd-d70c07017944 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24b6e9a3a41b403da0f5b4a5220654bc&device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 1098 time: 0.0849650 Oct 18 08:12:53.372992 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d228907-469e-4d8b-859d-32f423efd806 req-ff501e5b-0b42-4f98-9a2a-8a9ed66961e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:53.374392 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d228907-469e-4d8b-859d-32f423efd806 req-ff501e5b-0b42-4f98-9a2a-8a9ed66961e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26f7b831-af78-4ee9-84a8-eefd4a2ee772 HTTP/1.1" status: 200 len: 916 time: 0.1253114 Oct 18 08:12:53.440543 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d228907-469e-4d8b-859d-32f423efd806 req-669b943c-5b5c-4c9b-ba64-704f73eb23a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=436f1f57-d0f0-476a-8b00-ab641046c5e0 HTTP/1.1" status: 200 len: 217 time: 0.0600924 Oct 18 08:12:53.505720 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d228907-469e-4d8b-859d-32f423efd806 req-9c56d014-14b0-4cf9-bf5d-da49cca6a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:53.507076 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d228907-469e-4d8b-859d-32f423efd806 req-9c56d014-14b0-4cf9-bf5d-da49cca6a1a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5e605f3-f4f9-4c89-87c8-897e488e0585 HTTP/1.1" status: 200 len: 854 time: 0.0588038 Oct 18 08:12:53.591817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d228907-469e-4d8b-859d-32f423efd806 req-9a346088-0188-4ba4-a01d-e7d34b3b13f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:53.593281 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d228907-469e-4d8b-859d-32f423efd806 req-9a346088-0188-4ba4-a01d-e7d34b3b13f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26f7b831-af78-4ee9-84a8-eefd4a2ee772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808473 Oct 18 08:12:53.725463 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d228907-469e-4d8b-859d-32f423efd806 req-6476e18b-46de-4ccf-8d53-d1854684ebab service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253150 Oct 18 08:12:53.748442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:53.831865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:53.860225 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d228907-469e-4d8b-859d-32f423efd806 req-370c3a59-41b1-41c7-85b3-a41c09e16c99 service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287379 Oct 18 08:12:54.403544 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23756376-fda9-43f8-a6fe-682416ddb683 req-cd7b7649-68d1-414d-abca-b29b2b48b08f tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:54.404967 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-23756376-fda9-43f8-a6fe-682416ddb683 req-cd7b7649-68d1-414d-abca-b29b2b48b08f tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0894294 Oct 18 08:12:54.448622 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-23756376-fda9-43f8-a6fe-682416ddb683 req-db1230f5-4b26-4fce-886d-65e6e2f86785 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380206 Oct 18 08:12:55.349195 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:12:55.652339 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ba424-14a1-46c2-a8f5-bfe1db470e38 req-8ebe8c5e-9027-4540-b0da-2a88d9673b37 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:55.653873 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f82ba424-14a1-46c2-a8f5-bfe1db470e38 req-8ebe8c5e-9027-4540-b0da-2a88d9673b37 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0935690 Oct 18 08:12:55.700571 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f82ba424-14a1-46c2-a8f5-bfe1db470e38 req-9e24048a-a0f1-4c36-89c7-f68689f945c7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394220 Oct 18 08:12:56.353885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0f27-20d9-41f1-b2ad-fdb21a3b27d0 req-441215c3-33a9-43f3-8c4f-cdef7b078b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:56.356050 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-055e0f27-20d9-41f1-b2ad-fdb21a3b27d0 req-441215c3-33a9-43f3-8c4f-cdef7b078b70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24b6e9a3a41b403da0f5b4a5220654bc&device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 1098 time: 0.0785549 Oct 18 08:12:56.497899 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0f27-20d9-41f1-b2ad-fdb21a3b27d0 req-fd6ae3b8-369a-4afb-89e3-b0acce199cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:56.499285 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-055e0f27-20d9-41f1-b2ad-fdb21a3b27d0 req-fd6ae3b8-369a-4afb-89e3-b0acce199cde service neutron] 10.222.0.46 "GET /v2.0/networks?id=26f7b831-af78-4ee9-84a8-eefd4a2ee772 HTTP/1.1" status: 200 len: 916 time: 0.1252606 Oct 18 08:12:56.569069 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-055e0f27-20d9-41f1-b2ad-fdb21a3b27d0 req-879e05ab-085b-4685-8b3a-5188e2a7e172 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=436f1f57-d0f0-476a-8b00-ab641046c5e0 HTTP/1.1" status: 200 len: 217 time: 0.0641932 Oct 18 08:12:56.632086 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0f27-20d9-41f1-b2ad-fdb21a3b27d0 req-e4b1de38-9ca6-4b1d-a68b-916b151e7f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:56.633435 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-055e0f27-20d9-41f1-b2ad-fdb21a3b27d0 req-e4b1de38-9ca6-4b1d-a68b-916b151e7f5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5e605f3-f4f9-4c89-87c8-897e488e0585 HTTP/1.1" status: 200 len: 854 time: 0.0582640 Oct 18 08:12:56.714735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0f27-20d9-41f1-b2ad-fdb21a3b27d0 req-d0b58635-8743-411d-85a8-18a4857128bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:56.716174 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-055e0f27-20d9-41f1-b2ad-fdb21a3b27d0 req-d0b58635-8743-411d-85a8-18a4857128bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26f7b831-af78-4ee9-84a8-eefd4a2ee772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771325 Oct 18 08:12:57.004123 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-055e0f27-20d9-41f1-b2ad-fdb21a3b27d0 req-e303c016-6d8f-4e28-8855-de5bd2cfb77b service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818613 Oct 18 08:12:57.037574 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa165b-2cac-43ae-9967-826a50d26122 req-9bb3d2ef-3183-4e03-8340-5b84d47510f9 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:57.038961 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b7fa165b-2cac-43ae-9967-826a50d26122 req-9bb3d2ef-3183-4e03-8340-5b84d47510f9 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.1548872 Oct 18 08:12:57.155609 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b7fa165b-2cac-43ae-9967-826a50d26122 req-5356094d-9118-4325-b483-64f0dcc6a481 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708134 Oct 18 08:12:57.178773 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-055e0f27-20d9-41f1-b2ad-fdb21a3b27d0 req-868c23a5-8cc1-4be8-b0f6-3762e981470f service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683652 Oct 18 08:12:58.357299 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d93eb4-a9e5-49cc-85e6-cd6ebf1ca1fc req-16aa7041-1dad-4c36-aefb-c7a5cc3695eb tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:58.358772 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-46d93eb4-a9e5-49cc-85e6-cd6ebf1ca1fc req-16aa7041-1dad-4c36-aefb-c7a5cc3695eb tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0902870 Oct 18 08:12:58.402419 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-46d93eb4-a9e5-49cc-85e6-cd6ebf1ca1fc req-42885c45-aee8-49fe-9650-dfb77020b027 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380681 Oct 18 08:12:59.601918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e37ba0-7ced-438b-be59-ad2288af1f4d req-fa4ac112-ccca-4302-81f1-031ea422c1b2 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:12:59.603404 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95e37ba0-7ced-438b-be59-ad2288af1f4d req-fa4ac112-ccca-4302-81f1-031ea422c1b2 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0929847 Oct 18 08:12:59.646272 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95e37ba0-7ced-438b-be59-ad2288af1f4d req-726bd1df-83f0-4c6a-8bf8-a5bf8a7ff081 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368612 Oct 18 08:13:00.843888 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27370516-c5f2-4958-ad42-e65ab29c60f5 req-44643afb-bbb7-48cc-beeb-7f5ee258bb64 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:00.845343 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-27370516-c5f2-4958-ad42-e65ab29c60f5 req-44643afb-bbb7-48cc-beeb-7f5ee258bb64 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0900109 Oct 18 08:13:00.888877 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-27370516-c5f2-4958-ad42-e65ab29c60f5 req-9976fec8-970c-4b8e-a7d1-3deadbfbbd8a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380633 Oct 18 08:13:02.082566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456c27d-d04a-4ca3-b34a-7c63ceaa1cc0 req-8080424e-eb7c-4a88-a5ab-c8cc7cedc6bb tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:02.084051 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6456c27d-d04a-4ca3-b34a-7c63ceaa1cc0 req-8080424e-eb7c-4a88-a5ab-c8cc7cedc6bb tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0851536 Oct 18 08:13:02.127301 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6456c27d-d04a-4ca3-b34a-7c63ceaa1cc0 req-28643eae-62f2-4163-9c94-4a56420311f9 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372617 Oct 18 08:13:03.370012 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a5221-3862-47cc-9ca5-8b29e1fa1466 req-42825dc0-ca5b-4725-8164-ee6ca6d72721 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:03.372100 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-843a5221-3862-47cc-9ca5-8b29e1fa1466 req-42825dc0-ca5b-4725-8164-ee6ca6d72721 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.1352274 Oct 18 08:13:03.414497 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-843a5221-3862-47cc-9ca5-8b29e1fa1466 req-8fde404d-89c1-4ef2-b4aa-ab8a29f02a57 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367715 Oct 18 08:13:04.607244 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:04.664911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615f9f6-ca1a-414a-b990-c65b2afefbca req-3372628c-573d-429f-9334-fbef2cd9c043 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:04.666351 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b615f9f6-ca1a-414a-b990-c65b2afefbca req-3372628c-573d-429f-9334-fbef2cd9c043 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.1360128 Oct 18 08:13:04.709303 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b615f9f6-ca1a-414a-b990-c65b2afefbca req-1654a579-bdc3-49ca-ae09-9094fc6ff6f6 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372202 Oct 18 08:13:05.908633 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8c854-85b7-46dd-b5f9-671f8dd67f6e req-6d6092e4-e948-48cf-8ff3-6694cfa14be1 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:05.910070 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c3a8c854-85b7-46dd-b5f9-671f8dd67f6e req-6d6092e4-e948-48cf-8ff3-6694cfa14be1 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0893672 Oct 18 08:13:05.954074 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c3a8c854-85b7-46dd-b5f9-671f8dd67f6e req-496912a2-c4c0-4a0c-a423-bc7b810ee4de tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383501 Oct 18 08:13:06.784656 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:13:07.150375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e2e71-36e7-401f-b973-6cefff3b75e6 req-7d6e742e-3f70-4966-80a2-223416473030 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:07.152437 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-022e2e71-36e7-401f-b973-6cefff3b75e6 req-7d6e742e-3f70-4966-80a2-223416473030 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0903153 Oct 18 08:13:07.195784 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-022e2e71-36e7-401f-b973-6cefff3b75e6 req-99514e66-9012-411b-aec0-98838fc9f95d tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377746 Oct 18 08:13:08.395115 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84156e-9350-42fd-89c7-19ea35b46782 req-272ff2e3-08ce-42a9-b167-16bf3e862415 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:08.396580 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-be84156e-9350-42fd-89c7-19ea35b46782 req-272ff2e3-08ce-42a9-b167-16bf3e862415 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0896506 Oct 18 08:13:08.540993 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-be84156e-9350-42fd-89c7-19ea35b46782 req-83a82266-2258-43b2-accf-1c1dd78830e9 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387739 Oct 18 08:13:09.737555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a7f8d-5f02-456e-8697-7014938dda50 req-f835183d-ad08-4124-ba9e-c027e550191a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:09.739006 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1c5a7f8d-5f02-456e-8697-7014938dda50 req-f835183d-ad08-4124-ba9e-c027e550191a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0866585 Oct 18 08:13:09.787729 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1c5a7f8d-5f02-456e-8697-7014938dda50 req-1ab45c62-4c95-45b4-8566-78501b650012 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385420 Oct 18 08:13:10.981242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8430283-7243-4e4a-b63f-e981601d6803 req-dbc63872-7b9e-4a2e-98b3-ee41f29fedd9 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:10.982684 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c8430283-7243-4e4a-b63f-e981601d6803 req-dbc63872-7b9e-4a2e-98b3-ee41f29fedd9 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0857897 Oct 18 08:13:11.028286 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c8430283-7243-4e4a-b63f-e981601d6803 req-f9af829d-9ecf-4018-9234-9cd43a5510b5 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398512 Oct 18 08:13:12.227636 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49649126-b80b-4c29-9c70-6e6a23a879b7 req-69a72580-6817-4c34-ba2c-33397930779d tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:12.229513 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-49649126-b80b-4c29-9c70-6e6a23a879b7 req-69a72580-6817-4c34-ba2c-33397930779d tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0897779 Oct 18 08:13:12.272910 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-49649126-b80b-4c29-9c70-6e6a23a879b7 req-960e7466-b1c0-48d9-846e-9e38ccfe2847 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377932 Oct 18 08:13:13.471567 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947301ca-839e-460f-94e0-983a4ac53344 req-63c85121-f789-4ad6-899e-8ea1bad6667c tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:13.472930 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-947301ca-839e-460f-94e0-983a4ac53344 req-63c85121-f789-4ad6-899e-8ea1bad6667c tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0861118 Oct 18 08:13:13.516246 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-947301ca-839e-460f-94e0-983a4ac53344 req-357a35ab-1212-4009-8806-882d01a209fd tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378280 Oct 18 08:13:14.708518 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff03af-92d6-4398-b878-157639d221f0 req-de3986fc-622c-4b43-85a7-ece8260ec0c9 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:14.709958 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6eff03af-92d6-4398-b878-157639d221f0 req-de3986fc-622c-4b43-85a7-ece8260ec0c9 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0854924 Oct 18 08:13:14.756191 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6eff03af-92d6-4398-b878-157639d221f0 req-21ece013-0625-48ad-8fbe-ec46ef00bf8c tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399516 Oct 18 08:13:15.954154 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826d14c-d2d8-4bee-a661-c55b6101517c req-d6d2ecba-a4e6-40d0-a255-cb9b41b48c44 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:15.955623 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5826d14c-d2d8-4bee-a661-c55b6101517c req-d6d2ecba-a4e6-40d0-a255-cb9b41b48c44 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0894449 Oct 18 08:13:15.998305 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5826d14c-d2d8-4bee-a661-c55b6101517c req-08e4893b-f42f-4c08-9539-763e7d1c6f7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371790 Oct 18 08:13:17.191987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bfd53-02b8-4493-847a-9e903e1b9a7a req-f15d0056-7045-4bf4-9c6c-84c971e7a910 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:17.193433 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d76bfd53-02b8-4493-847a-9e903e1b9a7a req-f15d0056-7045-4bf4-9c6c-84c971e7a910 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0864792 Oct 18 08:13:17.235824 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d76bfd53-02b8-4493-847a-9e903e1b9a7a req-8ec761da-ac23-44b0-b31f-0317e79dac5b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361135 Oct 18 08:13:18.432006 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc8fd3-b674-4fe6-bf13-4e9501a087f4 req-06003a8b-1038-4cf0-a922-f9f172f25b6f tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:18.433425 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4cfc8fd3-b674-4fe6-bf13-4e9501a087f4 req-06003a8b-1038-4cf0-a922-f9f172f25b6f tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0857770 Oct 18 08:13:18.479752 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4cfc8fd3-b674-4fe6-bf13-4e9501a087f4 req-0f5e055b-fb6b-47a3-bf8f-147d2631e283 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408540 Oct 18 08:13:19.679501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98b0b7-fdfa-40a5-bd84-3511225b08f3 req-37441836-5cf5-41a6-8e2d-341ff39a40e1 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:19.680949 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5f98b0b7-fdfa-40a5-bd84-3511225b08f3 req-37441836-5cf5-41a6-8e2d-341ff39a40e1 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0889609 Oct 18 08:13:19.725492 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5f98b0b7-fdfa-40a5-bd84-3511225b08f3 req-c0cea2e2-ee80-492e-a19f-85f7c83d6d26 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389233 Oct 18 08:13:20.719607 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-49fe7930-340c-4ee4-81f7-2d33558266e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:20.847724 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d228907-469e-4d8b-859d-32f423efd806 req-b51340f4-2f16-46c8-a258-6dbccc2395ff service neutron] 10.222.0.46 "GET /v2.0/ports/436f1f57-d0f0-476a-8b00-ab641046c5e0/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.1147797 Oct 18 08:13:20.927033 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192353ed-907f-483c-9a6d-d26332ef5146 req-c7f0afd3-deaf-4c13-b593-5d1077cc1efe tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:20.928406 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-192353ed-907f-483c-9a6d-d26332ef5146 req-c7f0afd3-deaf-4c13-b593-5d1077cc1efe tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0894380 Oct 18 08:13:20.973952 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-192353ed-907f-483c-9a6d-d26332ef5146 req-c9f75add-4411-4de6-aaca-87678fe7d968 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393605 Oct 18 08:13:21.131202 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d228907-469e-4d8b-859d-32f423efd806 req-6f84bc90-c9a8-4a31-8b06-6bb9b089e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:21.132649 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d228907-469e-4d8b-859d-32f423efd806 req-6f84bc90-c9a8-4a31-8b06-6bb9b089e8af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329&tenant_id=24b6e9a3a41b403da0f5b4a5220654bc HTTP/1.1" status: 200 len: 1098 time: 0.0807779 Oct 18 08:13:21.234108 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d228907-469e-4d8b-859d-32f423efd806 req-9c5f5a87-3765-4122-b12f-953fbe9ce0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:21.235586 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d228907-469e-4d8b-859d-32f423efd806 req-9c5f5a87-3765-4122-b12f-953fbe9ce0a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24b6e9a3a41b403da0f5b4a5220654bc&device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 1098 time: 0.0772064 Oct 18 08:13:21.368239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d228907-469e-4d8b-859d-32f423efd806 req-c8d5e6d9-2b0c-45a1-bb70-712b06cf2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:21.370228 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d228907-469e-4d8b-859d-32f423efd806 req-c8d5e6d9-2b0c-45a1-bb70-712b06cf2c7a service neutron] 10.222.0.46 "GET /v2.0/networks?id=26f7b831-af78-4ee9-84a8-eefd4a2ee772 HTTP/1.1" status: 200 len: 916 time: 0.1245956 Oct 18 08:13:21.534155 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d228907-469e-4d8b-859d-32f423efd806 req-e678e25b-e90e-48b9-9c18-81316e78baa3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=436f1f57-d0f0-476a-8b00-ab641046c5e0 HTTP/1.1" status: 200 len: 217 time: 0.1548357 Oct 18 08:13:21.596908 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d228907-469e-4d8b-859d-32f423efd806 req-34e9e4aa-f8c5-4e05-be84-cfbc717b9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:21.598252 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d228907-469e-4d8b-859d-32f423efd806 req-34e9e4aa-f8c5-4e05-be84-cfbc717b9fe3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5e605f3-f4f9-4c89-87c8-897e488e0585 HTTP/1.1" status: 200 len: 854 time: 0.0557234 Oct 18 08:13:21.680729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d228907-469e-4d8b-859d-32f423efd806 req-29449737-3ff3-4516-a112-a4077a3b0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:21.682289 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d228907-469e-4d8b-859d-32f423efd806 req-29449737-3ff3-4516-a112-a4077a3b0c64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26f7b831-af78-4ee9-84a8-eefd4a2ee772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773816 Oct 18 08:13:21.815744 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d228907-469e-4d8b-859d-32f423efd806 req-b1ab15a7-64f0-473b-a722-2262754804eb service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232026 Oct 18 08:13:21.946163 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d228907-469e-4d8b-859d-32f423efd806 req-d737e7ec-0110-4723-88c3-726325bfb31f service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215127 Oct 18 08:13:22.316233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef30acb-d28a-4c84-8301-6617178adeef req-5ba0770c-3e07-4e65-876d-81fb41eefc1c tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:22.317703 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bef30acb-d28a-4c84-8301-6617178adeef req-5ba0770c-3e07-4e65-876d-81fb41eefc1c tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0873752 Oct 18 08:13:22.363594 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bef30acb-d28a-4c84-8301-6617178adeef req-a7d7ff0e-3f57-47e5-9116-3ba1975e660b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396276 Oct 18 08:13:23.022707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c229ff34-b5db-4172-911a-84e647768ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:23.561891 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349da221-847b-4f18-a1e8-48f6a8aad6c9 req-db9ca122-41c7-4eca-bd5e-3bef39e9b506 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:23.563348 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-349da221-847b-4f18-a1e8-48f6a8aad6c9 req-db9ca122-41c7-4eca-bd5e-3bef39e9b506 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.0888591 Oct 18 08:13:23.573486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 436f1f57-d0f0-476a-8b00-ab641046c5e0 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:13:23.607511 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-349da221-847b-4f18-a1e8-48f6a8aad6c9 req-d942c876-4a68-4c85-9df9-95a3fec38237 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386121 Oct 18 08:13:23.688805 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 436f1f57-d0f0-476a-8b00-ab641046c5e0 is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:13:23.689025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:23.719113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b2de18-0b94-482e-bf80-5773ecdc3329', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '436f1f57-d0f0-476a-8b00-ab641046c5e0'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:13:23.721591 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e014402-3b47-4a5a-b0fb-04bbdc444eb3" -d '{"events": [{"server_uuid": "f7b2de18-0b94-482e-bf80-5773ecdc3329", "name": "network-vif-unplugged", "status": "completed", "tag": "436f1f57-d0f0-476a-8b00-ab641046c5e0"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:13:23.734447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 436f1f57-d0f0-476a-8b00-ab641046c5e0, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=436f1f57-d0f0-476a-8b00-ab641046c5e0,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:13:23.746270 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:23.786384 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Oct 2022 08:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633694dd-3fb7-419a-bbbf-21d22eb9a42a x-openstack-request-id: req-633694dd-3fb7-419a-bbbf-21d22eb9a42a {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:13:23.786689 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b2de18-0b94-482e-bf80-5773ecdc3329", "name": "network-vif-unplugged", "status": "completed", "tag": "436f1f57-d0f0-476a-8b00-ab641046c5e0", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:13:23.786941 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-633694dd-3fb7-419a-bbbf-21d22eb9a42a {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:13:23.787332 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-633694dd-3fb7-419a-bbbf-21d22eb9a42a'] response: {'server_uuid': 'f7b2de18-0b94-482e-bf80-5773ecdc3329', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '436f1f57-d0f0-476a-8b00-ab641046c5e0', 'code': 200} Oct 18 08:13:23.799779 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:23.832252 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=436f1f57-d0f0-476a-8b00-ab641046c5e0,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:13:23.834521 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:23.841391 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:23.841742 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:23.842085 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:23.842418 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:23.842914 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:23.843417 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:23.843920 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:23.844260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:23.844576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:23.844955 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:23.845263 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:23.845577 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:24.801440 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed436-3554-4672-9c08-7d0de8daa133 req-d94af0f9-75bd-49ca-8fdd-18411a3388ca tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:24.802907 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-01aed436-3554-4672-9c08-7d0de8daa133 req-d94af0f9-75bd-49ca-8fdd-18411a3388ca tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 943 time: 0.0859542 Oct 18 08:13:24.849113 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-01aed436-3554-4672-9c08-7d0de8daa133 req-344b6539-db7e-4d85-ad09-57ba227b578b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407021 Oct 18 08:13:25.173104 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29432eb-ba33-4dee-a93e-69fa561281c5 req-41c6d958-0940-4769-b079-3ca070910dd0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:25.174743 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f29432eb-ba33-4dee-a93e-69fa561281c5 req-41c6d958-0940-4769-b079-3ca070910dd0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329&tenant_id=24b6e9a3a41b403da0f5b4a5220654bc&binding%3Ahost_id=hv-neutron-8616 HTTP/1.1" status: 200 len: 943 time: 0.0977035 Oct 18 08:13:25.313045 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d28874-9c22-4d39-85be-ca10829dcf31 req-9139fd75-8cc7-4e79-9585-fe2154394efa tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:25.314491 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-23d28874-9c22-4d39-85be-ca10829dcf31 req-9139fd75-8cc7-4e79-9585-fe2154394efa tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 943 time: 0.0911517 Oct 18 08:13:25.326640 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29432eb-ba33-4dee-a93e-69fa561281c5 req-3f5f1996-3167-455e-8f98-01c4f0400621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:25.328156 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f29432eb-ba33-4dee-a93e-69fa561281c5 req-3f5f1996-3167-455e-8f98-01c4f0400621 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24b6e9a3a41b403da0f5b4a5220654bc&device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 1096 time: 0.0837085 Oct 18 08:13:25.360835 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-23d28874-9c22-4d39-85be-ca10829dcf31 req-795ddb28-0667-4911-b032-6f4a9f464952 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401821 Oct 18 08:13:25.383647 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:25.464632 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29432eb-ba33-4dee-a93e-69fa561281c5 req-a04e82de-5309-4a51-a5bc-cb64227eb1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:25.467941 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f29432eb-ba33-4dee-a93e-69fa561281c5 req-a04e82de-5309-4a51-a5bc-cb64227eb1a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26f7b831-af78-4ee9-84a8-eefd4a2ee772 HTTP/1.1" status: 200 len: 916 time: 0.1307483 Oct 18 08:13:25.533558 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f29432eb-ba33-4dee-a93e-69fa561281c5 req-62af060f-40eb-4cce-a088-5d43ce6dc36f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=436f1f57-d0f0-476a-8b00-ab641046c5e0 HTTP/1.1" status: 200 len: 217 time: 0.0607610 Oct 18 08:13:25.571666 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 436f1f57-d0f0-476a-8b00-ab641046c5e0 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:13:25.599618 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29432eb-ba33-4dee-a93e-69fa561281c5 req-f2b823e7-cb6f-49b3-9318-b42023617c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:25.601033 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f29432eb-ba33-4dee-a93e-69fa561281c5 req-f2b823e7-cb6f-49b3-9318-b42023617c22 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5e605f3-f4f9-4c89-87c8-897e488e0585 HTTP/1.1" status: 200 len: 854 time: 0.0617802 Oct 18 08:13:25.682235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29432eb-ba33-4dee-a93e-69fa561281c5 req-5c385041-d860-4636-9fca-870105d8a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:25.683713 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f29432eb-ba33-4dee-a93e-69fa561281c5 req-5c385041-d860-4636-9fca-870105d8a419 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26f7b831-af78-4ee9-84a8-eefd4a2ee772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762947 Oct 18 08:13:25.709393 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 436f1f57-d0f0-476a-8b00-ab641046c5e0, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=436f1f57-d0f0-476a-8b00-ab641046c5e0,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:13:25.724832 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '436f1f57-d0f0-476a-8b00-ab641046c5e0', 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772', 'port_id': '436f1f57-d0f0-476a-8b00-ab641046c5e0', 'mac_address': 'fa:16:3e:b0:da:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e605f3-f4f9-4c89-87c8-897e488e0585', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:13:25.785954 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 436f1f57-d0f0-476a-8b00-ab641046c5e0 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:13:25.786329 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:25.803471 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 436f1f57-d0f0-476a-8b00-ab641046c5e0 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:13:25.818874 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 436f1f57-d0f0-476a-8b00-ab641046c5e0, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=436f1f57-d0f0-476a-8b00-ab641046c5e0,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:13:25.823953 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:25.826179 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f29432eb-ba33-4dee-a93e-69fa561281c5 req-cd57501d-6637-4251-baaa-45dbe41d845e service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360743 Oct 18 08:13:25.893458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=436f1f57-d0f0-476a-8b00-ab641046c5e0,revision_number=7']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:13:25.897833 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['436f1f57-d0f0-476a-8b00-ab641046c5e0'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:13:25.962078 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f29432eb-ba33-4dee-a93e-69fa561281c5 req-7b286b6a-d9d5-41de-875b-3c4a1ec17606 service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304684 Oct 18 08:13:26.574905 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176ff5c-e3fd-45d0-993e-209284d117e7 req-1c65c3d8-7f6e-4caf-ae6d-07dd16f68e2a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:26.577079 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3176ff5c-e3fd-45d0-993e-209284d117e7 req-1c65c3d8-7f6e-4caf-ae6d-07dd16f68e2a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 944 time: 0.0954556 Oct 18 08:13:26.623184 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3176ff5c-e3fd-45d0-993e-209284d117e7 req-f14442fd-f936-464e-ae26-7d62ab206cc2 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Oct 18 08:13:26.820907 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e38f7-7749-4fbc-bca2-1e55c86bbb57 req-04129243-72c1-4c0e-b364-2827ae5e919d tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:26.822383 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ee9e38f7-7749-4fbc-bca2-1e55c86bbb57 req-04129243-72c1-4c0e-b364-2827ae5e919d tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 944 time: 0.0893590 Oct 18 08:13:26.866012 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ee9e38f7-7749-4fbc-bca2-1e55c86bbb57 req-e77769c4-ac10-4929-acc0-27b4b994daf0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379179 Oct 18 08:13:26.960476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37658) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:13:26.965497 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--865881206', 'description': 'tempest-description--1318794546'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:13:26.971953 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:13:26.981921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:13:26.991023 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:27.010175 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:13:27.014072 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Usage tracker for resource:security_group_rule and tenant:24b6e9a3a41b403da0f5b4a5220654bc is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:13:27.016850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:13:27.022467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:13:27.091574 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:27.095087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:27.139420 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bca9e7-bacb-4f39-830a-98d1332af2c3,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:13:27.143352 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:27.144527 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1830771 Oct 18 08:13:27.147748 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37662) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:13:27.148923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:27.149273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:27.149611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:27.149947 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:27.150280 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:27.150629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:27.150961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:27.151287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:27.151609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:27.151932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:27.152255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:27.152573 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab13417d-d2de-49c6-a7f2-5c3652ec279a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:27.152930 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-75ecdbbe-6242-489e-80df-f7621c1a6150 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Request body: {'security_group_rule': {'security_group_id': 'e3bca9e7-bacb-4f39-830a-98d1332af2c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:13:27.159650 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-75ecdbbe-6242-489e-80df-f7621c1a6150 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:13:27.164090 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-75ecdbbe-6242-489e-80df-f7621c1a6150 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Usage tracker for resource:security_group_rule and tenant:24b6e9a3a41b403da0f5b4a5220654bc is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:13:27.166943 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-75ecdbbe-6242-489e-80df-f7621c1a6150 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:13:27.173425 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-75ecdbbe-6242-489e-80df-f7621c1a6150 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:13:27.189151 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-75ecdbbe-6242-489e-80df-f7621c1a6150 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:27.247453 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-75ecdbbe-6242-489e-80df-f7621c1a6150 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:27.250895 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-75ecdbbe-6242-489e-80df-f7621c1a6150 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:27.272155 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ecdbbe-6242-489e-80df-f7621c1a6150 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afa387e-7813-42e8-b623-c2166bb05738,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:13:27.283394 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-75ecdbbe-6242-489e-80df-f7621c1a6150 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:27.284747 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-75ecdbbe-6242-489e-80df-f7621c1a6150 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360023 Oct 18 08:13:27.287604 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37666) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:13:27.293598 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-56b98749-4878-430c-b94b-c145b8c363e0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Request body: {'security_group_rule': {'security_group_id': 'e3bca9e7-bacb-4f39-830a-98d1332af2c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:13:27.299551 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-56b98749-4878-430c-b94b-c145b8c363e0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:13:27.303358 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-56b98749-4878-430c-b94b-c145b8c363e0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Usage tracker for resource:security_group_rule and tenant:24b6e9a3a41b403da0f5b4a5220654bc is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:13:27.306152 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-56b98749-4878-430c-b94b-c145b8c363e0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:13:27.311931 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-56b98749-4878-430c-b94b-c145b8c363e0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:13:27.328785 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-56b98749-4878-430c-b94b-c145b8c363e0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:27.391345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-56b98749-4878-430c-b94b-c145b8c363e0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:27.394676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-56b98749-4878-430c-b94b-c145b8c363e0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:27.417961 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b98749-4878-430c-b94b-c145b8c363e0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36069e6f-4723-47aa-9e9d-f4b1dca70ca6,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:13:27.426275 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-56b98749-4878-430c-b94b-c145b8c363e0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:27.427469 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-56b98749-4878-430c-b94b-c145b8c363e0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389296 Oct 18 08:13:27.430444 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37670) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:13:27.435842 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:13:27.441420 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:13:27.445192 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Usage tracker for resource:floatingip and tenant:24b6e9a3a41b403da0f5b4a5220654bc is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:13:27.447995 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:13:27.454154 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:13:27.463910 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:27.586702 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 436f1f57-d0f0-476a-8b00-ab641046c5e0 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:13:27.599161 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:27.653093 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 436f1f57-d0f0-476a-8b00-ab641046c5e0 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:13:27.653363 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:27.653698 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 436f1f57-d0f0-476a-8b00-ab641046c5e0 Oct 18 08:13:27.737126 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Allocated IP 172.26.8.42 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/ef2d9724-3410-40cb-8d59-368ceb6fa7d0) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:13:27.801173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 436f1f57-d0f0-476a-8b00-ab641046c5e0 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:13:27.801561 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:27.828873 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b2de18-0b94-482e-bf80-5773ecdc3329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436f1f57-d0f0-476a-8b00-ab641046c5e0'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:13:27.831157 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4050edfc-f4a5-4222-8583-d30d5714b222" -d '{"events": [{"server_uuid": "f7b2de18-0b94-482e-bf80-5773ecdc3329", "name": "network-vif-plugged", "status": "completed", "tag": "436f1f57-d0f0-476a-8b00-ab641046c5e0"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:13:27.838725 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 436f1f57-d0f0-476a-8b00-ab641046c5e0, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=436f1f57-d0f0-476a-8b00-ab641046c5e0,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:13:27.843396 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:27.882251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6589d5dd-aa54-41c9-a9bf-32a8f81a01cb x-openstack-request-id: req-6589d5dd-aa54-41c9-a9bf-32a8f81a01cb {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:13:27.882566 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b2de18-0b94-482e-bf80-5773ecdc3329", "name": "network-vif-plugged", "status": "completed", "tag": "436f1f57-d0f0-476a-8b00-ab641046c5e0", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:13:27.882828 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6589d5dd-aa54-41c9-a9bf-32a8f81a01cb {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:13:27.883222 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6589d5dd-aa54-41c9-a9bf-32a8f81a01cb'] response: {'server_uuid': 'f7b2de18-0b94-482e-bf80-5773ecdc3329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436f1f57-d0f0-476a-8b00-ab641046c5e0', 'code': 200} Oct 18 08:13:27.891740 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:27.914272 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=436f1f57-d0f0-476a-8b00-ab641046c5e0,revision_number=8']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:13:27.920852 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:27.983708 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:13:27.986758 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:13:27.992845 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:13:28.029070 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Pushing event updated for resources: {'Port': ['ID=ef2d9724-3410-40cb-8d59-368ceb6fa7d0,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:13:28.040308 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:28.040652 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:28.040992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:28.041324 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:28.041653 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:28.041982 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:28.042305 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:28.042652 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:28.042979 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:28.043296 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:28.043614 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:28.044466 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:13:28.088023 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:28.145124 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:28.346030 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:28.350454 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:28.455425 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:28.459105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Pushing event updated for resources: {'Port': ['ID=ef2d9724-3410-40cb-8d59-368ceb6fa7d0,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:13:28.480493 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:28.482623 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f17632d4-25b4-41d9-bad7-7d8793db5d7e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0512140 Oct 18 08:13:28.744637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36caa7ed-b5f3-49f7-a9c8-8fd9161607f7 req-781185f0-64e3-4a9a-a274-a2b903497369 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:28.745999 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-36caa7ed-b5f3-49f7-a9c8-8fd9161607f7 req-781185f0-64e3-4a9a-a274-a2b903497369 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.1813018 Oct 18 08:13:28.788475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-36caa7ed-b5f3-49f7-a9c8-8fd9161607f7 req-fe979903-b0ba-4901-a9d5-a7dd49f08529 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Synchronizing usage tracker for tenant:24b6e9a3a41b403da0f5b4a5220654bc on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:13:28.803415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-36caa7ed-b5f3-49f7-a9c8-8fd9161607f7 req-fe979903-b0ba-4901-a9d5-a7dd49f08529 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Unset dirty status for tenant:24b6e9a3a41b403da0f5b4a5220654bc on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:13:28.804513 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-36caa7ed-b5f3-49f7-a9c8-8fd9161607f7 req-fe979903-b0ba-4901-a9d5-a7dd49f08529 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528038 Oct 18 08:13:29.285648 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20387836-e73f-4852-a709-dbef4128d252 req-c0f3e9cb-68dd-4a75-9fc6-32c0ef9452db tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:29.287042 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-20387836-e73f-4852-a709-dbef4128d252 req-c0f3e9cb-68dd-4a75-9fc6-32c0ef9452db tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/networks?id=26f7b831-af78-4ee9-84a8-eefd4a2ee772 HTTP/1.1" status: 200 len: 815 time: 0.1419630 Oct 18 08:13:29.301850 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-20387836-e73f-4852-a709-dbef4128d252 req-63dfd4b8-3f22-4bca-9d14-9e10662feec1 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/quotas/24b6e9a3a41b403da0f5b4a5220654bc HTTP/1.1" status: 200 len: 375 time: 0.0090606 Oct 18 08:13:29.393703 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-20387836-e73f-4852-a709-dbef4128d252 req-2f4e7226-37d1-48c9-ab7c-f0abfa2fa80f tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=24b6e9a3a41b403da0f5b4a5220654bc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0870767 Oct 18 08:13:29.403882 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [req-20387836-e73f-4852-a709-dbef4128d252 req-85fd8ec3-5748-40ac-a85d-62f322c925ce service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 08:13:29.404824 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-20387836-e73f-4852-a709-dbef4128d252 req-85fd8ec3-5748-40ac-a85d-62f322c925ce service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047238 Oct 18 08:13:29.534346 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-20387836-e73f-4852-a709-dbef4128d252 req-c8863b72-9b3b-4f8b-82bc-5c13605d635c service neutron] 10.222.0.17 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244900 Oct 18 08:13:29.661950 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-20387836-e73f-4852-a709-dbef4128d252 req-188f487d-edc4-47d6-988b-0801992e3b3f service neutron] 10.222.0.17 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219227 Oct 18 08:13:29.849362 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cd3bbade-590d-40d2-b6f1-e22449e3dcd4 req-f961ea05-4bc7-4bc7-b668-323eaf1c4348 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 210 time: 0.0554218 Oct 18 08:13:31.066879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20387836-e73f-4852-a709-dbef4128d252 req-cbf65447-5304-4534-8cab-a78dff320aa8 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:31.068294 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-20387836-e73f-4852-a709-dbef4128d252 req-cbf65447-5304-4534-8cab-a78dff320aa8 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.46 "GET /v2.0/networks?id=26f7b831-af78-4ee9-84a8-eefd4a2ee772 HTTP/1.1" status: 200 len: 815 time: 0.2551563 Oct 18 08:13:31.070191 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-87d3a4a0-bdd1-4512-bae6-5feedc763fcd req-36ac358f-cd61-4eaf-bd9d-9cdf50adfa9b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 210 time: 0.0836880 Oct 18 08:13:31.089967 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-20387836-e73f-4852-a709-dbef4128d252 req-a445006b-446a-4020-b8b9-fb3ba5c72ee7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Request body: {'port': {'device_id': '49df757f-89f6-4903-bf2b-95947b27ff9e', 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772', 'admin_state_up': True, 'tenant_id': '24b6e9a3a41b403da0f5b4a5220654bc'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:13:31.173145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f98aaf-83cb-4dbc-94bc-c654672ee50c req-6d99d9e7-5c9c-4521-845c-c82fd32ea683 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:31.174451 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-97f98aaf-83cb-4dbc-94bc-c654672ee50c req-6d99d9e7-5c9c-4521-845c-c82fd32ea683 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7b2de18-0b94-482e-bf80-5773ecdc3329 HTTP/1.1" status: 200 len: 945 time: 0.2360156 Oct 18 08:13:31.285148 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-97f98aaf-83cb-4dbc-94bc-c654672ee50c req-359bc26c-ab82-41a8-ba3b-970a5d795b7d tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Deleting port 436f1f57-d0f0-476a-8b00-ab641046c5e0 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:13:31.285488 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-97f98aaf-83cb-4dbc-94bc-c654672ee50c req-359bc26c-ab82-41a8-ba3b-970a5d795b7d tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:31.317549 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-20387836-e73f-4852-a709-dbef4128d252 req-a445006b-446a-4020-b8b9-fb3ba5c72ee7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:13:31.342117 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-20387836-e73f-4852-a709-dbef4128d252 req-a445006b-446a-4020-b8b9-fb3ba5c72ee7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:13:31.386269 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20387836-e73f-4852-a709-dbef4128d252 req-a445006b-446a-4020-b8b9-fb3ba5c72ee7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Made reservation on behalf of 24b6e9a3a41b403da0f5b4a5220654bc for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:13:31.390051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-20387836-e73f-4852-a709-dbef4128d252 req-a445006b-446a-4020-b8b9-fb3ba5c72ee7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:31.666243 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-97f98aaf-83cb-4dbc-94bc-c654672ee50c req-359bc26c-ab82-41a8-ba3b-970a5d795b7d tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] For port 436f1f57-d0f0-476a-8b00-ab641046c5e0, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=436f1f57-d0f0-476a-8b00-ab641046c5e0,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:13:31.666616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-97f98aaf-83cb-4dbc-94bc-c654672ee50c req-359bc26c-ab82-41a8-ba3b-970a5d795b7d tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:31.892370 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-97f98aaf-83cb-4dbc-94bc-c654672ee50c req-359bc26c-ab82-41a8-ba3b-970a5d795b7d tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Calling delete_port for 436f1f57-d0f0-476a-8b00-ab641046c5e0 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:13:31.919494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-20387836-e73f-4852-a709-dbef4128d252 req-a445006b-446a-4020-b8b9-fb3ba5c72ee7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Allocated IP 172.20.0.4 (26f7b831-af78-4ee9-84a8-eefd4a2ee772/f5e605f3-f4f9-4c89-87c8-897e488e0585/7b343ba9-a92b-4f14-8502-46d6666a8706) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:13:32.090984 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-97f98aaf-83cb-4dbc-94bc-c654672ee50c req-359bc26c-ab82-41a8-ba3b-970a5d795b7d tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:32.192672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bc26c-ab82-41a8-ba3b-970a5d795b7d tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Pushing event deleted for resources: {'Port': ['ID=436f1f57-d0f0-476a-8b00-ab641046c5e0,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:13:32.306388 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f98aaf-83cb-4dbc-94bc-c654672ee50c req-359bc26c-ab82-41a8-ba3b-970a5d795b7d tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] No DVR routers for this DVR port 436f1f57-d0f0-476a-8b00-ab641046c5e0 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:13:32.318877 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-97f98aaf-83cb-4dbc-94bc-c654672ee50c req-359bc26c-ab82-41a8-ba3b-970a5d795b7d tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:32.321404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b2de18-0b94-482e-bf80-5773ecdc3329', 'name': 'network-vif-deleted', 'tag': '436f1f57-d0f0-476a-8b00-ab641046c5e0'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:13:32.323723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9fd393-00df-4ceb-bcd9-79347d87cb3a" -d '{"events": [{"server_uuid": "f7b2de18-0b94-482e-bf80-5773ecdc3329", "name": "network-vif-deleted", "tag": "436f1f57-d0f0-476a-8b00-ab641046c5e0"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:13:32.344310 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fe840048-3a6f-4753-9535-3eb93e2c2794 req-349af25d-57e1-4f9c-82df-50e9312305da tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 210 time: 0.1621847 Oct 18 08:13:32.355094 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-97f98aaf-83cb-4dbc-94bc-c654672ee50c req-359bc26c-ab82-41a8-ba3b-970a5d795b7d tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.46 "DELETE /v2.0/ports/436f1f57-d0f0-476a-8b00-ab641046c5e0 HTTP/1.1" status: 204 len: 173 time: 1.1671202 Oct 18 08:13:32.394103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-20387836-e73f-4852-a709-dbef4128d252 req-a445006b-446a-4020-b8b9-fb3ba5c72ee7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:32.412156 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-20387836-e73f-4852-a709-dbef4128d252 req-a445006b-446a-4020-b8b9-fb3ba5c72ee7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Transition to ACTIVE for port object 7b343ba9-a92b-4f14-8502-46d6666a8706 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:13:32.440811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-20387836-e73f-4852-a709-dbef4128d252 req-a445006b-446a-4020-b8b9-fb3ba5c72ee7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:32.484347 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b176c7d-582c-46fb-8266-f2d7660d2193 x-openstack-request-id: req-8b176c7d-582c-46fb-8266-f2d7660d2193 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:13:32.484665 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b2de18-0b94-482e-bf80-5773ecdc3329", "name": "network-vif-deleted", "tag": "436f1f57-d0f0-476a-8b00-ab641046c5e0", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:13:32.484909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8b176c7d-582c-46fb-8266-f2d7660d2193 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:13:32.485300 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b176c7d-582c-46fb-8266-f2d7660d2193'] response: {'server_uuid': 'f7b2de18-0b94-482e-bf80-5773ecdc3329', 'name': 'network-vif-deleted', 'tag': '436f1f57-d0f0-476a-8b00-ab641046c5e0', 'status': 'completed', 'code': 200} Oct 18 08:13:32.522026 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20387836-e73f-4852-a709-dbef4128d252 req-a445006b-446a-4020-b8b9-fb3ba5c72ee7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Network 26f7b831-af78-4ee9-84a8-eefd4a2ee772 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:13:32.525034 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-20387836-e73f-4852-a709-dbef4128d252 req-a445006b-446a-4020-b8b9-fb3ba5c72ee7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:13:32.529368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-20387836-e73f-4852-a709-dbef4128d252 req-a445006b-446a-4020-b8b9-fb3ba5c72ee7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:13:32.560090 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445006b-446a-4020-b8b9-fb3ba5c72ee7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Pushing event updated for resources: {'Port': ['ID=7b343ba9-a92b-4f14-8502-46d6666a8706,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:13:32.598025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20387836-e73f-4852-a709-dbef4128d252 req-a445006b-446a-4020-b8b9-fb3ba5c72ee7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:32.598689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-20387836-e73f-4852-a709-dbef4128d252 req-a445006b-446a-4020-b8b9-fb3ba5c72ee7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:32.621068 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-20387836-e73f-4852-a709-dbef4128d252 req-a445006b-446a-4020-b8b9-fb3ba5c72ee7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5355709 Oct 18 08:13:32.637121 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Request body: {'port': {'device_id': '49df757f-89f6-4903-bf2b-95947b27ff9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:13:32.745134 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-76ccea84-86a4-42bd-a14b-cadf04fa4da8 None None] Provisioning for port 7b343ba9-a92b-4f14-8502-46d6666a8706 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:13:32.750434 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-76ccea84-86a4-42bd-a14b-cadf04fa4da8 None None] Provisioning complete for port 7b343ba9-a92b-4f14-8502-46d6666a8706 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:13:32.750836 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-76ccea84-86a4-42bd-a14b-cadf04fa4da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:32.751171 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-76ccea84-86a4-42bd-a14b-cadf04fa4da8 None None] Attempt 1 to provision port 7b343ba9-a92b-4f14-8502-46d6666a8706 Oct 18 08:13:32.752519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:32.804070 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-76ccea84-86a4-42bd-a14b-cadf04fa4da8 None None] Port 7b343ba9-a92b-4f14-8502-46d6666a8706 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:13:33.099718 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b343ba9-a92b-4f14-8502-46d6666a8706 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:13:33.107556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:33.121628 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Transition to ACTIVE for port object 7b343ba9-a92b-4f14-8502-46d6666a8706 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:13:33.126075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:33.305720 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-76ccea84-86a4-42bd-a14b-cadf04fa4da8 None None] Attempt 2 to provision port 7b343ba9-a92b-4f14-8502-46d6666a8706 Oct 18 08:13:33.314724 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Pushing event updated for resources: {'Port': ['ID=7b343ba9-a92b-4f14-8502-46d6666a8706,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:13:33.350351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Attempting to bind port 7b343ba9-a92b-4f14-8502-46d6666a8706 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:13:33.350701 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Attempting to bind port 7b343ba9-a92b-4f14-8502-46d6666a8706 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '737a9e94-2c81-4772-9384-7ce0a89bc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:13:33.351001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Attempting to bind port 7b343ba9-a92b-4f14-8502-46d6666a8706 on network 26f7b831-af78-4ee9-84a8-eefd4a2ee772 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:13:33.355674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Port 7b343ba9-a92b-4f14-8502-46d6666a8706 on network 26f7b831-af78-4ee9-84a8-eefd4a2ee772 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:13:33.356493 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Attempting to bind port 7b343ba9-a92b-4f14-8502-46d6666a8706 on network 26f7b831-af78-4ee9-84a8-eefd4a2ee772 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:13:33.361527 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-76ccea84-86a4-42bd-a14b-cadf04fa4da8 None None] Port 7b343ba9-a92b-4f14-8502-46d6666a8706 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:13:33.361661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:13:33.361884 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Checking segment: {'id': '737a9e94-2c81-4772-9384-7ce0a89bc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:13:33.362277 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Bound using segment: {'id': '737a9e94-2c81-4772-9384-7ce0a89bc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:13:33.362729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Bound port: 7b343ba9-a92b-4f14-8502-46d6666a8706, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737a9e94-2c81-4772-9384-7ce0a89bc024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:13:33.363073 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:33.452910 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] For port 7b343ba9-a92b-4f14-8502-46d6666a8706, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:13:33.455854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] For port 7b343ba9-a92b-4f14-8502-46d6666a8706, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7b343ba9-a92b-4f14-8502-46d6666a8706,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:13:33.460335 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:33.463688 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:33.464301 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:33.466590 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-20387836-e73f-4852-a709-dbef4128d252 req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] 10.222.0.46 "PUT /v2.0/ports/7b343ba9-a92b-4f14-8502-46d6666a8706 HTTP/1.1" status: 200 len: 1093 time: 0.8337350 Oct 18 08:13:33.544517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e27ed0-04d4-4fa9-92c9-6c1772b961cd req-561f84b0-a25b-43b3-9a0c-3f02b89376e1 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:33.546096 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-78e27ed0-04d4-4fa9-92c9-6c1772b961cd req-561f84b0-a25b-43b3-9a0c-3f02b89376e1 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 943 time: 0.0908854 Oct 18 08:13:33.589708 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-78e27ed0-04d4-4fa9-92c9-6c1772b961cd req-df67e076-a09a-46e6-98b4-de043a92a6a5 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376031 Oct 18 08:13:33.596733 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398a802-67ad-4fe3-8fb8-82c1e2612c8a service neutron] Pushing event updated for resources: {'Port': ['ID=7b343ba9-a92b-4f14-8502-46d6666a8706,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:13:33.615288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20387836-e73f-4852-a709-dbef4128d252 req-554d6d23-f8b7-444e-a66e-be2348145d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:33.617119 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-20387836-e73f-4852-a709-dbef4128d252 req-554d6d23-f8b7-444e-a66e-be2348145d91 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24b6e9a3a41b403da0f5b4a5220654bc&device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 1096 time: 0.1109276 Oct 18 08:13:33.624228 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 436f1f57-d0f0-476a-8b00-ab641046c5e0 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:13:33.659140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 436f1f57-d0f0-476a-8b00-ab641046c5e0 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:13:33.659480 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 436f1f57-d0f0-476a-8b00-ab641046c5e0 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:13:33.791974 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-20387836-e73f-4852-a709-dbef4128d252 req-cfd9e835-dd8e-4283-9ab7-48a68d039482 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b343ba9-a92b-4f14-8502-46d6666a8706 HTTP/1.1" status: 200 len: 217 time: 0.1642909 Oct 18 08:13:33.858388 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20387836-e73f-4852-a709-dbef4128d252 req-cf7c15f8-2132-43bf-be77-ef0baebc9118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:33.859773 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-20387836-e73f-4852-a709-dbef4128d252 req-cf7c15f8-2132-43bf-be77-ef0baebc9118 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5e605f3-f4f9-4c89-87c8-897e488e0585 HTTP/1.1" status: 200 len: 854 time: 0.0580478 Oct 18 08:13:33.863176 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-76ccea84-86a4-42bd-a14b-cadf04fa4da8 None None] Attempt 3 to provision port 7b343ba9-a92b-4f14-8502-46d6666a8706 Oct 18 08:13:33.923434 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-76ccea84-86a4-42bd-a14b-cadf04fa4da8 None None] Port 7b343ba9-a92b-4f14-8502-46d6666a8706 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:13:33.943476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20387836-e73f-4852-a709-dbef4128d252 req-49921811-9de2-44b0-ac70-3bbb7a6755ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:33.944917 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-20387836-e73f-4852-a709-dbef4128d252 req-49921811-9de2-44b0-ac70-3bbb7a6755ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26f7b831-af78-4ee9-84a8-eefd4a2ee772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761094 Oct 18 08:13:34.078137 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-20387836-e73f-4852-a709-dbef4128d252 req-ab609743-90b4-4fbf-a805-7c5e2bc52dc7 service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232696 Oct 18 08:13:34.210740 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-20387836-e73f-4852-a709-dbef4128d252 req-8602cb3a-0755-4d00-a631-47da8822218c service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231625 Oct 18 08:13:34.486988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49df757f-89f6-4903-bf2b-95947b27ff9e', 'tag': '7b343ba9-a92b-4f14-8502-46d6666a8706'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:13:34.489358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6d0de3-b062-403c-9f62-f3fb53e59daf" -d '{"events": [{"name": "network-changed", "server_uuid": "49df757f-89f6-4903-bf2b-95947b27ff9e", "tag": "7b343ba9-a92b-4f14-8502-46d6666a8706"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:13:34.531139 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469da0b5-249a-4ef6-86eb-4a7900c28f8d x-openstack-request-id: req-469da0b5-249a-4ef6-86eb-4a7900c28f8d {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:13:34.531433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49df757f-89f6-4903-bf2b-95947b27ff9e", "tag": "7b343ba9-a92b-4f14-8502-46d6666a8706", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:13:34.531686 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-469da0b5-249a-4ef6-86eb-4a7900c28f8d {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:13:34.532086 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-469da0b5-249a-4ef6-86eb-4a7900c28f8d'] response: {'name': 'network-changed', 'server_uuid': '49df757f-89f6-4903-bf2b-95947b27ff9e', 'tag': '7b343ba9-a92b-4f14-8502-46d6666a8706', 'status': 'completed', 'code': 200} Oct 18 08:13:34.616456 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:34.635332 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d0de3-b062-403c-9f62-f3fb53e59daf req-bb6a2a81-1508-4cb5-83e3-ce616bd943ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:34.636855 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0f6d0de3-b062-403c-9f62-f3fb53e59daf req-bb6a2a81-1508-4cb5-83e3-ce616bd943ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24b6e9a3a41b403da0f5b4a5220654bc&device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 1096 time: 0.0840702 Oct 18 08:13:34.773093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d0de3-b062-403c-9f62-f3fb53e59daf req-a4406315-7cfb-46cf-b8f4-dbd0f5bbcd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:34.774502 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0f6d0de3-b062-403c-9f62-f3fb53e59daf req-a4406315-7cfb-46cf-b8f4-dbd0f5bbcd59 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26f7b831-af78-4ee9-84a8-eefd4a2ee772 HTTP/1.1" status: 200 len: 916 time: 0.1308203 Oct 18 08:13:34.791030 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9dc74-37ee-4715-a52a-3b4609b3ad8c req-c3f1b0db-7da7-424a-b126-88d51f43762e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:34.792516 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b3b9dc74-37ee-4715-a52a-3b4609b3ad8c req-c3f1b0db-7da7-424a-b126-88d51f43762e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 943 time: 0.0897331 Oct 18 08:13:34.836446 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b3b9dc74-37ee-4715-a52a-3b4609b3ad8c req-7a46dcf1-5e28-4c46-a895-9331e95fee60 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375974 Oct 18 08:13:34.842696 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0f6d0de3-b062-403c-9f62-f3fb53e59daf req-0fada5fb-7ce2-4746-b8bc-878b3a399494 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b343ba9-a92b-4f14-8502-46d6666a8706 HTTP/1.1" status: 200 len: 217 time: 0.0613484 Oct 18 08:13:34.908869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d0de3-b062-403c-9f62-f3fb53e59daf req-070bf3c5-c43d-48b6-b007-7f281eca19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:34.910307 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0f6d0de3-b062-403c-9f62-f3fb53e59daf req-070bf3c5-c43d-48b6-b007-7f281eca19cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5e605f3-f4f9-4c89-87c8-897e488e0585 HTTP/1.1" status: 200 len: 854 time: 0.0605683 Oct 18 08:13:34.992873 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d0de3-b062-403c-9f62-f3fb53e59daf req-df47b5a6-d217-4eff-9151-633653c4f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:34.994322 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0f6d0de3-b062-403c-9f62-f3fb53e59daf req-df47b5a6-d217-4eff-9151-633653c4f4c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26f7b831-af78-4ee9-84a8-eefd4a2ee772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776775 Oct 18 08:13:35.126051 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0f6d0de3-b062-403c-9f62-f3fb53e59daf req-5c0e9c9b-2817-4e22-8208-986040061c38 service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239321 Oct 18 08:13:35.260893 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0f6d0de3-b062-403c-9f62-f3fb53e59daf req-6b2758f0-a21a-4138-8fe2-e833b30b91e5 service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240377 Oct 18 08:13:36.036257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabd330-7ff2-4704-b407-1a1ea6587800 req-b38ad886-f5b8-4452-8efa-cd0cf20ed38e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:36.036935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-faabd330-7ff2-4704-b407-1a1ea6587800 req-b38ad886-f5b8-4452-8efa-cd0cf20ed38e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Synchronizing usage tracker for tenant:24b6e9a3a41b403da0f5b4a5220654bc on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:13:36.052609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-faabd330-7ff2-4704-b407-1a1ea6587800 req-b38ad886-f5b8-4452-8efa-cd0cf20ed38e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Unset dirty status for tenant:24b6e9a3a41b403da0f5b4a5220654bc on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:13:36.053786 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-faabd330-7ff2-4704-b407-1a1ea6587800 req-b38ad886-f5b8-4452-8efa-cd0cf20ed38e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 943 time: 0.1067224 Oct 18 08:13:36.097660 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-faabd330-7ff2-4704-b407-1a1ea6587800 req-4a23d4af-2661-4117-b725-f7aaf588a559 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381637 Oct 18 08:13:37.292974 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744f5c4-6779-456d-aab2-47c9f4db13d2 req-3fe4c5d4-6203-46a9-8043-72e2348a45a2 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:37.295059 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3744f5c4-6779-456d-aab2-47c9f4db13d2 req-3fe4c5d4-6203-46a9-8043-72e2348a45a2 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 943 time: 0.0901022 Oct 18 08:13:37.337734 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3744f5c4-6779-456d-aab2-47c9f4db13d2 req-644fe066-7a7d-4026-a895-ad3ac130ffe7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368407 Oct 18 08:13:37.621058 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7b343ba9-a92b-4f14-8502-46d6666a8706 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:13:37.752232 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7b343ba9-a92b-4f14-8502-46d6666a8706, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7b343ba9-a92b-4f14-8502-46d6666a8706,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:13:37.764843 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '7b343ba9-a92b-4f14-8502-46d6666a8706', 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772', 'port_id': '7b343ba9-a92b-4f14-8502-46d6666a8706', 'mac_address': 'fa:16:3e:5f:5b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e605f3-f4f9-4c89-87c8-897e488e0585', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:13:37.822645 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 7b343ba9-a92b-4f14-8502-46d6666a8706 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:13:37.823023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:37.839362 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b343ba9-a92b-4f14-8502-46d6666a8706 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:13:37.854016 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7b343ba9-a92b-4f14-8502-46d6666a8706, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7b343ba9-a92b-4f14-8502-46d6666a8706,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:13:37.858508 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:37.924767 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=7b343ba9-a92b-4f14-8502-46d6666a8706,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:13:38.099141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['7b343ba9-a92b-4f14-8502-46d6666a8706'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:13:38.534396 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f53df-aa0e-429e-be9b-d958cbf9fb60 req-ed32c727-2f21-4e16-b75b-1183620a9f2a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:38.535754 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-698f53df-aa0e-429e-be9b-d958cbf9fb60 req-ed32c727-2f21-4e16-b75b-1183620a9f2a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 944 time: 0.0894320 Oct 18 08:13:38.578279 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-698f53df-aa0e-429e-be9b-d958cbf9fb60 req-22e4d9bd-5031-48ae-9968-6c43b4996166 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370753 Oct 18 08:13:39.651341 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7b343ba9-a92b-4f14-8502-46d6666a8706 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:13:39.717962 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 7b343ba9-a92b-4f14-8502-46d6666a8706 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:13:39.723115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 7b343ba9-a92b-4f14-8502-46d6666a8706 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:13:39.723480 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:39.723807 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 7b343ba9-a92b-4f14-8502-46d6666a8706 Oct 18 08:13:39.782090 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11a10f-5ed8-4fe8-b837-2756f916325a req-516c8fd0-236f-4d4c-8f75-44ca8edc3526 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:39.783673 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2e11a10f-5ed8-4fe8-b837-2756f916325a req-516c8fd0-236f-4d4c-8f75-44ca8edc3526 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 944 time: 0.0952425 Oct 18 08:13:39.828712 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2e11a10f-5ed8-4fe8-b837-2756f916325a req-6ee3a2a9-6f77-45b5-9ea5-95d7852e3100 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390477 Oct 18 08:13:39.845044 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 7b343ba9-a92b-4f14-8502-46d6666a8706 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:13:39.845419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:39.871556 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49df757f-89f6-4903-bf2b-95947b27ff9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b343ba9-a92b-4f14-8502-46d6666a8706'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:13:39.873763 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161f3886-dd4d-4c77-a9e9-2d58ead7dbc9" -d '{"events": [{"server_uuid": "49df757f-89f6-4903-bf2b-95947b27ff9e", "name": "network-vif-plugged", "status": "completed", "tag": "7b343ba9-a92b-4f14-8502-46d6666a8706"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:13:39.881583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7b343ba9-a92b-4f14-8502-46d6666a8706, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7b343ba9-a92b-4f14-8502-46d6666a8706,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:13:39.885516 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:39.956556 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=7b343ba9-a92b-4f14-8502-46d6666a8706,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:13:39.971062 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cfcd5b-b3c4-49df-aa26-7eaaf8812fe3 x-openstack-request-id: req-36cfcd5b-b3c4-49df-aa26-7eaaf8812fe3 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:13:39.971550 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49df757f-89f6-4903-bf2b-95947b27ff9e", "name": "network-vif-plugged", "status": "completed", "tag": "7b343ba9-a92b-4f14-8502-46d6666a8706", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:13:39.971808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-36cfcd5b-b3c4-49df-aa26-7eaaf8812fe3 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:13:39.972201 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36cfcd5b-b3c4-49df-aa26-7eaaf8812fe3'] response: {'server_uuid': '49df757f-89f6-4903-bf2b-95947b27ff9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b343ba9-a92b-4f14-8502-46d6666a8706', 'code': 200} Oct 18 08:13:40.210165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fac443-a1b7-4b6b-a3ef-1b8581361f67 req-1f4fbe00-7fd7-41b1-8c07-f8e8c6f2c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:40.211651 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-11fac443-a1b7-4b6b-a3ef-1b8581361f67 req-1f4fbe00-7fd7-41b1-8c07-f8e8c6f2c2f6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 1098 time: 0.0771706 Oct 18 08:13:40.253684 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-11fac443-a1b7-4b6b-a3ef-1b8581361f67 req-7ad86c03-f7ef-411c-a04f-acddd4e405db service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329959 Oct 18 08:13:41.024336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654aef2-caaa-48ad-9fe9-d835a7a4a733 req-f5a22c91-4db4-4830-a979-31c9caee2133 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:41.025786 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c654aef2-caaa-48ad-9fe9-d835a7a4a733 req-f5a22c91-4db4-4830-a979-31c9caee2133 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0859823 Oct 18 08:13:41.069424 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c654aef2-caaa-48ad-9fe9-d835a7a4a733 req-994ef899-4d21-4c52-ae47-8dfee1e7e483 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375736 Oct 18 08:13:42.354754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ddfb1-254e-4ee5-9fb0-b446b2c30a3d req-38a96cfa-a245-458f-a432-da50a2e7a9f6 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:42.356201 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-455ddfb1-254e-4ee5-9fb0-b446b2c30a3d req-38a96cfa-a245-458f-a432-da50a2e7a9f6 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.1778066 Oct 18 08:13:42.399622 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-455ddfb1-254e-4ee5-9fb0-b446b2c30a3d req-2905c488-5d23-4ef5-9d78-7d6c31f4d549 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376813 Oct 18 08:13:42.595769 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24acd7-d4d7-46eb-9904-fb66336157a5 req-e8388373-ff92-4fca-ab9a-18ac68d01c9b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:42.597210 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5b24acd7-d4d7-46eb-9904-fb66336157a5 req-e8388373-ff92-4fca-ab9a-18ac68d01c9b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0899940 Oct 18 08:13:42.642728 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5b24acd7-d4d7-46eb-9904-fb66336157a5 req-8c3664b3-4122-4052-a322-b6c969e01e15 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398929 Oct 18 08:13:43.059225 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-b8da2a4f-27ee-48f1-bfc1-035184098897 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1435089 Oct 18 08:13:43.071418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9a9cf-fe39-441f-84f6-ce8ab855c340 req-84d1f919-6e46-4c99-9cc9-2a0f1d846234 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:43.072786 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f5b9a9cf-fe39-441f-84f6-ce8ab855c340 req-84d1f919-6e46-4c99-9cc9-2a0f1d846234 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.1094973 Oct 18 08:13:43.120888 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f5b9a9cf-fe39-441f-84f6-ce8ab855c340 req-c3de1583-dd44-4dfe-8b3f-f82c24ee5d8a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418260 Oct 18 08:13:43.784418 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:13:44.181169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-67fb8cce-f53e-4b81-8f0b-d6ee2f205563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:44.182735 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-67fb8cce-f53e-4b81-8f0b-d6ee2f205563 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24b6e9a3a41b403da0f5b4a5220654bc&device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 1098 time: 0.0808499 Oct 18 08:13:44.369773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-ee2db9d2-fcc9-47db-aa03-d37cadbda784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:44.371234 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-ee2db9d2-fcc9-47db-aa03-d37cadbda784 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26f7b831-af78-4ee9-84a8-eefd4a2ee772 HTTP/1.1" status: 200 len: 916 time: 0.1827984 Oct 18 08:13:44.440258 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a88cff-9816-4d4d-9a37-a0a1ad9d4ffb req-eda12ef0-50ea-4318-a97e-75cb2105d2bb tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:44.441652 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f4a88cff-9816-4d4d-9a37-a0a1ad9d4ffb req-eda12ef0-50ea-4318-a97e-75cb2105d2bb tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.1894009 Oct 18 08:13:44.451031 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-091cd3fd-7541-4f6a-af2a-29177e09483e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b343ba9-a92b-4f14-8502-46d6666a8706 HTTP/1.1" status: 200 len: 217 time: 0.0725930 Oct 18 08:13:44.537500 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f4a88cff-9816-4d4d-9a37-a0a1ad9d4ffb req-8b8d6f9e-1738-4a0b-92b5-31d2d106f9e7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885003 Oct 18 08:13:44.540674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-790a4a9c-ace8-43b0-a507-026455b6dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:44.542020 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-790a4a9c-ace8-43b0-a507-026455b6dd5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5e605f3-f4f9-4c89-87c8-897e488e0585 HTTP/1.1" status: 200 len: 854 time: 0.0792184 Oct 18 08:13:44.622864 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-03706724-8f91-42d2-8202-16f6eb04026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:44.624222 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-03706724-8f91-42d2-8202-16f6eb04026e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26f7b831-af78-4ee9-84a8-eefd4a2ee772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758715 Oct 18 08:13:44.752989 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-b6ae6b19-002c-4fc6-b0ad-f6bfbe71bc22 service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224811 Oct 18 08:13:44.882296 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-c9914f9d-4997-4722-a24e-11834036e65f service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230931 Oct 18 08:13:45.735233 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1662b20-27e8-4d08-8f16-dfecce1e0f08 req-a06b713f-62cf-4f27-b2c5-51a1cc8b92cb tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:45.736674 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f1662b20-27e8-4d08-8f16-dfecce1e0f08 req-a06b713f-62cf-4f27-b2c5-51a1cc8b92cb tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0882778 Oct 18 08:13:45.780398 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f1662b20-27e8-4d08-8f16-dfecce1e0f08 req-6aefc35e-2253-4b9f-9b7b-6e3964a972ea tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382557 Oct 18 08:13:46.977992 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da19221-0803-4131-9106-ba53faf6aa8e req-9cbeaa64-73b4-44e2-ae2f-69e9fcd3ff19 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:46.979457 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7da19221-0803-4131-9106-ba53faf6aa8e req-9cbeaa64-73b4-44e2-ae2f-69e9fcd3ff19 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0901980 Oct 18 08:13:47.022243 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7da19221-0803-4131-9106-ba53faf6aa8e req-5f8b800c-045b-469e-bbe6-324686622052 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371771 Oct 18 08:13:48.216092 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46890a3b-5dc0-4db3-afd3-1266f0737d86 req-bf9817c1-a23e-4ff6-95a1-4d6e1bacd56e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:48.217491 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-46890a3b-5dc0-4db3-afd3-1266f0737d86 req-bf9817c1-a23e-4ff6-95a1-4d6e1bacd56e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0867405 Oct 18 08:13:48.263085 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-46890a3b-5dc0-4db3-afd3-1266f0737d86 req-9fb324bb-4954-43d3-849c-a22481eb33f2 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399358 Oct 18 08:13:49.458989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5c5d0-7f03-494e-a84b-6faf01b55ff0 req-1696e1ff-0eb2-4c0c-bb7e-ad21ee700dd5 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:49.460350 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-00d5c5d0-7f03-494e-a84b-6faf01b55ff0 req-1696e1ff-0eb2-4c0c-bb7e-ad21ee700dd5 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0861890 Oct 18 08:13:49.503205 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-00d5c5d0-7f03-494e-a84b-6faf01b55ff0 req-00c9f5b7-70c3-428a-b8bc-b615dc9ee3af tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373402 Oct 18 08:13:50.698062 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee2564-d203-45b7-b227-416eef622d4f req-4978c67c-5720-4636-a7f4-805571f918a5 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:50.699531 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e9ee2564-d203-45b7-b227-416eef622d4f req-4978c67c-5720-4636-a7f4-805571f918a5 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0869393 Oct 18 08:13:50.723753 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cb853eea-9a98-45f7-b7b4-9b5dee999d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:50.747427 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e9ee2564-d203-45b7-b227-416eef622d4f req-113cc134-c0a2-4f2c-8085-52686516219c tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417416 Oct 18 08:13:51.945185 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f989140-c9e8-4c10-a1ff-67f3e3c58959 req-f9c088ff-7310-4743-94b0-2091747b6054 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:51.946625 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4f989140-c9e8-4c10-a1ff-67f3e3c58959 req-f9c088ff-7310-4743-94b0-2091747b6054 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0905397 Oct 18 08:13:51.990260 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4f989140-c9e8-4c10-a1ff-67f3e3c58959 req-9dfa3cc5-9f86-4f78-b108-8e4f4ad2ea49 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379846 Oct 18 08:13:53.023225 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0f6d10d9-c88b-4c81-b2ca-50b6d4acc89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:53.190734 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d701028-282c-401e-a72d-f0bb4194835b req-e05036c2-d7d5-4887-acfc-721b3e7a1b53 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:53.192171 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2d701028-282c-401e-a72d-f0bb4194835b req-e05036c2-d7d5-4887-acfc-721b3e7a1b53 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0904045 Oct 18 08:13:53.235175 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2d701028-282c-401e-a72d-f0bb4194835b req-87bc0ef9-ac4c-4619-a7e6-3569c58bba79 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375524 Oct 18 08:13:53.754112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:53.827205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:54.428091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64bcdb-6010-4c9a-a774-80f9f05c69f5 req-ab16b818-2483-4788-9437-8461c573b761 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:54.429441 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1f64bcdb-6010-4c9a-a774-80f9f05c69f5 req-ab16b818-2483-4788-9437-8461c573b761 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0849051 Oct 18 08:13:54.475850 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1f64bcdb-6010-4c9a-a774-80f9f05c69f5 req-cd8db655-d07f-41d3-bf5b-b84514dd9199 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403295 Oct 18 08:13:55.354517 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:13:55.672327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c83bc-afb5-4031-ada4-1c125a6e3982 req-8aa7eeec-1b9a-41aa-9114-f7ad3d7fdfca tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:55.673761 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0b6c83bc-afb5-4031-ada4-1c125a6e3982 req-8aa7eeec-1b9a-41aa-9114-f7ad3d7fdfca tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0884509 Oct 18 08:13:55.723770 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0b6c83bc-afb5-4031-ada4-1c125a6e3982 req-604827bf-1a5a-429d-97a5-57e11f833d4f tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442405 Oct 18 08:13:56.344779 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187901b-cf34-4c99-b855-2f9da48e8a9f req-ec4ca2d7-b974-43cd-9c83-3ec1ab3e9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:56.346228 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e187901b-cf34-4c99-b855-2f9da48e8a9f req-ec4ca2d7-b974-43cd-9c83-3ec1ab3e9a7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24b6e9a3a41b403da0f5b4a5220654bc&device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 1098 time: 0.0785577 Oct 18 08:13:56.488509 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187901b-cf34-4c99-b855-2f9da48e8a9f req-63e291d3-204c-4499-8d1f-5df69026984c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:56.489899 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e187901b-cf34-4c99-b855-2f9da48e8a9f req-63e291d3-204c-4499-8d1f-5df69026984c service neutron] 10.222.0.46 "GET /v2.0/networks?id=26f7b831-af78-4ee9-84a8-eefd4a2ee772 HTTP/1.1" status: 200 len: 916 time: 0.1231332 Oct 18 08:13:56.657551 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e187901b-cf34-4c99-b855-2f9da48e8a9f req-6110156c-51df-4776-8961-fd9aeca6f9d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b343ba9-a92b-4f14-8502-46d6666a8706 HTTP/1.1" status: 200 len: 217 time: 0.1612439 Oct 18 08:13:56.720363 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187901b-cf34-4c99-b855-2f9da48e8a9f req-ed2db2dd-376c-4d32-a490-93e59979ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:56.721755 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e187901b-cf34-4c99-b855-2f9da48e8a9f req-ed2db2dd-376c-4d32-a490-93e59979ec15 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5e605f3-f4f9-4c89-87c8-897e488e0585 HTTP/1.1" status: 200 len: 854 time: 0.0585778 Oct 18 08:13:56.805140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187901b-cf34-4c99-b855-2f9da48e8a9f req-9d05a7ac-e6f3-49d9-bd9c-168138e4f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:56.806661 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e187901b-cf34-4c99-b855-2f9da48e8a9f req-9d05a7ac-e6f3-49d9-bd9c-168138e4f86c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26f7b831-af78-4ee9-84a8-eefd4a2ee772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785532 Oct 18 08:13:56.994145 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e187901b-cf34-4c99-b855-2f9da48e8a9f req-2a1c3b63-47ea-4bd4-89d9-096d2940609d service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812592 Oct 18 08:13:57.031730 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f02c9-a3eb-4483-aa2d-cc4fd4ff61e9 req-8899500c-23c9-42bd-998d-d6ce2c257217 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:57.033113 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-352f02c9-a3eb-4483-aa2d-cc4fd4ff61e9 req-8899500c-23c9-42bd-998d-d6ce2c257217 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.1564348 Oct 18 08:13:57.149810 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-352f02c9-a3eb-4483-aa2d-cc4fd4ff61e9 req-e7c5b1d8-6b66-4dbe-a1bd-37349b08851b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713983 Oct 18 08:13:57.170312 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e187901b-cf34-4c99-b855-2f9da48e8a9f req-e3d40afc-b474-40bd-98ed-b0b30004810b service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683605 Oct 18 08:13:58.345316 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e27d87-c528-4c59-ac05-48b20f1c37cb req-c61ddd03-d7ed-4f02-a61a-cb845a916665 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:58.346772 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a1e27d87-c528-4c59-ac05-48b20f1c37cb req-c61ddd03-d7ed-4f02-a61a-cb845a916665 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0869844 Oct 18 08:13:58.389705 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a1e27d87-c528-4c59-ac05-48b20f1c37cb req-333c3746-c798-4f04-94b7-6e4a97d85d08 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373907 Oct 18 08:13:59.583648 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50401da-27f1-4fc8-8018-e7c08d969394 req-3f808fb1-5580-4359-9da8-57204c9ce5f0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:13:59.585086 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d50401da-27f1-4fc8-8018-e7c08d969394 req-3f808fb1-5580-4359-9da8-57204c9ce5f0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0864058 Oct 18 08:13:59.627677 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d50401da-27f1-4fc8-8018-e7c08d969394 req-3a1a45df-b48b-49a6-98d0-d2e41db10bdc tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370572 Oct 18 08:14:00.828402 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75309109-1ddc-404a-906b-2e2f9b1c0c94 req-a4348f42-575e-456b-9209-533bed092238 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:00.829850 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-75309109-1ddc-404a-906b-2e2f9b1c0c94 req-a4348f42-575e-456b-9209-533bed092238 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0903480 Oct 18 08:14:00.873206 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-75309109-1ddc-404a-906b-2e2f9b1c0c94 req-bbf3fe49-8ef8-4e5e-94c1-b59c57f9ffae tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377226 Oct 18 08:14:02.070162 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ca59a-0172-464c-8fbc-3f5d5f6740d8 req-333f4beb-8ffc-4df2-88c2-c1e5b6c789fc tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:02.072566 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d63ca59a-0172-464c-8fbc-3f5d5f6740d8 req-333f4beb-8ffc-4df2-88c2-c1e5b6c789fc tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0893445 Oct 18 08:14:02.115103 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d63ca59a-0172-464c-8fbc-3f5d5f6740d8 req-91c099a5-02d8-42b1-8a72-8cf5f2241ab3 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371511 Oct 18 08:14:03.308683 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedfa04-1ee0-482c-b8b3-a6c7a386d276 req-66e0ad2b-dba5-4c23-afe1-a25a5ecd2e1b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:03.310161 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1dedfa04-1ee0-482c-b8b3-a6c7a386d276 req-66e0ad2b-dba5-4c23-afe1-a25a5ecd2e1b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0856416 Oct 18 08:14:03.356534 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1dedfa04-1ee0-482c-b8b3-a6c7a386d276 req-285d188a-00a5-4900-a1d0-e293833faa3b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407476 Oct 18 08:14:04.552376 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdb8e5-cee0-43fb-9d66-f4af65550c84 req-3ed09275-c6fa-40b7-8648-fa50189f017d tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:04.553812 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c0bdb8e5-cee0-43fb-9d66-f4af65550c84 req-3ed09275-c6fa-40b7-8648-fa50189f017d tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0863876 Oct 18 08:14:04.600993 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c0bdb8e5-cee0-43fb-9d66-f4af65550c84 req-48e59c01-63c0-468a-992e-2e94bae59033 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416720 Oct 18 08:14:04.643805 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:05.795208 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43321800-77e4-48fe-adcb-46259d89d6ae req-0afff29d-ae5f-47a6-8bd0-5d8432c36ec5 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:05.796898 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-43321800-77e4-48fe-adcb-46259d89d6ae req-0afff29d-ae5f-47a6-8bd0-5d8432c36ec5 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0855103 Oct 18 08:14:05.839987 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-43321800-77e4-48fe-adcb-46259d89d6ae req-0e7c7bfa-597b-413d-ab7f-27f5567879cd tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375471 Oct 18 08:14:07.035006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553333a-9e9e-4f9e-a820-84475c3292a9 req-6afd43cd-184a-46df-a859-8496dfeb1d2b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:07.036433 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c553333a-9e9e-4f9e-a820-84475c3292a9 req-6afd43cd-184a-46df-a859-8496dfeb1d2b tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0859144 Oct 18 08:14:07.079273 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c553333a-9e9e-4f9e-a820-84475c3292a9 req-ec4e41f5-7f56-431d-81c4-6f9d6fa2ba1e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373013 Oct 18 08:14:08.278509 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd76e7-3daf-475f-a2a7-d5a375de1f73 req-3024717c-2a2a-4dae-a238-b4d00bb11b17 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:08.279910 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d5cd76e7-3daf-475f-a2a7-d5a375de1f73 req-3024717c-2a2a-4dae-a238-b4d00bb11b17 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0892484 Oct 18 08:14:08.323024 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d5cd76e7-3daf-475f-a2a7-d5a375de1f73 req-7b55cd52-98f8-4cb0-aad0-a3eace856cc7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376067 Oct 18 08:14:09.520683 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8208a7-7296-4a00-aa39-9d8de4d1e28d req-ac4944ce-1ac1-4943-80a9-938b9a9299ee tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:09.522029 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ee8208a7-7296-4a00-aa39-9d8de4d1e28d req-ac4944ce-1ac1-4943-80a9-938b9a9299ee tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0887585 Oct 18 08:14:09.567064 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ee8208a7-7296-4a00-aa39-9d8de4d1e28d req-b704adf6-afd9-4227-bc9e-f560fadb7d53 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394731 Oct 18 08:14:10.764535 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c086a30-5042-4bb4-82ef-eb2707ef32e4 req-7c615fb8-7165-4a73-a824-18e86fffbc38 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:10.765984 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4c086a30-5042-4bb4-82ef-eb2707ef32e4 req-7c615fb8-7165-4a73-a824-18e86fffbc38 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0856285 Oct 18 08:14:10.812559 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4c086a30-5042-4bb4-82ef-eb2707ef32e4 req-239e72f9-2a1d-4aee-a255-ee8b9153dd01 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409241 Oct 18 08:14:11.882232 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-edfbbcfa-8763-4a6e-aa62-84b906f20494 service neutron] 10.222.0.46 "GET /v2.0/ports/7b343ba9-a92b-4f14-8502-46d6666a8706/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.0748906 Oct 18 08:14:12.015579 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cdf6b-d3c9-4164-98e1-3b38679a8896 req-d85eb1bd-435e-4175-8fee-4c00055c6238 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:12.017010 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ba6cdf6b-d3c9-4164-98e1-3b38679a8896 req-d85eb1bd-435e-4175-8fee-4c00055c6238 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0909173 Oct 18 08:14:12.063805 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ba6cdf6b-d3c9-4164-98e1-3b38679a8896 req-1d54c7a8-9294-42e5-90b6-7e385a9e870e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412042 Oct 18 08:14:12.165747 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-4fb4b6db-abfa-4cc4-8845-81f0ebf74145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:12.167162 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-4fb4b6db-abfa-4cc4-8845-81f0ebf74145 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e&tenant_id=24b6e9a3a41b403da0f5b4a5220654bc HTTP/1.1" status: 200 len: 1098 time: 0.0783708 Oct 18 08:14:12.273205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-38162f4c-8b23-4583-9a19-5e8827cc1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:12.274679 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-38162f4c-8b23-4583-9a19-5e8827cc1ac0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24b6e9a3a41b403da0f5b4a5220654bc&device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 1098 time: 0.0803397 Oct 18 08:14:12.406822 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-62adab2f-b77a-4753-aea2-71978813d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:12.408246 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-62adab2f-b77a-4753-aea2-71978813d218 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26f7b831-af78-4ee9-84a8-eefd4a2ee772 HTTP/1.1" status: 200 len: 916 time: 0.1248224 Oct 18 08:14:12.478067 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-44dfd277-95d4-4e77-8fa5-0b2e661e973b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b343ba9-a92b-4f14-8502-46d6666a8706 HTTP/1.1" status: 200 len: 217 time: 0.0596936 Oct 18 08:14:12.637698 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-0eb3e6d8-c92e-4671-8e0c-0f91a5f9995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:12.639154 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-0eb3e6d8-c92e-4671-8e0c-0f91a5f9995b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5e605f3-f4f9-4c89-87c8-897e488e0585 HTTP/1.1" status: 200 len: 854 time: 0.1521516 Oct 18 08:14:12.723038 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-b30b68bf-3a25-4f40-823a-2bcd3de34f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:12.724464 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-b30b68bf-3a25-4f40-823a-2bcd3de34f13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26f7b831-af78-4ee9-84a8-eefd4a2ee772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762606 Oct 18 08:14:12.857064 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-ffdc65cf-a5dd-48b1-829c-aae07773f8be service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227229 Oct 18 08:14:12.987596 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b4f7afd1-b3dc-4477-b053-f2f2408a069a req-97787656-9e0f-4b5f-a602-f1471f50bb3b service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215069 Oct 18 08:14:13.362159 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6862b-ab1f-4a48-a006-f2f81b844945 req-04abbd2e-fc6f-4f6c-a1db-23c757666704 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:13.363551 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3ab6862b-ab1f-4a48-a006-f2f81b844945 req-04abbd2e-fc6f-4f6c-a1db-23c757666704 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.1844373 Oct 18 08:14:13.406525 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3ab6862b-ab1f-4a48-a006-f2f81b844945 req-4757b897-fab8-40ee-abfd-193ba4089ce3 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373502 Oct 18 08:14:14.603571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df5e3b-251b-4aee-a58e-e79870365eb6 req-2ef4675c-4a90-43d7-9a33-98233a9952ad tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:14.605004 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-67df5e3b-251b-4aee-a58e-e79870365eb6 req-2ef4675c-4a90-43d7-9a33-98233a9952ad tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0894432 Oct 18 08:14:14.648262 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-67df5e3b-251b-4aee-a58e-e79870365eb6 req-dcc3b09b-53f8-4e7c-81ed-2c737b581847 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371716 Oct 18 08:14:15.725819 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7b343ba9-a92b-4f14-8502-46d6666a8706 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:14:15.729225 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7b343ba9-a92b-4f14-8502-46d6666a8706 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:14:15.851134 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5b2d5-bf4a-4f2c-ada1-0d7161efd0a1 req-b01fc37a-6a36-4804-b259-a1d958bc6782 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:15.852527 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1af5b2d5-bf4a-4f2c-ada1-0d7161efd0a1 req-b01fc37a-6a36-4804-b259-a1d958bc6782 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0882187 Oct 18 08:14:15.898707 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1af5b2d5-bf4a-4f2c-ada1-0d7161efd0a1 req-1fed5e25-2137-4112-8b63-b5ca6e645c4c tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397615 Oct 18 08:14:15.941935 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 7b343ba9-a92b-4f14-8502-46d6666a8706 is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:14:15.942315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:15.971640 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7b343ba9-a92b-4f14-8502-46d6666a8706, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7b343ba9-a92b-4f14-8502-46d6666a8706,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:14:15.993920 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49df757f-89f6-4903-bf2b-95947b27ff9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b343ba9-a92b-4f14-8502-46d6666a8706'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:14:15.996778 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b965cf19-5d6b-4d48-8889-d375f1a056b1" -d '{"events": [{"server_uuid": "49df757f-89f6-4903-bf2b-95947b27ff9e", "name": "network-vif-unplugged", "status": "completed", "tag": "7b343ba9-a92b-4f14-8502-46d6666a8706"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:14:15.999310 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '7b343ba9-a92b-4f14-8502-46d6666a8706', 'network_id': '26f7b831-af78-4ee9-84a8-eefd4a2ee772', 'port_id': '7b343ba9-a92b-4f14-8502-46d6666a8706', 'mac_address': 'fa:16:3e:5f:5b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e605f3-f4f9-4c89-87c8-897e488e0585', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:14:16.037571 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7b343ba9-a92b-4f14-8502-46d6666a8706, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7b343ba9-a92b-4f14-8502-46d6666a8706,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:14:16.052460 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:16.086096 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Oct 2022 08:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080a92dd-b713-49f3-80e6-06497f590bd3 x-openstack-request-id: req-080a92dd-b713-49f3-80e6-06497f590bd3 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:14:16.086357 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49df757f-89f6-4903-bf2b-95947b27ff9e", "name": "network-vif-unplugged", "status": "completed", "tag": "7b343ba9-a92b-4f14-8502-46d6666a8706", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:14:16.086639 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-080a92dd-b713-49f3-80e6-06497f590bd3 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:14:16.087032 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-080a92dd-b713-49f3-80e6-06497f590bd3'] response: {'server_uuid': '49df757f-89f6-4903-bf2b-95947b27ff9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b343ba9-a92b-4f14-8502-46d6666a8706', 'code': 200} Oct 18 08:14:16.136109 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 7b343ba9-a92b-4f14-8502-46d6666a8706 is: ACTIVE; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:14:16.136412 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:16.148955 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=7b343ba9-a92b-4f14-8502-46d6666a8706,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:16.158894 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b343ba9-a92b-4f14-8502-46d6666a8706 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:14:16.252120 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:14:16.252813 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:14:16.291635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7035cf-29dd-4ce2-832a-3d9f8119343c req-2d23bfcf-4c1c-4c3d-aca1-1a4883d512cc tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:16.294060 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ac7035cf-29dd-4ce2-832a-3d9f8119343c req-2d23bfcf-4c1c-4c3d-aca1-1a4883d512cc tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 943 time: 0.1619301 Oct 18 08:14:16.302874 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2406d-c2e7-4745-8e96-c9287629e15b req-374d5e89-5563-427d-8d02-888728a58854 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:16.304191 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-03b2406d-c2e7-4745-8e96-c9287629e15b req-374d5e89-5563-427d-8d02-888728a58854 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.46 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e&tenant_id=24b6e9a3a41b403da0f5b4a5220654bc&binding%3Ahost_id=hv-neutron-8616 HTTP/1.1" status: 200 len: 943 time: 0.1340284 Oct 18 08:14:16.344186 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ac7035cf-29dd-4ce2-832a-3d9f8119343c req-e9a427da-73ee-4ba6-aaae-473203b63e77 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389476 Oct 18 08:14:16.449222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2406d-c2e7-4745-8e96-c9287629e15b req-bbd3adf1-2d43-4701-9e54-4d6f9a057403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:16.450595 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-03b2406d-c2e7-4745-8e96-c9287629e15b req-bbd3adf1-2d43-4701-9e54-4d6f9a057403 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24b6e9a3a41b403da0f5b4a5220654bc&device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 1096 time: 0.0800083 Oct 18 08:14:16.580132 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2406d-c2e7-4745-8e96-c9287629e15b req-8accbd7a-12fc-47c8-81a8-9d1e54145de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:16.581528 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-03b2406d-c2e7-4745-8e96-c9287629e15b req-8accbd7a-12fc-47c8-81a8-9d1e54145de5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=26f7b831-af78-4ee9-84a8-eefd4a2ee772 HTTP/1.1" status: 200 len: 916 time: 0.1252658 Oct 18 08:14:16.650749 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-03b2406d-c2e7-4745-8e96-c9287629e15b req-8541e7ae-b99a-41e5-b70e-479e05c686a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b343ba9-a92b-4f14-8502-46d6666a8706 HTTP/1.1" status: 200 len: 217 time: 0.0633583 Oct 18 08:14:16.710676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2406d-c2e7-4745-8e96-c9287629e15b req-d2ae8b4e-70b7-46c3-a796-fa1518606dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:16.711981 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-03b2406d-c2e7-4745-8e96-c9287629e15b req-d2ae8b4e-70b7-46c3-a796-fa1518606dbf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5e605f3-f4f9-4c89-87c8-897e488e0585 HTTP/1.1" status: 200 len: 854 time: 0.0561075 Oct 18 08:14:16.793349 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2406d-c2e7-4745-8e96-c9287629e15b req-c47803d6-e0c7-4fff-9219-78926640bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:16.794842 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-03b2406d-c2e7-4745-8e96-c9287629e15b req-c47803d6-e0c7-4fff-9219-78926640bb59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26f7b831-af78-4ee9-84a8-eefd4a2ee772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771737 Oct 18 08:14:16.807803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 7b343ba9-a92b-4f14-8502-46d6666a8706 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:14:16.808342 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:16.825618 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b343ba9-a92b-4f14-8502-46d6666a8706 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:14:16.840775 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7b343ba9-a92b-4f14-8502-46d6666a8706, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7b343ba9-a92b-4f14-8502-46d6666a8706,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:14:16.844886 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:16.914037 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['7b343ba9-a92b-4f14-8502-46d6666a8706'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:14:16.929783 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-03b2406d-c2e7-4745-8e96-c9287629e15b req-5cf01a3b-c53b-498e-a56a-7b35ab9284cc service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291273 Oct 18 08:14:16.960777 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=7b343ba9-a92b-4f14-8502-46d6666a8706,revision_number=7']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:17.061207 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-03b2406d-c2e7-4745-8e96-c9287629e15b req-7559b7a9-7e0c-4570-8ae2-1a68957fd349 service neutron] 10.222.0.46 "GET /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248906 Oct 18 08:14:17.543720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7f0cb-acf8-4544-aae2-07ec5edc8b41 req-17a3be60-ed9b-45a4-9efa-916757721ef9 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:17.545220 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4fe7f0cb-acf8-4544-aae2-07ec5edc8b41 req-17a3be60-ed9b-45a4-9efa-916757721ef9 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 944 time: 0.0882490 Oct 18 08:14:17.594144 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4fe7f0cb-acf8-4544-aae2-07ec5edc8b41 req-a4bf1125-dbbb-4ab3-aad5-e350d078e969 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425773 Oct 18 08:14:17.741125 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7b343ba9-a92b-4f14-8502-46d6666a8706 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:14:17.810943 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 7b343ba9-a92b-4f14-8502-46d6666a8706 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:14:17.811578 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:17.811696 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 7b343ba9-a92b-4f14-8502-46d6666a8706 Oct 18 08:14:17.926414 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 7b343ba9-a92b-4f14-8502-46d6666a8706 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:14:17.926831 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:17.958864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7b343ba9-a92b-4f14-8502-46d6666a8706, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7b343ba9-a92b-4f14-8502-46d6666a8706,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:14:17.962212 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:18.026970 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=7b343ba9-a92b-4f14-8502-46d6666a8706,revision_number=8']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:18.087961 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49df757f-89f6-4903-bf2b-95947b27ff9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b343ba9-a92b-4f14-8502-46d6666a8706'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:14:18.090239 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760a47be-6c16-4f10-8097-068f0a33d9ea" -d '{"events": [{"server_uuid": "49df757f-89f6-4903-bf2b-95947b27ff9e", "name": "network-vif-plugged", "status": "completed", "tag": "7b343ba9-a92b-4f14-8502-46d6666a8706"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:14:18.131123 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1752984a-3352-490e-90b7-bbba7850ee9c x-openstack-request-id: req-1752984a-3352-490e-90b7-bbba7850ee9c {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:14:18.131413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49df757f-89f6-4903-bf2b-95947b27ff9e", "name": "network-vif-plugged", "status": "completed", "tag": "7b343ba9-a92b-4f14-8502-46d6666a8706", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:14:18.131663 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1752984a-3352-490e-90b7-bbba7850ee9c {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:14:18.132062 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1752984a-3352-490e-90b7-bbba7850ee9c'] response: {'server_uuid': '49df757f-89f6-4903-bf2b-95947b27ff9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b343ba9-a92b-4f14-8502-46d6666a8706', 'code': 200} Oct 18 08:14:18.787949 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aede7-e29e-4bc4-91b1-ab267dacfa04 req-e2535a3c-658f-45fd-8b38-da6655e6fa31 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:18.789392 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4c9aede7-e29e-4bc4-91b1-ab267dacfa04 req-e2535a3c-658f-45fd-8b38-da6655e6fa31 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0854192 Oct 18 08:14:18.833289 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4c9aede7-e29e-4bc4-91b1-ab267dacfa04 req-7cc4f317-11e3-4027-8f81-dba369cea53a tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378003 Oct 18 08:14:19.029259 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8c27c-76bc-4f15-af67-e6fc825a4522 req-3319518b-3fda-4b69-8334-74023f9523c3 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:19.030628 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-06a8c27c-76bc-4f15-af67-e6fc825a4522 req-3319518b-3fda-4b69-8334-74023f9523c3 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0881793 Oct 18 08:14:19.074102 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-06a8c27c-76bc-4f15-af67-e6fc825a4522 req-6609afa4-c62f-4a66-8e3b-f63f256ea33d tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379286 Oct 18 08:14:19.271315 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4de82-b2a5-4bc2-92ae-702d1354e72a req-967cd099-f0b6-47cd-9be6-9931aaeeff64 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:19.272776 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5ba4de82-b2a5-4bc2-92ae-702d1354e72a req-967cd099-f0b6-47cd-9be6-9931aaeeff64 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0890260 Oct 18 08:14:19.317814 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5ba4de82-b2a5-4bc2-92ae-702d1354e72a req-cf14b39d-9329-44f3-8391-3c0ce3be1dee tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388930 Oct 18 08:14:19.873734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d16cf-6a3b-4cac-8851-104708762d40 req-e17b7f9c-308e-4d59-b18a-df3e4d1f8b3e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:19.875112 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d74d16cf-6a3b-4cac-8851-104708762d40 req-e17b7f9c-308e-4d59-b18a-df3e4d1f8b3e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0894156 Oct 18 08:14:19.919116 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d74d16cf-6a3b-4cac-8851-104708762d40 req-11da2053-6ef2-4ff8-a35b-a52469fd54e2 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383976 Oct 18 08:14:20.725619 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-54cc111e-9b75-4be8-b1a6-9803f87478e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:20.783540 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:14:21.116530 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6428f-c30b-4e35-bf91-0e42a948ea1f req-52a48499-24cb-498e-86d7-7c0959d6a72e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:21.117973 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-50a6428f-c30b-4e35-bf91-0e42a948ea1f req-52a48499-24cb-498e-86d7-7c0959d6a72e tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0875273 Oct 18 08:14:21.165384 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-50a6428f-c30b-4e35-bf91-0e42a948ea1f req-c43bcb20-8a68-4ea0-9cdf-0325adc89208 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups?id=9889fde5-4e3b-48cb-a849-3ec934c3f548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417840 Oct 18 08:14:21.540464 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87505d81-ef89-4fb1-926f-f6d206515f5e req-4973cbe0-c20e-4c53-9186-7cfbd8d0d1e7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:21.541861 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-87505d81-ef89-4fb1-926f-f6d206515f5e req-4973cbe0-c20e-4c53-9186-7cfbd8d0d1e7 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.46 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 945 time: 0.0844789 Oct 18 08:14:21.704348 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-87505d81-ef89-4fb1-926f-f6d206515f5e req-dc9d0214-731b-4957-9033-d6ccc246e5a0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Deleting port 7b343ba9-a92b-4f14-8502-46d6666a8706 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:14:21.704688 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-87505d81-ef89-4fb1-926f-f6d206515f5e req-dc9d0214-731b-4957-9033-d6ccc246e5a0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:21.945589 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-87505d81-ef89-4fb1-926f-f6d206515f5e req-dc9d0214-731b-4957-9033-d6ccc246e5a0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] For port 7b343ba9-a92b-4f14-8502-46d6666a8706, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7b343ba9-a92b-4f14-8502-46d6666a8706,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:14:21.945944 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-87505d81-ef89-4fb1-926f-f6d206515f5e req-dc9d0214-731b-4957-9033-d6ccc246e5a0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:22.069719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-87505d81-ef89-4fb1-926f-f6d206515f5e req-dc9d0214-731b-4957-9033-d6ccc246e5a0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Calling delete_port for 7b343ba9-a92b-4f14-8502-46d6666a8706 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:14:22.209270 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-87505d81-ef89-4fb1-926f-f6d206515f5e req-dc9d0214-731b-4957-9033-d6ccc246e5a0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:22.225165 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['7b343ba9-a92b-4f14-8502-46d6666a8706'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:14:22.265778 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0214-731b-4957-9033-d6ccc246e5a0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Pushing event deleted for resources: {'Port': ['ID=7b343ba9-a92b-4f14-8502-46d6666a8706,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:22.395411 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-03082eda-1929-4f5f-83a9-dd804e2808df req-cec28329-3a86-41f0-bf28-760da91623d2 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/ports?device_id=49df757f-89f6-4903-bf2b-95947b27ff9e HTTP/1.1" status: 200 len: 210 time: 0.0948875 Oct 18 08:14:22.402259 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-87505d81-ef89-4fb1-926f-f6d206515f5e req-dc9d0214-731b-4957-9033-d6ccc246e5a0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] No DVR routers for this DVR port 7b343ba9-a92b-4f14-8502-46d6666a8706 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:14:22.404777 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-87505d81-ef89-4fb1-926f-f6d206515f5e req-dc9d0214-731b-4957-9033-d6ccc246e5a0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:22.407516 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49df757f-89f6-4903-bf2b-95947b27ff9e', 'name': 'network-vif-deleted', 'tag': '7b343ba9-a92b-4f14-8502-46d6666a8706'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:14:22.409826 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47724eec-179e-40f6-a253-eaa3c0365ffb" -d '{"events": [{"server_uuid": "49df757f-89f6-4903-bf2b-95947b27ff9e", "name": "network-vif-deleted", "tag": "7b343ba9-a92b-4f14-8502-46d6666a8706"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:14:22.425911 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-87505d81-ef89-4fb1-926f-f6d206515f5e req-dc9d0214-731b-4957-9033-d6ccc246e5a0 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.46 "DELETE /v2.0/ports/7b343ba9-a92b-4f14-8502-46d6666a8706 HTTP/1.1" status: 204 len: 173 time: 0.8761814 Oct 18 08:14:22.458828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8d2b77-072b-45aa-ada3-b2cd75e7297e x-openstack-request-id: req-5b8d2b77-072b-45aa-ada3-b2cd75e7297e {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:14:22.458992 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49df757f-89f6-4903-bf2b-95947b27ff9e", "name": "network-vif-deleted", "tag": "7b343ba9-a92b-4f14-8502-46d6666a8706", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:14:22.459252 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5b8d2b77-072b-45aa-ada3-b2cd75e7297e {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:14:22.459706 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b8d2b77-072b-45aa-ada3-b2cd75e7297e'] response: {'server_uuid': '49df757f-89f6-4903-bf2b-95947b27ff9e', 'name': 'network-vif-deleted', 'tag': '7b343ba9-a92b-4f14-8502-46d6666a8706', 'status': 'completed', 'code': 200} Oct 18 08:14:23.024753 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-48f3c5a3-c697-4b68-8e46-63ab0f65bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:23.524320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37856) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:14:23.588000 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3450d465-c3c4-4fee-9cfd-5109a02ef911 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:23.615209 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3450d465-c3c4-4fee-9cfd-5109a02ef911 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:23.666535 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3450d465-c3c4-4fee-9cfd-5109a02ef911 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:23.685417 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450d465-c3c4-4fee-9cfd-5109a02ef911 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bca9e7-bacb-4f39-830a-98d1332af2c3,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:23.695449 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-3450d465-c3c4-4fee-9cfd-5109a02ef911 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:23.696557 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3450d465-c3c4-4fee-9cfd-5109a02ef911 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "DELETE /v2.0/security-groups/e3bca9e7-bacb-4f39-830a-98d1332af2c3 HTTP/1.1" status: 204 len: 168 time: 0.1712081 Oct 18 08:14:23.699215 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37860) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:14:23.716606 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-4430be52-430a-45ea-b7ef-222cc5770edc tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] show failed (client error): The resource could not be found. Oct 18 08:14:23.717582 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4430be52-430a-45ea-b7ef-222cc5770edc tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "GET /v2.0/security-groups/e3bca9e7-bacb-4f39-830a-98d1332af2c3 HTTP/1.1" status: 404 len: 347 time: 0.0172684 Oct 18 08:14:23.720124 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37864) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:14:23.756338 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:23.828358 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:23.879520 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-7da7eb98-e0dc-4976-a013-937160581924 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Deleting port ef2d9724-3410-40cb-8d59-368ceb6fa7d0 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:14:23.879860 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7da7eb98-e0dc-4976-a013-937160581924 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:24.047343 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7da7eb98-e0dc-4976-a013-937160581924 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:24.047664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7da7eb98-e0dc-4976-a013-937160581924 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:24.168062 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-7da7eb98-e0dc-4976-a013-937160581924 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Calling delete_port for ef2d9724-3410-40cb-8d59-368ceb6fa7d0 owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:14:24.308014 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7da7eb98-e0dc-4976-a013-937160581924 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:24.357946 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7eb98-e0dc-4976-a013-937160581924 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Pushing event deleted for resources: {'Port': ['ID=ef2d9724-3410-40cb-8d59-368ceb6fa7d0,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:24.452014 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7da7eb98-e0dc-4976-a013-937160581924 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:24.465539 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7da7eb98-e0dc-4976-a013-937160581924 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:24.466686 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7da7eb98-e0dc-4976-a013-937160581924 tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] 10.222.0.17 "DELETE /v2.0/floatingips/cf196888-2e61-4b65-a08f-dfe4aa140cbf HTTP/1.1" status: 204 len: 168 time: 0.7456710 Oct 18 08:14:24.609546 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37872) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:14:25.132935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5e85c7eb-5af1-43e2-b1bc-5209f06ffbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:25.362714 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:25.580817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-5e85c7eb-5af1-43e2-b1bc-5209f06ffbfe admin admin] Deleting port b00332ff-7b27-4b70-94f1-882572e674be {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:14:25.581160 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5e85c7eb-5af1-43e2-b1bc-5209f06ffbfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:25.754144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-5e85c7eb-5af1-43e2-b1bc-5209f06ffbfe admin admin] For port b00332ff-7b27-4b70-94f1-882572e674be, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b00332ff-7b27-4b70-94f1-882572e674be,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:14:25.754814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5e85c7eb-5af1-43e2-b1bc-5209f06ffbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:25.757771 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7b343ba9-a92b-4f14-8502-46d6666a8706 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:14:25.793283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 7b343ba9-a92b-4f14-8502-46d6666a8706 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:14:25.793634 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7b343ba9-a92b-4f14-8502-46d6666a8706 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:14:25.881978 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-5e85c7eb-5af1-43e2-b1bc-5209f06ffbfe admin admin] Calling delete_port for b00332ff-7b27-4b70-94f1-882572e674be owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:14:26.053415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5e85c7eb-5af1-43e2-b1bc-5209f06ffbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:26.102236 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85c7eb-5af1-43e2-b1bc-5209f06ffbfe admin admin] Pushing event deleted for resources: {'Port': ['ID=b00332ff-7b27-4b70-94f1-882572e674be,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:26.380618 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5e85c7eb-5af1-43e2-b1bc-5209f06ffbfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:26.836627 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e85c7eb-5af1-43e2-b1bc-5209f06ffbfe admin admin] Router 40fdc9c0-e3ee-4314-b79d-c1f447b56de6 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:14:27.010359 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e85c7eb-5af1-43e2-b1bc-5209f06ffbfe admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:14:27.018772 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cba463-9131-4398-9adf-ead9f4c27f87 None None] Sync routers for ids ['40fdc9c0-e3ee-4314-b79d-c1f447b56de6'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:14:27.022133 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5e85c7eb-5af1-43e2-b1bc-5209f06ffbfe admin admin] 10.222.0.17 "PUT /v2.0/routers/40fdc9c0-e3ee-4314-b79d-c1f447b56de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4115458 Oct 18 08:14:27.024636 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37876) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:14:27.030996 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cba463-9131-4398-9adf-ead9f4c27f87 None None] Routers {'40fdc9c0-e3ee-4314-b79d-c1f447b56de6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:14:27.031597 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f9cba463-9131-4398-9adf-ead9f4c27f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:14:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['40fdc9c0-e3ee-4314-b79d-c1f447b56de6'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:14:27.196642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:27.203264 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-f9cba463-9131-4398-9adf-ead9f4c27f87 None None] Set router 40fdc9c0-e3ee-4314-b79d-c1f447b56de6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:14:27.374068 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:27.383777 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Deleting port dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:14:27.384182 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:27.481373 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f9cba463-9131-4398-9adf-ead9f4c27f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fdc9c0-e3ee-4314-b79d-c1f447b56de6', 'name': 'tempest-ServerDiskConfigTestJSON-1445197447-router', 'tenant_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:12:33Z', 'updated_at': '2022-10-18T08:14:25Z', 'revision_number': 5, 'project_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'gw_port': {'id': 'dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fdc9c0-e3ee-4314-b79d-c1f447b56de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:12:34Z', 'updated_at': '2022-10-18T08:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:14:27.485076 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cba463-9131-4398-9adf-ead9f4c27f87 None None] Checking router: 40fdc9c0-e3ee-4314-b79d-c1f447b56de6 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:14:27.493196 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cba463-9131-4398-9adf-ead9f4c27f87 None None] Routers {'40fdc9c0-e3ee-4314-b79d-c1f447b56de6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:14:27.493777 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f9cba463-9131-4398-9adf-ead9f4c27f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:14:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['40fdc9c0-e3ee-4314-b79d-c1f447b56de6'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:14:27.556669 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] For port dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:14:27.557019 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:27.643422 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-f9cba463-9131-4398-9adf-ead9f4c27f87 None None] Set router 40fdc9c0-e3ee-4314-b79d-c1f447b56de6 gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:14:27.677694 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Calling delete_port for dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:14:27.746845 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-f9cba463-9131-4398-9adf-ead9f4c27f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fdc9c0-e3ee-4314-b79d-c1f447b56de6', 'name': 'tempest-ServerDiskConfigTestJSON-1445197447-router', 'tenant_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:12:33Z', 'updated_at': '2022-10-18T08:14:27Z', 'revision_number': 6, 'project_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:14:27.750709 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cba463-9131-4398-9adf-ead9f4c27f87 None None] The sync data for ids ['40fdc9c0-e3ee-4314-b79d-c1f447b56de6'] in dv-neutron-861625-1-hyperv is: [{'id': '40fdc9c0-e3ee-4314-b79d-c1f447b56de6', 'name': 'tempest-ServerDiskConfigTestJSON-1445197447-router', 'tenant_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:12:33Z', 'updated_at': '2022-10-18T08:14:27Z', 'revision_number': 6, 'project_id': '24b6e9a3a41b403da0f5b4a5220654bc', 'gw_port_host': None}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:14:27.847365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:27.895309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:27.964758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:27.965106 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:27.965449 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:27.965785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:27.966117 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:27.966449 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:27.966803 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:27.967132 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:27.967470 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:27.967793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:27.968134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:27.968437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:27.998790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:28.210587 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b00332ff-7b27-4b70-94f1-882572e674be no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:14:28.246724 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: b00332ff-7b27-4b70-94f1-882572e674be {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:14:28.247170 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b00332ff-7b27-4b70-94f1-882572e674be not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:14:28.288749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:28.290915 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:28.315087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:28.315608 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40fdc9c0-e3ee-4314-b79d-c1f447b56de6 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:14:28.327514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:28.328630 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e93021b0-f49c-440d-b4ea-9348f0fbfa4f admin admin] 10.222.0.17 "DELETE /v2.0/routers/40fdc9c0-e3ee-4314-b79d-c1f447b56de6 HTTP/1.1" status: 204 len: 168 time: 1.3031116 Oct 18 08:14:28.331093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37880) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:14:28.390975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcaddac6-e12e-4dc2-ba7b-d54cf3a01287 admin admin] Deleting subnet f5e605f3-f4f9-4c89-87c8-897e488e0585 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:14:28.393761 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bcaddac6-e12e-4dc2-ba7b-d54cf3a01287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:28.441907 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bcaddac6-e12e-4dc2-ba7b-d54cf3a01287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:28.520515 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bcaddac6-e12e-4dc2-ba7b-d54cf3a01287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:28.590530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bcaddac6-e12e-4dc2-ba7b-d54cf3a01287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:28.625849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaddac6-e12e-4dc2-ba7b-d54cf3a01287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e605f3-f4f9-4c89-87c8-897e488e0585,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:28.631161 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bcaddac6-e12e-4dc2-ba7b-d54cf3a01287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:28.636993 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7c9da6-eaff-4fae-91ce-a49b1a4f25c9 None None] Network 26f7b831-af78-4ee9-84a8-eefd4a2ee772 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:14:28.637644 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bcaddac6-e12e-4dc2-ba7b-d54cf3a01287 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/f5e605f3-f4f9-4c89-87c8-897e488e0585 HTTP/1.1" status: 204 len: 168 time: 0.3056235 Oct 18 08:14:28.640122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37884) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:14:28.747058 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:28.757911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] Deleting port c1492fd5-b301-4fa9-a00c-0d151e99744b {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:14:28.758129 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:28.904178 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3c9b09-c21b-4f5e-b9cf-3e43df753568 None None] DHCP port deletion for 26f7b831-af78-4ee9-84a8-eefd4a2ee772 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:14:28.908446 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c9b09-c21b-4f5e-b9cf-3e43df753568 None None] Deleting port c1492fd5-b301-4fa9-a00c-0d151e99744b {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:14:28.908837 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b3c9b09-c21b-4f5e-b9cf-3e43df753568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:28.977959 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] For port c1492fd5-b301-4fa9-a00c-0d151e99744b, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c1492fd5-b301-4fa9-a00c-0d151e99744b,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:14:28.978596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:29.102130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] Calling delete_port for c1492fd5-b301-4fa9-a00c-0d151e99744b owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:14:29.107268 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2b3c9b09-c21b-4f5e-b9cf-3e43df753568 None None] For port c1492fd5-b301-4fa9-a00c-0d151e99744b, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c1492fd5-b301-4fa9-a00c-0d151e99744b,segment=NetworkSegment(737a9e94-2c81-4772-9384-7ce0a89bc024),segment_id=737a9e94-2c81-4772-9384-7ce0a89bc024)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:14:29.107653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b3c9b09-c21b-4f5e-b9cf-3e43df753568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:29.180674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:29.227679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1492fd5-b301-4fa9-a00c-0d151e99744b,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:29.231320 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] No DVR routers for this DVR port c1492fd5-b301-4fa9-a00c-0d151e99744b on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:14:29.233608 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c9b09-c21b-4f5e-b9cf-3e43df753568 None None] Calling delete_port for c1492fd5-b301-4fa9-a00c-0d151e99744b owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:14:29.305654 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-2b3c9b09-c21b-4f5e-b9cf-3e43df753568 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:14:29.306004 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-2b3c9b09-c21b-4f5e-b9cf-3e43df753568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:14:29.347286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:29.372902 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f7b831-af78-4ee9-84a8-eefd4a2ee772']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:14:29.384849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737a9e94-2c81-4772-9384-7ce0a89bc024') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:14:29.385153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737a9e94-2c81-4772-9384-7ce0a89bc024') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:14:29.396289 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:29.411889 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:29.418729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:14:29.419157 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:29.499291 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 737a9e94-2c81-4772-9384-7ce0a89bc024 resource provider aggregate not found Oct 18 08:14:29.514892 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 737a9e94-2c81-4772-9384-7ce0a89bc024 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 737a9e94-2c81-4772-9384-7ce0a89bc024 found for delete ", "request_id": "req-72ac233d-282a-43c7-a598-02aae64702e0"}]} Oct 18 08:14:29.516805 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:29.532134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:29.544616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=26f7b831-af78-4ee9-84a8-eefd4a2ee772,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:29.549580 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-07db9a73-f100-464b-818b-30a8103836c9 admin admin] 10.222.0.17 "DELETE /v2.0/networks/26f7b831-af78-4ee9-84a8-eefd4a2ee772 HTTP/1.1" status: 204 len: 168 time: 0.9084213 Oct 18 08:14:29.656707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37896) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:14:29.704115 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bb11abf2-2595-4bf2-ae73-97beb965a7ad admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=24b6e9a3a41b403da0f5b4a5220654bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463076 Oct 18 08:14:29.706394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37900) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:14:29.766116 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-90726353-841d-4caa-98ad-2eb43c8a1ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:29.799848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-90726353-841d-4caa-98ad-2eb43c8a1ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:29.807161 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c9b09-c21b-4f5e-b9cf-3e43df753568 None None] Deleting port c1492fd5-b301-4fa9-a00c-0d151e99744b {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:14:29.807664 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b3c9b09-c21b-4f5e-b9cf-3e43df753568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:29.852851 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-90726353-841d-4caa-98ad-2eb43c8a1ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:29.871109 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90726353-841d-4caa-98ad-2eb43c8a1ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9889fde5-4e3b-48cb-a849-3ec934c3f548,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:29.877591 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-90726353-841d-4caa-98ad-2eb43c8a1ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:29.878851 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-90726353-841d-4caa-98ad-2eb43c8a1ab7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9889fde5-4e3b-48cb-a849-3ec934c3f548 HTTP/1.1" status: 204 len: 168 time: 0.1714790 Oct 18 08:14:29.879482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c9b09-c21b-4f5e-b9cf-3e43df753568 None None] The port 'c1492fd5-b301-4fa9-a00c-0d151e99744b' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 08:14:30.030887 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:14:30.069267 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:14:30.069615 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device dd6ead6b-5b49-4e58-b22d-ca0c7e4bfdc8 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:14:30.070187 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c1492fd5-b301-4fa9-a00c-0d151e99744b no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:14:30.102463 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: c1492fd5-b301-4fa9-a00c-0d151e99744b {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:14:30.102827 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c1492fd5-b301-4fa9-a00c-0d151e99744b not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:14:30.588263 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37924) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:14:30.690238 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1492559707-network', 'tenant_id': 'eaf802a5bcf34321802c292596af3155'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:14:30.695121 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:14:30.699564 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Usage tracker for resource:network and tenant:eaf802a5bcf34321802c292596af3155 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:14:30.702365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:14:30.708105 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:14:30.717988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Made reservation on behalf of eaf802a5bcf34321802c292596af3155 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:14:30.720257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:30.732230 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:30.746841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:14:30.750631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Usage tracker for resource:security_group_rule and tenant:eaf802a5bcf34321802c292596af3155 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:14:30.753362 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:14:30.759005 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:14:30.841051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:30.844550 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:30.877530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:14:30.885793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778509ff-cf8a-4f48-98dd-2eb9d037cfc8,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:30.891533 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:30.891984 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Added segment fe46c220-576e-4770-8b46-3829ea4ad57d of type vlan for network 4ce39f00-7bf9-4a66-83de-a495f169e766 Oct 18 08:14:31.008366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:31.036394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:31.037336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:31.037910 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:31.138820 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] Pushing event updated for resources: {'Network': ['ID=4ce39f00-7bf9-4a66-83de-a495f169e766,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:31.141740 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-724b5422-8d01-4d9d-9723-a8e9ec651e0c admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5524688 Oct 18 08:14:31.144723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37930) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:14:31.149926 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-8c8c1bbc-68a4-4378-841e-78d41c07bf9e admin admin] Request body: {'subnet': {'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1492559707-subnet', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:14:31.156461 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 4ce39f00-7bf9-4a66-83de-a495f169e766 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:14:31.159578 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-8c8c1bbc-68a4-4378-841e-78d41c07bf9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:14:31.163827 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-8c8c1bbc-68a4-4378-841e-78d41c07bf9e admin admin] Usage tracker for resource:subnet and tenant:eaf802a5bcf34321802c292596af3155 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:14:31.166713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-8c8c1bbc-68a4-4378-841e-78d41c07bf9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:14:31.173542 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-8c8c1bbc-68a4-4378-841e-78d41c07bf9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:14:31.184495 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8c1bbc-68a4-4378-841e-78d41c07bf9e admin admin] Made reservation on behalf of eaf802a5bcf34321802c292596af3155 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:14:31.186897 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1bbc-68a4-4378-841e-78d41c07bf9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:31.384220 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1bbc-68a4-4378-841e-78d41c07bf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:31.459036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c1bbc-68a4-4378-841e-78d41c07bf9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=95abe56a-17dd-4075-81c8-44f782257284,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:31.466765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8c1bbc-68a4-4378-841e-78d41c07bf9e admin admin] Checking segment: {'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:14:31.467117 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8c1bbc-68a4-4378-841e-78d41c07bf9e admin admin] Network hostable DHCP agents. Network: 4ce39f00-7bf9-4a66-83de-a495f169e766, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:14:31.486024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8c1bbc-68a4-4378-841e-78d41c07bf9e admin admin] Network 4ce39f00-7bf9-4a66-83de-a495f169e766 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:14:31.494900 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-8c8c1bbc-68a4-4378-841e-78d41c07bf9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 4ce39f00-7bf9-4a66-83de-a495f169e766) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:14:31.498791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8c1bbc-68a4-4378-841e-78d41c07bf9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:31.499405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1bbc-68a4-4378-841e-78d41c07bf9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:31.504975 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c3ff31-5838-4e3f-8c8e-fb6daaa91189 None None] Network 4ce39f00-7bf9-4a66-83de-a495f169e766 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:14:31.519420 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8c8c1bbc-68a4-4378-841e-78d41c07bf9e admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3737221 Oct 18 08:14:31.522131 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37934) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:14:31.527536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:14:31.532060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:14:31.535958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Usage tracker for resource:router and tenant:eaf802a5bcf34321802c292596af3155 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:14:31.538719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:14:31.544950 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:14:31.554881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:31.555838 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:31.573083 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:31.722136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-4ce39f00-7bf9-4a66-83de-a495f169e766', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:14:31.722987 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:31.836735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:31.878239 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Allocated IP 172.20.0.2 (4ce39f00-7bf9-4a66-83de-a495f169e766/95abe56a-17dd-4075-81c8-44f782257284/4c414e92-9c9d-46b4-baea-bada2a527a5a) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:14:32.079776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:32.090004 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Transition to ACTIVE for port object 4c414e92-9c9d-46b4-baea-bada2a527a5a will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:14:32.108271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Transition to ACTIVE for port object 4c414e92-9c9d-46b4-baea-bada2a527a5a will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:14:32.113789 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:32.147680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:32.180753 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:32.181291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Network 4ce39f00-7bf9-4a66-83de-a495f169e766 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:14:32.184737 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:14:32.188330 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:14:32.194043 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Pushing event updated for resources: {'Port': ['ID=4c414e92-9c9d-46b4-baea-bada2a527a5a,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:32.234574 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:32.234919 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:32.235259 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:32.235594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:32.235923 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:32.236253 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:32.236580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:32.236904 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:32.237228 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:32.237548 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:32.237868 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:32.238183 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:32.305130 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Attempting to bind port 4c414e92-9c9d-46b4-baea-bada2a527a5a on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:14:32.305488 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Attempting to bind port 4c414e92-9c9d-46b4-baea-bada2a527a5a by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:14:32.305860 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Attempting to bind port 4c414e92-9c9d-46b4-baea-bada2a527a5a on network 4ce39f00-7bf9-4a66-83de-a495f169e766 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:14:32.312513 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:14:32.312891 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Checking segment: {'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:14:32.313289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:32.313678 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Bound using segment: {'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:14:32.314138 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Bound port: 4c414e92-9c9d-46b4-baea-bada2a527a5a, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:14:32.314660 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:32.315672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Allocated IP 172.26.8.96 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/1c8146ce-2b9f-4574-b052-682383d5d0f1) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:14:32.402428 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] For port 4c414e92-9c9d-46b4-baea-bada2a527a5a, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:14:32.405745 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] For port 4c414e92-9c9d-46b4-baea-bada2a527a5a, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4c414e92-9c9d-46b4-baea-bada2a527a5a,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:14:32.409312 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:32.468150 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:32.486193 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff54de9-a46e-4cb6-8d6a-4c21817ee62d None None] Pushing event updated for resources: {'Port': ['ID=4c414e92-9c9d-46b4-baea-bada2a527a5a,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:32.506843 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:32.683673 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:14:32.686676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:14:32.690223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:14:32.720168 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8146ce-2b9f-4574-b052-682383d5d0f1,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:33.109147 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:33.388530 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd450f1-ae70-42b4-a17e-b8c34583d7c1 None None] Network 4ce39f00-7bf9-4a66-83de-a495f169e766 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:14:33.452842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:33.479433 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0efa2c1b-3dde-4c6d-a14f-ed8b60e87341 None None] Provisioning for port 4c414e92-9c9d-46b4-baea-bada2a527a5a completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:14:33.658180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:14:33.837456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:14:33.846903 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Sync routers for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:14:33.856383 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:14:33.857035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:14:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:14:33.860614 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:33.861825 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b3118d4e-6929-4692-ad41-40e615a11a21 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3387589 Oct 18 08:14:33.864536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37938) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:14:34.050250 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:14:34.132300 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4c414e92-9c9d-46b4-baea-bada2a527a5a up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:14:34.357520 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 4c414e92-9c9d-46b4-baea-bada2a527a5a completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:14:34.366884 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 4c414e92-9c9d-46b4-baea-bada2a527a5a triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:14:34.367259 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:34.367587 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 4c414e92-9c9d-46b4-baea-bada2a527a5a Oct 18 08:14:34.529977 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:32Z', 'revision_number': 3, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:14:34.533043 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 4c414e92-9c9d-46b4-baea-bada2a527a5a is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:14:34.533422 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:34.544605 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Checking router: f94d3271-d8ec-41a0-b48d-52a6e02c66b6 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:14:34.544947 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Updating router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 port 1c8146ce-2b9f-4574-b052-682383d5d0f1 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:14:34.614419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:34.639799 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 4c414e92-9c9d-46b4-baea-bada2a527a5a, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4c414e92-9c9d-46b4-baea-bada2a527a5a,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:14:34.653228 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:34.665100 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:34.725238 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:34.798864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=4c414e92-9c9d-46b4-baea-bada2a527a5a,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:34.862612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] Allocated IP 172.20.0.1 (4ce39f00-7bf9-4a66-83de-a495f169e766/95abe56a-17dd-4075-81c8-44f782257284/4155fa7c-d288-4a5b-8799-992e8e9c142c) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:14:35.009194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:35.013281 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:35.025045 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Transition to ACTIVE for port object 1c8146ce-2b9f-4574-b052-682383d5d0f1 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:14:35.025831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] Transition to ACTIVE for port object 4155fa7c-d288-4a5b-8799-992e8e9c142c will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:14:35.031504 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:35.049438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:35.094480 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Attempting to bind port 1c8146ce-2b9f-4574-b052-682383d5d0f1 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:14:35.094879 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Attempting to bind port 1c8146ce-2b9f-4574-b052-682383d5d0f1 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:14:35.095247 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Attempting to bind port 1c8146ce-2b9f-4574-b052-682383d5d0f1 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:14:35.105247 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:14:35.105619 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:14:35.106020 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:35.106416 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:14:35.106909 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Bound port: 1c8146ce-2b9f-4574-b052-682383d5d0f1, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:14:35.107281 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:35.113937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] Network 4ce39f00-7bf9-4a66-83de-a495f169e766 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:14:35.116724 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:14:35.120836 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:14:35.152084 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1d030-db63-4f0e-bfed-d28c2ddb6f72 None None] Pushing event updated for resources: {'Port': ['ID=1c8146ce-2b9f-4574-b052-682383d5d0f1,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:35.157553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] Pushing event updated for resources: {'Port': ['ID=4155fa7c-d288-4a5b-8799-992e8e9c142c,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:35.179966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:35.197835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] For port 1c8146ce-2b9f-4574-b052-682383d5d0f1, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:14:35.208591 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] For port 1c8146ce-2b9f-4574-b052-682383d5d0f1, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=1c8146ce-2b9f-4574-b052-682383d5d0f1,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:14:35.213295 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:35.278929 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:14:35.279559 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:14:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:14:35.296269 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:35.427479 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1d030-db63-4f0e-bfed-d28c2ddb6f72 None None] Pushing event updated for resources: {'Port': ['ID=1c8146ce-2b9f-4574-b052-682383d5d0f1,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:35.466792 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-24f209e7-0665-4ce6-9699-024dfb903883 None None] Provisioning for port 4155fa7c-d288-4a5b-8799-992e8e9c142c completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:14:35.477738 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-24f209e7-0665-4ce6-9699-024dfb903883 None None] Provisioning complete for port 4155fa7c-d288-4a5b-8799-992e8e9c142c triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:14:35.478112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-24f209e7-0665-4ce6-9699-024dfb903883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:35.478446 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-24f209e7-0665-4ce6-9699-024dfb903883 None None] Attempt 1 to provision port 4155fa7c-d288-4a5b-8799-992e8e9c142c Oct 18 08:14:35.511172 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:14:35.639133 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:35.643784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:35.692093 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-24f209e7-0665-4ce6-9699-024dfb903883 None None] Port 4155fa7c-d288-4a5b-8799-992e8e9c142c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:14:35.750087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] Pushing event updated for resources: {'Port': ['ID=4155fa7c-d288-4a5b-8799-992e8e9c142c,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:35.752610 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:35.882077 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:34Z', 'revision_number': 1, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:14:35.886047 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1302d718-c566-4a7c-b714-8a0edc7ae5fb None None] The sync data for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv is: [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:34Z', 'revision_number': 1, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:14:35.887629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] Network 4ce39f00-7bf9-4a66-83de-a495f169e766 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:14:35.891587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:14:36.046762 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4c414e92-9c9d-46b4-baea-bada2a527a5a up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:14:36.093524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] Router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:14:36.160730 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 4c414e92-9c9d-46b4-baea-bada2a527a5a triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:14:36.160992 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:36.161443 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 4c414e92-9c9d-46b4-baea-bada2a527a5a Oct 18 08:14:36.197297 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-24f209e7-0665-4ce6-9699-024dfb903883 None None] Attempt 2 to provision port 4155fa7c-d288-4a5b-8799-992e8e9c142c Oct 18 08:14:36.278359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-24f209e7-0665-4ce6-9699-024dfb903883 None None] Port 4155fa7c-d288-4a5b-8799-992e8e9c142c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:14:36.309706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:14:36.325522 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cf83b131-e712-4808-9e69-ccdcf5b35f30 admin admin] 10.222.0.17 "PUT /v2.0/routers/f94d3271-d8ec-41a0-b48d-52a6e02c66b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4539011 Oct 18 08:14:36.342484 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 4c414e92-9c9d-46b4-baea-bada2a527a5a is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:14:36.665088 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37948) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:14:36.670836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--892485177', 'description': 'tempest-description--2030757542'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:14:36.677328 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:14:36.681277 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Usage tracker for resource:security_group and tenant:eaf802a5bcf34321802c292596af3155 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:14:36.684792 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:14:36.691844 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:14:36.703046 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:36.726212 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:14:36.730170 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Usage tracker for resource:security_group_rule and tenant:eaf802a5bcf34321802c292596af3155 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:14:36.733048 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:14:36.738806 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:14:36.780176 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-24f209e7-0665-4ce6-9699-024dfb903883 None None] Attempt 3 to provision port 4155fa7c-d288-4a5b-8799-992e8e9c142c Oct 18 08:14:36.820902 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:36.825808 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:36.842788 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-24f209e7-0665-4ce6-9699-024dfb903883 None None] Port 4155fa7c-d288-4a5b-8799-992e8e9c142c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:14:36.855929 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:36.859226 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1927886 Oct 18 08:14:36.860025 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 37952) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:14:36.872218 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-9c618d77-9157-4010-81a9-681cdf007212 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Request body: {'security_group_rule': {'security_group_id': '02eed14d-5577-4c7c-beee-90500cb26f51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:14:36.887221 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9c618d77-9157-4010-81a9-681cdf007212 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:14:36.893076 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9c618d77-9157-4010-81a9-681cdf007212 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Usage tracker for resource:security_group_rule and tenant:eaf802a5bcf34321802c292596af3155 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:14:36.895693 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02eed14d-5577-4c7c-beee-90500cb26f51,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:36.897905 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9c618d77-9157-4010-81a9-681cdf007212 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:14:36.908470 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:36.908815 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:36.909154 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:36.909484 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:36.909818 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:36.910146 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:36.910472 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:36.910825 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:36.911149 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:36.911469 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:36.911787 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:36.912104 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae43fc82-f97d-43ab-8244-de921b7612f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:36.915317 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9c618d77-9157-4010-81a9-681cdf007212 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:14:36.934409 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9c618d77-9157-4010-81a9-681cdf007212 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:36.998142 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9c618d77-9157-4010-81a9-681cdf007212 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:37.002184 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9c618d77-9157-4010-81a9-681cdf007212 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:37.026418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c618d77-9157-4010-81a9-681cdf007212 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39f9f82-a30d-46a8-abb9-3bd0ae7d1b69,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:37.035566 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9c618d77-9157-4010-81a9-681cdf007212 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:37.037068 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9c618d77-9157-4010-81a9-681cdf007212 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1722143 Oct 18 08:14:37.039500 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37956) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:14:37.045473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-e0b29ced-697a-4d93-a744-a69f02dcacb9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Request body: {'security_group_rule': {'security_group_id': '02eed14d-5577-4c7c-beee-90500cb26f51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:14:37.051636 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e0b29ced-697a-4d93-a744-a69f02dcacb9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:14:37.055540 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e0b29ced-697a-4d93-a744-a69f02dcacb9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Usage tracker for resource:security_group_rule and tenant:eaf802a5bcf34321802c292596af3155 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:14:37.059093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e0b29ced-697a-4d93-a744-a69f02dcacb9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:14:37.064913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e0b29ced-697a-4d93-a744-a69f02dcacb9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:14:37.081710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e0b29ced-697a-4d93-a744-a69f02dcacb9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:37.147348 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e0b29ced-697a-4d93-a744-a69f02dcacb9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:37.151725 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e0b29ced-697a-4d93-a744-a69f02dcacb9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:37.178041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b29ced-697a-4d93-a744-a69f02dcacb9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68337996-03d2-4002-87de-7e3dae226ad9,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:37.189420 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e0b29ced-697a-4d93-a744-a69f02dcacb9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:37.191125 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e0b29ced-697a-4d93-a744-a69f02dcacb9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502345 Oct 18 08:14:37.193994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 37960) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:14:37.199214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:14:37.205195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:14:37.209316 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Usage tracker for resource:floatingip and tenant:eaf802a5bcf34321802c292596af3155 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:14:37.212224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:14:37.221149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:14:37.232433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for floatingip, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:37.344301 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-24f209e7-0665-4ce6-9699-024dfb903883 None None] Attempt 4 to provision port 4155fa7c-d288-4a5b-8799-992e8e9c142c Oct 18 08:14:37.367209 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:37.397157 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-24f209e7-0665-4ce6-9699-024dfb903883 None None] Port 4155fa7c-d288-4a5b-8799-992e8e9c142c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:14:37.502334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Allocated IP 172.26.8.62 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/21343435-e88e-4781-9b3f-15d51b70ccfd) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:14:37.651046 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:37.680869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:37.748758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:14:37.751813 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:14:37.755512 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:14:37.791130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Pushing event updated for resources: {'Port': ['ID=21343435-e88e-4781-9b3f-15d51b70ccfd,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:37.841858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:37.863897 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Sync routers for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:14:37.873737 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:14:37.874330 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:14:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:14:37.898523 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-24f209e7-0665-4ce6-9699-024dfb903883 None None] Attempt 5 to provision port 4155fa7c-d288-4a5b-8799-992e8e9c142c Oct 18 08:14:37.902124 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:37.953745 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-24f209e7-0665-4ce6-9699-024dfb903883 None None] Port 4155fa7c-d288-4a5b-8799-992e8e9c142c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:14:38.050809 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:14:38.074111 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 1c8146ce-2b9f-4574-b052-682383d5d0f1 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:14:38.154071 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 1c8146ce-2b9f-4574-b052-682383d5d0f1 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:14:38.160090 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 1c8146ce-2b9f-4574-b052-682383d5d0f1 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:14:38.160516 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:38.160853 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 1c8146ce-2b9f-4574-b052-682383d5d0f1 Oct 18 08:14:38.237942 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:38.242518 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:38.302442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 1c8146ce-2b9f-4574-b052-682383d5d0f1 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:14:38.302856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:38.320199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 1c8146ce-2b9f-4574-b052-682383d5d0f1, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=1c8146ce-2b9f-4574-b052-682383d5d0f1,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:14:38.325696 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:38.354972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Pushing event updated for resources: {'Port': ['ID=21343435-e88e-4781-9b3f-15d51b70ccfd,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:38.357448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:38.381531 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:38.383625 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-07940d02-9fac-4f71-92b3-9a3c9442768d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1878028 Oct 18 08:14:38.395354 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=1c8146ce-2b9f-4574-b052-682383d5d0f1,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:38.424529 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 2, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:14:38.428375 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Checking router: f94d3271-d8ec-41a0-b48d-52a6e02c66b6 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:14:38.428730 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Updating router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 port 4155fa7c-d288-4a5b-8799-992e8e9c142c binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:14:38.455011 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-24f209e7-0665-4ce6-9699-024dfb903883 None None] Attempt 6 to provision port 4155fa7c-d288-4a5b-8799-992e8e9c142c Oct 18 08:14:38.480588 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:38.509292 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-24f209e7-0665-4ce6-9699-024dfb903883 None None] Port 4155fa7c-d288-4a5b-8799-992e8e9c142c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:14:38.543018 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-75734627-b21a-4784-9e57-44923644bf1a req-5749d38c-965f-45d4-9f4a-791fd5aa8185 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Synchronizing usage tracker for tenant:eaf802a5bcf34321802c292596af3155 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:14:38.560301 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-75734627-b21a-4784-9e57-44923644bf1a req-5749d38c-965f-45d4-9f4a-791fd5aa8185 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Unset dirty status for tenant:eaf802a5bcf34321802c292596af3155 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:14:38.561366 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-75734627-b21a-4784-9e57-44923644bf1a req-5749d38c-965f-45d4-9f4a-791fd5aa8185 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--892485177&fields=id&tenant_id=eaf802a5bcf34321802c292596af3155 HTTP/1.1" status: 200 len: 267 time: 0.0565145 Oct 18 08:14:38.710597 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734627-b21a-4784-9e57-44923644bf1a req-30b17dca-efe1-4b6f-89f6-4ae3dc8f1226 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:38.712041 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-75734627-b21a-4784-9e57-44923644bf1a req-30b17dca-efe1-4b6f-89f6-4ae3dc8f1226 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 812 time: 0.1438210 Oct 18 08:14:38.727345 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-75734627-b21a-4784-9e57-44923644bf1a req-77c7e932-c6a5-4b24-912c-642fe3355da9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/quotas/eaf802a5bcf34321802c292596af3155 HTTP/1.1" status: 200 len: 375 time: 0.0091720 Oct 18 08:14:38.817619 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:38.822684 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-75734627-b21a-4784-9e57-44923644bf1a req-c6f53f3f-6a94-48f6-b3da-a4572ec4b25e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0895696 Oct 18 08:14:38.829624 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Transition to ACTIVE for port object 4155fa7c-d288-4a5b-8799-992e8e9c142c will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:14:38.836250 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:38.961540 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-75734627-b21a-4784-9e57-44923644bf1a req-e0a52537-241e-4468-b5f2-c40aa3238799 service neutron] 10.222.0.17 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270218 Oct 18 08:14:39.010248 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-24f209e7-0665-4ce6-9699-024dfb903883 None None] Attempt 7 to provision port 4155fa7c-d288-4a5b-8799-992e8e9c142c Oct 18 08:14:39.029698 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71308f83-c4b2-4c8e-bcb0-dae53182df2a None None] Pushing event updated for resources: {'Port': ['ID=4155fa7c-d288-4a5b-8799-992e8e9c142c,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:39.050855 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71308f83-c4b2-4c8e-bcb0-dae53182df2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:39.051200 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71308f83-c4b2-4c8e-bcb0-dae53182df2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:39.051539 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71308f83-c4b2-4c8e-bcb0-dae53182df2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:39.051871 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71308f83-c4b2-4c8e-bcb0-dae53182df2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:39.052199 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71308f83-c4b2-4c8e-bcb0-dae53182df2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:39.052529 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71308f83-c4b2-4c8e-bcb0-dae53182df2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:39.052881 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71308f83-c4b2-4c8e-bcb0-dae53182df2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:39.053205 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71308f83-c4b2-4c8e-bcb0-dae53182df2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:39.053531 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71308f83-c4b2-4c8e-bcb0-dae53182df2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:39.053846 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71308f83-c4b2-4c8e-bcb0-dae53182df2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:39.054163 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71308f83-c4b2-4c8e-bcb0-dae53182df2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:39.054484 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71308f83-c4b2-4c8e-bcb0-dae53182df2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:14:39.062596 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Attempting to bind port 4155fa7c-d288-4a5b-8799-992e8e9c142c on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:14:39.063328 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Attempting to bind port 4155fa7c-d288-4a5b-8799-992e8e9c142c by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:14:39.063484 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Attempting to bind port 4155fa7c-d288-4a5b-8799-992e8e9c142c on network 4ce39f00-7bf9-4a66-83de-a495f169e766 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:14:39.069597 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:14:39.069979 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Checking segment: {'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:14:39.070441 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:39.071119 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Bound using segment: {'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:14:39.071431 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Bound port: 4155fa7c-d288-4a5b-8799-992e8e9c142c, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:14:39.071862 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:39.074209 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-24f209e7-0665-4ce6-9699-024dfb903883 None None] Port 4155fa7c-d288-4a5b-8799-992e8e9c142c cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:14:39.163324 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] For port 4155fa7c-d288-4a5b-8799-992e8e9c142c, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:14:39.166281 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] For port 4155fa7c-d288-4a5b-8799-992e8e9c142c, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4155fa7c-d288-4a5b-8799-992e8e9c142c,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:14:39.171090 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:39.203260 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-75734627-b21a-4784-9e57-44923644bf1a req-049a0570-dda0-48d2-a152-72dae9c6be2a service neutron] 10.222.0.17 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349954 Oct 18 08:14:39.228852 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:14:39.229489 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:14:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:14:39.395433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-2dba5353-6e77-456e-a188-d8228a2f10d0 req-968041c4-0a0d-4f9e-aa14-bd6621bf6d01 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Synchronizing usage tracker for tenant:eaf802a5bcf34321802c292596af3155 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:14:39.415879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-2dba5353-6e77-456e-a188-d8228a2f10d0 req-968041c4-0a0d-4f9e-aa14-bd6621bf6d01 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Unset dirty status for tenant:eaf802a5bcf34321802c292596af3155 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:14:39.417825 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2dba5353-6e77-456e-a188-d8228a2f10d0 req-968041c4-0a0d-4f9e-aa14-bd6621bf6d01 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 210 time: 0.0723364 Oct 18 08:14:39.422227 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:14:39.479092 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71308f83-c4b2-4c8e-bcb0-dae53182df2a None None] Pushing event updated for resources: {'Port': ['ID=4155fa7c-d288-4a5b-8799-992e8e9c142c,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:39.575126 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-24f209e7-0665-4ce6-9699-024dfb903883 None None] Attempt 8 to provision port 4155fa7c-d288-4a5b-8799-992e8e9c142c Oct 18 08:14:39.638440 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-24f209e7-0665-4ce6-9699-024dfb903883 None None] Port 4155fa7c-d288-4a5b-8799-992e8e9c142c had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:14:39.772715 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:39Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:14:39.777219 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd9f2c-a696-4bd1-bdee-817e054620bd None None] The sync data for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv is: [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:39Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:14:40.063582 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 1c8146ce-2b9f-4574-b052-682383d5d0f1 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:14:40.138441 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 1c8146ce-2b9f-4574-b052-682383d5d0f1 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:14:40.138849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:40.139184 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 1c8146ce-2b9f-4574-b052-682383d5d0f1 Oct 18 08:14:40.257063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 1c8146ce-2b9f-4574-b052-682383d5d0f1 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:14:40.258179 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4155fa7c-d288-4a5b-8799-992e8e9c142c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:14:40.331120 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 4155fa7c-d288-4a5b-8799-992e8e9c142c completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:14:40.336962 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 4155fa7c-d288-4a5b-8799-992e8e9c142c triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:14:40.337557 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:40.338039 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 4155fa7c-d288-4a5b-8799-992e8e9c142c Oct 18 08:14:40.470530 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 4155fa7c-d288-4a5b-8799-992e8e9c142c is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:14:40.471176 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:40.515701 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 4155fa7c-d288-4a5b-8799-992e8e9c142c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4155fa7c-d288-4a5b-8799-992e8e9c142c,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:14:40.522173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:40.585622 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734627-b21a-4784-9e57-44923644bf1a req-d8357d77-417e-4e5c-b12a-afd4110725ce tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:40.587091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-75734627-b21a-4784-9e57-44923644bf1a req-d8357d77-417e-4e5c-b12a-afd4110725ce tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Synchronizing usage tracker for tenant:eaf802a5bcf34321802c292596af3155 on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:14:40.602278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=4155fa7c-d288-4a5b-8799-992e8e9c142c,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:40.609273 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-92cc159d-1c6d-4d68-be82-d1b54f265f37 req-e8210e6c-a798-4873-9e91-cbc27399cb86 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 210 time: 0.0692611 Oct 18 08:14:40.616172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-75734627-b21a-4784-9e57-44923644bf1a req-d8357d77-417e-4e5c-b12a-afd4110725ce tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Unset dirty status for tenant:eaf802a5bcf34321802c292596af3155 on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:14:40.617712 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75734627-b21a-4784-9e57-44923644bf1a req-d8357d77-417e-4e5c-b12a-afd4110725ce tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 812 time: 0.1968746 Oct 18 08:14:40.674157 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-75734627-b21a-4784-9e57-44923644bf1a req-5b926329-85e8-4a76-bfbc-6023a9b3d8cf tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Synchronizing usage tracker for tenant:eaf802a5bcf34321802c292596af3155 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:14:40.685591 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-75734627-b21a-4784-9e57-44923644bf1a req-5b926329-85e8-4a76-bfbc-6023a9b3d8cf tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Unset dirty status for tenant:eaf802a5bcf34321802c292596af3155 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:14:40.686717 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75734627-b21a-4784-9e57-44923644bf1a req-5b926329-85e8-4a76-bfbc-6023a9b3d8cf tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaf802a5bcf34321802c292596af3155 HTTP/1.1" status: 200 len: 379 time: 0.0539711 Oct 18 08:14:40.698410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-75734627-b21a-4784-9e57-44923644bf1a req-3b7a176a-3068-42ad-bff4-2aff28097423 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Request body: {'port': {'device_id': '15563ef4-be96-42e1-a2c4-4ba066f0e7df', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'admin_state_up': True, 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'security_groups': ['02eed14d-5577-4c7c-beee-90500cb26f51']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:14:40.830799 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-75734627-b21a-4784-9e57-44923644bf1a req-3b7a176a-3068-42ad-bff4-2aff28097423 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:14:40.840653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-75734627-b21a-4784-9e57-44923644bf1a req-3b7a176a-3068-42ad-bff4-2aff28097423 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:14:40.849584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75734627-b21a-4784-9e57-44923644bf1a req-3b7a176a-3068-42ad-bff4-2aff28097423 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Made reservation on behalf of eaf802a5bcf34321802c292596af3155 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:14:40.852980 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-75734627-b21a-4784-9e57-44923644bf1a req-3b7a176a-3068-42ad-bff4-2aff28097423 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:41.012365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-75734627-b21a-4784-9e57-44923644bf1a req-3b7a176a-3068-42ad-bff4-2aff28097423 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Allocated IP 172.20.0.6 (4ce39f00-7bf9-4a66-83de-a495f169e766/95abe56a-17dd-4075-81c8-44f782257284/7daba225-dde8-452d-a403-23d539c0c5f6) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:14:41.197136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-75734627-b21a-4784-9e57-44923644bf1a req-3b7a176a-3068-42ad-bff4-2aff28097423 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:41.212619 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-75734627-b21a-4784-9e57-44923644bf1a req-3b7a176a-3068-42ad-bff4-2aff28097423 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Transition to ACTIVE for port object 7daba225-dde8-452d-a403-23d539c0c5f6 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:14:41.235163 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-75734627-b21a-4784-9e57-44923644bf1a req-3b7a176a-3068-42ad-bff4-2aff28097423 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:41.304658 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75734627-b21a-4784-9e57-44923644bf1a req-3b7a176a-3068-42ad-bff4-2aff28097423 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Network 4ce39f00-7bf9-4a66-83de-a495f169e766 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:14:41.308149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-75734627-b21a-4784-9e57-44923644bf1a req-3b7a176a-3068-42ad-bff4-2aff28097423 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:14:41.311859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-75734627-b21a-4784-9e57-44923644bf1a req-3b7a176a-3068-42ad-bff4-2aff28097423 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:14:41.342139 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a176a-3068-42ad-bff4-2aff28097423 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Pushing event updated for resources: {'Port': ['ID=7daba225-dde8-452d-a403-23d539c0c5f6,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:41.379588 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734627-b21a-4784-9e57-44923644bf1a req-3b7a176a-3068-42ad-bff4-2aff28097423 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:41.380190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-75734627-b21a-4784-9e57-44923644bf1a req-3b7a176a-3068-42ad-bff4-2aff28097423 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:41.406088 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75734627-b21a-4784-9e57-44923644bf1a req-3b7a176a-3068-42ad-bff4-2aff28097423 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7117348 Oct 18 08:14:41.422110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Request body: {'port': {'device_id': '15563ef4-be96-42e1-a2c4-4ba066f0e7df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:14:41.534140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:41.587167 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5e81ecf8-103c-4921-bf7f-166ff841acc4 None None] Provisioning for port 7daba225-dde8-452d-a403-23d539c0c5f6 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:14:41.592041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5e81ecf8-103c-4921-bf7f-166ff841acc4 None None] Provisioning complete for port 7daba225-dde8-452d-a403-23d539c0c5f6 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:14:41.592413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5e81ecf8-103c-4921-bf7f-166ff841acc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:41.592760 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-5e81ecf8-103c-4921-bf7f-166ff841acc4 None None] Attempt 1 to provision port 7daba225-dde8-452d-a403-23d539c0c5f6 Oct 18 08:14:41.649146 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5e81ecf8-103c-4921-bf7f-166ff841acc4 None None] Port 7daba225-dde8-452d-a403-23d539c0c5f6 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:14:41.881403 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579f757-cee6-4d60-9982-e84439dfa095 req-f69be2b4-25a8-4459-8db6-03ec66685a05 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:41.882046 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-a579f757-cee6-4d60-9982-e84439dfa095 req-f69be2b4-25a8-4459-8db6-03ec66685a05 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Synchronizing usage tracker for tenant:eaf802a5bcf34321802c292596af3155 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:14:41.948180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-a579f757-cee6-4d60-9982-e84439dfa095 req-f69be2b4-25a8-4459-8db6-03ec66685a05 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Unset dirty status for tenant:eaf802a5bcf34321802c292596af3155 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:14:41.949322 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a579f757-cee6-4d60-9982-e84439dfa095 req-f69be2b4-25a8-4459-8db6-03ec66685a05 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 931 time: 0.2058208 Oct 18 08:14:41.954907 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7daba225-dde8-452d-a403-23d539c0c5f6 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:14:41.974574 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:42.002453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Transition to ACTIVE for port object 7daba225-dde8-452d-a403-23d539c0c5f6 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:14:42.006962 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:42.042335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4155fa7c-d288-4a5b-8799-992e8e9c142c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:14:42.148359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 4155fa7c-d288-4a5b-8799-992e8e9c142c triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:14:42.148682 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:42.148956 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 4155fa7c-d288-4a5b-8799-992e8e9c142c Oct 18 08:14:42.171993 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-5e81ecf8-103c-4921-bf7f-166ff841acc4 None None] Attempt 2 to provision port 7daba225-dde8-452d-a403-23d539c0c5f6 Oct 18 08:14:42.201226 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a579f757-cee6-4d60-9982-e84439dfa095 req-7e331f26-4520-4e3c-a162-ffe0b6537be4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418635 Oct 18 08:14:42.249268 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5e81ecf8-103c-4921-bf7f-166ff841acc4 None None] Port 7daba225-dde8-452d-a403-23d539c0c5f6 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:14:42.300917 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Pushing event updated for resources: {'Port': ['ID=7daba225-dde8-452d-a403-23d539c0c5f6,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:42.313240 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 4155fa7c-d288-4a5b-8799-992e8e9c142c is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:14:42.337740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Attempting to bind port 7daba225-dde8-452d-a403-23d539c0c5f6 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:14:42.338065 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Attempting to bind port 7daba225-dde8-452d-a403-23d539c0c5f6 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:14:42.338434 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Attempting to bind port 7daba225-dde8-452d-a403-23d539c0c5f6 on network 4ce39f00-7bf9-4a66-83de-a495f169e766 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:14:42.342920 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Port 7daba225-dde8-452d-a403-23d539c0c5f6 on network 4ce39f00-7bf9-4a66-83de-a495f169e766 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:14:42.343235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Attempting to bind port 7daba225-dde8-452d-a403-23d539c0c5f6 on network 4ce39f00-7bf9-4a66-83de-a495f169e766 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:14:42.348296 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:14:42.348625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Checking segment: {'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:14:42.349002 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Bound using segment: {'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:14:42.349412 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Bound port: 7daba225-dde8-452d-a403-23d539c0c5f6, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:14:42.349742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:42.439430 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] For port 7daba225-dde8-452d-a403-23d539c0c5f6, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:14:42.442238 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] For port 7daba225-dde8-452d-a403-23d539c0c5f6, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7daba225-dde8-452d-a403-23d539c0c5f6,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:14:42.446571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:42.476320 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:42.476923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:42.478254 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75734627-b21a-4784-9e57-44923644bf1a req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] 10.222.0.46 "PUT /v2.0/ports/7daba225-dde8-452d-a403-23d539c0c5f6 HTTP/1.1" status: 200 len: 1093 time: 1.0606728 Oct 18 08:14:42.478773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15563ef4-be96-42e1-a2c4-4ba066f0e7df', 'tag': '7daba225-dde8-452d-a403-23d539c0c5f6'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:14:42.481667 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a22fe26-8df1-4c74-b39a-28006b9a08cb" -d '{"events": [{"name": "network-changed", "server_uuid": "15563ef4-be96-42e1-a2c4-4ba066f0e7df", "tag": "7daba225-dde8-452d-a403-23d539c0c5f6"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:14:42.559295 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f995913a-7791-4adc-8368-f6fcd0d6802c x-openstack-request-id: req-f995913a-7791-4adc-8368-f6fcd0d6802c {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:14:42.559579 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15563ef4-be96-42e1-a2c4-4ba066f0e7df", "tag": "7daba225-dde8-452d-a403-23d539c0c5f6", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:14:42.559829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f995913a-7791-4adc-8368-f6fcd0d6802c {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:14:42.560213 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f995913a-7791-4adc-8368-f6fcd0d6802c'] response: {'name': 'network-changed', 'server_uuid': '15563ef4-be96-42e1-a2c4-4ba066f0e7df', 'tag': '7daba225-dde8-452d-a403-23d539c0c5f6', 'status': 'completed', 'code': 200} Oct 18 08:14:42.567390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd4ac3-ce3b-4400-ad8c-a4be5fc62f7e service neutron] Pushing event updated for resources: {'Port': ['ID=7daba225-dde8-452d-a403-23d539c0c5f6,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:42.606064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734627-b21a-4784-9e57-44923644bf1a req-6ee430f3-cbc4-4a68-8609-01989f05338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:42.607555 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75734627-b21a-4784-9e57-44923644bf1a req-6ee430f3-cbc4-4a68-8609-01989f05338d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 1096 time: 0.0880792 Oct 18 08:14:42.678831 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75734627-b21a-4784-9e57-44923644bf1a req-5ce2f94d-d978-4c2f-bcf9-a971da3c9cca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7daba225-dde8-452d-a403-23d539c0c5f6 HTTP/1.1" status: 200 len: 217 time: 0.0607951 Oct 18 08:14:42.745245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734627-b21a-4784-9e57-44923644bf1a req-076f8dd6-f688-41d3-a5f5-050ab364966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:42.746533 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75734627-b21a-4784-9e57-44923644bf1a req-076f8dd6-f688-41d3-a5f5-050ab364966f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0592537 Oct 18 08:14:42.750585 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-5e81ecf8-103c-4921-bf7f-166ff841acc4 None None] Attempt 3 to provision port 7daba225-dde8-452d-a403-23d539c0c5f6 Oct 18 08:14:42.812965 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5e81ecf8-103c-4921-bf7f-166ff841acc4 None None] Port 7daba225-dde8-452d-a403-23d539c0c5f6 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:14:42.831547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734627-b21a-4784-9e57-44923644bf1a req-d6b1eea4-d19d-4a22-a5ae-ebc32163857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:42.833012 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75734627-b21a-4784-9e57-44923644bf1a req-d6b1eea4-d19d-4a22-a5ae-ebc32163857f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772941 Oct 18 08:14:42.965162 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75734627-b21a-4784-9e57-44923644bf1a req-4c54d288-839f-462e-a24d-d04aa8af320e service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226163 Oct 18 08:14:43.097007 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75734627-b21a-4784-9e57-44923644bf1a req-bb4ade3a-c799-4fa1-879d-c034be0768e6 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225264 Oct 18 08:14:43.230149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22fe26-8df1-4c74-b39a-28006b9a08cb req-070c23b1-0cf8-484f-a09e-66d58be34123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:43.231643 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3a22fe26-8df1-4c74-b39a-28006b9a08cb req-070c23b1-0cf8-484f-a09e-66d58be34123 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 1096 time: 0.0829611 Oct 18 08:14:43.421099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22fe26-8df1-4c74-b39a-28006b9a08cb req-b3b3c6a1-3fce-45fb-b8fc-c3af6f1416a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:43.422458 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3a22fe26-8df1-4c74-b39a-28006b9a08cb req-b3b3c6a1-3fce-45fb-b8fc-c3af6f1416a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1843576 Oct 18 08:14:43.494815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc56781-7ab0-4a8e-b575-b7078df36acf req-24155357-ab58-4ce4-8cfb-aa6c67914ac9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:43.496232 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8cc56781-7ab0-4a8e-b575-b7078df36acf req-24155357-ab58-4ce4-8cfb-aa6c67914ac9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 943 time: 0.1848025 Oct 18 08:14:43.505623 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3a22fe26-8df1-4c74-b39a-28006b9a08cb req-3d7e95a7-8d9c-463f-ab86-3f832c208334 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7daba225-dde8-452d-a403-23d539c0c5f6 HTTP/1.1" status: 200 len: 217 time: 0.0750401 Oct 18 08:14:43.591928 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8cc56781-7ab0-4a8e-b575-b7078df36acf req-c51bea7f-f50a-4496-a578-14a82cca6cd9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884898 Oct 18 08:14:43.597100 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22fe26-8df1-4c74-b39a-28006b9a08cb req-73b20071-bc16-47c0-baa1-0c4b029cc083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:43.598454 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3a22fe26-8df1-4c74-b39a-28006b9a08cb req-73b20071-bc16-47c0-baa1-0c4b029cc083 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0812166 Oct 18 08:14:43.681435 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22fe26-8df1-4c74-b39a-28006b9a08cb req-6a43a09f-54c2-43f0-91dd-9faf97036edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:43.682887 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3a22fe26-8df1-4c74-b39a-28006b9a08cb req-6a43a09f-54c2-43f0-91dd-9faf97036edb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777013 Oct 18 08:14:43.906329 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3a22fe26-8df1-4c74-b39a-28006b9a08cb req-596a90a7-38de-43e5-a8c6-35add082e085 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168667 Oct 18 08:14:44.037782 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3a22fe26-8df1-4c74-b39a-28006b9a08cb req-ee0d236f-b53f-4a53-b7b6-ec74a14ff05d service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236548 Oct 18 08:14:44.799697 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc1297-d5d5-4341-b56d-71e836e8e613 req-bc1743b7-199c-4537-95c7-764802feb26e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:44.801173 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4dbc1297-d5d5-4341-b56d-71e836e8e613 req-bc1743b7-199c-4537-95c7-764802feb26e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 943 time: 0.0900583 Oct 18 08:14:44.844289 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4dbc1297-d5d5-4341-b56d-71e836e8e613 req-5eaa2b1d-1370-4ff3-9071-7cd579a335f7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375752 Oct 18 08:14:45.866362 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7daba225-dde8-452d-a403-23d539c0c5f6 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:14:45.999098 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7daba225-dde8-452d-a403-23d539c0c5f6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7daba225-dde8-452d-a403-23d539c0c5f6,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:14:46.012342 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '7daba225-dde8-452d-a403-23d539c0c5f6', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'port_id': '7daba225-dde8-452d-a403-23d539c0c5f6', 'mac_address': 'fa:16:3e:c6:a0:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:14:46.043704 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71654f0-a55d-4b7b-bdcb-6fc7ad3de2d5 req-b35e1df1-226e-4444-b388-24cb1c45ca68 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:46.045410 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c71654f0-a55d-4b7b-bdcb-6fc7ad3de2d5 req-b35e1df1-226e-4444-b388-24cb1c45ca68 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 943 time: 0.0897059 Oct 18 08:14:46.067430 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 7daba225-dde8-452d-a403-23d539c0c5f6 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:14:46.067814 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:46.084257 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7daba225-dde8-452d-a403-23d539c0c5f6 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:14:46.095234 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c71654f0-a55d-4b7b-bdcb-6fc7ad3de2d5 req-0a1dcd35-e1a3-4816-83b9-6d2e2a530d03 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441015 Oct 18 08:14:46.100097 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7daba225-dde8-452d-a403-23d539c0c5f6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7daba225-dde8-452d-a403-23d539c0c5f6,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:14:46.104433 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:46.174356 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=7daba225-dde8-452d-a403-23d539c0c5f6,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:46.369223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['7daba225-dde8-452d-a403-23d539c0c5f6'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:14:47.295523 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ec734-9d2e-4a9c-a562-2f92e6019f4a req-201a3512-0ab6-417d-8665-c8dedf0e2f8c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:47.296988 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a01ec734-9d2e-4a9c-a562-2f92e6019f4a req-201a3512-0ab6-417d-8665-c8dedf0e2f8c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 944 time: 0.0896029 Oct 18 08:14:47.340819 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a01ec734-9d2e-4a9c-a562-2f92e6019f4a req-6cca5a93-bc97-47b2-ae58-9dd5d175af1b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379727 Oct 18 08:14:47.897615 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7daba225-dde8-452d-a403-23d539c0c5f6 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:14:47.965886 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 7daba225-dde8-452d-a403-23d539c0c5f6 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:14:47.970444 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 7daba225-dde8-452d-a403-23d539c0c5f6 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:14:47.970839 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:47.971165 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 7daba225-dde8-452d-a403-23d539c0c5f6 Oct 18 08:14:48.089847 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 7daba225-dde8-452d-a403-23d539c0c5f6 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:14:48.090216 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:48.115902 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15563ef4-be96-42e1-a2c4-4ba066f0e7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7daba225-dde8-452d-a403-23d539c0c5f6'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:14:48.118162 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40db8a36-13f1-47be-b33d-42ab118567d5" -d '{"events": [{"server_uuid": "15563ef4-be96-42e1-a2c4-4ba066f0e7df", "name": "network-vif-plugged", "status": "completed", "tag": "7daba225-dde8-452d-a403-23d539c0c5f6"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:14:48.126021 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7daba225-dde8-452d-a403-23d539c0c5f6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7daba225-dde8-452d-a403-23d539c0c5f6,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:14:48.130243 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:48.163140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a01767c-e460-48c4-936c-ff8a9e4adbbb x-openstack-request-id: req-9a01767c-e460-48c4-936c-ff8a9e4adbbb {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:14:48.163431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15563ef4-be96-42e1-a2c4-4ba066f0e7df", "name": "network-vif-plugged", "status": "completed", "tag": "7daba225-dde8-452d-a403-23d539c0c5f6", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:14:48.163679 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9a01767c-e460-48c4-936c-ff8a9e4adbbb {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:14:48.164067 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a01767c-e460-48c4-936c-ff8a9e4adbbb'] response: {'server_uuid': '15563ef4-be96-42e1-a2c4-4ba066f0e7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7daba225-dde8-452d-a403-23d539c0c5f6', 'code': 200} Oct 18 08:14:48.204275 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=7daba225-dde8-452d-a403-23d539c0c5f6,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:14:48.404759 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5edb66-df56-49a8-ae32-cb1ed197279e req-dca032bd-02eb-4432-9ec4-626d0ccb1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:48.406164 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5c5edb66-df56-49a8-ae32-cb1ed197279e req-dca032bd-02eb-4432-9ec4-626d0ccb1f04 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 1098 time: 0.0770383 Oct 18 08:14:48.451933 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5c5edb66-df56-49a8-ae32-cb1ed197279e req-fc8e25f8-3e12-4ab6-954f-ddf137a2f35d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352902 Oct 18 08:14:48.536932 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b911a41-7dea-44b0-98db-8e78d4d7cd42 req-63f5f6e1-3e68-4d27-bc28-7c0f02262f2c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:48.538362 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8b911a41-7dea-44b0-98db-8e78d4d7cd42 req-63f5f6e1-3e68-4d27-bc28-7c0f02262f2c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0852554 Oct 18 08:14:48.581924 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8b911a41-7dea-44b0-98db-8e78d4d7cd42 req-a0a54643-58b5-40c4-84e5-9e6b18189b64 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378571 Oct 18 08:14:49.780678 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5cc9a-ed58-41c2-943d-72b253c61ba7 req-f9220c34-04ef-4bd1-9267-51ede75412e0 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:49.782029 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-19d5cc9a-ed58-41c2-943d-72b253c61ba7 req-f9220c34-04ef-4bd1-9267-51ede75412e0 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0900705 Oct 18 08:14:49.828942 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-19d5cc9a-ed58-41c2-943d-72b253c61ba7 req-a4a26c32-1acd-4d06-9531-b4a438cd5736 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412343 Oct 18 08:14:50.727208 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c0ee231d-a21e-4501-ace5-8534e1a68063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:51.029174 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e3fa4-516b-43e1-897c-dd5b21fc8e12 req-151566e4-d684-4877-8ad6-ca24d9be62fa tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:51.030619 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-091e3fa4-516b-43e1-897c-dd5b21fc8e12 req-151566e4-d684-4877-8ad6-ca24d9be62fa tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0903115 Oct 18 08:14:51.073827 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-091e3fa4-516b-43e1-897c-dd5b21fc8e12 req-94a7195b-8ea0-4178-aff4-151c494b9b2d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371034 Oct 18 08:14:51.261326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e88fa0-e0c9-4cd3-9750-17b869a519c7 req-886f9e44-c693-4edc-8d1d-91fd39d9de31 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:51.262804 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-89e88fa0-e0c9-4cd3-9750-17b869a519c7 req-886f9e44-c693-4edc-8d1d-91fd39d9de31 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0866499 Oct 18 08:14:51.272664 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 38016) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:14:51.278135 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-77c381d3-c2ef-4f90-bd4f-6dda0ef6472e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Request body: {'floatingip': {'port_id': '7daba225-dde8-452d-a403-23d539c0c5f6'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:14:51.355667 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77c381d3-c2ef-4f90-bd4f-6dda0ef6472e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for floatingip, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:51.928851 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77c381d3-c2ef-4f90-bd4f-6dda0ef6472e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:51.933068 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77c381d3-c2ef-4f90-bd4f-6dda0ef6472e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:52.199374 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-77c381d3-c2ef-4f90-bd4f-6dda0ef6472e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Floating IP 2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7 associated. External IP: 172.26.8.62, port: 7daba225-dde8-452d-a403-23d539c0c5f6. Oct 18 08:14:52.554604 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c381d3-c2ef-4f90-bd4f-6dda0ef6472e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:14:52.729361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c381d3-c2ef-4f90-bd4f-6dda0ef6472e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:14:52.734192 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-77c381d3-c2ef-4f90-bd4f-6dda0ef6472e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:52.739598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca37c66-ff26-4519-9bad-b49d8bfb21c5 None None] Sync routers for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:14:52.749392 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca37c66-ff26-4519-9bad-b49d8bfb21c5 None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:14:52.749989 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-6ca37c66-ff26-4519-9bad-b49d8bfb21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:14:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:14:52.789715 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-77c381d3-c2ef-4f90-bd4f-6dda0ef6472e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "PUT /v2.0/floatingips/2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7 HTTP/1.1" status: 200 len: 990 time: 1.5132535 Oct 18 08:14:52.789715 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15563ef4-be96-42e1-a2c4-4ba066f0e7df', 'tag': '7daba225-dde8-452d-a403-23d539c0c5f6'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:14:52.790054 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8167a956-e43f-42a2-bbff-5b6e6b3065bc" -d '{"events": [{"name": "network-changed", "server_uuid": "15563ef4-be96-42e1-a2c4-4ba066f0e7df", "tag": "7daba225-dde8-452d-a403-23d539c0c5f6"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:14:52.832137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c120feb-e835-4631-83f2-0cb6bbc4d1b3 x-openstack-request-id: req-4c120feb-e835-4631-83f2-0cb6bbc4d1b3 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:14:52.832431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15563ef4-be96-42e1-a2c4-4ba066f0e7df", "tag": "7daba225-dde8-452d-a403-23d539c0c5f6", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:14:52.832687 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4c120feb-e835-4631-83f2-0cb6bbc4d1b3 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:14:52.833090 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c120feb-e835-4631-83f2-0cb6bbc4d1b3'] response: {'name': 'network-changed', 'server_uuid': '15563ef4-be96-42e1-a2c4-4ba066f0e7df', 'tag': '7daba225-dde8-452d-a403-23d539c0c5f6', 'status': 'completed', 'code': 200} Oct 18 08:14:52.927476 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-6ca37c66-ff26-4519-9bad-b49d8bfb21c5 None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:14:52.936436 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167a956-e43f-42a2-bbff-5b6e6b3065bc req-7c38dc63-509c-42a9-ba51-72628779d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:52.937917 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8167a956-e43f-42a2-bbff-5b6e6b3065bc req-7c38dc63-509c-42a9-ba51-72628779d217 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 1098 time: 0.0809300 Oct 18 08:14:53.067547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167a956-e43f-42a2-bbff-5b6e6b3065bc req-b6e3c5f1-8d56-474d-ba2f-e6d5b52701d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:53.068897 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8167a956-e43f-42a2-bbff-5b6e6b3065bc req-b6e3c5f1-8d56-474d-ba2f-e6d5b52701d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1255591 Oct 18 08:14:53.085457 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3cf54951-e3af-46de-8c1e-a71ddb1fff4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:53.174780 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8167a956-e43f-42a2-bbff-5b6e6b3065bc req-1c490986-b7c8-4cc0-a5fb-c2dcd6059185 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7daba225-dde8-452d-a403-23d539c0c5f6 HTTP/1.1" status: 200 len: 998 time: 0.0997317 Oct 18 08:14:53.237053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167a956-e43f-42a2-bbff-5b6e6b3065bc req-4325e740-80fb-4ff8-8813-2b69523ac497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:53.238575 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8167a956-e43f-42a2-bbff-5b6e6b3065bc req-4325e740-80fb-4ff8-8813-2b69523ac497 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0572655 Oct 18 08:14:53.320309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-6ca37c66-ff26-4519-9bad-b49d8bfb21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'floating_ip_address': '172.26.8.62', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'port_id': '7daba225-dde8-452d-a403-23d539c0c5f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'mac_address': 'fa:16:3e:c6:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15563ef4-be96-42e1-a2c4-4ba066f0e7df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:14:37Z', 'updated_at': '2022-10-18T08:14:51Z', 'revision_number': 1, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:14:53.321930 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167a956-e43f-42a2-bbff-5b6e6b3065bc req-cc51e6aa-37e0-4659-9807-69c2f50412ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:53.323973 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8167a956-e43f-42a2-bbff-5b6e6b3065bc req-cc51e6aa-37e0-4659-9807-69c2f50412ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793166 Oct 18 08:14:53.324653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca37c66-ff26-4519-9bad-b49d8bfb21c5 None None] Checking router: f94d3271-d8ec-41a0-b48d-52a6e02c66b6 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:14:53.333082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca37c66-ff26-4519-9bad-b49d8bfb21c5 None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:14:53.333683 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-6ca37c66-ff26-4519-9bad-b49d8bfb21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:14:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:14:53.452014 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8167a956-e43f-42a2-bbff-5b6e6b3065bc req-216b558f-5258-48e8-b1f9-e6ab71973ced service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222527 Oct 18 08:14:53.508159 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-6ca37c66-ff26-4519-9bad-b49d8bfb21c5 None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:14:53.582587 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8167a956-e43f-42a2-bbff-5b6e6b3065bc req-d4466c64-83dc-4f56-bfb2-5844c4581427 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245501 Oct 18 08:14:53.783908 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:53.850498 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:53.876621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-6ca37c66-ff26-4519-9bad-b49d8bfb21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'floating_ip_address': '172.26.8.62', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'port_id': '7daba225-dde8-452d-a403-23d539c0c5f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'mac_address': 'fa:16:3e:c6:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15563ef4-be96-42e1-a2c4-4ba066f0e7df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:14:37Z', 'updated_at': '2022-10-18T08:14:51Z', 'revision_number': 1, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:14:53.880597 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca37c66-ff26-4519-9bad-b49d8bfb21c5 None None] The sync data for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv is: [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'floating_ip_address': '172.26.8.62', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'port_id': '7daba225-dde8-452d-a403-23d539c0c5f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'mac_address': 'fa:16:3e:c6:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15563ef4-be96-42e1-a2c4-4ba066f0e7df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:14:37Z', 'updated_at': '2022-10-18T08:14:51Z', 'revision_number': 1, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:14:54.064487 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc00d248-bb1c-4335-a515-1913e7734346 None None] New status for floating IP 2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7: ACTIVE {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:14:55.359811 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:14:55.764318 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-619d03f1-91cd-42ce-8466-3d552e600bcb req-3505e340-7ade-45e6-bfa7-13fcdc7f07cf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1838870 Oct 18 08:14:55.911353 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d03f1-91cd-42ce-8466-3d552e600bcb req-3a3cac25-4190-4486-aaf8-096d365073af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:55.912843 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-619d03f1-91cd-42ce-8466-3d552e600bcb req-3a3cac25-4190-4486-aaf8-096d365073af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 1098 time: 0.0798998 Oct 18 08:14:56.057042 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d03f1-91cd-42ce-8466-3d552e600bcb req-7777ea5e-800f-498a-8b79-eee46e65c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:56.058489 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-619d03f1-91cd-42ce-8466-3d552e600bcb req-7777ea5e-800f-498a-8b79-eee46e65c10b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1258790 Oct 18 08:14:56.160174 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-619d03f1-91cd-42ce-8466-3d552e600bcb req-ee321755-30df-48db-b8d2-dc9193d4f25d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7daba225-dde8-452d-a403-23d539c0c5f6 HTTP/1.1" status: 200 len: 1000 time: 0.0951221 Oct 18 08:14:56.220770 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d03f1-91cd-42ce-8466-3d552e600bcb req-a81d23ae-61d4-4b29-af20-4ec844ba7b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:56.222156 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-619d03f1-91cd-42ce-8466-3d552e600bcb req-a81d23ae-61d4-4b29-af20-4ec844ba7b40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0568371 Oct 18 08:14:56.304729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d03f1-91cd-42ce-8466-3d552e600bcb req-383a83ce-149c-44be-9a84-15d1904ac473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:14:56.306197 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-619d03f1-91cd-42ce-8466-3d552e600bcb req-383a83ce-149c-44be-9a84-15d1904ac473 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769658 Oct 18 08:14:56.434611 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-619d03f1-91cd-42ce-8466-3d552e600bcb req-fab4fca3-0b83-4331-a793-16aa1dee4bde service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222348 Oct 18 08:14:56.563241 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-619d03f1-91cd-42ce-8466-3d552e600bcb req-213fcd02-1bdf-41c6-9022-73a5c982fe8c service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221228 Oct 18 08:14:57.781819 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:15:04.631524 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:20.729591 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-531349e0-f801-4de2-b8e8-14bb9baab765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:23.027828 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-65d49163-9081-48e4-a5bf-5f467754899d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:23.764770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:23.830600 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:25.362897 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:29.194403 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd544e-bdff-43df-b305-b2b79e876c82 req-ce4e7533-8db8-476a-a0c6-4aaaee07d013 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:29.195880 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a9fd544e-bdff-43df-b305-b2b79e876c82 req-ce4e7533-8db8-476a-a0c6-4aaaee07d013 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0899355 Oct 18 08:15:29.239359 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a9fd544e-bdff-43df-b305-b2b79e876c82 req-25743680-e81b-46bb-84fd-f0ee83d6ea7c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378473 Oct 18 08:15:29.437469 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f29361-543e-4d44-b976-d9007c6618c0 req-3e79ecfb-8590-4807-8ea2-1fd61161fc69 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:29.438905 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d3f29361-543e-4d44-b976-d9007c6618c0 req-3e79ecfb-8590-4807-8ea2-1fd61161fc69 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0901694 Oct 18 08:15:29.482610 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d3f29361-543e-4d44-b976-d9007c6618c0 req-e097c307-9dbd-4c5a-a65c-47354eebcfd0 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380757 Oct 18 08:15:29.675786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457f2e3-a7de-4a4a-a1b1-d4dd02b8ec33 req-f3e1d031-4f84-46e0-a2b6-214d4e1d117a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:29.677256 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8457f2e3-a7de-4a4a-a1b1-d4dd02b8ec33 req-f3e1d031-4f84-46e0-a2b6-214d4e1d117a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0878353 Oct 18 08:15:29.720079 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8457f2e3-a7de-4a4a-a1b1-d4dd02b8ec33 req-7a6ee324-0ca4-4fd1-b098-2fed3d0f186f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368583 Oct 18 08:15:30.073980 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-c1425da6-7bab-491a-885c-11e399b34de7 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778992 Oct 18 08:15:30.130921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58490a06-8902-49ee-9b68-6ff4c8f96c23 req-4f5d1982-2e96-4759-aace-9bd353f95407 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:30.132923 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-58490a06-8902-49ee-9b68-6ff4c8f96c23 req-4f5d1982-2e96-4759-aace-9bd353f95407 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0933943 Oct 18 08:15:30.187360 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-58490a06-8902-49ee-9b68-6ff4c8f96c23 req-e1d7b97d-b6a0-4924-ae33-41c91af139c6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482178 Oct 18 08:15:31.338066 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-b7f10a50-b6c5-4f8a-9443-4ddef7cd2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:31.339560 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-b7f10a50-b6c5-4f8a-9443-4ddef7cd2664 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 1098 time: 0.0796256 Oct 18 08:15:31.390887 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e5288-f8fa-4527-8d10-5c29056e6820 req-5b8fc267-356a-45c2-a779-0b77288c10cb tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:31.392344 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b00e5288-f8fa-4527-8d10-5c29056e6820 req-5b8fc267-356a-45c2-a779-0b77288c10cb tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0902786 Oct 18 08:15:31.437387 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b00e5288-f8fa-4527-8d10-5c29056e6820 req-73764a40-7187-4586-8945-1f329c72975e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392396 Oct 18 08:15:31.472691 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-d0eac6bb-ac26-44bf-aaf6-5e1236c1bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:31.474106 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-d0eac6bb-ac26-44bf-aaf6-5e1236c1bd9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1252580 Oct 18 08:15:31.578410 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-c20fe93e-800e-433c-a1f9-735ac49bdc4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7daba225-dde8-452d-a403-23d539c0c5f6 HTTP/1.1" status: 200 len: 1000 time: 0.0936592 Oct 18 08:15:31.641070 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-3dab5335-ac98-4da2-9a7e-b17674162aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:31.642414 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-3dab5335-ac98-4da2-9a7e-b17674162aff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0554969 Oct 18 08:15:31.815454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-c693f214-0218-4325-a55c-c78004e333b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:31.816908 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-c693f214-0218-4325-a55c-c78004e333b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1654611 Oct 18 08:15:31.947966 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-66429c11-70cd-4a3e-94d5-64abec2ff332 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213806 Oct 18 08:15:32.078458 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-eb83cd4d-f938-44e5-879f-6fce1be0d6e3 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207404 Oct 18 08:15:32.633968 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f5b5f-6ed4-4a0d-840b-dde261c16e04 req-bb66e78f-9634-4739-8df4-af98938d8f2b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:32.635428 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1d8f5b5f-6ed4-4a0d-840b-dde261c16e04 req-bb66e78f-9634-4739-8df4-af98938d8f2b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0860789 Oct 18 08:15:32.678509 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1d8f5b5f-6ed4-4a0d-840b-dde261c16e04 req-c4c643de-e3db-44e3-b5a9-724bb6648a8d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374379 Oct 18 08:15:33.876456 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361b353-9e13-43b1-b18c-acf3dbaba3e9 req-e90fd269-ca69-4954-88f7-cd94bd36ace7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:33.877899 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7361b353-9e13-43b1-b18c-acf3dbaba3e9 req-e90fd269-ca69-4954-88f7-cd94bd36ace7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0863719 Oct 18 08:15:33.924373 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7361b353-9e13-43b1-b18c-acf3dbaba3e9 req-3641e4b9-7698-4fff-b969-e9c43c60a4ba tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408585 Oct 18 08:15:34.633327 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:34.780581 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:15:35.121242 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9250de-97db-47b5-9691-c7520fdd6df6 req-1fa40a5a-ffaa-4c75-a363-f066f47c64cd tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:35.122744 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0c9250de-97db-47b5-9691-c7520fdd6df6 req-1fa40a5a-ffaa-4c75-a363-f066f47c64cd tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0899868 Oct 18 08:15:35.166247 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0c9250de-97db-47b5-9691-c7520fdd6df6 req-b2c4c736-917d-47bb-85e3-34f94d03a9f0 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379467 Oct 18 08:15:36.361497 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd23222-beb8-48b7-8d66-11d831356928 req-7bb14fb0-a54b-4330-845a-14f6af796943 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:36.362952 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1fd23222-beb8-48b7-8d66-11d831356928 req-7bb14fb0-a54b-4330-845a-14f6af796943 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0879402 Oct 18 08:15:36.405704 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1fd23222-beb8-48b7-8d66-11d831356928 req-e13bf6e0-cc55-4061-8e9a-02bd38bfd9a9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366960 Oct 18 08:15:37.603194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f355af5-e611-47d6-a4cd-387a0727e5ae req-543c424c-77b0-420e-ac08-56841182d44d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:37.604672 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3f355af5-e611-47d6-a4cd-387a0727e5ae req-543c424c-77b0-420e-ac08-56841182d44d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0890248 Oct 18 08:15:37.647197 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3f355af5-e611-47d6-a4cd-387a0727e5ae req-be015937-2a0f-4e42-abf3-ac93f41a01f1 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370104 Oct 18 08:15:38.843890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ba021-6a79-470f-aa7e-1c420b0d3dbd req-2fef2755-a673-4b6d-b634-10aa87925645 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:38.845381 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-505ba021-6a79-470f-aa7e-1c420b0d3dbd req-2fef2755-a673-4b6d-b634-10aa87925645 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0908184 Oct 18 08:15:38.887959 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-505ba021-6a79-470f-aa7e-1c420b0d3dbd req-c02640e2-2a06-49e8-bd71-5586727fb151 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369661 Oct 18 08:15:40.084605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58161d2-f74c-4b64-babb-bc6d499f3b24 req-06524f99-d047-4bd0-856f-47bf4ed3aa4e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:40.086042 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b58161d2-f74c-4b64-babb-bc6d499f3b24 req-06524f99-d047-4bd0-856f-47bf4ed3aa4e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0855458 Oct 18 08:15:40.129172 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b58161d2-f74c-4b64-babb-bc6d499f3b24 req-e5149851-6c25-4110-8ce8-cf764defbfcc tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375576 Oct 18 08:15:41.327679 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e9b5b-4b5a-4461-b50b-d0778e07fc9e req-be883141-1d3c-42e4-b2b7-c1eb6bfafd70 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:41.329118 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8b0e9b5b-4b5a-4461-b50b-d0778e07fc9e req-be883141-1d3c-42e4-b2b7-c1eb6bfafd70 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0874937 Oct 18 08:15:41.375149 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8b0e9b5b-4b5a-4461-b50b-d0778e07fc9e req-74ed1256-e86c-4c5a-b871-ed0145f8c2c4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405266 Oct 18 08:15:42.577287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f113b-4c31-42e0-8d6f-9fe1bbcc458c req-a8086862-2ba0-4721-92b0-941b54c7bb1f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:42.578759 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2a0f113b-4c31-42e0-8d6f-9fe1bbcc458c req-a8086862-2ba0-4721-92b0-941b54c7bb1f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0901935 Oct 18 08:15:42.622615 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2a0f113b-4c31-42e0-8d6f-9fe1bbcc458c req-ebddd210-87bd-443b-9265-e982d8531d06 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380967 Oct 18 08:15:43.816891 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c7a33-75c3-4e4d-b6f3-86c64b1fcd83 req-90b6a9d7-a9b6-4795-84fb-f234975e48c7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:43.818338 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d36c7a33-75c3-4e4d-b6f3-86c64b1fcd83 req-90b6a9d7-a9b6-4795-84fb-f234975e48c7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0860760 Oct 18 08:15:43.862409 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d36c7a33-75c3-4e4d-b6f3-86c64b1fcd83 req-be5b95e0-14b7-47ed-bc96-0c6bac73d8dd tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379314 Oct 18 08:15:44.019566 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-928c6a6b-cd74-4f02-a035-322ea5ebf70e service neutron] 10.222.0.46 "GET /v2.0/ports/7daba225-dde8-452d-a403-23d539c0c5f6/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.0725658 Oct 18 08:15:44.307576 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-18805f2e-f7f3-4bf8-a3d6-a28f7dd442e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:44.309232 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-18805f2e-f7f3-4bf8-a3d6-a28f7dd442e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df&tenant_id=eaf802a5bcf34321802c292596af3155 HTTP/1.1" status: 200 len: 1098 time: 0.0828512 Oct 18 08:15:44.412318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-d9d1f7bf-bbad-44c0-9ca0-da057b60ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:44.413759 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-d9d1f7bf-bbad-44c0-9ca0-da057b60ab1d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 1098 time: 0.0772340 Oct 18 08:15:44.544977 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-c4e88758-66ce-4bd8-a8a4-fa176da2451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:44.546366 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-c4e88758-66ce-4bd8-a8a4-fa176da2451e service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1239078 Oct 18 08:15:44.652406 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-9a5fa75e-44a9-4bb1-9556-88963c206b8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7daba225-dde8-452d-a403-23d539c0c5f6 HTTP/1.1" status: 200 len: 1000 time: 0.0962076 Oct 18 08:15:44.717158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-f95f880e-b209-43f3-a171-1083e8bc2d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:44.718512 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-f95f880e-b209-43f3-a171-1083e8bc2d28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0590825 Oct 18 08:15:44.799451 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-996862f0-fd9a-4e0e-9d85-b3df2def548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:44.800888 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-996862f0-fd9a-4e0e-9d85-b3df2def548b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761356 Oct 18 08:15:44.937299 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-e2af930d-794d-4ff2-9aa3-fb848ef58972 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267123 Oct 18 08:15:45.221610 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-34a8e9d1-1b27-4cd6-9525-4d437ee2c6b7 req-f91d37cd-64f8-4c29-8635-84f53bd623f8 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756879 Oct 18 08:15:45.237710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869d472-7cdf-4a37-9431-fc41c5d8267e req-f4a75841-d03b-44cd-8cd5-0403f3c99b2f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:45.239153 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2869d472-7cdf-4a37-9431-fc41c5d8267e req-f4a75841-d03b-44cd-8cd5-0403f3c99b2f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.1350725 Oct 18 08:15:45.282910 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2869d472-7cdf-4a37-9431-fc41c5d8267e req-3482884e-74e4-49ee-8196-4a9359f68c34 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374227 Oct 18 08:15:46.484307 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3bb2c-c4f5-42b6-b5d7-56a6b20dfdcc req-cb8e00c0-1026-4b45-9925-fc413e2dc5f1 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:46.485739 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-96b3bb2c-c4f5-42b6-b5d7-56a6b20dfdcc req-cb8e00c0-1026-4b45-9925-fc413e2dc5f1 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0891340 Oct 18 08:15:46.528915 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-96b3bb2c-c4f5-42b6-b5d7-56a6b20dfdcc req-b3a7dd50-93c3-45de-8b8a-53b2a561a2b8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375118 Oct 18 08:15:47.729606 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f0ff9-1946-4dfd-baa5-e2d4ef546a26 req-738ad831-e9e0-45b0-83a9-06777fff4ec1 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:47.731053 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8b9f0ff9-1946-4dfd-baa5-e2d4ef546a26 req-738ad831-e9e0-45b0-83a9-06777fff4ec1 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0893791 Oct 18 08:15:47.772730 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8b9f0ff9-1946-4dfd-baa5-e2d4ef546a26 req-5f838292-55a6-4a8a-8a99-a820eda02b21 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361097 Oct 18 08:15:48.130106 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7daba225-dde8-452d-a403-23d539c0c5f6 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:15:48.132401 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7daba225-dde8-452d-a403-23d539c0c5f6 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:15:48.147888 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b131ba6-18eb-44b5-adb7-af28891d3307 req-7192b15d-bb47-4176-9d57-2899dcda4254 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:48.149860 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7b131ba6-18eb-44b5-adb7-af28891d3307 req-7192b15d-bb47-4176-9d57-2899dcda4254 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df&tenant_id=eaf802a5bcf34321802c292596af3155&binding%3Ahost_id=hv-neutron-8616 HTTP/1.1" status: 200 len: 945 time: 0.1161208 Oct 18 08:15:48.162863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604d14a-9496-4cac-a5ae-bb1cd9c6aa88 req-af40ce6e-4abc-4735-9422-821230cf9db4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:48.164452 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a604d14a-9496-4cac-a5ae-bb1cd9c6aa88 req-af40ce6e-4abc-4735-9422-821230cf9db4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.1663115 Oct 18 08:15:48.216064 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a604d14a-9496-4cac-a5ae-bb1cd9c6aa88 req-c1d01a24-b869-4505-a7ff-d1c9c0444ee0 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456967 Oct 18 08:15:48.304313 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b131ba6-18eb-44b5-adb7-af28891d3307 req-96e19e74-dfee-43c4-afd3-3f4531cbb0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:48.305810 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7b131ba6-18eb-44b5-adb7-af28891d3307 req-96e19e74-dfee-43c4-afd3-3f4531cbb0d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 1098 time: 0.0817578 Oct 18 08:15:48.346197 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 7daba225-dde8-452d-a403-23d539c0c5f6 is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:15:48.346597 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:48.402093 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15563ef4-be96-42e1-a2c4-4ba066f0e7df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7daba225-dde8-452d-a403-23d539c0c5f6'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:15:48.404312 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d0e6f0-d578-43f7-b3e1-88fc04c87f54" -d '{"events": [{"server_uuid": "15563ef4-be96-42e1-a2c4-4ba066f0e7df", "name": "network-vif-unplugged", "status": "completed", "tag": "7daba225-dde8-452d-a403-23d539c0c5f6"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:15:48.408742 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7daba225-dde8-452d-a403-23d539c0c5f6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7daba225-dde8-452d-a403-23d539c0c5f6,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:15:48.425131 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7daba225-dde8-452d-a403-23d539c0c5f6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7daba225-dde8-452d-a403-23d539c0c5f6,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:15:48.427876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '7daba225-dde8-452d-a403-23d539c0c5f6', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'port_id': '7daba225-dde8-452d-a403-23d539c0c5f6', 'mac_address': 'fa:16:3e:c6:a0:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:15:48.437329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b131ba6-18eb-44b5-adb7-af28891d3307 req-d64823f4-5483-4c6f-93cd-def80631f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:48.438844 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7b131ba6-18eb-44b5-adb7-af28891d3307 req-d64823f4-5483-4c6f-93cd-def80631f22e service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1275179 Oct 18 08:15:48.460868 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:48.505761 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Oct 2022 08:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd310fa-219c-4640-ac78-8d361cd2ca72 x-openstack-request-id: req-bcd310fa-219c-4640-ac78-8d361cd2ca72 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:15:48.506056 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15563ef4-be96-42e1-a2c4-4ba066f0e7df", "name": "network-vif-unplugged", "status": "completed", "tag": "7daba225-dde8-452d-a403-23d539c0c5f6", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:15:48.506309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bcd310fa-219c-4640-ac78-8d361cd2ca72 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:15:48.506854 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd310fa-219c-4640-ac78-8d361cd2ca72'] response: {'server_uuid': '15563ef4-be96-42e1-a2c4-4ba066f0e7df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7daba225-dde8-452d-a403-23d539c0c5f6', 'code': 200} Oct 18 08:15:48.538319 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7b131ba6-18eb-44b5-adb7-af28891d3307 req-3513677f-ebb8-4e80-87d1-091c7d9478d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7daba225-dde8-452d-a403-23d539c0c5f6 HTTP/1.1" status: 200 len: 998 time: 0.0938861 Oct 18 08:15:48.544660 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 7daba225-dde8-452d-a403-23d539c0c5f6 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:15:48.545040 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:48.568567 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7daba225-dde8-452d-a403-23d539c0c5f6 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:15:48.572830 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=7daba225-dde8-452d-a403-23d539c0c5f6,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:15:48.585586 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:48.585963 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:48.586315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:48.586681 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:48.587014 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:48.587346 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:48.587675 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:48.588004 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:48.588331 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:48.588658 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:48.588983 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:48.589303 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:48.597648 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7daba225-dde8-452d-a403-23d539c0c5f6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7daba225-dde8-452d-a403-23d539c0c5f6,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:15:48.602785 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:48.603677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b131ba6-18eb-44b5-adb7-af28891d3307 req-8636ead9-b9cd-4474-9fc5-a660f3cf77e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:48.605149 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7b131ba6-18eb-44b5-adb7-af28891d3307 req-8636ead9-b9cd-4474-9fc5-a660f3cf77e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0613618 Oct 18 08:15:48.671462 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['7daba225-dde8-452d-a403-23d539c0c5f6'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:15:48.689676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b131ba6-18eb-44b5-adb7-af28891d3307 req-e92af283-18e8-4444-bb8d-9866d6637eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:48.691193 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7b131ba6-18eb-44b5-adb7-af28891d3307 req-e92af283-18e8-4444-bb8d-9866d6637eb3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798202 Oct 18 08:15:48.716182 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=7daba225-dde8-452d-a403-23d539c0c5f6,revision_number=7']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:15:48.827465 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7b131ba6-18eb-44b5-adb7-af28891d3307 req-d40008e0-cf95-4957-b1e4-cd9a789cda07 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298552 Oct 18 08:15:48.961291 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7b131ba6-18eb-44b5-adb7-af28891d3307 req-e5bee58f-a79c-444a-8ae8-034280622c05 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274028 Oct 18 08:15:49.419420 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de137f53-81ce-4116-87b9-4d6939fe0980 req-92297090-38da-490a-82d8-9a4307357e6b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:49.420893 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-de137f53-81ce-4116-87b9-4d6939fe0980 req-92297090-38da-490a-82d8-9a4307357e6b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 944 time: 0.0941660 Oct 18 08:15:49.464454 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-de137f53-81ce-4116-87b9-4d6939fe0980 req-13948e0b-a5aa-4573-b848-86b2edffad3b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379517 Oct 18 08:15:50.160064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7daba225-dde8-452d-a403-23d539c0c5f6 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:15:50.228116 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 7daba225-dde8-452d-a403-23d539c0c5f6 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:15:50.228482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:50.228814 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 7daba225-dde8-452d-a403-23d539c0c5f6 Oct 18 08:15:50.341894 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 7daba225-dde8-452d-a403-23d539c0c5f6 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:15:50.342350 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:50.374645 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7daba225-dde8-452d-a403-23d539c0c5f6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7daba225-dde8-452d-a403-23d539c0c5f6,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:15:50.378112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:50.445402 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=7daba225-dde8-452d-a403-23d539c0c5f6,revision_number=8']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:15:50.508553 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15563ef4-be96-42e1-a2c4-4ba066f0e7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7daba225-dde8-452d-a403-23d539c0c5f6'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:15:50.510947 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2ac7e4-e68e-4d79-83d5-64223c76d410" -d '{"events": [{"server_uuid": "15563ef4-be96-42e1-a2c4-4ba066f0e7df", "name": "network-vif-plugged", "status": "completed", "tag": "7daba225-dde8-452d-a403-23d539c0c5f6"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:15:50.556207 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e3ac1e-5012-4471-b5b3-adf253462216 x-openstack-request-id: req-59e3ac1e-5012-4471-b5b3-adf253462216 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:15:50.556504 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15563ef4-be96-42e1-a2c4-4ba066f0e7df", "name": "network-vif-plugged", "status": "completed", "tag": "7daba225-dde8-452d-a403-23d539c0c5f6", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:15:50.556848 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-59e3ac1e-5012-4471-b5b3-adf253462216 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:15:50.557362 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e3ac1e-5012-4471-b5b3-adf253462216'] response: {'server_uuid': '15563ef4-be96-42e1-a2c4-4ba066f0e7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7daba225-dde8-452d-a403-23d539c0c5f6', 'code': 200} Oct 18 08:15:50.664950 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff9c7c-3213-4bca-b924-082613773ae8 req-0360a906-5979-4f6d-9b15-5f406410e41c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:50.666320 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e2ff9c7c-3213-4bca-b924-082613773ae8 req-0360a906-5979-4f6d-9b15-5f406410e41c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0881898 Oct 18 08:15:50.713984 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e2ff9c7c-3213-4bca-b924-082613773ae8 req-8c3e5c0b-3698-4a27-b717-c31adee0931c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417237 Oct 18 08:15:50.737413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-425e969a-f478-46a1-bb8a-6a4dca7882d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:50.911139 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f6b03-d0e7-4cdd-b3a6-d69ce8c2e166 req-2c29a1ee-e08b-41bd-a2b7-a73a0832079e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:50.912553 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-876f6b03-d0e7-4cdd-b3a6-d69ce8c2e166 req-2c29a1ee-e08b-41bd-a2b7-a73a0832079e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0848594 Oct 18 08:15:50.960294 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-876f6b03-d0e7-4cdd-b3a6-d69ce8c2e166 req-83591a14-3462-4ba7-b233-439bb3737690 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403953 Oct 18 08:15:51.156202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c027c-b8f2-4e85-a8fd-15717d7097da req-319473bf-cf34-45d9-94b8-e49d226bb03a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:51.157671 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-aa5c027c-b8f2-4e85-a8fd-15717d7097da req-319473bf-cf34-45d9-94b8-e49d226bb03a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0880780 Oct 18 08:15:51.201375 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-aa5c027c-b8f2-4e85-a8fd-15717d7097da req-21f4d8ab-d25e-4f4b-a8cb-91ae97fd9d8a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381017 Oct 18 08:15:51.590361 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c29bf-d780-42e8-9d87-b53cf7284b5b req-de2d4f2d-22aa-4133-9de7-b9d89d0b529e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:51.591832 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2d9c29bf-d780-42e8-9d87-b53cf7284b5b req-de2d4f2d-22aa-4133-9de7-b9d89d0b529e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0901558 Oct 18 08:15:51.635243 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2d9c29bf-d780-42e8-9d87-b53cf7284b5b req-fd66bf07-7b44-47a3-acdf-0eb6c7d602b0 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379274 Oct 18 08:15:52.832610 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee2526-a309-4f7b-bba4-e46a40b1ab11 req-dd281b4b-5cf0-4573-a18d-451d16fb93d0 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:52.834063 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d4ee2526-a309-4f7b-bba4-e46a40b1ab11 req-dd281b4b-5cf0-4573-a18d-451d16fb93d0 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0866461 Oct 18 08:15:52.877587 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d4ee2526-a309-4f7b-bba4-e46a40b1ab11 req-57b2faaa-f6d1-4859-b393-35c230058ee1 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371871 Oct 18 08:15:53.028723 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-68399be0-7905-496f-8e2f-5033e5c893b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:53.468404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c6d84-9765-4591-8e9e-719a0fa07c06 req-14c7d5e5-438d-4fb2-8c15-13f61b66e140 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:53.469812 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-db6c6d84-9765-4591-8e9e-719a0fa07c06 req-14c7d5e5-438d-4fb2-8c15-13f61b66e140 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.1780407 Oct 18 08:15:53.540024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-db6c6d84-9765-4591-8e9e-719a0fa07c06 req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Deleting port 7daba225-dde8-452d-a403-23d539c0c5f6 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:15:53.540356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-db6c6d84-9765-4591-8e9e-719a0fa07c06 req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:53.768771 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:53.786514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-db6c6d84-9765-4591-8e9e-719a0fa07c06 req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] For port 7daba225-dde8-452d-a403-23d539c0c5f6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7daba225-dde8-452d-a403-23d539c0c5f6,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:15:53.786892 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-db6c6d84-9765-4591-8e9e-719a0fa07c06 req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:53.832187 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:54.076053 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2673e-29d7-4767-b3b2-d37132530837 req-88a82209-4a27-4c47-a3bc-986b906d49ae tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:54.077519 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bdb2673e-29d7-4767-b3b2-d37132530837 req-88a82209-4a27-4c47-a3bc-986b906d49ae tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 945 time: 0.0874116 Oct 18 08:15:54.080689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-db6c6d84-9765-4591-8e9e-719a0fa07c06 req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:54.081180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-db6c6d84-9765-4591-8e9e-719a0fa07c06 req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:54.081443 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [req-db6c6d84-9765-4591-8e9e-719a0fa07c06 req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Floating IP 2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7 disassociated. External IP: 172.26.8.62, port: 7daba225-dde8-452d-a403-23d539c0c5f6. Oct 18 08:15:54.081842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-db6c6d84-9765-4591-8e9e-719a0fa07c06 req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Calling delete_port for 7daba225-dde8-452d-a403-23d539c0c5f6 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:15:54.124468 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bdb2673e-29d7-4767-b3b2-d37132530837 req-ff1200f2-9827-4512-89cd-129593286617 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411096 Oct 18 08:15:54.225261 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-db6c6d84-9765-4591-8e9e-719a0fa07c06 req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:54.275507 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Pushing event deleted for resources: {'Port': ['ID=7daba225-dde8-452d-a403-23d539c0c5f6,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:15:54.286343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:54.286709 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:54.287045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:54.287379 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:54.287703 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:54.288027 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:54.288389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:54.288677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:54.289046 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:54.289367 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:54.289687 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:54.290003 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:15:54.470887 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db6c6d84-9765-4591-8e9e-719a0fa07c06 req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:15:54.643907 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db6c6d84-9765-4591-8e9e-719a0fa07c06 req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:15:54.653673 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d9120a-55f3-4bc5-99ba-aa97678e7ecc None None] Sync routers for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:15:54.662849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d9120a-55f3-4bc5-99ba-aa97678e7ecc None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:15:54.663523 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b5d9120a-55f3-4bc5-99ba-aa97678e7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:15:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:15:54.729115 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6c6d84-9765-4591-8e9e-719a0fa07c06 req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] No DVR routers for this DVR port 7daba225-dde8-452d-a403-23d539c0c5f6 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:15:54.731631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-db6c6d84-9765-4591-8e9e-719a0fa07c06 req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:54.734134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15563ef4-be96-42e1-a2c4-4ba066f0e7df', 'name': 'network-vif-deleted', 'tag': '7daba225-dde8-452d-a403-23d539c0c5f6'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:15:54.736425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8b9ab0-0616-4008-8934-d79c2fdbb2e4" -d '{"events": [{"server_uuid": "15563ef4-be96-42e1-a2c4-4ba066f0e7df", "name": "network-vif-deleted", "tag": "7daba225-dde8-452d-a403-23d539c0c5f6"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:15:54.750538 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-db6c6d84-9765-4591-8e9e-719a0fa07c06 req-85acadd8-9d07-4275-94ef-2c622372eca6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "DELETE /v2.0/ports/7daba225-dde8-452d-a403-23d539c0c5f6 HTTP/1.1" status: 204 len: 173 time: 1.2727115 Oct 18 08:15:54.784385 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb758d6-50de-44e7-a91d-23b7cbb0b829 x-openstack-request-id: req-9fb758d6-50de-44e7-a91d-23b7cbb0b829 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:15:54.784694 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15563ef4-be96-42e1-a2c4-4ba066f0e7df", "name": "network-vif-deleted", "tag": "7daba225-dde8-452d-a403-23d539c0c5f6", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:15:54.784950 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9fb758d6-50de-44e7-a91d-23b7cbb0b829 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:15:54.785377 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fb758d6-50de-44e7-a91d-23b7cbb0b829'] response: {'server_uuid': '15563ef4-be96-42e1-a2c4-4ba066f0e7df', 'name': 'network-vif-deleted', 'tag': '7daba225-dde8-452d-a403-23d539c0c5f6', 'status': 'completed', 'code': 200} Oct 18 08:15:54.847197 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-b5d9120a-55f3-4bc5-99ba-aa97678e7ecc None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:15:55.159244 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b5d9120a-55f3-4bc5-99ba-aa97678e7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:15:55.163278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d9120a-55f3-4bc5-99ba-aa97678e7ecc None None] Checking router: f94d3271-d8ec-41a0-b48d-52a6e02c66b6 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:15:55.172032 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d9120a-55f3-4bc5-99ba-aa97678e7ecc None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:15:55.172619 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b5d9120a-55f3-4bc5-99ba-aa97678e7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:15:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:15:55.317996 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c5a4a3b2-1800-4cf1-8efd-3fae4441472d req-401cb550-0717-46bf-9770-c256f957147b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=15563ef4-be96-42e1-a2c4-4ba066f0e7df HTTP/1.1" status: 200 len: 210 time: 0.0566523 Oct 18 08:15:55.361682 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-b5d9120a-55f3-4bc5-99ba-aa97678e7ecc None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:15:55.432858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:55.714842 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b5d9120a-55f3-4bc5-99ba-aa97678e7ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:15:55.718666 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d9120a-55f3-4bc5-99ba-aa97678e7ecc None None] The sync data for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv is: [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:15:55.935232 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca32617f-d684-4c31-93b1-baae58a44a24 None None] New status for floating IP 2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7: DOWN {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:15:56.643720 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-20e07692-74dd-4961-9ece-aa21452bef39 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--892485177&fields=id&tenant_id=eaf802a5bcf34321802c292596af3155 HTTP/1.1" status: 200 len: 267 time: 0.0381358 Oct 18 08:15:56.892475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-d3042f42-d89e-4631-9179-540d7aaa0d17 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:56.893934 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-d3042f42-d89e-4631-9179-540d7aaa0d17 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 812 time: 0.2435625 Oct 18 08:15:56.908325 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-3ea5d60d-36f4-4050-84a3-60805eb64e07 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/quotas/eaf802a5bcf34321802c292596af3155 HTTP/1.1" status: 200 len: 375 time: 0.0086036 Oct 18 08:15:56.997148 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-30474bc5-2f2a-4604-9097-83cb693277d6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Synchronizing usage tracker for tenant:eaf802a5bcf34321802c292596af3155 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:15:57.012275 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-30474bc5-2f2a-4604-9097-83cb693277d6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Unset dirty status for tenant:eaf802a5bcf34321802c292596af3155 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:15:57.013539 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-30474bc5-2f2a-4604-9097-83cb693277d6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1005886 Oct 18 08:15:57.147943 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-a685d08e-00e7-4e3a-89ac-34b98f5711b6 service neutron] 10.222.0.17 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230066 Oct 18 08:15:57.277594 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-1b582f7f-5fff-4a44-bd47-f4a21539afd2 service neutron] 10.222.0.17 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239488 Oct 18 08:15:57.458973 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-25fd2ef3-109c-4d6f-bc1e-ddad973077d7 req-bcd7f033-8ae5-4b7d-8b80-a4b8acc413f6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 210 time: 0.0494153 Oct 18 08:15:58.251880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7daba225-dde8-452d-a403-23d539c0c5f6 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:15:58.285884 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 7daba225-dde8-452d-a403-23d539c0c5f6 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:15:58.286138 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7daba225-dde8-452d-a403-23d539c0c5f6 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:15:58.531141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-35715efc-3137-45f8-b17a-1df0e9993f45 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:58.532668 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-35715efc-3137-45f8-b17a-1df0e9993f45 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 812 time: 0.1504886 Oct 18 08:15:58.641055 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-dddc47f9-3046-4e8d-99df-cdf39bf29da4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaf802a5bcf34321802c292596af3155 HTTP/1.1" status: 200 len: 379 time: 0.0955241 Oct 18 08:15:58.643227 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cb8f2522-924e-48f8-8191-381a817f4e89 req-78d16ba1-d716-4ed7-a3d2-153e54b8913e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 210 time: 0.0656083 Oct 18 08:15:58.649476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-5938eb81-a68b-4346-ae21-b5ad4423cea2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Request body: {'port': {'device_id': '6324d0fe-e4ea-409b-b97d-47301614b627', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'admin_state_up': True, 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'security_groups': ['02eed14d-5577-4c7c-beee-90500cb26f51']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:15:58.783217 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-5938eb81-a68b-4346-ae21-b5ad4423cea2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:15:58.793076 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-5938eb81-a68b-4346-ae21-b5ad4423cea2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:15:58.803073 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-5938eb81-a68b-4346-ae21-b5ad4423cea2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Made reservation on behalf of eaf802a5bcf34321802c292596af3155 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:15:58.807109 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-5938eb81-a68b-4346-ae21-b5ad4423cea2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:58.970193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-5938eb81-a68b-4346-ae21-b5ad4423cea2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Allocated IP 172.20.0.10 (4ce39f00-7bf9-4a66-83de-a495f169e766/95abe56a-17dd-4075-81c8-44f782257284/0114a7b9-c0b4-448d-b392-955773fe6070) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:15:59.153739 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-5938eb81-a68b-4346-ae21-b5ad4423cea2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:59.170857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-5938eb81-a68b-4346-ae21-b5ad4423cea2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Transition to ACTIVE for port object 0114a7b9-c0b4-448d-b392-955773fe6070 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:15:59.194679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-5938eb81-a68b-4346-ae21-b5ad4423cea2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:59.264437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-5938eb81-a68b-4346-ae21-b5ad4423cea2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Network 4ce39f00-7bf9-4a66-83de-a495f169e766 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:15:59.267516 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-5938eb81-a68b-4346-ae21-b5ad4423cea2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:15:59.271205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-5938eb81-a68b-4346-ae21-b5ad4423cea2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:15:59.308288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938eb81-a68b-4346-ae21-b5ad4423cea2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Pushing event updated for resources: {'Port': ['ID=0114a7b9-c0b4-448d-b392-955773fe6070,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:15:59.340356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-5938eb81-a68b-4346-ae21-b5ad4423cea2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:59.340980 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-5938eb81-a68b-4346-ae21-b5ad4423cea2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:59.366093 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-5938eb81-a68b-4346-ae21-b5ad4423cea2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7202013 Oct 18 08:15:59.381596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Request body: {'port': {'device_id': '6324d0fe-e4ea-409b-b97d-47301614b627', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:15:59.494587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:59.511698 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-179d7c66-55fc-4a4d-8877-d711e59963a6 None None] Provisioning for port 0114a7b9-c0b4-448d-b392-955773fe6070 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:15:59.516396 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-179d7c66-55fc-4a4d-8877-d711e59963a6 None None] Provisioning complete for port 0114a7b9-c0b4-448d-b392-955773fe6070 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:15:59.516765 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-179d7c66-55fc-4a4d-8877-d711e59963a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:59.517098 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-179d7c66-55fc-4a4d-8877-d711e59963a6 None None] Attempt 1 to provision port 0114a7b9-c0b4-448d-b392-955773fe6070 Oct 18 08:15:59.572772 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-179d7c66-55fc-4a4d-8877-d711e59963a6 None None] Port 0114a7b9-c0b4-448d-b392-955773fe6070 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:15:59.850218 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540d17b-de94-49ea-9483-7685becd0157 req-479d4421-9db7-4ffb-bc09-f19369f67ae0 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:15:59.851809 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f540d17b-de94-49ea-9483-7685becd0157 req-479d4421-9db7-4ffb-bc09-f19369f67ae0 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 932 time: 0.0969601 Oct 18 08:15:59.898419 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f540d17b-de94-49ea-9483-7685becd0157 req-06cce3d8-6146-464a-992d-b8558279b38c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405571 Oct 18 08:15:59.939740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0114a7b9-c0b4-448d-b392-955773fe6070 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:15:59.947351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:15:59.961295 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Transition to ACTIVE for port object 0114a7b9-c0b4-448d-b392-955773fe6070 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:15:59.964898 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:00.073904 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-179d7c66-55fc-4a4d-8877-d711e59963a6 None None] Attempt 2 to provision port 0114a7b9-c0b4-448d-b392-955773fe6070 Oct 18 08:16:00.127623 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-179d7c66-55fc-4a4d-8877-d711e59963a6 None None] Port 0114a7b9-c0b4-448d-b392-955773fe6070 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:16:00.153372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Pushing event updated for resources: {'Port': ['ID=0114a7b9-c0b4-448d-b392-955773fe6070,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:16:00.186309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Attempting to bind port 0114a7b9-c0b4-448d-b392-955773fe6070 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:16:00.186676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Attempting to bind port 0114a7b9-c0b4-448d-b392-955773fe6070 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:16:00.187003 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Attempting to bind port 0114a7b9-c0b4-448d-b392-955773fe6070 on network 4ce39f00-7bf9-4a66-83de-a495f169e766 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:16:00.191575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Port 0114a7b9-c0b4-448d-b392-955773fe6070 on network 4ce39f00-7bf9-4a66-83de-a495f169e766 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:16:00.191833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Attempting to bind port 0114a7b9-c0b4-448d-b392-955773fe6070 on network 4ce39f00-7bf9-4a66-83de-a495f169e766 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:16:00.196835 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:16:00.197167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Checking segment: {'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:16:00.197550 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Bound using segment: {'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:16:00.197967 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Bound port: 0114a7b9-c0b4-448d-b392-955773fe6070, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:16:00.198305 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:00.286109 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] For port 0114a7b9-c0b4-448d-b392-955773fe6070, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:16:00.289552 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] For port 0114a7b9-c0b4-448d-b392-955773fe6070, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0114a7b9-c0b4-448d-b392-955773fe6070,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:16:00.293869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:00.324386 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:00.324987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:00.326334 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] 10.222.0.46 "PUT /v2.0/ports/0114a7b9-c0b4-448d-b392-955773fe6070 HTTP/1.1" status: 200 len: 1094 time: 0.9490123 Oct 18 08:16:00.326850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6324d0fe-e4ea-409b-b97d-47301614b627', 'tag': '0114a7b9-c0b4-448d-b392-955773fe6070'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:16:00.329098 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96c07df-a22a-49dc-a47d-cca019b2fee6" -d '{"events": [{"name": "network-changed", "server_uuid": "6324d0fe-e4ea-409b-b97d-47301614b627", "tag": "0114a7b9-c0b4-448d-b392-955773fe6070"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:16:00.404239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7ee383-7c71-44b6-bd0a-943273e8f7e3 x-openstack-request-id: req-0c7ee383-7c71-44b6-bd0a-943273e8f7e3 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:16:00.404529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6324d0fe-e4ea-409b-b97d-47301614b627", "tag": "0114a7b9-c0b4-448d-b392-955773fe6070", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:16:00.404784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0c7ee383-7c71-44b6-bd0a-943273e8f7e3 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:16:00.405178 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c7ee383-7c71-44b6-bd0a-943273e8f7e3'] response: {'name': 'network-changed', 'server_uuid': '6324d0fe-e4ea-409b-b97d-47301614b627', 'tag': '0114a7b9-c0b4-448d-b392-955773fe6070', 'status': 'completed', 'code': 200} Oct 18 08:16:00.418631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da74aca-f543-4dc5-b070-6e72b2a354ed service neutron] Pushing event updated for resources: {'Port': ['ID=0114a7b9-c0b4-448d-b392-955773fe6070,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:16:00.451636 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-315de5c7-72aa-4601-8973-aaca5114052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:00.453345 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-315de5c7-72aa-4601-8973-aaca5114052a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 1097 time: 0.0852177 Oct 18 08:16:00.528872 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-f007d484-f315-4cad-9ecb-b229e77d8b01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0114a7b9-c0b4-448d-b392-955773fe6070 HTTP/1.1" status: 200 len: 217 time: 0.0651169 Oct 18 08:16:00.597602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-79b00291-385c-413f-a34d-b3c8f28e2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:00.599049 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-79b00291-385c-413f-a34d-b3c8f28e2031 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0617020 Oct 18 08:16:00.628636 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-179d7c66-55fc-4a4d-8877-d711e59963a6 None None] Attempt 3 to provision port 0114a7b9-c0b4-448d-b392-955773fe6070 Oct 18 08:16:00.684037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-26a1dec7-5c65-41e1-9202-f3a19eef550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:00.685521 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-26a1dec7-5c65-41e1-9202-f3a19eef550f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772567 Oct 18 08:16:00.689749 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-179d7c66-55fc-4a4d-8877-d711e59963a6 None None] Port 0114a7b9-c0b4-448d-b392-955773fe6070 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:16:00.817936 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-e33bbdb8-5d37-418b-9d5a-153c703d053f service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222517 Oct 18 08:16:00.951831 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-92dd497c-ce5a-4d21-9821-c9855d773a5e req-6ae3e95a-a360-436c-9c3e-95d23f5a5d4c service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243327 Oct 18 08:16:01.086025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c07df-a22a-49dc-a47d-cca019b2fee6 req-3e2ac967-46d7-4fd3-9811-d4c22e41a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:01.087453 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f96c07df-a22a-49dc-a47d-cca019b2fee6 req-3e2ac967-46d7-4fd3-9811-d4c22e41a5d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 1097 time: 0.0828164 Oct 18 08:16:01.095942 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8137ee-79ae-4d50-8fb2-fe20dde180fc req-6bc6b286-f725-450d-b5ea-7299e86b460a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:01.097381 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8c8137ee-79ae-4d50-8fb2-fe20dde180fc req-6bc6b286-f725-450d-b5ea-7299e86b460a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 944 time: 0.0881343 Oct 18 08:16:01.144816 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8c8137ee-79ae-4d50-8fb2-fe20dde180fc req-110dc70f-2ea8-4e60-ab3d-9bd83a84da91 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415361 Oct 18 08:16:01.220598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c07df-a22a-49dc-a47d-cca019b2fee6 req-7954ab9b-a2db-401b-895c-845c5e66de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:01.222037 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f96c07df-a22a-49dc-a47d-cca019b2fee6 req-7954ab9b-a2db-401b-895c-845c5e66de95 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1272471 Oct 18 08:16:01.287417 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f96c07df-a22a-49dc-a47d-cca019b2fee6 req-24e9445e-46e4-46e0-af86-198cb475b0ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0114a7b9-c0b4-448d-b392-955773fe6070 HTTP/1.1" status: 200 len: 217 time: 0.0589707 Oct 18 08:16:01.352584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c07df-a22a-49dc-a47d-cca019b2fee6 req-d4085aba-81ce-45da-adae-aa510517a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:01.353866 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f96c07df-a22a-49dc-a47d-cca019b2fee6 req-d4085aba-81ce-45da-adae-aa510517a5a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0585444 Oct 18 08:16:01.434966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c07df-a22a-49dc-a47d-cca019b2fee6 req-b154b78d-7809-41ec-a2dd-4c926e064a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:01.436383 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f96c07df-a22a-49dc-a47d-cca019b2fee6 req-b154b78d-7809-41ec-a2dd-4c926e064a9d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760596 Oct 18 08:16:01.657299 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f96c07df-a22a-49dc-a47d-cca019b2fee6 req-0cd84bb4-e249-493d-8480-682b296e303f service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132781 Oct 18 08:16:01.785558 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f96c07df-a22a-49dc-a47d-cca019b2fee6 req-112bb788-5072-4909-ba89-8bbbd7da20ef service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207592 Oct 18 08:16:02.348001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4975375-c0fd-4f66-9a97-6d68e026a910 req-274496cb-0dd6-4bf0-b7d2-dbe004988345 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:02.348744 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-d4975375-c0fd-4f66-9a97-6d68e026a910 req-274496cb-0dd6-4bf0-b7d2-dbe004988345 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Synchronizing usage tracker for tenant:eaf802a5bcf34321802c292596af3155 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:16:02.363226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-d4975375-c0fd-4f66-9a97-6d68e026a910 req-274496cb-0dd6-4bf0-b7d2-dbe004988345 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Unset dirty status for tenant:eaf802a5bcf34321802c292596af3155 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:16:02.364339 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d4975375-c0fd-4f66-9a97-6d68e026a910 req-274496cb-0dd6-4bf0-b7d2-dbe004988345 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 944 time: 0.1053789 Oct 18 08:16:02.408361 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d4975375-c0fd-4f66-9a97-6d68e026a910 req-c8b62ddb-db44-45a0-b4ba-01b6e81b1de2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383191 Oct 18 08:16:03.604098 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92786aee-7672-407e-8716-39a57de5102e req-82547b01-ecd9-4ad9-aa4b-e56041cf937b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:03.605549 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-92786aee-7672-407e-8716-39a57de5102e req-82547b01-ecd9-4ad9-aa4b-e56041cf937b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 944 time: 0.0865154 Oct 18 08:16:03.649054 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-92786aee-7672-407e-8716-39a57de5102e req-dad3dbcc-3f7b-42f8-9996-dc277bc6d114 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378654 Oct 18 08:16:04.270233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 0114a7b9-c0b4-448d-b392-955773fe6070 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:16:04.400686 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 0114a7b9-c0b4-448d-b392-955773fe6070, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0114a7b9-c0b4-448d-b392-955773fe6070,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:16:04.414000 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '0114a7b9-c0b4-448d-b392-955773fe6070', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'port_id': '0114a7b9-c0b4-448d-b392-955773fe6070', 'mac_address': 'fa:16:3e:05:f9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:16:04.469954 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 0114a7b9-c0b4-448d-b392-955773fe6070 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:16:04.470332 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:04.487049 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0114a7b9-c0b4-448d-b392-955773fe6070 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:16:04.501932 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 0114a7b9-c0b4-448d-b392-955773fe6070, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0114a7b9-c0b4-448d-b392-955773fe6070,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:16:04.506078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:04.572434 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=0114a7b9-c0b4-448d-b392-955773fe6070,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:16:04.629743 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:04.753185 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['0114a7b9-c0b4-448d-b392-955773fe6070'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:16:04.850918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7e393-4b20-4efd-ac76-09bf7e586a99 req-0915c25e-6969-417c-a9ba-41e0dfd64101 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:04.852284 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5fd7e393-4b20-4efd-ac76-09bf7e586a99 req-0915c25e-6969-417c-a9ba-41e0dfd64101 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 945 time: 0.0931473 Oct 18 08:16:04.899151 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5fd7e393-4b20-4efd-ac76-09bf7e586a99 req-cd2867f8-e190-4c00-9be1-5b951624bc0c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411170 Oct 18 08:16:06.203988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a9730-0844-4341-b393-7774a4a417a0 req-86dc2752-f325-4d3c-90ed-163111419ddd tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:06.205427 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-696a9730-0844-4341-b393-7774a4a417a0 req-86dc2752-f325-4d3c-90ed-163111419ddd tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 945 time: 0.1933908 Oct 18 08:16:06.248574 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-696a9730-0844-4341-b393-7774a4a417a0 req-a2aed58e-31c1-480d-98a3-fbd19774f083 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375936 Oct 18 08:16:06.285579 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 0114a7b9-c0b4-448d-b392-955773fe6070 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:16:06.352702 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 0114a7b9-c0b4-448d-b392-955773fe6070 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:16:06.357301 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 0114a7b9-c0b4-448d-b392-955773fe6070 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:16:06.357704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:06.358105 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 0114a7b9-c0b4-448d-b392-955773fe6070 Oct 18 08:16:06.472283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 0114a7b9-c0b4-448d-b392-955773fe6070 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:16:06.472582 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:06.498932 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6324d0fe-e4ea-409b-b97d-47301614b627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0114a7b9-c0b4-448d-b392-955773fe6070'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:16:06.501216 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39997117-4dbd-4ba0-a195-7885b806d003" -d '{"events": [{"server_uuid": "6324d0fe-e4ea-409b-b97d-47301614b627", "name": "network-vif-plugged", "status": "completed", "tag": "0114a7b9-c0b4-448d-b392-955773fe6070"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:16:06.509177 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 0114a7b9-c0b4-448d-b392-955773fe6070, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0114a7b9-c0b4-448d-b392-955773fe6070,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:16:06.513162 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:06.549964 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff8d48e-743b-47aa-b63a-cbbb3891e4ae x-openstack-request-id: req-8ff8d48e-743b-47aa-b63a-cbbb3891e4ae {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:16:06.550257 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6324d0fe-e4ea-409b-b97d-47301614b627", "name": "network-vif-plugged", "status": "completed", "tag": "0114a7b9-c0b4-448d-b392-955773fe6070", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:16:06.550508 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8ff8d48e-743b-47aa-b63a-cbbb3891e4ae {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:16:06.550922 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff8d48e-743b-47aa-b63a-cbbb3891e4ae'] response: {'server_uuid': '6324d0fe-e4ea-409b-b97d-47301614b627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0114a7b9-c0b4-448d-b392-955773fe6070', 'code': 200} Oct 18 08:16:06.591215 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=0114a7b9-c0b4-448d-b392-955773fe6070,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:16:06.789682 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c6c0a-48a0-4abd-9465-1fed9a33f486 req-41dec78b-fbfa-4f33-b409-53d2c46394aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:06.791073 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-175c6c0a-48a0-4abd-9465-1fed9a33f486 req-41dec78b-fbfa-4f33-b409-53d2c46394aa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 1099 time: 0.0756922 Oct 18 08:16:06.833971 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-175c6c0a-48a0-4abd-9465-1fed9a33f486 req-c6a6597d-e3d4-4967-91e8-bdec0bfd2f60 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330892 Oct 18 08:16:07.445439 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db30569-ef7c-4d9f-95ff-bffdb4350285 req-ff66f0f0-8c9d-4c4c-90e8-410df79a01ce tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:07.446797 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0db30569-ef7c-4d9f-95ff-bffdb4350285 req-ff66f0f0-8c9d-4c4c-90e8-410df79a01ce tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0879838 Oct 18 08:16:07.489573 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0db30569-ef7c-4d9f-95ff-bffdb4350285 req-7a91059d-a7ae-439a-8c99-753802a0909f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372055 Oct 18 08:16:08.692196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48081695-4ecc-427e-9e6d-a086f03be470 req-f6fbe70b-8ff8-4d98-b228-b5098256da6f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:08.693616 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-48081695-4ecc-427e-9e6d-a086f03be470 req-f6fbe70b-8ff8-4d98-b228-b5098256da6f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0895247 Oct 18 08:16:08.736212 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-48081695-4ecc-427e-9e6d-a086f03be470 req-04c189dd-c372-49ea-a8d5-fe2b009ec5cc tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364070 Oct 18 08:16:08.924014 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab05866-f011-42ac-90dc-563a60aae771 req-4fd4eff3-b0c6-4f3c-beb3-40cf39b6311a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:08.925451 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3ab05866-f011-42ac-90dc-563a60aae771 req-4fd4eff3-b0c6-4f3c-beb3-40cf39b6311a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0855327 Oct 18 08:16:08.935670 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 38182) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:16:08.940518 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-da73d4cd-43ae-416a-ba06-3a10d34661c8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Request body: {'floatingip': {'port_id': '0114a7b9-c0b4-448d-b392-955773fe6070'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:16:09.018323 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da73d4cd-43ae-416a-ba06-3a10d34661c8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for floatingip, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:09.596668 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da73d4cd-43ae-416a-ba06-3a10d34661c8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:09.600066 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da73d4cd-43ae-416a-ba06-3a10d34661c8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:09.768573 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-da73d4cd-43ae-416a-ba06-3a10d34661c8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Floating IP 2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7 associated. External IP: 172.26.8.62, port: 0114a7b9-c0b4-448d-b392-955773fe6070. Oct 18 08:16:10.221365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da73d4cd-43ae-416a-ba06-3a10d34661c8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:16:10.398729 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da73d4cd-43ae-416a-ba06-3a10d34661c8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:16:10.403594 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-da73d4cd-43ae-416a-ba06-3a10d34661c8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:10.408123 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000e0f0-074e-4f56-a2fb-7dd5580e6a24 None None] Sync routers for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:16:10.418173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3000e0f0-074e-4f56-a2fb-7dd5580e6a24 None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:16:10.419067 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3000e0f0-074e-4f56-a2fb-7dd5580e6a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:15:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:16:10.457208 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-da73d4cd-43ae-416a-ba06-3a10d34661c8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "PUT /v2.0/floatingips/2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7 HTTP/1.1" status: 200 len: 991 time: 1.5205190 Oct 18 08:16:10.457853 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6324d0fe-e4ea-409b-b97d-47301614b627', 'tag': '0114a7b9-c0b4-448d-b392-955773fe6070'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:16:10.460192 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12dcca6-53b3-47e5-bff1-2a44b2ddc85c" -d '{"events": [{"name": "network-changed", "server_uuid": "6324d0fe-e4ea-409b-b97d-47301614b627", "tag": "0114a7b9-c0b4-448d-b392-955773fe6070"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:16:10.551480 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b7e907-b535-4688-80fc-e9e5298494a5 x-openstack-request-id: req-27b7e907-b535-4688-80fc-e9e5298494a5 {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:16:10.551776 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6324d0fe-e4ea-409b-b97d-47301614b627", "tag": "0114a7b9-c0b4-448d-b392-955773fe6070", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:16:10.552034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-27b7e907-b535-4688-80fc-e9e5298494a5 {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:16:10.552439 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b7e907-b535-4688-80fc-e9e5298494a5'] response: {'name': 'network-changed', 'server_uuid': '6324d0fe-e4ea-409b-b97d-47301614b627', 'tag': '0114a7b9-c0b4-448d-b392-955773fe6070', 'status': 'completed', 'code': 200} Oct 18 08:16:10.598650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-3000e0f0-074e-4f56-a2fb-7dd5580e6a24 None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:16:10.647652 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dcca6-53b3-47e5-bff1-2a44b2ddc85c req-3540fec9-bf67-4ae4-91f7-f0b7606ccc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:10.649207 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a12dcca6-53b3-47e5-bff1-2a44b2ddc85c req-3540fec9-bf67-4ae4-91f7-f0b7606ccc02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 1099 time: 0.0770524 Oct 18 08:16:10.780912 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dcca6-53b3-47e5-bff1-2a44b2ddc85c req-e546a1c7-935c-4a1d-8d73-dd5918ae2f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:10.782351 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a12dcca6-53b3-47e5-bff1-2a44b2ddc85c req-e546a1c7-935c-4a1d-8d73-dd5918ae2f1b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1277258 Oct 18 08:16:10.886117 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a12dcca6-53b3-47e5-bff1-2a44b2ddc85c req-8456e988-6ab1-478e-ba28-2b05d05a573e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0114a7b9-c0b4-448d-b392-955773fe6070 HTTP/1.1" status: 200 len: 999 time: 0.0975342 Oct 18 08:16:10.939811 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3000e0f0-074e-4f56-a2fb-7dd5580e6a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'floating_ip_address': '172.26.8.62', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'port_id': '0114a7b9-c0b4-448d-b392-955773fe6070', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'mac_address': 'fa:16:3e:05:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324d0fe-e4ea-409b-b97d-47301614b627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:14:37Z', 'updated_at': '2022-10-18T08:16:09Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:16:10.943663 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000e0f0-074e-4f56-a2fb-7dd5580e6a24 None None] Checking router: f94d3271-d8ec-41a0-b48d-52a6e02c66b6 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:16:10.951666 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dcca6-53b3-47e5-bff1-2a44b2ddc85c req-13807d7e-281a-4996-b8fc-5cef22306467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:10.952092 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3000e0f0-074e-4f56-a2fb-7dd5580e6a24 None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:16:10.952684 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3000e0f0-074e-4f56-a2fb-7dd5580e6a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:15:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:16:10.953103 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a12dcca6-53b3-47e5-bff1-2a44b2ddc85c req-13807d7e-281a-4996-b8fc-5cef22306467 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0608132 Oct 18 08:16:11.036158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dcca6-53b3-47e5-bff1-2a44b2ddc85c req-de186ce0-81dd-4431-acd8-ed3660a9aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:11.037626 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a12dcca6-53b3-47e5-bff1-2a44b2ddc85c req-de186ce0-81dd-4431-acd8-ed3660a9aa8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789039 Oct 18 08:16:11.161763 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-3000e0f0-074e-4f56-a2fb-7dd5580e6a24 None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:16:11.168676 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a12dcca6-53b3-47e5-bff1-2a44b2ddc85c req-ab88e28e-8a72-49dc-9141-e947d62f4024 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247234 Oct 18 08:16:11.300817 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a12dcca6-53b3-47e5-bff1-2a44b2ddc85c req-1381fd18-75dd-469c-a64d-ee1112b4c1b5 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259053 Oct 18 08:16:11.502024 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3000e0f0-074e-4f56-a2fb-7dd5580e6a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'floating_ip_address': '172.26.8.62', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'port_id': '0114a7b9-c0b4-448d-b392-955773fe6070', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'mac_address': 'fa:16:3e:05:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324d0fe-e4ea-409b-b97d-47301614b627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:14:37Z', 'updated_at': '2022-10-18T08:16:09Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:16:11.505873 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000e0f0-074e-4f56-a2fb-7dd5580e6a24 None None] The sync data for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv is: [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'floating_ip_address': '172.26.8.62', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'port_id': '0114a7b9-c0b4-448d-b392-955773fe6070', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'mac_address': 'fa:16:3e:05:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324d0fe-e4ea-409b-b97d-47301614b627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:14:37Z', 'updated_at': '2022-10-18T08:16:09Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:16:11.689245 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e444b7f-c47c-44ad-840b-85b8fe6ec296 None None] New status for floating IP 2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7: ACTIVE {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:16:11.850642 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:16:20.733598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-61fee395-0cd8-4fca-9c3f-8e37447f4c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:23.028912 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-28c69109-588b-4d3b-8977-50d0a733ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:23.769919 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:23.832858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:25.368814 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:34.627617 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:45.755002 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1f308-4b52-48cb-ab6e-003977a1af3a req-b12d9dd2-ceb4-4283-8734-70c78c00039b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:45.756339 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-11b1f308-4b52-48cb-ab6e-003977a1af3a req-b12d9dd2-ceb4-4283-8734-70c78c00039b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0910945 Oct 18 08:16:45.799548 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-11b1f308-4b52-48cb-ab6e-003977a1af3a req-d7cfb6a4-1bd3-48cc-a09c-48be7fe4a4da tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373871 Oct 18 08:16:46.997368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d2ea4-15aa-435f-b90c-1091df7c8340 req-26024e40-8666-4fff-a969-1425e2f963b5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:46.998902 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-834d2ea4-15aa-435f-b90c-1091df7c8340 req-26024e40-8666-4fff-a969-1425e2f963b5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0896392 Oct 18 08:16:47.042194 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-834d2ea4-15aa-435f-b90c-1091df7c8340 req-d415ed59-07ee-4fda-8724-71364d6f6818 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377965 Oct 18 08:16:48.238891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138d527-e507-4b88-92e5-d47e53acda6d req-5a848ec3-985b-4c61-a152-ca4283eae9e6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:48.240329 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5138d527-e507-4b88-92e5-d47e53acda6d req-5a848ec3-985b-4c61-a152-ca4283eae9e6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0859590 Oct 18 08:16:48.286256 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5138d527-e507-4b88-92e5-d47e53acda6d req-973cf53f-d6c8-4ab9-899a-f9cfd68d7c61 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396409 Oct 18 08:16:48.779527 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:16:49.484691 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97678e-e520-49dc-b1c3-8e2d225ee721 req-6234aa5b-366d-4948-a8bf-8d8682806a27 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:49.486047 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5e97678e-e520-49dc-b1c3-8e2d225ee721 req-6234aa5b-366d-4948-a8bf-8d8682806a27 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0861189 Oct 18 08:16:49.532183 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5e97678e-e520-49dc-b1c3-8e2d225ee721 req-272a5936-d43b-45f5-b716-ee1b0dab3b93 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405836 Oct 18 08:16:50.728932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4941c5d-95ed-4573-bcdf-ed0185f7452b req-b765e40a-dafe-46a5-a63d-626a0f8d0b2b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:50.730393 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e4941c5d-95ed-4573-bcdf-ed0185f7452b req-b765e40a-dafe-46a5-a63d-626a0f8d0b2b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0885103 Oct 18 08:16:50.739327 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3a1e1474-1638-4305-bd8d-c26da64011c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:50.774611 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e4941c5d-95ed-4573-bcdf-ed0185f7452b req-3379405a-4df1-4d71-91c0-30f39d619028 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383487 Oct 18 08:16:51.968652 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c020ccb-6307-4197-b2e9-347166069662 req-8e8cb3d2-224c-4826-9e4b-52d1bac3e8b6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:51.970121 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0c020ccb-6307-4197-b2e9-347166069662 req-8e8cb3d2-224c-4826-9e4b-52d1bac3e8b6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0869970 Oct 18 08:16:52.012915 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0c020ccb-6307-4197-b2e9-347166069662 req-da1143cc-3b77-4a15-bd66-949b00fee970 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372469 Oct 18 08:16:53.029780 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d5f87e28-6938-420c-a26e-89c73545d9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:53.209672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe02615-dafa-467a-8ad2-20b0ceaa2c43 req-5cced9f3-7f80-4acc-b861-e268a182d58f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:53.211133 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-abe02615-dafa-467a-8ad2-20b0ceaa2c43 req-5cced9f3-7f80-4acc-b861-e268a182d58f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0898094 Oct 18 08:16:53.253942 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-abe02615-dafa-467a-8ad2-20b0ceaa2c43 req-afbb541a-37e8-4afd-9dbe-48abfc10c15a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365672 Oct 18 08:16:53.772902 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:53.834754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:54.452637 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b46c47-2587-40e8-b51b-0b7a0eb5f373 req-7cce84f1-804b-462d-9ceb-f1f5a952e424 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:54.454076 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f5b46c47-2587-40e8-b51b-0b7a0eb5f373 req-7cce84f1-804b-462d-9ceb-f1f5a952e424 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0901961 Oct 18 08:16:54.496985 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f5b46c47-2587-40e8-b51b-0b7a0eb5f373 req-231afe30-82df-4642-aa87-fc33b62f9985 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373938 Oct 18 08:16:55.370330 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:16:55.693036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cecc95-020c-41ad-b325-f860616d21b5 req-4dcc3ac0-c184-4887-962e-53179768122a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:55.694463 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-58cecc95-020c-41ad-b325-f860616d21b5 req-4dcc3ac0-c184-4887-962e-53179768122a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0847621 Oct 18 08:16:55.741033 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-58cecc95-020c-41ad-b325-f860616d21b5 req-b308175b-c555-43f3-9e7b-ee9aba2e853b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404162 Oct 18 08:16:56.653265 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-752b74a2-c7ca-4d31-819d-5e85970b357a req-876ca0e4-5039-4009-aa6d-05bfb7dffb44 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757217 Oct 18 08:16:56.804258 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b74a2-c7ca-4d31-819d-5e85970b357a req-f041edfb-c5e0-4162-9cb1-7a3136cd6be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:56.805761 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-752b74a2-c7ca-4d31-819d-5e85970b357a req-f041edfb-c5e0-4162-9cb1-7a3136cd6be8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 1099 time: 0.0817835 Oct 18 08:16:56.938758 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29f81d-40c1-430b-b127-b6597d843e13 req-a9259334-e16f-4d44-9349-cd62569cec01 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:56.940107 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bd29f81d-40c1-430b-b127-b6597d843e13 req-a9259334-e16f-4d44-9349-cd62569cec01 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0855238 Oct 18 08:16:56.954512 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b74a2-c7ca-4d31-819d-5e85970b357a req-4ba03f38-6653-48db-94ac-1de04925136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:56.955960 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-752b74a2-c7ca-4d31-819d-5e85970b357a req-4ba03f38-6653-48db-94ac-1de04925136b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1281655 Oct 18 08:16:56.987977 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bd29f81d-40c1-430b-b127-b6597d843e13 req-2a1dadf1-e3bc-47bd-98ca-e38f99440e41 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422189 Oct 18 08:16:57.156058 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-752b74a2-c7ca-4d31-819d-5e85970b357a req-d0eab122-bfb8-4fc6-8ee3-9c9d8024edb3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0114a7b9-c0b4-448d-b392-955773fe6070 HTTP/1.1" status: 200 len: 1001 time: 0.1903222 Oct 18 08:16:57.222713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b74a2-c7ca-4d31-819d-5e85970b357a req-69b56979-4871-4f9a-92be-e726ee0c1033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:57.227125 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-752b74a2-c7ca-4d31-819d-5e85970b357a req-69b56979-4871-4f9a-92be-e726ee0c1033 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0586956 Oct 18 08:16:57.322936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b74a2-c7ca-4d31-819d-5e85970b357a req-b95502ac-78de-4c7f-a8f9-c07ef3812f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:57.324972 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-752b74a2-c7ca-4d31-819d-5e85970b357a req-b95502ac-78de-4c7f-a8f9-c07ef3812f84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891964 Oct 18 08:16:57.459871 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-74447503-c655-4965-a1e0-bca395d17f77 req-064c85d6-355a-4f91-8110-3064d7c5ae66 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1936467 Oct 18 08:16:57.460342 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-752b74a2-c7ca-4d31-819d-5e85970b357a req-9ccd80af-6279-4f3e-bee5-31a4d8301e34 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251533 Oct 18 08:16:57.471736 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcf07f-ec2e-4b06-a73f-6d893f0344f4 req-26763d6b-b677-44c1-aa09-797c9716e9c8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:57.472938 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-edfcf07f-ec2e-4b06-a73f-6d893f0344f4 req-26763d6b-b677-44c1-aa09-797c9716e9c8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.1570315 Oct 18 08:16:57.521095 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-edfcf07f-ec2e-4b06-a73f-6d893f0344f4 req-cd75a606-5f27-4a16-b615-7d5137b1e518 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414906 Oct 18 08:16:57.600065 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-752b74a2-c7ca-4d31-819d-5e85970b357a req-232c194b-0f52-446c-9c8b-3a22dd62d3cc service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294084 Oct 18 08:16:58.766303 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74447503-c655-4965-a1e0-bca395d17f77 req-7deeaea5-dbd3-45e5-9f15-f7bf15f86000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:58.767784 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74447503-c655-4965-a1e0-bca395d17f77 req-7deeaea5-dbd3-45e5-9f15-f7bf15f86000 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 1099 time: 0.1553514 Oct 18 08:16:58.776471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48974c4d-2589-4c18-a383-06c417ebed62 req-6b5352cf-5e6e-4f5d-b3bf-e18a017a0666 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:58.777764 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-48974c4d-2589-4c18-a383-06c417ebed62 req-6b5352cf-5e6e-4f5d-b3bf-e18a017a0666 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.1271560 Oct 18 08:16:58.918269 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-48974c4d-2589-4c18-a383-06c417ebed62 req-2843c9dd-e600-4a5c-82bb-2b9c13b8db21 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222610 Oct 18 08:16:58.964713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74447503-c655-4965-a1e0-bca395d17f77 req-673d4cb0-7312-4983-ba52-ae93928a227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:58.969013 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74447503-c655-4965-a1e0-bca395d17f77 req-673d4cb0-7312-4983-ba52-ae93928a227e service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1904304 Oct 18 08:16:59.079286 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74447503-c655-4965-a1e0-bca395d17f77 req-02680d1d-8c57-48b1-8535-b014841effe3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0114a7b9-c0b4-448d-b392-955773fe6070 HTTP/1.1" status: 200 len: 1001 time: 0.1008825 Oct 18 08:16:59.146724 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74447503-c655-4965-a1e0-bca395d17f77 req-f0175865-0a70-4f70-94a4-237161f97050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:59.148126 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74447503-c655-4965-a1e0-bca395d17f77 req-f0175865-0a70-4f70-94a4-237161f97050 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0601528 Oct 18 08:16:59.240290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74447503-c655-4965-a1e0-bca395d17f77 req-132e35e4-b36c-4c1e-8a66-93cf9d1d9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:16:59.242125 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74447503-c655-4965-a1e0-bca395d17f77 req-132e35e4-b36c-4c1e-8a66-93cf9d1d9a7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841582 Oct 18 08:16:59.385172 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74447503-c655-4965-a1e0-bca395d17f77 req-62cbb9e2-8cd9-441a-ad58-7de04f5a27f7 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336095 Oct 18 08:16:59.520759 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74447503-c655-4965-a1e0-bca395d17f77 req-87ee4ffb-6cda-48b7-b005-9d89ca8ff007 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250134 Oct 18 08:17:00.114078 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cecce-6460-473a-95cf-99a4a7867495 req-fd70824b-878f-4818-8d24-9ecb9e96c72b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:00.115557 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-603cecce-6460-473a-95cf-99a4a7867495 req-fd70824b-878f-4818-8d24-9ecb9e96c72b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0855901 Oct 18 08:17:00.158830 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-603cecce-6460-473a-95cf-99a4a7867495 req-1cb2fae3-24c8-49d1-942b-fd96fb7f796f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376749 Oct 18 08:17:01.509712 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfa456-157b-416c-9192-05d0e21ef171 req-5f0b54ff-7269-43ce-9556-2a4be66c0ded tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:01.511060 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b0bfa456-157b-416c-9192-05d0e21ef171 req-5f0b54ff-7269-43ce-9556-2a4be66c0ded tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.2427309 Oct 18 08:17:01.531290 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74447503-c655-4965-a1e0-bca395d17f77 req-f2488e52-494f-42f9-a40b-586d8ab86b5c service neutron] 10.222.0.46 "GET /v2.0/ports/0114a7b9-c0b4-448d-b392-955773fe6070/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.1987760 Oct 18 08:17:01.558944 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b0bfa456-157b-416c-9192-05d0e21ef171 req-0f453fc5-df5d-4254-8396-40875c9d7950 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412507 Oct 18 08:17:01.817258 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74447503-c655-4965-a1e0-bca395d17f77 req-fb434b58-1b2b-4594-86e9-5be4ded956b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:01.818749 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74447503-c655-4965-a1e0-bca395d17f77 req-fb434b58-1b2b-4594-86e9-5be4ded956b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627&tenant_id=eaf802a5bcf34321802c292596af3155 HTTP/1.1" status: 200 len: 1099 time: 0.0780609 Oct 18 08:17:01.925296 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74447503-c655-4965-a1e0-bca395d17f77 req-e969896f-f484-44b5-ad73-102c057f56c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:01.926735 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74447503-c655-4965-a1e0-bca395d17f77 req-e969896f-f484-44b5-ad73-102c057f56c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 1099 time: 0.0804436 Oct 18 08:17:02.055977 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74447503-c655-4965-a1e0-bca395d17f77 req-6f445b4f-8d51-4f4f-8153-26ccc9e7f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:02.057360 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74447503-c655-4965-a1e0-bca395d17f77 req-6f445b4f-8d51-4f4f-8153-26ccc9e7f769 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1217661 Oct 18 08:17:02.161727 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74447503-c655-4965-a1e0-bca395d17f77 req-c4650f91-2539-4094-a08d-78d9a7c4ec14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0114a7b9-c0b4-448d-b392-955773fe6070 HTTP/1.1" status: 200 len: 1001 time: 0.0940137 Oct 18 08:17:02.225856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74447503-c655-4965-a1e0-bca395d17f77 req-21613b71-80a6-4210-9abe-16863b25310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:02.227271 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74447503-c655-4965-a1e0-bca395d17f77 req-21613b71-80a6-4210-9abe-16863b25310e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0559201 Oct 18 08:17:02.310692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74447503-c655-4965-a1e0-bca395d17f77 req-380e5e1f-e4ff-48f3-a247-4f6120210239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:02.312136 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74447503-c655-4965-a1e0-bca395d17f77 req-380e5e1f-e4ff-48f3-a247-4f6120210239 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754242 Oct 18 08:17:02.445498 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74447503-c655-4965-a1e0-bca395d17f77 req-51354ebf-5463-4f4a-a518-c1f5f8b475ab service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216760 Oct 18 08:17:02.578581 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74447503-c655-4965-a1e0-bca395d17f77 req-04e84f60-90e6-46e9-8b7b-e226ae926065 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237803 Oct 18 08:17:02.912764 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37630807-7b1a-400d-a8e0-3c7ce4613660 req-ee1575be-a809-4bde-90ae-a4a2c026aaa9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:02.914222 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-37630807-7b1a-400d-a8e0-3c7ce4613660 req-ee1575be-a809-4bde-90ae-a4a2c026aaa9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0898807 Oct 18 08:17:02.958041 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-37630807-7b1a-400d-a8e0-3c7ce4613660 req-29cd61cc-2ff2-4ce4-a8b6-904a51e97fcc tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373614 Oct 18 08:17:04.157287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb98e53-1711-4963-8d12-e62ee4f99ecc req-136114e0-e441-41dc-87af-8fdd54c97a1f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:04.158826 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-edb98e53-1711-4963-8d12-e62ee4f99ecc req-136114e0-e441-41dc-87af-8fdd54c97a1f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0905173 Oct 18 08:17:04.202558 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-edb98e53-1711-4963-8d12-e62ee4f99ecc req-e8f9d7f5-57a8-4cfe-a3cb-691ee4145bd2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379477 Oct 18 08:17:04.643201 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 0114a7b9-c0b4-448d-b392-955773fe6070 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:17:04.646319 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 0114a7b9-c0b4-448d-b392-955773fe6070 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:17:04.670028 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:04.852231 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 0114a7b9-c0b4-448d-b392-955773fe6070 is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:17:04.852608 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:04.885608 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 0114a7b9-c0b4-448d-b392-955773fe6070, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0114a7b9-c0b4-448d-b392-955773fe6070,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:17:04.905975 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6324d0fe-e4ea-409b-b97d-47301614b627', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0114a7b9-c0b4-448d-b392-955773fe6070'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:17:04.907965 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76395090-889a-49e2-b9ad-1cba5717fc62" -d '{"events": [{"server_uuid": "6324d0fe-e4ea-409b-b97d-47301614b627", "name": "network-vif-unplugged", "status": "completed", "tag": "0114a7b9-c0b4-448d-b392-955773fe6070"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:17:04.913185 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '0114a7b9-c0b4-448d-b392-955773fe6070', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'port_id': '0114a7b9-c0b4-448d-b392-955773fe6070', 'mac_address': 'fa:16:3e:05:f9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:17:04.920394 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 0114a7b9-c0b4-448d-b392-955773fe6070, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0114a7b9-c0b4-448d-b392-955773fe6070,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:17:04.952372 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:04.995398 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Oct 2022 08:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0742628-6193-4635-a78d-0fe319ab3f19 x-openstack-request-id: req-e0742628-6193-4635-a78d-0fe319ab3f19 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:17:04.995687 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6324d0fe-e4ea-409b-b97d-47301614b627", "name": "network-vif-unplugged", "status": "completed", "tag": "0114a7b9-c0b4-448d-b392-955773fe6070", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:17:04.995954 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e0742628-6193-4635-a78d-0fe319ab3f19 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:17:04.996320 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0742628-6193-4635-a78d-0fe319ab3f19'] response: {'server_uuid': '6324d0fe-e4ea-409b-b97d-47301614b627', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0114a7b9-c0b4-448d-b392-955773fe6070', 'code': 200} Oct 18 08:17:05.030150 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 0114a7b9-c0b4-448d-b392-955773fe6070 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:17:05.030525 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:05.054624 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0114a7b9-c0b4-448d-b392-955773fe6070 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:17:05.061599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=0114a7b9-c0b4-448d-b392-955773fe6070,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:17:05.074416 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:05.074767 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:05.075104 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:05.075434 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:05.075758 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:05.076082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:05.076402 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:05.076723 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:05.077043 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:05.077390 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:05.077685 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:05.078002 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:05.085721 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 0114a7b9-c0b4-448d-b392-955773fe6070, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0114a7b9-c0b4-448d-b392-955773fe6070,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:17:05.089407 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:05.159586 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=0114a7b9-c0b4-448d-b392-955773fe6070,revision_number=7']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:17:05.176950 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['0114a7b9-c0b4-448d-b392-955773fe6070'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:17:05.407377 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502aef3f-75ce-40fd-86f9-d0bd8d4a4315 req-d2b283f0-f959-4153-ae7a-5c4b1b6db868 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:05.408804 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-502aef3f-75ce-40fd-86f9-d0bd8d4a4315 req-d2b283f0-f959-4153-ae7a-5c4b1b6db868 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 945 time: 0.0912321 Oct 18 08:17:05.451545 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-502aef3f-75ce-40fd-86f9-d0bd8d4a4315 req-b8eb3b21-16aa-4648-8f92-67383c5b74fc tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370805 Oct 18 08:17:05.830034 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6451282-277e-4658-b2c5-ceb58096ad97 req-5b322e4d-5a9c-4cb6-998f-d1110742be56 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:05.831500 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a6451282-277e-4658-b2c5-ceb58096ad97 req-5b322e4d-5a9c-4cb6-998f-d1110742be56 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 945 time: 0.1532063 Oct 18 08:17:05.839385 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221ee3a-cc8e-48b1-ba52-66989bbeaaf1 req-233a66e3-d652-4c6a-8b5d-104287e0e5bd tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:05.840653 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a221ee3a-cc8e-48b1-ba52-66989bbeaaf1 req-233a66e3-d652-4c6a-8b5d-104287e0e5bd tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627&tenant_id=eaf802a5bcf34321802c292596af3155&binding%3Ahost_id=hv-neutron-8616 HTTP/1.1" status: 200 len: 945 time: 0.1268322 Oct 18 08:17:05.880982 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a6451282-277e-4658-b2c5-ceb58096ad97 req-90c4a657-ded1-4693-80a3-10771921f7c2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394027 Oct 18 08:17:05.994758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221ee3a-cc8e-48b1-ba52-66989bbeaaf1 req-5f14dc67-cf5a-4b10-9ff2-0c053e4d2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:05.996185 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a221ee3a-cc8e-48b1-ba52-66989bbeaaf1 req-5f14dc67-cf5a-4b10-9ff2-0c053e4d2b0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 1098 time: 0.0796957 Oct 18 08:17:06.127583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221ee3a-cc8e-48b1-ba52-66989bbeaaf1 req-c473b363-4172-4484-94e0-40eade9f5d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:06.128921 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a221ee3a-cc8e-48b1-ba52-66989bbeaaf1 req-c473b363-4172-4484-94e0-40eade9f5d98 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1236665 Oct 18 08:17:06.229253 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a221ee3a-cc8e-48b1-ba52-66989bbeaaf1 req-63815e5f-01d5-454b-8982-aab7fb1bb449 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0114a7b9-c0b4-448d-b392-955773fe6070 HTTP/1.1" status: 200 len: 1000 time: 0.0918827 Oct 18 08:17:06.388428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221ee3a-cc8e-48b1-ba52-66989bbeaaf1 req-674bd63a-9503-4002-84c6-e96c0ccfe6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:06.389759 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a221ee3a-cc8e-48b1-ba52-66989bbeaaf1 req-674bd63a-9503-4002-84c6-e96c0ccfe6b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.1518881 Oct 18 08:17:06.475220 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221ee3a-cc8e-48b1-ba52-66989bbeaaf1 req-e2f37b2d-7fcd-4e83-9bb7-3cf6a8a6fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:06.476640 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a221ee3a-cc8e-48b1-ba52-66989bbeaaf1 req-e2f37b2d-7fcd-4e83-9bb7-3cf6a8a6fa5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766246 Oct 18 08:17:06.608492 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a221ee3a-cc8e-48b1-ba52-66989bbeaaf1 req-635059bd-e98c-4bbc-9581-ec67fb14b877 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211154 Oct 18 08:17:06.658891 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 0114a7b9-c0b4-448d-b392-955773fe6070 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:17:06.727789 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 0114a7b9-c0b4-448d-b392-955773fe6070 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:17:06.728181 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:06.728503 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 0114a7b9-c0b4-448d-b392-955773fe6070 Oct 18 08:17:06.741375 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a221ee3a-cc8e-48b1-ba52-66989bbeaaf1 req-436964ba-c9aa-4445-9bd3-1ce922e6c8d0 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236293 Oct 18 08:17:06.855025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 0114a7b9-c0b4-448d-b392-955773fe6070 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:17:06.855418 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:06.887569 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 0114a7b9-c0b4-448d-b392-955773fe6070, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0114a7b9-c0b4-448d-b392-955773fe6070,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:17:06.891102 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:06.957459 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=0114a7b9-c0b4-448d-b392-955773fe6070,revision_number=8']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:17:06.997952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6324d0fe-e4ea-409b-b97d-47301614b627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0114a7b9-c0b4-448d-b392-955773fe6070'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:17:07.000347 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a29423-c5a4-4289-b11d-72c55c0a4977" -d '{"events": [{"server_uuid": "6324d0fe-e4ea-409b-b97d-47301614b627", "name": "network-vif-plugged", "status": "completed", "tag": "0114a7b9-c0b4-448d-b392-955773fe6070"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:17:07.051335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced56add-8168-4b5b-ab11-7d41fccbfd6d x-openstack-request-id: req-ced56add-8168-4b5b-ab11-7d41fccbfd6d {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:17:07.051628 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6324d0fe-e4ea-409b-b97d-47301614b627", "name": "network-vif-plugged", "status": "completed", "tag": "0114a7b9-c0b4-448d-b392-955773fe6070", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:17:07.051880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ced56add-8168-4b5b-ab11-7d41fccbfd6d {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:17:07.052283 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced56add-8168-4b5b-ab11-7d41fccbfd6d'] response: {'server_uuid': '6324d0fe-e4ea-409b-b97d-47301614b627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0114a7b9-c0b4-448d-b392-955773fe6070', 'code': 200} Oct 18 08:17:07.083586 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973ea7f-dffb-4712-9380-6b50aae7965a req-9393c377-c3e7-4e1d-9e65-f2386ce7f8d9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:07.085029 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0973ea7f-dffb-4712-9380-6b50aae7965a req-9393c377-c3e7-4e1d-9e65-f2386ce7f8d9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0905640 Oct 18 08:17:07.133959 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0973ea7f-dffb-4712-9380-6b50aae7965a req-1f384e1a-df4d-43b2-8c13-71ad8b65f8f3 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418239 Oct 18 08:17:08.346358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78051c0-3657-4ede-97dd-4366fe49abf1 req-a5ca51f9-ecc6-4c5d-bf67-9fd57edf3161 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:08.347753 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f78051c0-3657-4ede-97dd-4366fe49abf1 req-a5ca51f9-ecc6-4c5d-bf67-9fd57edf3161 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0924816 Oct 18 08:17:08.390696 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f78051c0-3657-4ede-97dd-4366fe49abf1 req-4f1eaf70-5963-4e66-8f4d-73acd6518aa4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371537 Oct 18 08:17:08.585836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885992f-12b8-4b3c-9ae0-79c40414dd42 req-bd1e6fe4-b8ad-49be-81d9-67e3c60fdeff tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:08.587322 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0885992f-12b8-4b3c-9ae0-79c40414dd42 req-bd1e6fe4-b8ad-49be-81d9-67e3c60fdeff tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0876796 Oct 18 08:17:08.629584 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0885992f-12b8-4b3c-9ae0-79c40414dd42 req-60bb2e60-4c94-4ea7-8aab-678b9e2bdab9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367091 Oct 18 08:17:09.032500 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76accae4-2012-471e-9dc4-432e3648f892 req-23bc4b6a-5f3c-42a0-b3be-a306620db4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:09.033884 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-76accae4-2012-471e-9dc4-432e3648f892 req-23bc4b6a-5f3c-42a0-b3be-a306620db4e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 1099 time: 0.0838280 Oct 18 08:17:09.087452 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0139f-eff0-4b67-b477-f6fd2bcda1e8 req-9c12737b-62dc-43d7-a84d-e9d4de3daf3f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:09.088887 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f7d0139f-eff0-4b67-b477-f6fd2bcda1e8 req-9c12737b-62dc-43d7-a84d-e9d4de3daf3f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.2028213 Oct 18 08:17:09.132821 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f7d0139f-eff0-4b67-b477-f6fd2bcda1e8 req-c7c84fd4-8412-43ff-b88d-30287fd849cd tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381882 Oct 18 08:17:09.169077 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76accae4-2012-471e-9dc4-432e3648f892 req-760decad-f85d-4c91-a8f6-b2d4b18155a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:09.170503 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-76accae4-2012-471e-9dc4-432e3648f892 req-760decad-f85d-4c91-a8f6-b2d4b18155a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1274686 Oct 18 08:17:09.274629 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-76accae4-2012-471e-9dc4-432e3648f892 req-77eb3376-30fa-4e86-85a6-72e42752a3d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0114a7b9-c0b4-448d-b392-955773fe6070 HTTP/1.1" status: 200 len: 1001 time: 0.0943224 Oct 18 08:17:09.337420 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76accae4-2012-471e-9dc4-432e3648f892 req-e47c3d96-52ac-4ba5-a613-e000d7759270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:09.338818 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-76accae4-2012-471e-9dc4-432e3648f892 req-e47c3d96-52ac-4ba5-a613-e000d7759270 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0562727 Oct 18 08:17:09.421859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76accae4-2012-471e-9dc4-432e3648f892 req-6e3bee33-0199-43d4-85d5-50a5b24dae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:09.423325 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-76accae4-2012-471e-9dc4-432e3648f892 req-6e3bee33-0199-43d4-85d5-50a5b24dae78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756202 Oct 18 08:17:09.555406 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-76accae4-2012-471e-9dc4-432e3648f892 req-98a3b806-cd0a-45f7-a22a-5d265449c621 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209435 Oct 18 08:17:09.686135 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-76accae4-2012-471e-9dc4-432e3648f892 req-5e29d7a7-ddd6-43d0-8a5c-aa4a99000452 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216259 Oct 18 08:17:10.342514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2cce8-ec22-46af-89b9-d10b972cc5e3 req-50afe96d-cb21-41be-a6dd-d1f90ae70cf6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:10.343902 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a2c2cce8-ec22-46af-89b9-d10b972cc5e3 req-50afe96d-cb21-41be-a6dd-d1f90ae70cf6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0900154 Oct 18 08:17:10.387316 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a2c2cce8-ec22-46af-89b9-d10b972cc5e3 req-212d27bc-0174-483b-a8bc-30421590a893 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378535 Oct 18 08:17:10.774858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00849f0-035a-4004-af86-9983816afd2b req-fb98f956-4e2f-4fb9-9465-4285daac266d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:10.776288 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c00849f0-035a-4004-af86-9983816afd2b req-fb98f956-4e2f-4fb9-9465-4285daac266d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0898223 Oct 18 08:17:10.819179 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c00849f0-035a-4004-af86-9983816afd2b req-c2bd4f76-1361-4549-bb52-b26946758538 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372491 Oct 18 08:17:12.016947 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a27601-bcd7-41f1-87e4-493ecbef8259 req-1dbc7181-49f4-4ab1-860f-40b2510c0a2d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:12.018404 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-57a27601-bcd7-41f1-87e4-493ecbef8259 req-1dbc7181-49f4-4ab1-860f-40b2510c0a2d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0892427 Oct 18 08:17:12.061616 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-57a27601-bcd7-41f1-87e4-493ecbef8259 req-9630e2a5-972a-4593-a3e0-ae9bda6aea41 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371084 Oct 18 08:17:12.554361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6286da-0ec6-4567-9a59-95eb6375cfce req-d7275e90-9113-4d2d-a8d8-62eb8c214db6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:12.555811 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2b6286da-0ec6-4567-9a59-95eb6375cfce req-d7275e90-9113-4d2d-a8d8-62eb8c214db6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.0860300 Oct 18 08:17:12.629044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-2b6286da-0ec6-4567-9a59-95eb6375cfce req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Deleting port 0114a7b9-c0b4-448d-b392-955773fe6070 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:17:12.629409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2b6286da-0ec6-4567-9a59-95eb6375cfce req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:12.955606 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-2b6286da-0ec6-4567-9a59-95eb6375cfce req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] For port 0114a7b9-c0b4-448d-b392-955773fe6070, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0114a7b9-c0b4-448d-b392-955773fe6070,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:17:12.955875 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2b6286da-0ec6-4567-9a59-95eb6375cfce req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:13.293208 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2b6286da-0ec6-4567-9a59-95eb6375cfce req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:13.293571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2b6286da-0ec6-4567-9a59-95eb6375cfce req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:13.293876 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [req-2b6286da-0ec6-4567-9a59-95eb6375cfce req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Floating IP 2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7 disassociated. External IP: 172.26.8.62, port: 0114a7b9-c0b4-448d-b392-955773fe6070. Oct 18 08:17:13.294206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-2b6286da-0ec6-4567-9a59-95eb6375cfce req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Calling delete_port for 0114a7b9-c0b4-448d-b392-955773fe6070 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:17:13.382207 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f35ed-b86b-4e8d-be65-79223c33a135 req-3217ab1f-0a5b-4e03-8d5b-7e6a5418d7e7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:13.384904 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-577f35ed-b86b-4e8d-be65-79223c33a135 req-3217ab1f-0a5b-4e03-8d5b-7e6a5418d7e7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 946 time: 0.1894312 Oct 18 08:17:13.475241 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-577f35ed-b86b-4e8d-be65-79223c33a135 req-558493ca-bc84-470f-85d8-6826c7077c7f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846457 Oct 18 08:17:13.490416 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2b6286da-0ec6-4567-9a59-95eb6375cfce req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:13.550962 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Pushing event deleted for resources: {'Port': ['ID=0114a7b9-c0b4-448d-b392-955773fe6070,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:17:13.562061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:13.562628 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:13.562757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:13.563094 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:13.563442 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:13.563752 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:13.564085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:13.564413 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:13.564739 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:13.565062 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:13.565389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:13.565710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:17:13.753110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b6286da-0ec6-4567-9a59-95eb6375cfce req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:17:13.928771 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b6286da-0ec6-4567-9a59-95eb6375cfce req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:17:13.937988 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56031015-4a5d-4e1e-bdc6-ae3f1a6f1534 None None] Sync routers for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:17:13.951402 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56031015-4a5d-4e1e-bdc6-ae3f1a6f1534 None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:17:13.952005 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-56031015-4a5d-4e1e-bdc6-ae3f1a6f1534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:16:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:17:14.015381 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6286da-0ec6-4567-9a59-95eb6375cfce req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] No DVR routers for this DVR port 0114a7b9-c0b4-448d-b392-955773fe6070 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:17:14.017793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2b6286da-0ec6-4567-9a59-95eb6375cfce req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:14.020470 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6324d0fe-e4ea-409b-b97d-47301614b627', 'name': 'network-vif-deleted', 'tag': '0114a7b9-c0b4-448d-b392-955773fe6070'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:17:14.022753 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811e91f8-ea80-4eb5-8959-e71aa85172b5" -d '{"events": [{"server_uuid": "6324d0fe-e4ea-409b-b97d-47301614b627", "name": "network-vif-deleted", "tag": "0114a7b9-c0b4-448d-b392-955773fe6070"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:17:14.037009 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2b6286da-0ec6-4567-9a59-95eb6375cfce req-ba86594b-2864-4e01-a7e9-cf202ca3fb6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "DELETE /v2.0/ports/0114a7b9-c0b4-448d-b392-955773fe6070 HTTP/1.1" status: 204 len: 173 time: 1.4728911 Oct 18 08:17:14.073045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9dc991-3df3-4451-8eb1-a9fd4f4230ed x-openstack-request-id: req-9c9dc991-3df3-4451-8eb1-a9fd4f4230ed {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:17:14.073346 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6324d0fe-e4ea-409b-b97d-47301614b627", "name": "network-vif-deleted", "tag": "0114a7b9-c0b4-448d-b392-955773fe6070", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:17:14.073606 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9c9dc991-3df3-4451-8eb1-a9fd4f4230ed {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:17:14.074003 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c9dc991-3df3-4451-8eb1-a9fd4f4230ed'] response: {'server_uuid': '6324d0fe-e4ea-409b-b97d-47301614b627', 'name': 'network-vif-deleted', 'tag': '0114a7b9-c0b4-448d-b392-955773fe6070', 'status': 'completed', 'code': 200} Oct 18 08:17:14.165697 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-56031015-4a5d-4e1e-bdc6-ae3f1a6f1534 None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:17:14.471649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-56031015-4a5d-4e1e-bdc6-ae3f1a6f1534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:17:14.475430 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56031015-4a5d-4e1e-bdc6-ae3f1a6f1534 None None] Checking router: f94d3271-d8ec-41a0-b48d-52a6e02c66b6 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:17:14.483531 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56031015-4a5d-4e1e-bdc6-ae3f1a6f1534 None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:17:14.484108 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-56031015-4a5d-4e1e-bdc6-ae3f1a6f1534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:16:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:17:14.658145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-96894782-4eb2-4a9d-8b21-d55d0dae2c2e req-777205ea-b884-4093-9787-bef8a18d333e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Synchronizing usage tracker for tenant:eaf802a5bcf34321802c292596af3155 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:17:14.674209 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-96894782-4eb2-4a9d-8b21-d55d0dae2c2e req-777205ea-b884-4093-9787-bef8a18d333e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Unset dirty status for tenant:eaf802a5bcf34321802c292596af3155 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:17:14.675034 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-56031015-4a5d-4e1e-bdc6-ae3f1a6f1534 None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:17:14.675394 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-96894782-4eb2-4a9d-8b21-d55d0dae2c2e req-777205ea-b884-4093-9787-bef8a18d333e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=6324d0fe-e4ea-409b-b97d-47301614b627 HTTP/1.1" status: 200 len: 210 time: 0.0695789 Oct 18 08:17:14.981402 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-56031015-4a5d-4e1e-bdc6-ae3f1a6f1534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:17:14.985468 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56031015-4a5d-4e1e-bdc6-ae3f1a6f1534 None None] The sync data for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv is: [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:17:15.200513 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a806be3a-b72c-41cd-afac-4d3d02795bbf None None] New status for floating IP 2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7: DOWN {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:17:16.003225 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-081983b2-d137-4d3f-b145-3d81aa134ba6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--892485177&fields=id&tenant_id=eaf802a5bcf34321802c292596af3155 HTTP/1.1" status: 200 len: 267 time: 0.0376642 Oct 18 08:17:16.151277 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-fe897fa5-1405-4404-b623-73ced77d7881 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:16.152708 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-fe897fa5-1405-4404-b623-73ced77d7881 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 812 time: 0.1428244 Oct 18 08:17:16.167217 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-c30e5543-25e9-4d8b-a9e4-fb6f9d3b65d5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/quotas/eaf802a5bcf34321802c292596af3155 HTTP/1.1" status: 200 len: 375 time: 0.0089371 Oct 18 08:17:16.261780 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-fdcd15f6-5756-4f32-a501-73672abc2388 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0894358 Oct 18 08:17:16.437876 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-9a4c1ce1-5642-4fc6-bd5c-05febdec9fd7 service neutron] 10.222.0.17 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648812 Oct 18 08:17:16.567305 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-71bb7c8b-6a25-45a7-9239-d4498985949b service neutron] 10.222.0.17 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236126 Oct 18 08:17:16.705255 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 0114a7b9-c0b4-448d-b392-955773fe6070 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:17:16.743110 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 0114a7b9-c0b4-448d-b392-955773fe6070 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:17:16.743455 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 0114a7b9-c0b4-448d-b392-955773fe6070 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:17:16.751117 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0a9597d1-4539-4b81-9413-51efaefe6309 req-3fb5c2f7-1388-4716-ad04-1012588725cb tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 210 time: 0.0524836 Oct 18 08:17:17.910845 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-dcc68ecd-2470-4539-aa8b-732eee9b4d34 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:17.913040 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-dcc68ecd-2470-4539-aa8b-732eee9b4d34 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 812 time: 0.2629061 Oct 18 08:17:17.919119 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-777a714f-7edc-4737-9f30-d429443afad6 req-4a69a1aa-21b9-4d18-9fe5-48388c8a6dad tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 210 time: 0.0513589 Oct 18 08:17:17.971903 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-c163ab06-5745-4bd9-aa87-239be71de9b7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaf802a5bcf34321802c292596af3155 HTTP/1.1" status: 200 len: 379 time: 0.0398693 Oct 18 08:17:17.981090 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-84529898-085c-40a1-8e31-a7b046e971c5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Request body: {'port': {'device_id': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'admin_state_up': True, 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'security_groups': ['02eed14d-5577-4c7c-beee-90500cb26f51']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:17:18.112450 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-84529898-085c-40a1-8e31-a7b046e971c5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:17:18.122192 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-84529898-085c-40a1-8e31-a7b046e971c5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:17:18.131215 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-84529898-085c-40a1-8e31-a7b046e971c5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Made reservation on behalf of eaf802a5bcf34321802c292596af3155 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:17:18.134628 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-84529898-085c-40a1-8e31-a7b046e971c5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:18.293325 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-84529898-085c-40a1-8e31-a7b046e971c5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Allocated IP 172.20.0.3 (4ce39f00-7bf9-4a66-83de-a495f169e766/95abe56a-17dd-4075-81c8-44f782257284/139ffae2-95a4-4b2a-9f23-d7ecca0609bf) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:17:18.474867 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-84529898-085c-40a1-8e31-a7b046e971c5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:18.490064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-84529898-085c-40a1-8e31-a7b046e971c5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Transition to ACTIVE for port object 139ffae2-95a4-4b2a-9f23-d7ecca0609bf will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:17:18.512195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-84529898-085c-40a1-8e31-a7b046e971c5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:18.584991 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-84529898-085c-40a1-8e31-a7b046e971c5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Network 4ce39f00-7bf9-4a66-83de-a495f169e766 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:17:18.588470 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-84529898-085c-40a1-8e31-a7b046e971c5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:17:18.592179 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-84529898-085c-40a1-8e31-a7b046e971c5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:17:18.622757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84529898-085c-40a1-8e31-a7b046e971c5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Pushing event updated for resources: {'Port': ['ID=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:17:18.660633 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-84529898-085c-40a1-8e31-a7b046e971c5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:18.661282 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-84529898-085c-40a1-8e31-a7b046e971c5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:18.690179 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-84529898-085c-40a1-8e31-a7b046e971c5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7123942 Oct 18 08:17:18.705876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Request body: {'port': {'device_id': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:17:18.823143 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:18.892133 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d7040c91-94a9-4fee-991a-4fe6bc755bd7 None None] Provisioning for port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:17:18.896882 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d7040c91-94a9-4fee-991a-4fe6bc755bd7 None None] Provisioning complete for port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:17:18.897250 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d7040c91-94a9-4fee-991a-4fe6bc755bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:18.897571 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d7040c91-94a9-4fee-991a-4fe6bc755bd7 None None] Attempt 1 to provision port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf Oct 18 08:17:18.951616 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d7040c91-94a9-4fee-991a-4fe6bc755bd7 None None] Port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:17:19.177194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139ffae2-95a4-4b2a-9f23-d7ecca0609bf {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:17:19.224472 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:19.253704 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Transition to ACTIVE for port object 139ffae2-95a4-4b2a-9f23-d7ecca0609bf will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:17:19.259369 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:19.451729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Pushing event updated for resources: {'Port': ['ID=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:17:19.453188 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d7040c91-94a9-4fee-991a-4fe6bc755bd7 None None] Attempt 2 to provision port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf Oct 18 08:17:19.470375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c595ef0-6f45-478e-b452-75b4173a4e27 req-ba2c4687-17da-4941-b680-32175780a074 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:19.471085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-3c595ef0-6f45-478e-b452-75b4173a4e27 req-ba2c4687-17da-4941-b680-32175780a074 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Synchronizing usage tracker for tenant:eaf802a5bcf34321802c292596af3155 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:17:19.508375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-3c595ef0-6f45-478e-b452-75b4173a4e27 req-ba2c4687-17da-4941-b680-32175780a074 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Unset dirty status for tenant:eaf802a5bcf34321802c292596af3155 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:17:19.509521 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3c595ef0-6f45-478e-b452-75b4173a4e27 req-ba2c4687-17da-4941-b680-32175780a074 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 931 time: 0.3356514 Oct 18 08:17:19.509941 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d7040c91-94a9-4fee-991a-4fe6bc755bd7 None None] Port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:17:19.513537 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Attempting to bind port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:17:19.513868 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Attempting to bind port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:17:19.514196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Attempting to bind port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf on network 4ce39f00-7bf9-4a66-83de-a495f169e766 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:17:19.532427 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf on network 4ce39f00-7bf9-4a66-83de-a495f169e766 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:17:19.532743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Attempting to bind port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf on network 4ce39f00-7bf9-4a66-83de-a495f169e766 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:17:19.543600 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:17:19.543930 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Checking segment: {'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:17:19.544298 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Bound using segment: {'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:17:19.544716 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Bound port: 139ffae2-95a4-4b2a-9f23-d7ecca0609bf, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:17:19.545055 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:19.605869 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3c595ef0-6f45-478e-b452-75b4173a4e27 req-57948d12-af0b-4ccf-ae4a-793eaa1b7410 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893459 Oct 18 08:17:19.748991 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] For port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:17:19.752227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] For port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:17:19.756597 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:19.785943 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:19.786538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:19.787914 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] 10.222.0.46 "PUT /v2.0/ports/139ffae2-95a4-4b2a-9f23-d7ecca0609bf HTTP/1.1" status: 200 len: 1093 time: 1.0867074 Oct 18 08:17:19.788394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'tag': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:17:19.791172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68632ec-6728-4772-a528-c650660f5f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1081eb8-16a9-495f-b983-0b87aaeb69ea", "tag": "139ffae2-95a4-4b2a-9f23-d7ecca0609bf"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:17:19.878690 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47a9ab1-562c-4132-adbb-b0598bd81f0a x-openstack-request-id: req-f47a9ab1-562c-4132-adbb-b0598bd81f0a {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:17:19.878690 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1081eb8-16a9-495f-b983-0b87aaeb69ea", "tag": "139ffae2-95a4-4b2a-9f23-d7ecca0609bf", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:17:19.878690 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f47a9ab1-562c-4132-adbb-b0598bd81f0a {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:17:19.878690 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47a9ab1-562c-4132-adbb-b0598bd81f0a'] response: {'name': 'network-changed', 'server_uuid': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'tag': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf', 'status': 'completed', 'code': 200} Oct 18 08:17:19.879443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53cf41-142f-4848-bf0c-b8a02a621908 service neutron] Pushing event updated for resources: {'Port': ['ID=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:17:19.917454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-fae50179-dae3-4733-986c-2806d1f1cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:19.919177 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-fae50179-dae3-4733-986c-2806d1f1cd65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 1096 time: 0.0878432 Oct 18 08:17:19.989236 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-e805b3c6-0f76-4823-9fdc-e2185e91dd83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf HTTP/1.1" status: 200 len: 217 time: 0.0593274 Oct 18 08:17:20.011589 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d7040c91-94a9-4fee-991a-4fe6bc755bd7 None None] Attempt 3 to provision port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf Oct 18 08:17:20.056885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-696e0a7d-4b01-48c5-ac03-6f6ccec53df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:20.058311 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-696e0a7d-4b01-48c5-ac03-6f6ccec53df5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0596383 Oct 18 08:17:20.072017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d7040c91-94a9-4fee-991a-4fe6bc755bd7 None None] Port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:17:20.144247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-ef9adc5a-a92b-4536-be36-bc8a6023abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:20.145712 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-ef9adc5a-a92b-4536-be36-bc8a6023abda service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782931 Oct 18 08:17:20.279575 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-e703f25e-597e-48f7-945d-20a3a03b27c7 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242578 Oct 18 08:17:20.413150 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fe6c0daa-d132-42d0-a60f-6e303089e66c req-7518f8db-43d5-4fc3-9244-472436c07f20 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243846 Oct 18 08:17:20.543719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68632ec-6728-4772-a528-c650660f5f5f req-18217929-7cec-454b-9fa3-06831f8f868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:20.545175 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a68632ec-6728-4772-a528-c650660f5f5f req-18217929-7cec-454b-9fa3-06831f8f868c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 1096 time: 0.0808733 Oct 18 08:17:20.675626 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68632ec-6728-4772-a528-c650660f5f5f req-425c152f-90b5-4dc2-945a-a46f554195e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:20.677076 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a68632ec-6728-4772-a528-c650660f5f5f req-425c152f-90b5-4dc2-945a-a46f554195e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1250920 Oct 18 08:17:20.730515 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4ce1cde2-20c3-46d1-a058-b4c8f02ccb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:20.781404 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a68632ec-6728-4772-a528-c650660f5f5f req-281b4346-3598-4b92-8a42-b0091c9fb948 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf HTTP/1.1" status: 200 len: 217 time: 0.0978100 Oct 18 08:17:20.867411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68632ec-6728-4772-a528-c650660f5f5f req-db99d51c-7bce-4eb7-8fbc-6b20b46912f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:20.868725 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a68632ec-6728-4772-a528-c650660f5f5f req-db99d51c-7bce-4eb7-8fbc-6b20b46912f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0794463 Oct 18 08:17:20.924205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f4993-b3d2-4cb8-8146-8624530553e7 req-d9cc5636-111a-400d-a747-c4d58f6a3e7d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:20.925605 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3b8f4993-b3d2-4cb8-8146-8624530553e7 req-d9cc5636-111a-400d-a747-c4d58f6a3e7d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 943 time: 0.1898761 Oct 18 08:17:20.982943 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3b8f4993-b3d2-4cb8-8146-8624530553e7 req-d0b1b756-a0d9-40e7-b03a-45345556bc44 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507796 Oct 18 08:17:20.995961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68632ec-6728-4772-a528-c650660f5f5f req-d658530b-27a3-4948-867c-8c1354456aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:20.997420 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a68632ec-6728-4772-a528-c650660f5f5f req-d658530b-27a3-4948-867c-8c1354456aba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1208663 Oct 18 08:17:21.127085 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a68632ec-6728-4772-a528-c650660f5f5f req-58b15238-7920-45e5-946e-61c24bcd9ff3 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225109 Oct 18 08:17:21.256284 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a68632ec-6728-4772-a528-c650660f5f5f req-3f63746a-f997-473c-83b0-0931f1705b0d service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226876 Oct 18 08:17:22.183306 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e1142-f74a-4adb-ae72-b28c181ce096 req-e5e3cebc-6c9d-471d-b89c-8f6d5d263d8d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:22.184752 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-580e1142-f74a-4adb-ae72-b28c181ce096 req-e5e3cebc-6c9d-471d-b89c-8f6d5d263d8d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 943 time: 0.0906148 Oct 18 08:17:22.228152 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-580e1142-f74a-4adb-ae72-b28c181ce096 req-3cd000fc-802a-4ae9-b128-4a3f631e7334 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376844 Oct 18 08:17:22.735795 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 139ffae2-95a4-4b2a-9f23-d7ecca0609bf details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:17:22.899920 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:17:22.912557 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'port_id': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf', 'mac_address': 'fa:16:3e:d9:2b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:17:22.968579 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:17:22.968959 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:22.985540 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139ffae2-95a4-4b2a-9f23-d7ecca0609bf {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:17:23.000419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:17:23.005437 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:23.073784 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-552fc169-44ae-4557-bd83-8b363ebe6a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:23.084752 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:17:23.270590 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['139ffae2-95a4-4b2a-9f23-d7ecca0609bf'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:17:23.524601 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3d1a5-76aa-437d-8de8-a58e024fa4fd req-c576251f-0d10-4a3c-a9a2-bc90c89abef8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:23.525949 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0ac3d1a5-76aa-437d-8de8-a58e024fa4fd req-c576251f-0d10-4a3c-a9a2-bc90c89abef8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 944 time: 0.1865826 Oct 18 08:17:23.568859 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0ac3d1a5-76aa-437d-8de8-a58e024fa4fd req-5104fdd9-6937-40b9-9aa4-d5415e9b8338 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372283 Oct 18 08:17:23.776014 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:23.836264 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:24.736117 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 139ffae2-95a4-4b2a-9f23-d7ecca0609bf up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:17:24.763453 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c062726-da49-40e7-828d-9746352c8398 req-2408e4ba-4caf-489c-b1bc-48e8d78dbe45 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:24.765041 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9c062726-da49-40e7-828d-9746352c8398 req-2408e4ba-4caf-489c-b1bc-48e8d78dbe45 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 944 time: 0.0867858 Oct 18 08:17:24.803635 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:17:24.808607 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:17:24.808980 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:24.809540 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9c062726-da49-40e7-828d-9746352c8398 req-75323a4e-f9aa-4eef-9bd0-9949488990b5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388815 Oct 18 08:17:24.810949 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf Oct 18 08:17:24.926228 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:17:24.926591 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:24.954038 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:17:24.956316 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d368d6d-af3b-4f36-a5aa-55f47b767258" -d '{"events": [{"server_uuid": "f1081eb8-16a9-495f-b983-0b87aaeb69ea", "name": "network-vif-plugged", "status": "completed", "tag": "139ffae2-95a4-4b2a-9f23-d7ecca0609bf"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:17:24.964348 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:17:24.968298 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:25.005613 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c53c24-e72c-446b-b8c1-3b4545ae74e7 x-openstack-request-id: req-06c53c24-e72c-446b-b8c1-3b4545ae74e7 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:17:25.005900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1081eb8-16a9-495f-b983-0b87aaeb69ea", "name": "network-vif-plugged", "status": "completed", "tag": "139ffae2-95a4-4b2a-9f23-d7ecca0609bf", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:17:25.006146 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-06c53c24-e72c-446b-b8c1-3b4545ae74e7 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:17:25.006532 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c53c24-e72c-446b-b8c1-3b4545ae74e7'] response: {'server_uuid': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf', 'code': 200} Oct 18 08:17:25.039634 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:17:25.238970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d6f18-fe0d-4ab6-9d73-c3ffe0c4266d req-f7a84ad2-32f0-44c7-8283-d0f76bb9ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:25.240416 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f53d6f18-fe0d-4ab6-9d73-c3ffe0c4266d req-f7a84ad2-32f0-44c7-8283-d0f76bb9ab58 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 1098 time: 0.0776553 Oct 18 08:17:25.282292 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f53d6f18-fe0d-4ab6-9d73-c3ffe0c4266d req-c4687343-c0a0-4265-917f-c85ac263f401 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329256 Oct 18 08:17:25.373016 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:25.777850 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:17:26.012358 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b950c2-d0b3-48cf-8cbb-f53b0d6eba89 req-aef177a0-c8c2-44b1-b998-e22372d28868 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:26.013846 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c2b950c2-d0b3-48cf-8cbb-f53b0d6eba89 req-aef177a0-c8c2-44b1-b998-e22372d28868 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0905323 Oct 18 08:17:26.057697 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c2b950c2-d0b3-48cf-8cbb-f53b0d6eba89 req-adbef45b-b11a-4572-a95d-0ce1f6cf4d8c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382373 Oct 18 08:17:27.252346 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9aa45-3f05-43cc-914d-78e19cf9feaf req-4339dd84-816b-4480-b1ec-9e06b17560b7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:27.253784 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d7c9aa45-3f05-43cc-914d-78e19cf9feaf req-4339dd84-816b-4480-b1ec-9e06b17560b7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0852618 Oct 18 08:17:27.297044 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d7c9aa45-3f05-43cc-914d-78e19cf9feaf req-2c82d210-fab5-4733-8020-84d888bb19db tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371463 Oct 18 08:17:27.489853 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce05810-a6a4-4ae9-9b86-e9e9ccebc0df req-4f21c119-297b-4274-ab50-0af43e9bbfb8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:27.491243 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9ce05810-a6a4-4ae9-9b86-e9e9ccebc0df req-4f21c119-297b-4274-ab50-0af43e9bbfb8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0899911 Oct 18 08:17:27.501885 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 38356) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:17:27.506660 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e7791448-3eb6-4575-8b68-6407747775f8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Request body: {'floatingip': {'port_id': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:17:27.584255 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7791448-3eb6-4575-8b68-6407747775f8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for floatingip, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:28.261974 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7791448-3eb6-4575-8b68-6407747775f8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:28.265796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7791448-3eb6-4575-8b68-6407747775f8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:28.433884 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-e7791448-3eb6-4575-8b68-6407747775f8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Floating IP 2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7 associated. External IP: 172.26.8.62, port: 139ffae2-95a4-4b2a-9f23-d7ecca0609bf. Oct 18 08:17:28.775938 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7791448-3eb6-4575-8b68-6407747775f8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:17:28.951751 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7791448-3eb6-4575-8b68-6407747775f8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:17:28.956479 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7791448-3eb6-4575-8b68-6407747775f8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:28.961717 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dd6b74-c8b3-488d-8f1e-ca7e4ac10499 None None] Sync routers for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:17:28.971566 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd6b74-c8b3-488d-8f1e-ca7e4ac10499 None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:17:28.972164 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-99dd6b74-c8b3-488d-8f1e-ca7e4ac10499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:17:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:17:29.009694 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e7791448-3eb6-4575-8b68-6407747775f8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "PUT /v2.0/floatingips/2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7 HTTP/1.1" status: 200 len: 990 time: 1.5067897 Oct 18 08:17:29.010332 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'tag': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:17:29.012662 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4609e561-03bd-4a79-bafe-9189f98cbb5a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1081eb8-16a9-495f-b983-0b87aaeb69ea", "tag": "139ffae2-95a4-4b2a-9f23-d7ecca0609bf"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:17:29.053532 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6483c1-2010-4761-9f25-52969f1df5d8 x-openstack-request-id: req-ab6483c1-2010-4761-9f25-52969f1df5d8 {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:17:29.053818 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1081eb8-16a9-495f-b983-0b87aaeb69ea", "tag": "139ffae2-95a4-4b2a-9f23-d7ecca0609bf", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:17:29.054066 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ab6483c1-2010-4761-9f25-52969f1df5d8 {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:17:29.054466 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab6483c1-2010-4761-9f25-52969f1df5d8'] response: {'name': 'network-changed', 'server_uuid': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'tag': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf', 'status': 'completed', 'code': 200} Oct 18 08:17:29.148614 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-99dd6b74-c8b3-488d-8f1e-ca7e4ac10499 None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:17:29.155985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609e561-03bd-4a79-bafe-9189f98cbb5a req-7881dd5a-9689-4eac-aa9f-8a3541d950e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:29.158144 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4609e561-03bd-4a79-bafe-9189f98cbb5a req-7881dd5a-9689-4eac-aa9f-8a3541d950e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 1098 time: 0.0829916 Oct 18 08:17:29.289962 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609e561-03bd-4a79-bafe-9189f98cbb5a req-acb75d7e-8877-43e4-831b-e131bbb1a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:29.291341 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4609e561-03bd-4a79-bafe-9189f98cbb5a req-acb75d7e-8877-43e4-831b-e131bbb1a0f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1268220 Oct 18 08:17:29.393736 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4609e561-03bd-4a79-bafe-9189f98cbb5a req-a91f6eb1-b164-4906-9dd4-9a9eaad46821 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf HTTP/1.1" status: 200 len: 998 time: 0.0965080 Oct 18 08:17:29.454410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609e561-03bd-4a79-bafe-9189f98cbb5a req-7dde6bd3-1ab4-476e-b0b0-3c16ebf2159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:29.455863 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4609e561-03bd-4a79-bafe-9189f98cbb5a req-7dde6bd3-1ab4-476e-b0b0-3c16ebf2159a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0560822 Oct 18 08:17:29.494124 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-99dd6b74-c8b3-488d-8f1e-ca7e4ac10499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'floating_ip_address': '172.26.8.62', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'port_id': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'mac_address': 'fa:16:3e:d9:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:14:37Z', 'updated_at': '2022-10-18T08:17:28Z', 'revision_number': 9, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:17:29.497931 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dd6b74-c8b3-488d-8f1e-ca7e4ac10499 None None] Checking router: f94d3271-d8ec-41a0-b48d-52a6e02c66b6 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:17:29.506324 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd6b74-c8b3-488d-8f1e-ca7e4ac10499 None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:17:29.507505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-99dd6b74-c8b3-488d-8f1e-ca7e4ac10499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:17:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:17:29.540444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609e561-03bd-4a79-bafe-9189f98cbb5a req-f86fcdcc-6504-48fa-84cb-4345eecbd8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:29.541827 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4609e561-03bd-4a79-bafe-9189f98cbb5a req-f86fcdcc-6504-48fa-84cb-4345eecbd8ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800953 Oct 18 08:17:29.675525 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4609e561-03bd-4a79-bafe-9189f98cbb5a req-d3abe49c-646f-4afc-b6c8-fd1c721e0cc2 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266644 Oct 18 08:17:29.724623 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-99dd6b74-c8b3-488d-8f1e-ca7e4ac10499 None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:17:29.807678 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4609e561-03bd-4a79-bafe-9189f98cbb5a req-9d9ab63b-7bfb-4908-a81d-0d8c8e3053f1 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265380 Oct 18 08:17:30.064733 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-99dd6b74-c8b3-488d-8f1e-ca7e4ac10499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'floating_ip_address': '172.26.8.62', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'port_id': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'mac_address': 'fa:16:3e:d9:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:14:37Z', 'updated_at': '2022-10-18T08:17:28Z', 'revision_number': 9, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:17:30.068728 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dd6b74-c8b3-488d-8f1e-ca7e4ac10499 None None] The sync data for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv is: [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'floating_ip_address': '172.26.8.62', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'port_id': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'mac_address': 'fa:16:3e:d9:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:14:37Z', 'updated_at': '2022-10-18T08:17:28Z', 'revision_number': 9, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:17:30.263671 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2692f1-e1fb-46c0-812b-c72520721ede None None] New status for floating IP 2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7: ACTIVE {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:17:34.642485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:50.732250 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-86fb81c7-3d46-47b9-b78b-ad9e1149491f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:53.035056 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-88a3f637-a1ba-4ee9-8f67-d5c63952e96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:53.776014 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:53.836908 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:55.376477 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:17:57.925433 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4a21cd5a-9e7d-4c99-97df-187c2113b851 req-12ccd281-6dd7-4cd7-934f-2a3f8c6a59b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744355 Oct 18 08:17:58.071960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21cd5a-9e7d-4c99-97df-187c2113b851 req-bfab2d57-3796-4be6-945c-6389f3b1b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:58.073890 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4a21cd5a-9e7d-4c99-97df-187c2113b851 req-bfab2d57-3796-4be6-945c-6389f3b1b704 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 1098 time: 0.0802274 Oct 18 08:17:58.218021 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21cd5a-9e7d-4c99-97df-187c2113b851 req-bae63a5d-c9b4-4aef-bace-9754df9be11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:58.219477 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4a21cd5a-9e7d-4c99-97df-187c2113b851 req-bae63a5d-c9b4-4aef-bace-9754df9be11c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1255882 Oct 18 08:17:58.317140 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4a21cd5a-9e7d-4c99-97df-187c2113b851 req-c3d9ccd5-442b-4ef2-b83b-06ef652919fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf HTTP/1.1" status: 200 len: 1001 time: 0.0911069 Oct 18 08:17:58.380746 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21cd5a-9e7d-4c99-97df-187c2113b851 req-74caacd6-4138-47ea-a9cc-01e4df61853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:58.382114 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4a21cd5a-9e7d-4c99-97df-187c2113b851 req-74caacd6-4138-47ea-a9cc-01e4df61853b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0591161 Oct 18 08:17:58.464236 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21cd5a-9e7d-4c99-97df-187c2113b851 req-b434cc18-773d-4bec-99b5-31e40829cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:17:58.465586 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4a21cd5a-9e7d-4c99-97df-187c2113b851 req-b434cc18-773d-4bec-99b5-31e40829cb97 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766087 Oct 18 08:17:58.685313 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4a21cd5a-9e7d-4c99-97df-187c2113b851 req-0bdbfa0c-81f0-4317-920e-48c674401bd9 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131531 Oct 18 08:17:58.817140 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4a21cd5a-9e7d-4c99-97df-187c2113b851 req-5cca9fcd-2d64-45f2-adb5-08bc4da9c759 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250818 Oct 18 08:18:02.777276 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:18:04.482715 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-ba8536d4-2b1d-47c5-ac44-056cdd43c0aa service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798204 Oct 18 08:18:04.537044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f61671-1f03-443e-a1cc-f7bf56e400d5 req-d8d6948a-bf79-4a3a-a5bc-f1e6522b5289 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:04.538516 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-33f61671-1f03-443e-a1cc-f7bf56e400d5 req-d8d6948a-bf79-4a3a-a5bc-f1e6522b5289 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0924394 Oct 18 08:18:04.583024 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-33f61671-1f03-443e-a1cc-f7bf56e400d5 req-714e6eab-232a-4aaa-95ea-05b3c6d23b19 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386620 Oct 18 08:18:04.639745 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:05.633358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-16e36cc4-2bac-4305-b160-3b8293a7d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:05.634921 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-16e36cc4-2bac-4305-b160-3b8293a7d127 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 1098 time: 0.0891685 Oct 18 08:18:05.771548 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-b68aa8d6-f45e-4e56-bf43-bb0966d7b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:05.773499 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-b68aa8d6-f45e-4e56-bf43-bb0966d7b253 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1285849 Oct 18 08:18:05.829998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467377c4-812b-449a-aae5-58598c994d98 req-b35016b6-ef26-4c8e-ae4a-bf2cae40e09f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:05.831497 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-467377c4-812b-449a-aae5-58598c994d98 req-b35016b6-ef26-4c8e-ae4a-bf2cae40e09f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.1342974 Oct 18 08:18:05.874101 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-00364d8c-db00-4e63-ba79-c0b40ee6ff98 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf HTTP/1.1" status: 200 len: 1001 time: 0.0934274 Oct 18 08:18:05.878418 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-467377c4-812b-449a-aae5-58598c994d98 req-46c6ed4a-53c4-4e75-9ac4-809927333c59 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407045 Oct 18 08:18:05.939429 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-7217dd33-8582-40ef-a5fc-20f8dfa52330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:05.940865 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-7217dd33-8582-40ef-a5fc-20f8dfa52330 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0606806 Oct 18 08:18:06.023461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-9da363e4-fc01-44c4-b326-02522a5463f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:06.024900 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-9da363e4-fc01-44c4-b326-02522a5463f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775800 Oct 18 08:18:06.157462 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-5803664e-7979-4246-9852-abaa7ac6ed5b service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230659 Oct 18 08:18:06.286686 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-251b9a5d-aa04-4bf8-8241-a3a1aa0e4d02 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225181 Oct 18 08:18:07.125329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de202d-b530-4fb6-977e-64cd6e8205bf req-8a4033da-f782-41b3-8604-502338a2fc15 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:07.126783 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d8de202d-b530-4fb6-977e-64cd6e8205bf req-8a4033da-f782-41b3-8604-502338a2fc15 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.1371372 Oct 18 08:18:07.170434 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d8de202d-b530-4fb6-977e-64cd6e8205bf req-153b9d1e-bed1-4a15-86a9-64c6995139b0 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380020 Oct 18 08:18:08.474889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752f42a-d3ed-4dd8-be62-e80640b02ee2 req-18d8b900-a9e1-4099-844c-91c0e40f6b76 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:08.476893 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4752f42a-d3ed-4dd8-be62-e80640b02ee2 req-18d8b900-a9e1-4099-844c-91c0e40f6b76 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.1975315 Oct 18 08:18:08.519456 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4752f42a-d3ed-4dd8-be62-e80640b02ee2 req-27768adb-8590-4414-b1b9-6e5b30f3f704 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370228 Oct 18 08:18:09.718369 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b970271-08a6-477b-8e27-c96ff9c2a3f6 req-c4bd4025-2f6d-4a66-a596-c5db5311f5ad tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:09.719816 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9b970271-08a6-477b-8e27-c96ff9c2a3f6 req-c4bd4025-2f6d-4a66-a596-c5db5311f5ad tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0893016 Oct 18 08:18:09.763011 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9b970271-08a6-477b-8e27-c96ff9c2a3f6 req-087c3a34-ee5f-4dd0-acc9-6732155eabc7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376489 Oct 18 08:18:10.962194 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99646e82-dd8b-4182-b012-f9645c89cb92 req-9d355d29-a5c0-4c97-b34f-e8edf613626a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:10.963657 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-99646e82-dd8b-4182-b012-f9645c89cb92 req-9d355d29-a5c0-4c97-b34f-e8edf613626a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0882211 Oct 18 08:18:11.006119 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-99646e82-dd8b-4182-b012-f9645c89cb92 req-1c8a7bdf-8ad4-42c9-898d-dab6467199c7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368874 Oct 18 08:18:12.201976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de219b28-dfd9-4d19-bc2e-beb38a10dd73 req-63ff0f11-b7b5-42fb-b0cc-2299cc0f1add tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:12.203452 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-de219b28-dfd9-4d19-bc2e-beb38a10dd73 req-63ff0f11-b7b5-42fb-b0cc-2299cc0f1add tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0855148 Oct 18 08:18:12.246347 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-de219b28-dfd9-4d19-bc2e-beb38a10dd73 req-cc75e99d-f8bc-4de5-a82d-42e27185e13d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372300 Oct 18 08:18:13.441204 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5b03f-3e64-4479-ba65-2a82b5c1142e req-62b43d32-df72-45ec-b271-327152843dec tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:13.442568 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cea5b03f-3e64-4479-ba65-2a82b5c1142e req-62b43d32-df72-45ec-b271-327152843dec tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0863554 Oct 18 08:18:13.488752 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cea5b03f-3e64-4479-ba65-2a82b5c1142e req-271c8ae3-2ee7-4f62-8a50-89d5bd93c9ba tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406382 Oct 18 08:18:14.687901 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5f246-45a6-46f2-a0ae-5bf3cecf9507 req-65f474fb-fc33-4cbb-9e31-75c5f1f2d122 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:14.689343 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-01e5f246-45a6-46f2-a0ae-5bf3cecf9507 req-65f474fb-fc33-4cbb-9e31-75c5f1f2d122 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0902739 Oct 18 08:18:14.732754 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-01e5f246-45a6-46f2-a0ae-5bf3cecf9507 req-1e778c99-533d-4a3e-8af3-fdf14f8463e1 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372510 Oct 18 08:18:15.926847 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b925b90-f513-4832-a9f9-01055887f1a1 req-6fb19c80-47e3-4eb1-b30e-de0e08483ade tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:15.928197 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1b925b90-f513-4832-a9f9-01055887f1a1 req-6fb19c80-47e3-4eb1-b30e-de0e08483ade tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0855908 Oct 18 08:18:15.971862 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1b925b90-f513-4832-a9f9-01055887f1a1 req-91923dbf-0519-4c82-a24c-c938ba2eb7b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379257 Oct 18 08:18:17.166111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955e87e-3b0f-4364-98fc-4223f5cea2e9 req-bc4f9d7b-0bf4-4f9e-a9e9-146592e76719 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:17.167893 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6955e87e-3b0f-4364-98fc-4223f5cea2e9 req-bc4f9d7b-0bf4-4f9e-a9e9-146592e76719 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0872838 Oct 18 08:18:17.214986 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6955e87e-3b0f-4364-98fc-4223f5cea2e9 req-3d6219ce-6ae1-48b6-be1e-e4790ad56eed tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414984 Oct 18 08:18:18.415338 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472fb26-146e-4087-8b32-60c7d5afee4f req-b1f8ea7d-eb01-46d8-9880-2428c7fa2d77 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:18.416706 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4472fb26-146e-4087-8b32-60c7d5afee4f req-b1f8ea7d-eb01-46d8-9880-2428c7fa2d77 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0894997 Oct 18 08:18:18.460460 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4472fb26-146e-4087-8b32-60c7d5afee4f req-758393fe-46ab-4e7a-bafb-cc8500bca2ca tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380390 Oct 18 08:18:19.653372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd31bd-cfc4-4821-8717-ded657320a69 req-c701775f-f85d-4d22-97fc-7855745c9e61 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:19.654832 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-81fd31bd-cfc4-4821-8717-ded657320a69 req-c701775f-f85d-4d22-97fc-7855745c9e61 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0858979 Oct 18 08:18:19.698322 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-81fd31bd-cfc4-4821-8717-ded657320a69 req-6d2be91f-6b66-40a7-b35c-80053bf10cb9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379097 Oct 18 08:18:20.735431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d39811c4-4818-4bf4-a3cd-774a1dd56629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:20.896688 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b3b3c-5ad9-4318-949d-19d0cf23434d req-d6c2e649-ae92-47f4-b25a-9f91f34360b5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:20.898149 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e49b3b3c-5ad9-4318-949d-19d0cf23434d req-d6c2e649-ae92-47f4-b25a-9f91f34360b5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0859258 Oct 18 08:18:20.945546 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e49b3b3c-5ad9-4318-949d-19d0cf23434d req-a6373ef6-1112-4d63-8082-3f3a80cd9e6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415244 Oct 18 08:18:22.147208 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36675e0-c2bd-4c08-a0cc-a042395319ce req-d3a629c2-7f52-4a49-9a80-43ba96a1ce13 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:22.148665 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e36675e0-c2bd-4c08-a0cc-a042395319ce req-d3a629c2-7f52-4a49-9a80-43ba96a1ce13 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0912702 Oct 18 08:18:22.192569 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e36675e0-c2bd-4c08-a0cc-a042395319ce req-6742dec8-b45e-461c-8f9c-897b9fb4010c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381885 Oct 18 08:18:23.036677 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ecb2384c-f292-4764-a1d6-f0a5cd7eff4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:23.292928 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-d095893c-8d90-4938-9ace-a4c12ec873b6 service neutron] 10.222.0.46 "GET /v2.0/ports/139ffae2-95a4-4b2a-9f23-d7ecca0609bf/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.1150432 Oct 18 08:18:23.389269 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886ec4e-46f8-4ef8-b08a-feaedce6a698 req-4586a856-d954-4882-b0dd-234dc1e9fdd5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:23.390874 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3886ec4e-46f8-4ef8-b08a-feaedce6a698 req-4586a856-d954-4882-b0dd-234dc1e9fdd5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0877588 Oct 18 08:18:23.435036 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3886ec4e-46f8-4ef8-b08a-feaedce6a698 req-4d58ff5f-5f69-428d-a7a3-3c19d2bcea24 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384617 Oct 18 08:18:23.587859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-92810450-ab37-4da3-b4b4-c6e430cfd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:23.589370 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-92810450-ab37-4da3-b4b4-c6e430cfd5e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea&tenant_id=eaf802a5bcf34321802c292596af3155 HTTP/1.1" status: 200 len: 1098 time: 0.0800128 Oct 18 08:18:23.692699 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-f6701637-94f2-4f70-945d-93aeb85b3687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:23.694844 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-f6701637-94f2-4f70-945d-93aeb85b3687 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 1098 time: 0.0806849 Oct 18 08:18:23.781360 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:23.830770 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-0eb865a1-f474-4c18-b7ef-48a2f020a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:23.832204 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-0eb865a1-f474-4c18-b7ef-48a2f020a922 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1286571 Oct 18 08:18:23.837703 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:24.027696 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-499e1e10-051d-4db9-932c-850ee85bf61e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf HTTP/1.1" status: 200 len: 1001 time: 0.1857045 Oct 18 08:18:24.093316 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-ea5a0aad-2ba2-4308-a091-6852d674524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:24.094766 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-ea5a0aad-2ba2-4308-a091-6852d674524e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0597055 Oct 18 08:18:24.179971 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-1cb2629a-1bf5-477f-8b07-2ac13ffabf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:24.181430 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-1cb2629a-1bf5-477f-8b07-2ac13ffabf02 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779064 Oct 18 08:18:24.312884 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-166f9ccb-48d3-4dc8-bde4-44138f6e83e6 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217840 Oct 18 08:18:24.443937 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-859a0855-3e8b-43fc-9b30-17a916d93e0b req-f5f93336-a044-4348-8f45-c0a248767586 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224964 Oct 18 08:18:24.637471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc81b5f-3a7e-4791-a5fb-e36d96a2ed0c req-fa62661a-7ad1-4229-8e78-8ae3fa09f9fe tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:24.638973 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dcc81b5f-3a7e-4791-a5fb-e36d96a2ed0c req-fa62661a-7ad1-4229-8e78-8ae3fa09f9fe tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0919294 Oct 18 08:18:24.683460 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dcc81b5f-3a7e-4791-a5fb-e36d96a2ed0c req-9da0a7e2-2a9f-4ee2-97fd-bc05f96f545d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389109 Oct 18 08:18:25.378135 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:25.887995 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba4fd8-3943-40a2-bfd8-8d7132e81a6c req-73aa38ef-1848-44be-b45c-3128f6bfcef0 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:25.889468 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5fba4fd8-3943-40a2-bfd8-8d7132e81a6c req-73aa38ef-1848-44be-b45c-3128f6bfcef0 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0901084 Oct 18 08:18:25.934069 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5fba4fd8-3943-40a2-bfd8-8d7132e81a6c req-18428910-e7d1-4295-a734-01f1fb3d360b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389092 Oct 18 08:18:26.972544 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 139ffae2-95a4-4b2a-9f23-d7ecca0609bf details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:18:26.977894 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 139ffae2-95a4-4b2a-9f23-d7ecca0609bf no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:18:27.130902 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f5c00-f669-4ea5-b3d9-4d3040de1406 req-acec2b05-b0f1-4471-9ae5-ed8c2ed2ba0c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:27.132630 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca7f5c00-f669-4ea5-b3d9-4d3040de1406 req-acec2b05-b0f1-4471-9ae5-ed8c2ed2ba0c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0879059 Oct 18 08:18:27.186146 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca7f5c00-f669-4ea5-b3d9-4d3040de1406 req-c53b78c5-2b2a-4226-bbcc-f828df964060 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467737 Oct 18 08:18:27.197452 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:18:27.197818 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:27.215427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:18:27.236136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'port_id': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf', 'mac_address': 'fa:16:3e:d9:2b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:18:27.243299 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:18:27.245546 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8961a9f-273c-49ca-8484-62a862597730" -d '{"events": [{"server_uuid": "f1081eb8-16a9-495f-b983-0b87aaeb69ea", "name": "network-vif-unplugged", "status": "completed", "tag": "139ffae2-95a4-4b2a-9f23-d7ecca0609bf"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:18:27.292157 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:18:27.296125 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Oct 2022 08:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813698f6-033a-4c9c-a019-e4b21c2119e7 x-openstack-request-id: req-813698f6-033a-4c9c-a019-e4b21c2119e7 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:18:27.296495 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1081eb8-16a9-495f-b983-0b87aaeb69ea", "name": "network-vif-unplugged", "status": "completed", "tag": "139ffae2-95a4-4b2a-9f23-d7ecca0609bf", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:18:27.296751 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-813698f6-033a-4c9c-a019-e4b21c2119e7 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:18:27.297136 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-813698f6-033a-4c9c-a019-e4b21c2119e7'] response: {'server_uuid': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf', 'code': 200} Oct 18 08:18:27.300209 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:27.361014 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf is: ACTIVE; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:18:27.361384 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:27.384383 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 139ffae2-95a4-4b2a-9f23-d7ecca0609bf {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:18:27.424691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:18:27.446948 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:27.447303 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:27.447627 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:27.447956 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:27.448285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:27.448598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:27.448923 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:27.449254 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:27.449560 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:27.449906 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:27.450232 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:27.450530 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:27.468925 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:18:27.469279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:18:27.655555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-5b2a5996-0098-4449-8b3b-1aa604a7d9de tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:27.656974 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-5b2a5996-0098-4449-8b3b-1aa604a7d9de tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea&tenant_id=eaf802a5bcf34321802c292596af3155&binding%3Ahost_id=hv-neutron-8616 HTTP/1.1" status: 200 len: 943 time: 0.1561463 Oct 18 08:18:27.723454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e67e48-a39c-4c73-8a52-84dd2a4ad52d req-4637a330-f819-473a-a8d1-a621841a8c89 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:27.724782 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c8e67e48-a39c-4c73-8a52-84dd2a4ad52d req-4637a330-f819-473a-a8d1-a621841a8c89 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 943 time: 0.1616235 Oct 18 08:18:27.778466 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-51d1ee27-c80c-4c91-843a-83a474ffbdd7 service neutron] 10.222.0.46 "GET /v2.0/ports/139ffae2-95a4-4b2a-9f23-d7ecca0609bf/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.1155274 Oct 18 08:18:27.781289 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c8e67e48-a39c-4c73-8a52-84dd2a4ad52d req-0c164050-4f16-4ac3-a6b8-05a253eaa1c6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497293 Oct 18 08:18:27.877561 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-b1dcdb5b-b993-40cb-9359-bde836d0e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:27.879023 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-b1dcdb5b-b993-40cb-9359-bde836d0e83c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 1096 time: 0.0785933 Oct 18 08:18:28.008201 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-27948437-d584-4dc8-8000-7ff99f7917df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:28.009556 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-27948437-d584-4dc8-8000-7ff99f7917df service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1244357 Oct 18 08:18:28.026984 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:18:28.027509 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:28.044937 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139ffae2-95a4-4b2a-9f23-d7ecca0609bf {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:18:28.060138 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:18:28.064007 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:28.115224 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-40b5e249-aa03-45b0-8fea-3854fac9d875 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf HTTP/1.1" status: 200 len: 1000 time: 0.0987182 Oct 18 08:18:28.135609 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,revision_number=7']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:18:28.143394 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['139ffae2-95a4-4b2a-9f23-d7ecca0609bf'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:18:28.181140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-8c394375-4156-4ce0-a3aa-8e6ca43dd31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:28.182776 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-8c394375-4156-4ce0-a3aa-8e6ca43dd31d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0614948 Oct 18 08:18:28.267646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-907d38f2-746b-49fc-9803-d0676708634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:28.269024 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-907d38f2-746b-49fc-9803-d0676708634e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798128 Oct 18 08:18:28.398756 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-a52caf84-e2b6-4f91-ae12-25bd1ca2fbcc service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239843 Oct 18 08:18:28.618086 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-9c5086bc-9661-48a5-a67a-6f5ffab03664 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128673 Oct 18 08:18:28.982457 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663021d0-3a79-4ab7-873c-bf681447ea2b req-fb2127cc-e8a7-460e-88a4-3038ea61cac1 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:28.983849 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-663021d0-3a79-4ab7-873c-bf681447ea2b req-fb2127cc-e8a7-460e-88a4-3038ea61cac1 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 944 time: 0.0861516 Oct 18 08:18:29.013765 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 139ffae2-95a4-4b2a-9f23-d7ecca0609bf up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:18:29.030957 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-663021d0-3a79-4ab7-873c-bf681447ea2b req-4eb01d33-b6c3-4ecd-ba10-41e951f17074 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414913 Oct 18 08:18:29.080328 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:18:29.080859 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:29.081010 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf Oct 18 08:18:29.196319 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:18:29.196693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:29.227829 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:18:29.231414 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:29.314441 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:18:29.317381 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83532c1e-24c6-470c-a561-20085f7e7ecd" -d '{"events": [{"server_uuid": "f1081eb8-16a9-495f-b983-0b87aaeb69ea", "name": "network-vif-plugged", "status": "completed", "tag": "139ffae2-95a4-4b2a-9f23-d7ecca0609bf"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:18:29.339968 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,revision_number=8']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:18:29.369052 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3104413-1a4c-43ba-8da8-d4d9d08d4146 x-openstack-request-id: req-d3104413-1a4c-43ba-8da8-d4d9d08d4146 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:18:29.369340 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1081eb8-16a9-495f-b983-0b87aaeb69ea", "name": "network-vif-plugged", "status": "completed", "tag": "139ffae2-95a4-4b2a-9f23-d7ecca0609bf", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:18:29.369587 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d3104413-1a4c-43ba-8da8-d4d9d08d4146 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:18:29.369993 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3104413-1a4c-43ba-8da8-d4d9d08d4146'] response: {'server_uuid': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf', 'code': 200} Oct 18 08:18:30.227219 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5459e-a20e-43d8-bb32-e2634f771b62 req-543597e0-3636-4f1a-9c94-d73c1a828fbe tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:30.228671 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9fd5459e-a20e-43d8-bb32-e2634f771b62 req-543597e0-3636-4f1a-9c94-d73c1a828fbe tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0871780 Oct 18 08:18:30.272123 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9fd5459e-a20e-43d8-bb32-e2634f771b62 req-d09d8842-ca49-4055-9737-b8ba841e0ce9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379164 Oct 18 08:18:31.228389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-38a7e715-ec15-4460-a496-12d490b8bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:31.229831 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-38a7e715-ec15-4460-a496-12d490b8bbd5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea&tenant_id=eaf802a5bcf34321802c292596af3155 HTTP/1.1" status: 200 len: 1098 time: 0.0788786 Oct 18 08:18:31.336635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-ddc3ca1f-03fd-42c1-bbf4-129393165956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:31.338124 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-ddc3ca1f-03fd-42c1-bbf4-129393165956 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 1098 time: 0.0819263 Oct 18 08:18:31.529588 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-ba680f59-0f47-41c9-a084-263d46bdb622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:31.531024 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-ba680f59-0f47-41c9-a084-263d46bdb622 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1832819 Oct 18 08:18:31.546338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922ae55-8b83-4757-a38a-6ba95e2b5ca9 req-71b7d7a5-316c-4b4e-973e-e7928081601b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:31.547689 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a922ae55-8b83-4757-a38a-6ba95e2b5ca9 req-71b7d7a5-316c-4b4e-973e-e7928081601b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.1347697 Oct 18 08:18:31.671702 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a922ae55-8b83-4757-a38a-6ba95e2b5ca9 req-a7bce63a-4e59-4313-84f3-d7a13e593abf tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740685 Oct 18 08:18:31.673374 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-76982562-bd0e-4e4f-8c89-026f2a28d3d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf HTTP/1.1" status: 200 len: 1001 time: 0.1248634 Oct 18 08:18:31.740406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-5bfc3019-315f-4263-bd98-12185c37da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:31.742322 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-5bfc3019-315f-4263-bd98-12185c37da05 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0598667 Oct 18 08:18:31.826249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-d53e31e6-9ad9-4252-80fc-83963213e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:31.827715 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-d53e31e6-9ad9-4252-80fc-83963213e259 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758126 Oct 18 08:18:31.958392 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-6ade1cb1-f56c-4007-9a88-10515cf75bd7 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211545 Oct 18 08:18:32.086376 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ca2a7293-40dc-4c3e-87db-faa0f37c81f1 req-cbaf27ed-a64d-4363-a6ca-1934b9da89af service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214702 Oct 18 08:18:32.870018 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7ef6c-b4e2-408c-ae91-06ed161ea5ad req-ab7690c3-521d-4b80-85bd-630f057be9f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:32.871489 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-03e7ef6c-b4e2-408c-ae91-06ed161ea5ad req-ab7690c3-521d-4b80-85bd-630f057be9f9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0905495 Oct 18 08:18:32.915054 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-03e7ef6c-b4e2-408c-ae91-06ed161ea5ad req-adb9ea29-d8e3-4481-8d5a-65536dcac325 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380530 Oct 18 08:18:34.112555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d9416-17bd-4fb3-b429-2e50eb57a20f req-0951ad4a-0da6-444c-9ed6-1370136dc262 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:34.114003 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-728d9416-17bd-4fb3-b429-2e50eb57a20f req-0951ad4a-0da6-444c-9ed6-1370136dc262 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0914145 Oct 18 08:18:34.157795 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-728d9416-17bd-4fb3-b429-2e50eb57a20f req-037beb5e-a56b-40ef-9722-f81f68053797 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380642 Oct 18 08:18:34.353435 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36122c5-ffab-4eda-b02c-c09db1ebe426 req-2452e875-1326-4d26-8e1f-6d06462c400a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:34.354893 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d36122c5-ffab-4eda-b02c-c09db1ebe426 req-2452e875-1326-4d26-8e1f-6d06462c400a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0868857 Oct 18 08:18:34.401469 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d36122c5-ffab-4eda-b02c-c09db1ebe426 req-a67c1780-d133-47b5-8490-37e0f0a5a262 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410070 Oct 18 08:18:34.595695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d369016-6fce-4e0a-95b7-ed51b33ee5a0 req-836a1d08-3bab-4e3d-98bf-503a66d46896 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:34.597117 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9d369016-6fce-4e0a-95b7-ed51b33ee5a0 req-836a1d08-3bab-4e3d-98bf-503a66d46896 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0866027 Oct 18 08:18:34.644308 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9d369016-6fce-4e0a-95b7-ed51b33ee5a0 req-10f95caa-1282-415b-9a1a-b3700d26e6d2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415237 Oct 18 08:18:34.644946 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:35.031571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4d76b-091f-4354-b7bb-3e28480bb5bd req-f63dd0eb-1093-4f3e-9a92-74d5bac6776d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:35.033024 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4fc4d76b-091f-4354-b7bb-3e28480bb5bd req-f63dd0eb-1093-4f3e-9a92-74d5bac6776d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0860295 Oct 18 08:18:35.053690 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 139ffae2-95a4-4b2a-9f23-d7ecca0609bf details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:18:35.056544 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 139ffae2-95a4-4b2a-9f23-d7ecca0609bf no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:18:35.078959 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4fc4d76b-091f-4354-b7bb-3e28480bb5bd req-866d9281-f2d6-4cde-aeee-24efc6dc777d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399349 Oct 18 08:18:35.265572 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:18:35.265978 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:35.301764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:18:35.319381 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:18:35.321661 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b31c54f-993b-4266-b6e8-353a0454084b" -d '{"events": [{"server_uuid": "f1081eb8-16a9-495f-b983-0b87aaeb69ea", "name": "network-vif-unplugged", "status": "completed", "tag": "139ffae2-95a4-4b2a-9f23-d7ecca0609bf"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:18:35.326991 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'port_id': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf', 'mac_address': 'fa:16:3e:d9:2b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:18:35.356619 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:18:35.362481 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:35.365097 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Oct 2022 08:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f97393-db81-4e7c-a42e-fa3ae59a53aa x-openstack-request-id: req-c6f97393-db81-4e7c-a42e-fa3ae59a53aa {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:18:35.365390 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1081eb8-16a9-495f-b983-0b87aaeb69ea", "name": "network-vif-unplugged", "status": "completed", "tag": "139ffae2-95a4-4b2a-9f23-d7ecca0609bf", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:18:35.365661 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c6f97393-db81-4e7c-a42e-fa3ae59a53aa {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:18:35.366047 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f97393-db81-4e7c-a42e-fa3ae59a53aa'] response: {'server_uuid': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf', 'code': 200} Oct 18 08:18:35.444303 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:18:35.444625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:35.467954 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139ffae2-95a4-4b2a-9f23-d7ecca0609bf {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:18:35.471721 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,revision_number=9']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:18:35.486214 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:18:35.490099 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:35.556480 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['139ffae2-95a4-4b2a-9f23-d7ecca0609bf'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:18:35.601791 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,revision_number=10']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:18:36.278341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ce975-3672-4205-9609-881efff618a9 req-39de37a0-ad01-49d0-aa2a-df4053da1741 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:36.279798 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-364ce975-3672-4205-9609-881efff618a9 req-39de37a0-ad01-49d0-aa2a-df4053da1741 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0904140 Oct 18 08:18:36.323936 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-364ce975-3672-4205-9609-881efff618a9 req-e8909e28-e253-44f1-8d2b-be52dfff0a37 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386152 Oct 18 08:18:37.061744 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 139ffae2-95a4-4b2a-9f23-d7ecca0609bf up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:18:37.128836 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:18:37.129202 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:37.129528 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf Oct 18 08:18:37.245269 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:18:37.245645 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:37.266182 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e97fc7-adcb-4f5c-9439-b284c8e8a7bc req-15020a2b-cf23-4a72-977a-9735836a9079 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:37.267692 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-07e97fc7-adcb-4f5c-9439-b284c8e8a7bc req-15020a2b-cf23-4a72-977a-9735836a9079 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 945 time: 0.0868886 Oct 18 08:18:37.277567 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:18:37.281783 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:37.344051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-07e97fc7-adcb-4f5c-9439-b284c8e8a7bc req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Deleting port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:18:37.344612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-07e97fc7-adcb-4f5c-9439-b284c8e8a7bc req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:37.353959 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,revision_number=11']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:18:37.367257 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:18:37.369610 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1a048e-eda5-4522-9922-792ab63b30b5" -d '{"events": [{"server_uuid": "f1081eb8-16a9-495f-b983-0b87aaeb69ea", "name": "network-vif-plugged", "status": "completed", "tag": "139ffae2-95a4-4b2a-9f23-d7ecca0609bf"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:18:37.421719 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3f6106-e4b5-4833-bced-bd8c91115426 x-openstack-request-id: req-4c3f6106-e4b5-4833-bced-bd8c91115426 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:18:37.422069 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1081eb8-16a9-495f-b983-0b87aaeb69ea", "name": "network-vif-plugged", "status": "completed", "tag": "139ffae2-95a4-4b2a-9f23-d7ecca0609bf", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:18:37.422320 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4c3f6106-e4b5-4833-bced-bd8c91115426 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:18:37.422762 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3f6106-e4b5-4833-bced-bd8c91115426'] response: {'server_uuid': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf', 'code': 200} Oct 18 08:18:37.545391 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaeaa99-ccb3-4799-8b46-428e8ff9f87c req-14183e55-69a3-4b45-9af3-11dad5b12b8d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:37.546982 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ddaeaa99-ccb3-4799-8b46-428e8ff9f87c req-14183e55-69a3-4b45-9af3-11dad5b12b8d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 946 time: 0.0915942 Oct 18 08:18:37.592239 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ddaeaa99-ccb3-4799-8b46-428e8ff9f87c req-1b63ce2d-6ad1-4245-9b5b-14e0f30a9fcd tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397184 Oct 18 08:18:37.691096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-07e97fc7-adcb-4f5c-9439-b284c8e8a7bc req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] For port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:18:37.691456 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-07e97fc7-adcb-4f5c-9439-b284c8e8a7bc req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:37.975528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-07e97fc7-adcb-4f5c-9439-b284c8e8a7bc req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:37.975868 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-07e97fc7-adcb-4f5c-9439-b284c8e8a7bc req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:37.976220 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [req-07e97fc7-adcb-4f5c-9439-b284c8e8a7bc req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Floating IP 2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7 disassociated. External IP: 172.26.8.62, port: 139ffae2-95a4-4b2a-9f23-d7ecca0609bf. Oct 18 08:18:37.976559 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-07e97fc7-adcb-4f5c-9439-b284c8e8a7bc req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Calling delete_port for 139ffae2-95a4-4b2a-9f23-d7ecca0609bf owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:18:38.122203 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-07e97fc7-adcb-4f5c-9439-b284c8e8a7bc req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:38.169874 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Pushing event deleted for resources: {'Port': ['ID=139ffae2-95a4-4b2a-9f23-d7ecca0609bf,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:18:38.181657 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:38.182017 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:38.182364 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:38.182734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:38.183068 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:38.183500 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:38.183721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:38.184053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:38.184382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:38.184708 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:38.185032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:38.185362 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:18:38.373787 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07e97fc7-adcb-4f5c-9439-b284c8e8a7bc req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:18:38.549879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07e97fc7-adcb-4f5c-9439-b284c8e8a7bc req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:18:38.559146 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaff5ca0-c0c9-4e3b-8205-447e18597256 None None] Sync routers for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:18:38.568642 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaff5ca0-c0c9-4e3b-8205-447e18597256 None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:18:38.569281 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-aaff5ca0-c0c9-4e3b-8205-447e18597256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:18:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:18:38.632260 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e97fc7-adcb-4f5c-9439-b284c8e8a7bc req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] No DVR routers for this DVR port 139ffae2-95a4-4b2a-9f23-d7ecca0609bf on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:18:38.634815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-07e97fc7-adcb-4f5c-9439-b284c8e8a7bc req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:38.637591 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'name': 'network-vif-deleted', 'tag': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:18:38.639812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dcf77b-ae96-478b-b07b-fa8c0e920e4e" -d '{"events": [{"server_uuid": "f1081eb8-16a9-495f-b983-0b87aaeb69ea", "name": "network-vif-deleted", "tag": "139ffae2-95a4-4b2a-9f23-d7ecca0609bf"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:18:38.657011 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-07e97fc7-adcb-4f5c-9439-b284c8e8a7bc req-93bb99a8-bf6a-4de6-97de-1a7c6a2e4c55 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "DELETE /v2.0/ports/139ffae2-95a4-4b2a-9f23-d7ecca0609bf HTTP/1.1" status: 204 len: 173 time: 1.3816690 Oct 18 08:18:38.770195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9ee25c-d794-43a2-8d01-a2a03e0786cc x-openstack-request-id: req-df9ee25c-d794-43a2-8d01-a2a03e0786cc {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:18:38.770486 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1081eb8-16a9-495f-b983-0b87aaeb69ea", "name": "network-vif-deleted", "tag": "139ffae2-95a4-4b2a-9f23-d7ecca0609bf", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:18:38.770760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-df9ee25c-d794-43a2-8d01-a2a03e0786cc {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:18:38.771155 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9ee25c-d794-43a2-8d01-a2a03e0786cc'] response: {'server_uuid': 'f1081eb8-16a9-495f-b983-0b87aaeb69ea', 'name': 'network-vif-deleted', 'tag': '139ffae2-95a4-4b2a-9f23-d7ecca0609bf', 'status': 'completed', 'code': 200} Oct 18 08:18:38.775991 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-aaff5ca0-c0c9-4e3b-8205-447e18597256 None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:18:38.779237 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-91523ee4-6df4-4651-ba9b-3e913fc0e9d3 req-f62be1a2-1600-4ced-9100-1212319506cc tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Synchronizing usage tracker for tenant:eaf802a5bcf34321802c292596af3155 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:18:38.795806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-91523ee4-6df4-4651-ba9b-3e913fc0e9d3 req-f62be1a2-1600-4ced-9100-1212319506cc tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Unset dirty status for tenant:eaf802a5bcf34321802c292596af3155 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:18:38.797487 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-91523ee4-6df4-4651-ba9b-3e913fc0e9d3 req-f62be1a2-1600-4ced-9100-1212319506cc tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=f1081eb8-16a9-495f-b983-0b87aaeb69ea HTTP/1.1" status: 200 len: 210 time: 0.0775220 Oct 18 08:18:39.092385 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-aaff5ca0-c0c9-4e3b-8205-447e18597256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:18:39.096379 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaff5ca0-c0c9-4e3b-8205-447e18597256 None None] Checking router: f94d3271-d8ec-41a0-b48d-52a6e02c66b6 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:18:39.105291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaff5ca0-c0c9-4e3b-8205-447e18597256 None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:18:39.105882 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-aaff5ca0-c0c9-4e3b-8205-447e18597256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:18:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:18:39.325830 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-aaff5ca0-c0c9-4e3b-8205-447e18597256 None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:18:39.629499 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-aaff5ca0-c0c9-4e3b-8205-447e18597256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:18:39.633933 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaff5ca0-c0c9-4e3b-8205-447e18597256 None None] The sync data for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv is: [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:18:39.776632 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:18:39.844142 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff7b4d4-5d7e-4db1-b857-5133c94774d9 None None] New status for floating IP 2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7: DOWN {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:18:40.140424 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-64564872-644b-483e-9a25-6c2f873b3bc1 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--892485177&fields=id&tenant_id=eaf802a5bcf34321802c292596af3155 HTTP/1.1" status: 200 len: 267 time: 0.0391190 Oct 18 08:18:40.294306 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-3a0fc9ea-a611-4778-bc81-cf08d0236fbd tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:40.295759 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-3a0fc9ea-a611-4778-bc81-cf08d0236fbd tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 812 time: 0.1488814 Oct 18 08:18:40.310887 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-3d05d128-bd10-4772-bbdc-af61e43350ad tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/quotas/eaf802a5bcf34321802c292596af3155 HTTP/1.1" status: 200 len: 375 time: 0.0096593 Oct 18 08:18:40.403248 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-16c01d4d-d12e-4977-8fe2-219750a5e6b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862193 Oct 18 08:18:40.538022 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-da74cbe5-b19e-43e9-9207-0eb8e5d6dbd2 service neutron] 10.222.0.17 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228547 Oct 18 08:18:40.667324 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-3254f71d-1f17-4434-85a5-8babd2802dd9 service neutron] 10.222.0.17 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229849 Oct 18 08:18:40.855538 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f80dfbc2-c2b2-4cf2-8313-7cdd1a396e60 req-17c87ffc-51ed-41cd-88ee-7ebdbfaa43ec tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 210 time: 0.0499110 Oct 18 08:18:41.073287 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 139ffae2-95a4-4b2a-9f23-d7ecca0609bf no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:18:41.111374 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 139ffae2-95a4-4b2a-9f23-d7ecca0609bf {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:18:41.111721 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 139ffae2-95a4-4b2a-9f23-d7ecca0609bf not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:18:42.002992 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-0baef28f-dd2f-4ec6-b5e0-1cc4afef07ea tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:42.004402 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-0baef28f-dd2f-4ec6-b5e0-1cc4afef07ea tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 812 time: 0.1493430 Oct 18 08:18:42.016999 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d171c3de-6e70-4b16-8854-e2d0cf053da3 req-ff1c02d9-4319-48f9-8f9d-fb945f04e17d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 210 time: 0.0497894 Oct 18 08:18:42.059725 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-965b8e09-c4f7-4007-b09a-43942f91fbb7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaf802a5bcf34321802c292596af3155 HTTP/1.1" status: 200 len: 379 time: 0.0420721 Oct 18 08:18:42.071962 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-5c4efa4c-2e16-4195-9f53-7a3cff568985 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Request body: {'port': {'device_id': '234df711-6632-4cd7-8386-c147ed250148', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'admin_state_up': True, 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'security_groups': ['02eed14d-5577-4c7c-beee-90500cb26f51']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:18:42.306935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-5c4efa4c-2e16-4195-9f53-7a3cff568985 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:18:42.317133 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-5c4efa4c-2e16-4195-9f53-7a3cff568985 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:18:42.326169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-5c4efa4c-2e16-4195-9f53-7a3cff568985 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Made reservation on behalf of eaf802a5bcf34321802c292596af3155 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:18:42.329577 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-5c4efa4c-2e16-4195-9f53-7a3cff568985 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:42.489566 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-5c4efa4c-2e16-4195-9f53-7a3cff568985 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Allocated IP 172.20.0.4 (4ce39f00-7bf9-4a66-83de-a495f169e766/95abe56a-17dd-4075-81c8-44f782257284/2de802e6-eae8-4af2-a74e-34bd1cfb5b78) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:18:42.676024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-5c4efa4c-2e16-4195-9f53-7a3cff568985 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:42.690717 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-5c4efa4c-2e16-4195-9f53-7a3cff568985 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Transition to ACTIVE for port object 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:18:42.714048 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-5c4efa4c-2e16-4195-9f53-7a3cff568985 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:42.783060 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-5c4efa4c-2e16-4195-9f53-7a3cff568985 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Network 4ce39f00-7bf9-4a66-83de-a495f169e766 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:18:42.785904 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-5c4efa4c-2e16-4195-9f53-7a3cff568985 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:18:42.789643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-5c4efa4c-2e16-4195-9f53-7a3cff568985 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:18:42.820643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4efa4c-2e16-4195-9f53-7a3cff568985 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Pushing event updated for resources: {'Port': ['ID=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:18:42.857821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-5c4efa4c-2e16-4195-9f53-7a3cff568985 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:42.858430 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-5c4efa4c-2e16-4195-9f53-7a3cff568985 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:42.883844 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-5c4efa4c-2e16-4195-9f53-7a3cff568985 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8153975 Oct 18 08:18:42.899097 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Request body: {'port': {'device_id': '234df711-6632-4cd7-8386-c147ed250148', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:18:42.995200 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a4dee46b-8a19-47ae-8b98-9ab7bc18be2b None None] Provisioning for port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:18:43.000768 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a4dee46b-8a19-47ae-8b98-9ab7bc18be2b None None] Provisioning complete for port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:18:43.001360 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a4dee46b-8a19-47ae-8b98-9ab7bc18be2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:43.001714 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a4dee46b-8a19-47ae-8b98-9ab7bc18be2b None None] Attempt 1 to provision port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 Oct 18 08:18:43.012985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:43.054843 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a4dee46b-8a19-47ae-8b98-9ab7bc18be2b None None] Port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:18:43.329008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9316f-a4a7-4200-afc8-a1d1d709b469 req-4337aa62-85d3-4719-a129-b5b599bc5c25 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:43.329599 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-a5d9316f-a4a7-4200-afc8-a1d1d709b469 req-4337aa62-85d3-4719-a129-b5b599bc5c25 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Synchronizing usage tracker for tenant:eaf802a5bcf34321802c292596af3155 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:18:43.362848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-a5d9316f-a4a7-4200-afc8-a1d1d709b469 req-4337aa62-85d3-4719-a129-b5b599bc5c25 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Unset dirty status for tenant:eaf802a5bcf34321802c292596af3155 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:18:43.363959 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a5d9316f-a4a7-4200-afc8-a1d1d709b469 req-4337aa62-85d3-4719-a129-b5b599bc5c25 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 931 time: 0.2309210 Oct 18 08:18:43.459960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:18:43.466723 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a5d9316f-a4a7-4200-afc8-a1d1d709b469 req-7793e469-fa4c-4af2-b769-2ef30eba80a8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906005 Oct 18 08:18:43.470333 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:43.484387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Transition to ACTIVE for port object 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:18:43.487430 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:43.556223 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a4dee46b-8a19-47ae-8b98-9ab7bc18be2b None None] Attempt 2 to provision port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 Oct 18 08:18:43.609819 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a4dee46b-8a19-47ae-8b98-9ab7bc18be2b None None] Port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:18:43.668636 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Pushing event updated for resources: {'Port': ['ID=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:18:43.708160 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Attempting to bind port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:18:43.708487 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Attempting to bind port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:18:43.708809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Attempting to bind port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 on network 4ce39f00-7bf9-4a66-83de-a495f169e766 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:18:43.715686 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 on network 4ce39f00-7bf9-4a66-83de-a495f169e766 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:18:43.717004 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Attempting to bind port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 on network 4ce39f00-7bf9-4a66-83de-a495f169e766 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:18:43.722093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:18:43.722426 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Checking segment: {'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:18:43.722830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Bound using segment: {'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:18:43.723249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Bound port: 2de802e6-eae8-4af2-a74e-34bd1cfb5b78, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe46c220-576e-4770-8b46-3829ea4ad57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:18:43.723586 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:43.815205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] For port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:18:43.818211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] For port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:18:43.822491 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:43.851815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:43.852406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:43.853772 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] 10.222.0.46 "PUT /v2.0/ports/2de802e6-eae8-4af2-a74e-34bd1cfb5b78 HTTP/1.1" status: 200 len: 1093 time: 0.9589784 Oct 18 08:18:43.854255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234df711-6632-4cd7-8386-c147ed250148', 'tag': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:18:43.856523 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1da7365-111d-492a-9e22-7eb23138e2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "234df711-6632-4cd7-8386-c147ed250148", "tag": "2de802e6-eae8-4af2-a74e-34bd1cfb5b78"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:18:44.031556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca19f485-6356-4dfc-82b8-d00e4bb0a6d1 x-openstack-request-id: req-ca19f485-6356-4dfc-82b8-d00e4bb0a6d1 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:18:44.032297 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234df711-6632-4cd7-8386-c147ed250148", "tag": "2de802e6-eae8-4af2-a74e-34bd1cfb5b78", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:18:44.032297 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ca19f485-6356-4dfc-82b8-d00e4bb0a6d1 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:18:44.032477 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca19f485-6356-4dfc-82b8-d00e4bb0a6d1'] response: {'name': 'network-changed', 'server_uuid': '234df711-6632-4cd7-8386-c147ed250148', 'tag': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'status': 'completed', 'code': 200} Oct 18 08:18:44.049279 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc547ff6-7eeb-4adb-aa77-5af0b503dd09 service neutron] Pushing event updated for resources: {'Port': ['ID=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:18:44.074783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-7c4abf93-42b8-4d83-8dcf-d39b5901c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:44.076247 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-7c4abf93-42b8-4d83-8dcf-d39b5901c0d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 1096 time: 0.1819739 Oct 18 08:18:44.111361 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a4dee46b-8a19-47ae-8b98-9ab7bc18be2b None None] Attempt 3 to provision port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 Oct 18 08:18:44.150176 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-6017a1e2-a7b6-4eb9-aa76-5d932e8777cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78 HTTP/1.1" status: 200 len: 217 time: 0.0633101 Oct 18 08:18:44.173768 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a4dee46b-8a19-47ae-8b98-9ab7bc18be2b None None] Port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:18:44.215190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-f7aa6f8a-383f-4691-a6db-3137abc2f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:44.216614 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-f7aa6f8a-383f-4691-a6db-3137abc2f244 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0585287 Oct 18 08:18:44.300531 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-e8330654-deb2-4a65-bfc6-e4e1883919d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:44.301966 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-e8330654-deb2-4a65-bfc6-e4e1883919d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763876 Oct 18 08:18:44.437296 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-1ccf1c74-84ac-4030-bc60-a13a1894604d service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236439 Oct 18 08:18:44.570892 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6dff273f-0505-428c-b007-7fe6cf0bfbb6 req-a746e5c5-496b-46b5-93c4-4b64672dd5e7 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249704 Oct 18 08:18:44.731746 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce633f2-a8c5-4a8b-82c7-b41f39ab0e37 req-95b17052-1c20-47ee-a560-d86cb5e23a4a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:44.733105 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fce633f2-a8c5-4a8b-82c7-b41f39ab0e37 req-95b17052-1c20-47ee-a560-d86cb5e23a4a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 943 time: 0.1547081 Oct 18 08:18:44.739111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da7365-111d-492a-9e22-7eb23138e2c7 req-bda8f0c5-03a2-4285-9815-97829a8450f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:44.740449 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f1da7365-111d-492a-9e22-7eb23138e2c7 req-bda8f0c5-03a2-4285-9815-97829a8450f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 1096 time: 0.1093817 Oct 18 08:18:44.859534 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fce633f2-a8c5-4a8b-82c7-b41f39ab0e37 req-37d392d2-4b97-4df8-ad66-10e863622fb0 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181192 Oct 18 08:18:44.897794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da7365-111d-492a-9e22-7eb23138e2c7 req-556640a2-d509-4a50-9a8c-d1d3a3862917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:44.899935 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f1da7365-111d-492a-9e22-7eb23138e2c7 req-556640a2-d509-4a50-9a8c-d1d3a3862917 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1464083 Oct 18 08:18:44.969300 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f1da7365-111d-492a-9e22-7eb23138e2c7 req-905fb8fb-7521-4ca9-adcc-66d85ead69a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78 HTTP/1.1" status: 200 len: 217 time: 0.0614815 Oct 18 08:18:45.035119 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da7365-111d-492a-9e22-7eb23138e2c7 req-b1ecdacd-1d34-4273-9e4e-c2a81c588fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:45.036438 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f1da7365-111d-492a-9e22-7eb23138e2c7 req-b1ecdacd-1d34-4273-9e4e-c2a81c588fb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0597148 Oct 18 08:18:45.118697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da7365-111d-492a-9e22-7eb23138e2c7 req-60e2f423-77fa-4f86-8445-43129e4f4203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:45.120138 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f1da7365-111d-492a-9e22-7eb23138e2c7 req-60e2f423-77fa-4f86-8445-43129e4f4203 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763271 Oct 18 08:18:45.251070 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f1da7365-111d-492a-9e22-7eb23138e2c7 req-5c9ca72a-1f1e-41e3-9262-ad0cb33e1fc9 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228991 Oct 18 08:18:45.380202 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f1da7365-111d-492a-9e22-7eb23138e2c7 req-eab4fb39-bece-430d-90b1-1b3533a7602e service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212018 Oct 18 08:18:46.058239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf283-4367-40c6-ac21-82195ac6d20b req-eec683f5-2cf6-491d-ad54-5d88bf9d670a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:46.059689 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-015cf283-4367-40c6-ac21-82195ac6d20b req-eec683f5-2cf6-491d-ad54-5d88bf9d670a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 943 time: 0.0892122 Oct 18 08:18:46.103344 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-015cf283-4367-40c6-ac21-82195ac6d20b req-de88676b-205a-4035-a49d-603f757044aa tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380106 Oct 18 08:18:47.091283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:18:47.223994 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:18:47.237475 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'port_id': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'mac_address': 'fa:16:3e:ce:14:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:18:47.292762 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:18:47.293139 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:47.303508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc025b-a786-4de7-8a98-49200aba532b req-393ed902-5a70-43e6-8aec-4a71f06a09de tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:47.305701 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-07fc025b-a786-4de7-8a98-49200aba532b req-393ed902-5a70-43e6-8aec-4a71f06a09de tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 943 time: 0.0917702 Oct 18 08:18:47.310273 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:18:47.325872 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:18:47.329740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:47.349984 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-07fc025b-a786-4de7-8a98-49200aba532b req-5d0d8fd1-0ab3-41ba-8fb6-e8a4a4349757 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385466 Oct 18 08:18:47.398105 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:18:47.595681 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['2de802e6-eae8-4af2-a74e-34bd1cfb5b78'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:18:48.548731 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d4cac-4a3e-4ca2-8485-6576d2015e14 req-ada2a59a-c94d-40c1-b053-47397355e590 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:48.550165 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2c9d4cac-4a3e-4ca2-8485-6576d2015e14 req-ada2a59a-c94d-40c1-b053-47397355e590 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 944 time: 0.0889523 Oct 18 08:18:48.593253 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2c9d4cac-4a3e-4ca2-8485-6576d2015e14 req-b91934fd-fef7-40ef-80d0-a32af80ecee9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368111 Oct 18 08:18:49.107892 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:18:49.176521 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:18:49.181204 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:18:49.181576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:49.181907 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 Oct 18 08:18:49.295659 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:18:49.296026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:49.322814 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234df711-6632-4cd7-8386-c147ed250148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:18:49.325080 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e06fcf-4879-45aa-b197-cb38a37febf5" -d '{"events": [{"server_uuid": "234df711-6632-4cd7-8386-c147ed250148", "name": "network-vif-plugged", "status": "completed", "tag": "2de802e6-eae8-4af2-a74e-34bd1cfb5b78"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:18:49.332926 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:18:49.338147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:49.404171 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:18:49.420514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af1362a-95d2-4e10-9a90-e30f1986455a x-openstack-request-id: req-3af1362a-95d2-4e10-9a90-e30f1986455a {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:18:49.420803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234df711-6632-4cd7-8386-c147ed250148", "name": "network-vif-plugged", "status": "completed", "tag": "2de802e6-eae8-4af2-a74e-34bd1cfb5b78", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:18:49.421050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3af1362a-95d2-4e10-9a90-e30f1986455a {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:18:49.421440 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af1362a-95d2-4e10-9a90-e30f1986455a'] response: {'server_uuid': '234df711-6632-4cd7-8386-c147ed250148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'code': 200} Oct 18 08:18:49.664296 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb28ce8-f6df-4429-9bae-b0eebf645da8 req-140adaad-af80-4df9-a7a3-13c2858fc36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:49.665881 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0bb28ce8-f6df-4429-9bae-b0eebf645da8 req-140adaad-af80-4df9-a7a3-13c2858fc36f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 1098 time: 0.0776973 Oct 18 08:18:49.795405 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ca6d8-056c-4590-96c0-4ab13580f595 req-d0ef68cc-972f-42ac-ab29-6193fe80a830 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:49.796916 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e06ca6d8-056c-4590-96c0-4ab13580f595 req-d0ef68cc-972f-42ac-ab29-6193fe80a830 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0899072 Oct 18 08:18:49.809009 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0bb28ce8-f6df-4429-9bae-b0eebf645da8 req-89efe341-c278-4976-a033-42bfd110343f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338990 Oct 18 08:18:49.841771 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e06ca6d8-056c-4590-96c0-4ab13580f595 req-687c40c4-e625-4a90-946f-e8705de2261b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384347 Oct 18 08:18:50.736832 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-de07b66a-48a4-412f-948d-43a5e53a9f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:51.047297 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abddcce-c8e6-4894-ad72-4466ae3de0dc req-569eee3c-dac9-4a94-a9cc-9d3f44848316 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:51.048758 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7abddcce-c8e6-4894-ad72-4466ae3de0dc req-569eee3c-dac9-4a94-a9cc-9d3f44848316 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0910687 Oct 18 08:18:51.094215 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7abddcce-c8e6-4894-ad72-4466ae3de0dc req-c8263308-6fb7-4d21-8705-55cad12b3c50 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396645 Oct 18 08:18:52.291774 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b5ee3-ec97-421d-aec8-2368ca9183c6 req-58e21bc7-9022-435e-a22e-4968609042b8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:52.293219 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4b5b5ee3-ec97-421d-aec8-2368ca9183c6 req-58e21bc7-9022-435e-a22e-4968609042b8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0899997 Oct 18 08:18:52.337976 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4b5b5ee3-ec97-421d-aec8-2368ca9183c6 req-78d524c9-3358-4491-bbb9-17a9afa4befe tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391574 Oct 18 08:18:52.528950 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3fe53-6ff9-4b35-a7d3-af59f2a9ea17 req-d8bf8ac4-573e-4e95-845d-a9a4d15cb2ba tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:52.530397 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aed3fe53-6ff9-4b35-a7d3-af59f2a9ea17 req-d8bf8ac4-573e-4e95-845d-a9a4d15cb2ba tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0897908 Oct 18 08:18:52.540553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 38556) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:18:52.545694 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-bc3f224d-6f0b-44ba-8e1e-5f84f8514169 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Request body: {'floatingip': {'port_id': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:18:52.622690 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bc3f224d-6f0b-44ba-8e1e-5f84f8514169 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for floatingip, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:53.039170 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6905a855-059a-478c-b2d6-0120848806cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:53.197918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bc3f224d-6f0b-44ba-8e1e-5f84f8514169 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:53.201661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bc3f224d-6f0b-44ba-8e1e-5f84f8514169 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:53.366215 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-bc3f224d-6f0b-44ba-8e1e-5f84f8514169 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Floating IP 2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7 associated. External IP: 172.26.8.62, port: 2de802e6-eae8-4af2-a74e-34bd1cfb5b78. Oct 18 08:18:53.783003 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:53.816635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3f224d-6f0b-44ba-8e1e-5f84f8514169 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:18:53.839845 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:53.993707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3f224d-6f0b-44ba-8e1e-5f84f8514169 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:18:53.998519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bc3f224d-6f0b-44ba-8e1e-5f84f8514169 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:54.002941 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa5870a-52fa-4583-9acb-c02ffc702df8 None None] Sync routers for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:18:54.012698 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa5870a-52fa-4583-9acb-c02ffc702df8 None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:18:54.013296 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ffa5870a-52fa-4583-9acb-c02ffc702df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:18:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:18:54.054893 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bc3f224d-6f0b-44ba-8e1e-5f84f8514169 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "PUT /v2.0/floatingips/2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7 HTTP/1.1" status: 200 len: 991 time: 1.5127091 Oct 18 08:18:54.055531 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234df711-6632-4cd7-8386-c147ed250148', 'tag': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:18:54.057821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219e8a79-c4fe-407d-8170-a361fb817543" -d '{"events": [{"name": "network-changed", "server_uuid": "234df711-6632-4cd7-8386-c147ed250148", "tag": "2de802e6-eae8-4af2-a74e-34bd1cfb5b78"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:18:54.097609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4896656-a830-44b3-b1f0-1a4c39e22162 x-openstack-request-id: req-d4896656-a830-44b3-b1f0-1a4c39e22162 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:18:54.098101 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234df711-6632-4cd7-8386-c147ed250148", "tag": "2de802e6-eae8-4af2-a74e-34bd1cfb5b78", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:18:54.098224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d4896656-a830-44b3-b1f0-1a4c39e22162 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:18:54.098531 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4896656-a830-44b3-b1f0-1a4c39e22162'] response: {'name': 'network-changed', 'server_uuid': '234df711-6632-4cd7-8386-c147ed250148', 'tag': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'status': 'completed', 'code': 200} Oct 18 08:18:54.202114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e8a79-c4fe-407d-8170-a361fb817543 req-0a61d4fd-07cb-46b6-ad28-b229ea48eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:54.203630 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-219e8a79-c4fe-407d-8170-a361fb817543 req-0a61d4fd-07cb-46b6-ad28-b229ea48eb4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 1098 time: 0.0824409 Oct 18 08:18:54.233599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-ffa5870a-52fa-4583-9acb-c02ffc702df8 None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:18:54.334007 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e8a79-c4fe-407d-8170-a361fb817543 req-6da03c19-c269-436a-b4c8-8f80344c4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:54.335912 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-219e8a79-c4fe-407d-8170-a361fb817543 req-6da03c19-c269-436a-b4c8-8f80344c4284 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1258385 Oct 18 08:18:54.439521 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-219e8a79-c4fe-407d-8170-a361fb817543 req-7bcb1af3-e4b2-4c34-980f-0124144f2387 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78 HTTP/1.1" status: 200 len: 999 time: 0.0972779 Oct 18 08:18:54.500769 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e8a79-c4fe-407d-8170-a361fb817543 req-aaa49f8f-8926-4cb4-8b08-c75ebc4e583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:54.502287 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-219e8a79-c4fe-407d-8170-a361fb817543 req-aaa49f8f-8926-4cb4-8b08-c75ebc4e583c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0568027 Oct 18 08:18:54.582815 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ffa5870a-52fa-4583-9acb-c02ffc702df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'floating_ip_address': '172.26.8.62', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'port_id': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'mac_address': 'fa:16:3e:ce:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234df711-6632-4cd7-8386-c147ed250148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:14:37Z', 'updated_at': '2022-10-18T08:18:53Z', 'revision_number': 13, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:18:54.587469 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa5870a-52fa-4583-9acb-c02ffc702df8 None None] Checking router: f94d3271-d8ec-41a0-b48d-52a6e02c66b6 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:18:54.590762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e8a79-c4fe-407d-8170-a361fb817543 req-f5feae0c-5c9c-4431-a9c5-71d9348bddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:54.592219 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-219e8a79-c4fe-407d-8170-a361fb817543 req-f5feae0c-5c9c-4431-a9c5-71d9348bddf1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839963 Oct 18 08:18:54.595714 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa5870a-52fa-4583-9acb-c02ffc702df8 None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:18:54.596326 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ffa5870a-52fa-4583-9acb-c02ffc702df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:18:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:18:54.722671 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-219e8a79-c4fe-407d-8170-a361fb817543 req-a3a6ee16-6ab4-41d7-96b6-4b3956c5b715 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241739 Oct 18 08:18:54.769558 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-ffa5870a-52fa-4583-9acb-c02ffc702df8 None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:18:54.853110 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-219e8a79-c4fe-407d-8170-a361fb817543 req-b50d638b-d14d-4d29-86b2-0503f45f4c76 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238456 Oct 18 08:18:55.118883 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ffa5870a-52fa-4583-9acb-c02ffc702df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'floating_ip_address': '172.26.8.62', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'port_id': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'mac_address': 'fa:16:3e:ce:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234df711-6632-4cd7-8386-c147ed250148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:14:37Z', 'updated_at': '2022-10-18T08:18:53Z', 'revision_number': 13, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:18:55.122702 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa5870a-52fa-4583-9acb-c02ffc702df8 None None] The sync data for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv is: [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'floating_ip_address': '172.26.8.62', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'port_id': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'mac_address': 'fa:16:3e:ce:14:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234df711-6632-4cd7-8386-c147ed250148', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:14:37Z', 'updated_at': '2022-10-18T08:18:53Z', 'revision_number': 13, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:18:55.306760 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c2cac4-2fe6-4c46-8c57-d4e8b993347c None None] New status for floating IP 2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7: ACTIVE {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:18:55.381941 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:18:58.640949 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a71dd495-579c-4e45-8116-96595c486bb0 req-74c750e2-e34d-4529-8a26-c9a910c492a5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757346 Oct 18 08:18:58.789266 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71dd495-579c-4e45-8116-96595c486bb0 req-be2f8252-0d4a-4469-a465-7c3d379b61a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:58.790725 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a71dd495-579c-4e45-8116-96595c486bb0 req-be2f8252-0d4a-4469-a465-7c3d379b61a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 1098 time: 0.0807524 Oct 18 08:18:58.930195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71dd495-579c-4e45-8116-96595c486bb0 req-cdd9b419-f9de-4080-9f7d-6e2914323eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:58.931544 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a71dd495-579c-4e45-8116-96595c486bb0 req-cdd9b419-f9de-4080-9f7d-6e2914323eca service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1234291 Oct 18 08:18:59.031536 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a71dd495-579c-4e45-8116-96595c486bb0 req-b16b36a3-2c5d-490c-a1eb-8653e72e14e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78 HTTP/1.1" status: 200 len: 1001 time: 0.0940487 Oct 18 08:18:59.202522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71dd495-579c-4e45-8116-96595c486bb0 req-fc4ce549-ba87-4c02-9f0a-17dc54d8cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:59.203912 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a71dd495-579c-4e45-8116-96595c486bb0 req-fc4ce549-ba87-4c02-9f0a-17dc54d8cdf4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.1669905 Oct 18 08:18:59.286382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71dd495-579c-4e45-8116-96595c486bb0 req-ec9ea8d8-b46c-4d86-80a6-a6446923cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:18:59.287855 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a71dd495-579c-4e45-8116-96595c486bb0 req-ec9ea8d8-b46c-4d86-80a6-a6446923cf88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782642 Oct 18 08:18:59.421693 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a71dd495-579c-4e45-8116-96595c486bb0 req-e7ba58ae-dabe-46b5-a56c-30905534b267 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273079 Oct 18 08:18:59.551095 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a71dd495-579c-4e45-8116-96595c486bb0 req-e42804ec-f4cb-4035-9866-ed267525e3cb service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226652 Oct 18 08:19:04.652023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:19:16.776150 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:19:20.738820 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0a4a1a32-7c26-479b-9d75-65aa7eba4021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:19:23.041362 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-889b4812-df1a-4cf0-b901-6bd18db2dce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:19:23.785315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:19:23.844511 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:19:25.384399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:19:30.611867 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1ddaa-f68f-48c0-94c1-4d738d87ea4f req-8319c1f6-547b-40e3-9140-eb80d14cc808 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:30.613317 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-56c1ddaa-f68f-48c0-94c1-4d738d87ea4f req-8319c1f6-547b-40e3-9140-eb80d14cc808 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0859721 Oct 18 08:19:30.656549 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-56c1ddaa-f68f-48c0-94c1-4d738d87ea4f req-d2f11141-de90-49d0-b42c-de310c37eef9 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375605 Oct 18 08:19:34.649382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:19:39.453614 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-dd6a30e4-1ec5-44bf-bb37-49ee9588dd89 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2408106 Oct 18 08:19:39.469404 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e05041-b58d-4a21-8ccd-f8a26d06267d req-99caa13b-10f1-474a-ad60-5dfb697eec51 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:39.470872 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d2e05041-b58d-4a21-8ccd-f8a26d06267d req-99caa13b-10f1-474a-ad60-5dfb697eec51 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.2036240 Oct 18 08:19:39.515689 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d2e05041-b58d-4a21-8ccd-f8a26d06267d req-f8b607db-53a0-4178-bf4c-abd04b7e787c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383973 Oct 18 08:19:40.611347 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-d13c6ec8-8ee1-4d1c-ab01-4e96a6475f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:40.612801 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-d13c6ec8-8ee1-4d1c-ab01-4e96a6475f41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 1098 time: 0.0807774 Oct 18 08:19:40.811589 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-ba7e88c7-a78a-4fc7-bf50-adcb7c4135fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:40.812929 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-ba7e88c7-a78a-4fc7-bf50-adcb7c4135fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1906099 Oct 18 08:19:40.821592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264548e0-fb52-4ac0-97ac-ad58c93d249d req-839ca5e8-efa3-49ae-becc-2e4051bc2975 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:40.823080 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-264548e0-fb52-4ac0-97ac-ad58c93d249d req-839ca5e8-efa3-49ae-becc-2e4051bc2975 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.1828640 Oct 18 08:19:40.940748 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-264548e0-fb52-4ac0-97ac-ad58c93d249d req-1aa2fb02-e180-42c2-90fd-01cd9f1106a0 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666370 Oct 18 08:19:40.951966 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-4ecc16a2-37ce-4342-a1c9-ebe5b0a6da11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78 HTTP/1.1" status: 200 len: 1001 time: 0.1279902 Oct 18 08:19:41.019377 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-486f18f8-08d3-4167-bd27-96a9caf1fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:41.020746 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-486f18f8-08d3-4167-bd27-96a9caf1fb2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0597570 Oct 18 08:19:41.104565 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-7cd99023-4259-4cbf-bbe4-6ae02fea82e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:41.105913 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-7cd99023-4259-4cbf-bbe4-6ae02fea82e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759504 Oct 18 08:19:41.238236 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-cb87e36d-e4e6-4a23-a8bc-c0a8811daad5 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217682 Oct 18 08:19:41.370919 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-3a133ce8-a0ac-49b0-acce-4d9bc5dc0910 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226478 Oct 18 08:19:42.141136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de7a70-0e90-411c-b1b0-bc353aa65491 req-0a8e80cf-c175-4044-ad56-933b23329186 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:42.142602 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c5de7a70-0e90-411c-b1b0-bc353aa65491 req-0a8e80cf-c175-4044-ad56-933b23329186 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0889578 Oct 18 08:19:42.186429 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c5de7a70-0e90-411c-b1b0-bc353aa65491 req-165c2cc8-0b07-4454-a7f9-ec2ec0235a65 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381856 Oct 18 08:19:43.385782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d541a5-3579-4f03-bff8-5102dfc2573b req-8657688d-c3b6-411f-830a-2f8ee1c104ff tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:43.387275 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-56d541a5-3579-4f03-bff8-5102dfc2573b req-8657688d-c3b6-411f-830a-2f8ee1c104ff tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0896280 Oct 18 08:19:43.430745 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-56d541a5-3579-4f03-bff8-5102dfc2573b req-ae06c1e2-aca2-45b3-9429-d443a64e5801 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378454 Oct 18 08:19:44.624043 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9c018-1d8c-4e69-82ba-474cf2d40d29 req-d3612e82-56be-4501-ba07-f0d4c4bde3e7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:44.625476 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-55a9c018-1d8c-4e69-82ba-474cf2d40d29 req-d3612e82-56be-4501-ba07-f0d4c4bde3e7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0847874 Oct 18 08:19:44.671571 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-55a9c018-1d8c-4e69-82ba-474cf2d40d29 req-7d0121e1-8bd1-40cf-8824-222b4dc8b1c4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405676 Oct 18 08:19:45.867626 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b8a3c-1d3e-4819-97b1-46ceb0c6f61f req-faab363b-cd7e-4818-9530-914d60f1c58f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:45.869057 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5f0b8a3c-1d3e-4819-97b1-46ceb0c6f61f req-faab363b-cd7e-4818-9530-914d60f1c58f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0871797 Oct 18 08:19:45.915030 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5f0b8a3c-1d3e-4819-97b1-46ceb0c6f61f req-37b0a1dd-68d2-48da-b1ab-f714a2b181d8 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404840 Oct 18 08:19:47.112371 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6afba-3d7c-4011-8c85-7e2827927e00 req-671836ae-bfb8-4fa4-a422-de61d1cf273a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:47.113834 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-94a6afba-3d7c-4011-8c85-7e2827927e00 req-671836ae-bfb8-4fa4-a422-de61d1cf273a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0862899 Oct 18 08:19:47.156892 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-94a6afba-3d7c-4011-8c85-7e2827927e00 req-ed19ef78-5656-434f-958b-83df2e4165df tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368245 Oct 18 08:19:48.352075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4c42f-7ec6-4596-b538-2b2f636634cb req-11861744-305f-4ee9-917f-d238b08d934c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:48.353526 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e1f4c42f-7ec6-4596-b538-2b2f636634cb req-11861744-305f-4ee9-917f-d238b08d934c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0859346 Oct 18 08:19:48.397671 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e1f4c42f-7ec6-4596-b538-2b2f636634cb req-fbaebf41-8728-455b-bd9f-e8c672ee0dfc tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381830 Oct 18 08:19:49.594153 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60faad-2f19-4d24-a87a-c381ba1b15fd req-d9123ae2-7eb4-4fa0-a744-a86916788819 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:49.595615 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4a60faad-2f19-4d24-a87a-c381ba1b15fd req-d9123ae2-7eb4-4fa0-a744-a86916788819 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0887344 Oct 18 08:19:49.639218 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4a60faad-2f19-4d24-a87a-c381ba1b15fd req-8b8c087a-2075-4fbd-b6dd-bbcb7a93b18f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374932 Oct 18 08:19:50.741206 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f9e190d3-439b-4ed0-a65c-cd602bfd8e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:19:50.841211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e547b5-43e6-4bea-8cf4-ef270fac0152 req-aa0d4a8e-6f05-4264-af1f-b800b686a4d7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:50.842680 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b1e547b5-43e6-4bea-8cf4-ef270fac0152 req-aa0d4a8e-6f05-4264-af1f-b800b686a4d7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0904846 Oct 18 08:19:50.887037 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b1e547b5-43e6-4bea-8cf4-ef270fac0152 req-fded2688-7e94-44a3-9877-0ba07388db2c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388055 Oct 18 08:19:52.082856 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b40dee-ae04-4589-b9c8-eef4e928b25b req-0401665a-a82e-45f9-838c-fbf566de6ef7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:52.084587 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-61b40dee-ae04-4589-b9c8-eef4e928b25b req-0401665a-a82e-45f9-838c-fbf566de6ef7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0870106 Oct 18 08:19:52.132040 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-61b40dee-ae04-4589-b9c8-eef4e928b25b req-b927d4f9-bbe9-45f2-a8ac-160b71c0ac4e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418575 Oct 18 08:19:53.043020 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f8f9c0b2-3c6e-4841-89cb-3a244a4baf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:19:53.333186 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd87b96-c624-4308-9ab8-676994916fd5 req-4143bf49-6d8d-46fe-b800-0a8048add37b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:53.334585 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1cd87b96-c624-4308-9ab8-676994916fd5 req-4143bf49-6d8d-46fe-b800-0a8048add37b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0867374 Oct 18 08:19:53.380916 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1cd87b96-c624-4308-9ab8-676994916fd5 req-e2d40c6b-4eb2-4cc4-821f-9d1bd25539d3 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406504 Oct 18 08:19:53.775874 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:19:53.788845 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:19:53.845717 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:19:54.578796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e324044-3b5b-4715-8cee-bd2f2783a167 req-221a4d25-2e48-473f-9332-636e1e7eca8f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:54.580269 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9e324044-3b5b-4715-8cee-bd2f2783a167 req-221a4d25-2e48-473f-9332-636e1e7eca8f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0872607 Oct 18 08:19:54.624607 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9e324044-3b5b-4715-8cee-bd2f2783a167 req-52468312-23db-43b4-86c7-0e6e5e8ceece tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386951 Oct 18 08:19:55.386654 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:19:55.818367 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb9385-62e5-4000-a725-2225b17273d0 req-f61892e4-caad-4d96-bcba-6f3e20ec260a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:55.819831 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6beb9385-62e5-4000-a725-2225b17273d0 req-f61892e4-caad-4d96-bcba-6f3e20ec260a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0858145 Oct 18 08:19:55.863014 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6beb9385-62e5-4000-a725-2225b17273d0 req-08f3f0ec-34f5-4958-9514-91967e96d8d3 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375476 Oct 18 08:19:57.060901 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c108cc7-bd9d-41df-992b-20dc925b3b39 req-34d67d8a-695e-42a9-b801-a8ba82bb9989 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:57.062337 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0c108cc7-bd9d-41df-992b-20dc925b3b39 req-34d67d8a-695e-42a9-b801-a8ba82bb9989 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0901446 Oct 18 08:19:57.105868 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0c108cc7-bd9d-41df-992b-20dc925b3b39 req-b665cab4-aa49-4395-9a2b-c9a45444dc4f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378850 Oct 18 08:19:58.392919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce853d-456a-47df-a40c-b9c102e9fe23 req-425c11b5-c268-4d04-8430-2d25e64a4f3d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:58.394278 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-69ce853d-456a-47df-a40c-b9c102e9fe23 req-425c11b5-c268-4d04-8430-2d25e64a4f3d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.1781840 Oct 18 08:19:58.439035 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-69ce853d-456a-47df-a40c-b9c102e9fe23 req-a2c05439-601c-4348-b1c3-57361b461b67 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389388 Oct 18 08:19:59.633693 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e918ca-b337-41bc-acc8-15033048ecee req-83c28e2b-b543-4c47-ad91-b7d2fc53374a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:19:59.635161 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-52e918ca-b337-41bc-acc8-15033048ecee req-83c28e2b-b543-4c47-ad91-b7d2fc53374a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0866659 Oct 18 08:19:59.681491 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-52e918ca-b337-41bc-acc8-15033048ecee req-78e47cb4-0f12-482e-8a52-091dc12a8af7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407732 Oct 18 08:20:00.714100 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b2bae-02cb-441e-bf0b-e179119adfac req-ae07176c-bc7e-44cc-9036-3a93365028c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:00.715939 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7d3b2bae-02cb-441e-bf0b-e179119adfac req-ae07176c-bc7e-44cc-9036-3a93365028c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 1098 time: 0.0799611 Oct 18 08:20:00.954004 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b2bae-02cb-441e-bf0b-e179119adfac req-77800be8-aa70-414f-9082-e36d45367eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:00.956014 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7d3b2bae-02cb-441e-bf0b-e179119adfac req-77800be8-aa70-414f-9082-e36d45367eac service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.2165606 Oct 18 08:20:00.968436 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58165e80-5d5b-4fee-8f28-0ffa2ec0abcb req-e0ab78eb-afbc-40b1-a3a3-7be5c3bdde6b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:00.970150 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-58165e80-5d5b-4fee-8f28-0ffa2ec0abcb req-e0ab78eb-afbc-40b1-a3a3-7be5c3bdde6b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.1580071 Oct 18 08:20:01.110633 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-58165e80-5d5b-4fee-8f28-0ffa2ec0abcb req-ff5f9223-e373-416c-8531-5ae5bebbad80 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767081 Oct 18 08:20:01.112635 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7d3b2bae-02cb-441e-bf0b-e179119adfac req-c825f807-4c72-45f9-bed4-2f5c700f767b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78 HTTP/1.1" status: 200 len: 1001 time: 0.1411397 Oct 18 08:20:01.188393 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b2bae-02cb-441e-bf0b-e179119adfac req-79f51bd5-1e41-4577-a7f2-c4842f84ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:01.190773 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7d3b2bae-02cb-441e-bf0b-e179119adfac req-79f51bd5-1e41-4577-a7f2-c4842f84ddcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0694640 Oct 18 08:20:01.285278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b2bae-02cb-441e-bf0b-e179119adfac req-9c078e81-7f4f-4982-b12f-5806517ded32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:01.287696 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7d3b2bae-02cb-441e-bf0b-e179119adfac req-9c078e81-7f4f-4982-b12f-5806517ded32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880485 Oct 18 08:20:01.429621 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7d3b2bae-02cb-441e-bf0b-e179119adfac req-7e2c930c-18b6-403e-b3c8-af5b2941fd58 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319981 Oct 18 08:20:01.566429 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7d3b2bae-02cb-441e-bf0b-e179119adfac req-6ccb4e25-856a-4f3f-bdf1-a350ca9e2139 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271367 Oct 18 08:20:02.310442 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021ef0d-bc1f-4e6e-9104-5b0a7d8422b8 req-16c89551-2da2-4948-a9e8-58c5a860b2d0 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:02.312047 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5021ef0d-bc1f-4e6e-9104-5b0a7d8422b8 req-16c89551-2da2-4948-a9e8-58c5a860b2d0 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0868063 Oct 18 08:20:02.356669 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5021ef0d-bc1f-4e6e-9104-5b0a7d8422b8 req-6f1cde79-de00-4760-8b78-ea36828602b0 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391245 Oct 18 08:20:03.555224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587887b-8f79-404c-a862-5335a58db442 req-962fc292-a786-4bd1-abd9-849a9926ffc7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:03.556665 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a587887b-8f79-404c-a862-5335a58db442 req-962fc292-a786-4bd1-abd9-849a9926ffc7 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0904477 Oct 18 08:20:03.599761 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a587887b-8f79-404c-a862-5335a58db442 req-f8e54527-da03-4862-b273-944ec60985b2 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375690 Oct 18 08:20:04.049723 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-daede189-6173-4c71-996a-2e30ef9e5084 service neutron] 10.222.0.46 "GET /v2.0/ports/2de802e6-eae8-4af2-a74e-34bd1cfb5b78/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.0743155 Oct 18 08:20:04.338205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-0e5c9eed-419e-410b-b098-02d73a59d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:04.339687 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-0e5c9eed-419e-410b-b098-02d73a59d4af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148&tenant_id=eaf802a5bcf34321802c292596af3155 HTTP/1.1" status: 200 len: 1098 time: 0.0834491 Oct 18 08:20:04.441266 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-59a9d417-549e-4e4e-9bd5-f0efe4f4f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:04.443142 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-59a9d417-549e-4e4e-9bd5-f0efe4f4f162 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 1098 time: 0.0766273 Oct 18 08:20:04.573252 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-430f7e39-eb17-4b84-b497-ee9f5d11ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:04.574653 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-430f7e39-eb17-4b84-b497-ee9f5d11ec1b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1221609 Oct 18 08:20:04.669774 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:04.682741 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-b7ede6f4-6bb0-4c75-9f0e-11f550d94e0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78 HTTP/1.1" status: 200 len: 1001 time: 0.0981293 Oct 18 08:20:04.746910 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-bc56caf7-4afb-425a-9c37-c7e6e2963aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:04.748235 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-bc56caf7-4afb-425a-9c37-c7e6e2963aef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0568936 Oct 18 08:20:04.803247 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc851fe0-5ec4-4dad-aeeb-eed5d4ec0576 req-bb7effbd-0c1a-48c2-af52-38f4c16aff7f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:04.804802 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fc851fe0-5ec4-4dad-aeeb-eed5d4ec0576 req-bb7effbd-0c1a-48c2-af52-38f4c16aff7f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0920594 Oct 18 08:20:04.851209 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-fc851fe0-5ec4-4dad-aeeb-eed5d4ec0576 req-23363fba-ce02-483c-aacf-b4976a809249 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404210 Oct 18 08:20:04.935823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-8c1032a9-59a5-4c2b-a15c-726c0e25af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:04.937307 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-8c1032a9-59a5-4c2b-a15c-726c0e25af45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1828654 Oct 18 08:20:05.071136 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-4a431c73-f712-43c5-8b76-7b45bdcea63e service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238134 Oct 18 08:20:05.203662 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b3b09237-0a64-4978-a702-99fe1ebf3598 req-5541353e-ab06-4a48-877f-069802c688da service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237562 Oct 18 08:20:06.057662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc0135-df64-4d02-abaf-f56ebe18fd01 req-f862709a-a020-4780-b3d0-70d0d8aa7f80 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:06.061861 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b6fc0135-df64-4d02-abaf-f56ebe18fd01 req-f862709a-a020-4780-b3d0-70d0d8aa7f80 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0951810 Oct 18 08:20:06.103800 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b6fc0135-df64-4d02-abaf-f56ebe18fd01 req-aed82185-2708-4a4a-8c88-106b6079774d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388243 Oct 18 08:20:07.301072 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e63d3d-743c-48d3-b371-60bce17cfced req-27f90d80-b0bc-4434-8adb-9c41465d5063 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:07.302572 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-07e63d3d-743c-48d3-b371-60bce17cfced req-27f90d80-b0bc-4434-8adb-9c41465d5063 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0874922 Oct 18 08:20:07.355691 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-07e63d3d-743c-48d3-b371-60bce17cfced req-3b639c5d-0970-4c9b-aa30-16337b6b0724 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445921 Oct 18 08:20:07.589622 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:20:07.698524 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:20:07.698920 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:07.724386 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234df711-6632-4cd7-8386-c147ed250148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:20:07.726641 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102637ac-1fec-4099-a9c1-7bf19ce2d5cf" -d '{"events": [{"server_uuid": "234df711-6632-4cd7-8386-c147ed250148", "name": "network-vif-unplugged", "status": "completed", "tag": "2de802e6-eae8-4af2-a74e-34bd1cfb5b78"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:20:07.733919 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:20:07.738233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:07.811767 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Oct 2022 08:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae4d715-5011-4cdc-b10c-572f7961c92b x-openstack-request-id: req-4ae4d715-5011-4cdc-b10c-572f7961c92b {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:20:07.812064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234df711-6632-4cd7-8386-c147ed250148", "name": "network-vif-unplugged", "status": "completed", "tag": "2de802e6-eae8-4af2-a74e-34bd1cfb5b78", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:20:07.812314 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4ae4d715-5011-4cdc-b10c-572f7961c92b {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:20:07.812700 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae4d715-5011-4cdc-b10c-572f7961c92b'] response: {'server_uuid': '234df711-6632-4cd7-8386-c147ed250148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'code': 200} Oct 18 08:20:07.849179 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:07.856026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:07.856370 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:07.856707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:07.857040 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:07.857369 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:07.857696 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:07.858021 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:07.858344 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:07.858693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:07.859016 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:07.859335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:07.859653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:08.552942 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee41d12-f625-454b-82ac-d62eb72a8915 req-b420df1e-7b8f-4ed2-a009-eceeae7e145d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:08.554390 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8ee41d12-f625-454b-82ac-d62eb72a8915 req-b420df1e-7b8f-4ed2-a009-eceeae7e145d tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 943 time: 0.0875516 Oct 18 08:20:08.597310 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8ee41d12-f625-454b-82ac-d62eb72a8915 req-60ae71a8-d3c8-4652-bc35-093ff312d69a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373681 Oct 18 08:20:09.605434 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:20:09.735233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:20:09.748433 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'port_id': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'mac_address': 'fa:16:3e:ce:14:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:20:09.796964 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69307a2-8373-4964-9f3d-fa9f765caa9c req-04172b0d-ee38-406e-8ad8-591636d77ae4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:09.798571 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f69307a2-8373-4964-9f3d-fa9f765caa9c req-04172b0d-ee38-406e-8ad8-591636d77ae4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 943 time: 0.0879166 Oct 18 08:20:09.802369 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:20:09.802778 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:09.822616 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:20:09.837744 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:20:09.841901 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:09.842051 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f69307a2-8373-4964-9f3d-fa9f765caa9c req-3176cb75-5393-41b4-9dd4-a8a9e8464ef5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373175 Oct 18 08:20:09.918804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,revision_number=7']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:09.927171 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['2de802e6-eae8-4af2-a74e-34bd1cfb5b78'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:20:11.043258 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29aa551-99eb-4701-a0be-66873d083a8b req-1c12d996-b5c8-4403-b3a9-2e536b255550 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:11.044701 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d29aa551-99eb-4701-a0be-66873d083a8b req-1c12d996-b5c8-4403-b3a9-2e536b255550 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 944 time: 0.0909610 Oct 18 08:20:11.088472 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d29aa551-99eb-4701-a0be-66873d083a8b req-49ea1617-8cc2-4a5e-a22f-f40f3838a7d4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381970 Oct 18 08:20:11.623297 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:20:11.689453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:20:11.689821 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:11.690182 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 Oct 18 08:20:11.804253 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:20:11.804625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:11.830079 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234df711-6632-4cd7-8386-c147ed250148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:20:11.832391 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6e1510-c167-417f-9257-41a7c8d9551f" -d '{"events": [{"server_uuid": "234df711-6632-4cd7-8386-c147ed250148", "name": "network-vif-plugged", "status": "completed", "tag": "2de802e6-eae8-4af2-a74e-34bd1cfb5b78"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:20:11.839755 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:20:11.843650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:11.894066 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35963522-8611-4712-b2cc-76cf78a9e5ac x-openstack-request-id: req-35963522-8611-4712-b2cc-76cf78a9e5ac {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:20:11.894363 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234df711-6632-4cd7-8386-c147ed250148", "name": "network-vif-plugged", "status": "completed", "tag": "2de802e6-eae8-4af2-a74e-34bd1cfb5b78", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:20:11.894636 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-35963522-8611-4712-b2cc-76cf78a9e5ac {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:20:11.895027 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35963522-8611-4712-b2cc-76cf78a9e5ac'] response: {'server_uuid': '234df711-6632-4cd7-8386-c147ed250148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'code': 200} Oct 18 08:20:11.915476 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,revision_number=8']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:12.284756 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1236a63-12e6-44b3-acba-d2dd5dde7ab5 req-394ac82e-50c1-475d-aae0-3df7963c7610 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:12.286212 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f1236a63-12e6-44b3-acba-d2dd5dde7ab5 req-394ac82e-50c1-475d-aae0-3df7963c7610 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0857620 Oct 18 08:20:12.334235 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f1236a63-12e6-44b3-acba-d2dd5dde7ab5 req-c1420448-2e1e-4213-8b24-3e5ff5a06f4c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420842 Oct 18 08:20:13.533189 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51645ed5-d939-4b5e-a470-d6f72ac65710 req-48a14d5e-aba4-4b26-aecb-c4e38ec0da7e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:13.534534 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-51645ed5-d939-4b5e-a470-d6f72ac65710 req-48a14d5e-aba4-4b26-aecb-c4e38ec0da7e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0886934 Oct 18 08:20:13.577687 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-51645ed5-d939-4b5e-a470-d6f72ac65710 req-cb0f1836-dd12-4c83-b2ef-fe2d1b087623 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375845 Oct 18 08:20:13.638215 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:20:13.773946 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:20:13.791451 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'port_id': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'mac_address': 'fa:16:3e:ce:14:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:20:13.847981 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 is: ACTIVE; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:20:13.851084 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:13.871153 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:20:13.887447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:20:13.891447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:13.959255 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['2de802e6-eae8-4af2-a74e-34bd1cfb5b78'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:20:13.992824 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,revision_number=9']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:14.774246 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d536a-691e-4878-8dfe-ed5e107ebf65 req-ea033141-505e-4c44-9061-c0514fb770d6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:14.775721 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-680d536a-691e-4878-8dfe-ed5e107ebf65 req-ea033141-505e-4c44-9061-c0514fb770d6 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 944 time: 0.0871201 Oct 18 08:20:14.819779 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-680d536a-691e-4878-8dfe-ed5e107ebf65 req-f8db416a-27cb-44b1-ac89-411419c5e322 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385118 Oct 18 08:20:15.224384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-fc04053c-c072-4652-ad10-bc29b3df110b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:15.225807 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-fc04053c-c072-4652-ad10-bc29b3df110b tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148&tenant_id=eaf802a5bcf34321802c292596af3155&binding%3Ahost_id=hv-neutron-8616 HTTP/1.1" status: 200 len: 944 time: 0.0919349 Oct 18 08:20:15.284541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8355b9a-0628-4c67-b139-0608bf8dcc96 req-c8161c49-69b0-47bc-af59-e5c0d8a24a3a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:15.286059 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a8355b9a-0628-4c67-b139-0608bf8dcc96 req-c8161c49-69b0-47bc-af59-e5c0d8a24a3a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 944 time: 0.0940580 Oct 18 08:20:15.308912 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-5a2abf45-7e47-43af-9722-22c22a23b379 service neutron] 10.222.0.46 "GET /v2.0/ports/2de802e6-eae8-4af2-a74e-34bd1cfb5b78/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.0773528 Oct 18 08:20:15.331673 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a8355b9a-0628-4c67-b139-0608bf8dcc96 req-90a3a4ce-c46c-4515-a16f-ee5bebf301a0 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394049 Oct 18 08:20:15.407001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-46add76f-90ee-4ef5-bec6-da4d71d0a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:15.408378 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-46add76f-90ee-4ef5-bec6-da4d71d0a5f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 1097 time: 0.0771780 Oct 18 08:20:15.538093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-604732ab-105d-460d-b1b5-04e0ddf6ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:15.539528 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-604732ab-105d-460d-b1b5-04e0ddf6ec16 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1253626 Oct 18 08:20:15.644341 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-62dce2c9-2212-4a6d-9b13-6e9dbd274f79 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78 HTTP/1.1" status: 200 len: 1000 time: 0.0988657 Oct 18 08:20:15.673199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:20:15.709331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-3e32abcb-5e98-45b9-9a3c-5c6d74d80735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:15.710786 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-3e32abcb-5e98-45b9-9a3c-5c6d74d80735 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0603702 Oct 18 08:20:15.743115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:20:15.743482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:15.743812 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 Oct 18 08:20:15.792258 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-1a6480be-849a-46dc-971c-624a341eee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:15.793716 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-1a6480be-849a-46dc-971c-624a341eee2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774844 Oct 18 08:20:15.858176 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:20:15.858572 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:15.888190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234df711-6632-4cd7-8386-c147ed250148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:20:15.890661 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2001e91b-736e-4016-8e0b-e7a15a765ca4" -d '{"events": [{"server_uuid": "234df711-6632-4cd7-8386-c147ed250148", "name": "network-vif-plugged", "status": "completed", "tag": "2de802e6-eae8-4af2-a74e-34bd1cfb5b78"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:20:15.899010 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:20:15.903423 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:15.927958 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-f8defcde-75d5-4c3e-96b7-92248fde8ffc service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277094 Oct 18 08:20:15.952858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d648a8-c372-4473-a80e-8ade6b78d95b x-openstack-request-id: req-81d648a8-c372-4473-a80e-8ade6b78d95b {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:20:15.953155 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234df711-6632-4cd7-8386-c147ed250148", "name": "network-vif-plugged", "status": "completed", "tag": "2de802e6-eae8-4af2-a74e-34bd1cfb5b78", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:20:15.953412 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-81d648a8-c372-4473-a80e-8ade6b78d95b {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:20:15.953791 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d648a8-c372-4473-a80e-8ade6b78d95b'] response: {'server_uuid': '234df711-6632-4cd7-8386-c147ed250148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'code': 200} Oct 18 08:20:15.973807 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,revision_number=10']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:16.058783 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-102d5463-f08c-4943-9b70-61392d8477fa service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251512 Oct 18 08:20:16.526053 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecf334-50b5-4411-806e-4ad04ac9bd97 req-749f6f62-83a1-4623-b16b-9437a024e06c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:16.527520 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-41ecf334-50b5-4411-806e-4ad04ac9bd97 req-749f6f62-83a1-4623-b16b-9437a024e06c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 946 time: 0.0854650 Oct 18 08:20:16.574399 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-41ecf334-50b5-4411-806e-4ad04ac9bd97 req-ffff45b7-f150-466e-a379-b57603fefb9a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412967 Oct 18 08:20:17.870410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9323661-bdef-4ae2-86c7-9ebe1ecf04ff req-dfc2e732-c373-4262-9282-24901911946e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:17.871842 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d9323661-bdef-4ae2-86c7-9ebe1ecf04ff req-dfc2e732-c373-4262-9282-24901911946e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 946 time: 0.1859546 Oct 18 08:20:17.915375 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d9323661-bdef-4ae2-86c7-9ebe1ecf04ff req-cd616d21-5ed0-4ba0-91e1-f4ebfccb7c90 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377162 Oct 18 08:20:19.117322 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c3cc9-5611-4d43-91cc-ed2653b74081 req-04c8235f-6cfd-4f51-982e-769133635535 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:19.118948 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8d7c3cc9-5611-4d43-91cc-ed2653b74081 req-04c8235f-6cfd-4f51-982e-769133635535 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 946 time: 0.0896993 Oct 18 08:20:19.165157 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8d7c3cc9-5611-4d43-91cc-ed2653b74081 req-1dc350bf-7316-4271-9135-20efd897c71a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399797 Oct 18 08:20:19.422314 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-4548866f-3933-418e-9a6f-9adef0c32143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:19.423792 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-4548866f-3933-418e-9a6f-9adef0c32143 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148&tenant_id=eaf802a5bcf34321802c292596af3155 HTTP/1.1" status: 200 len: 1099 time: 0.0774257 Oct 18 08:20:19.525191 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-2c73c7f5-d317-4498-8419-8c428b1178fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:19.526531 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-2c73c7f5-d317-4498-8419-8c428b1178fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaf802a5bcf34321802c292596af3155&device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 1099 time: 0.0785532 Oct 18 08:20:19.658476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-9aead4f0-9a29-4932-84b7-f60d0f03dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:19.659904 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-9aead4f0-9a29-4932-84b7-f60d0f03dd09 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 200 len: 913 time: 0.1231949 Oct 18 08:20:19.763659 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-ea825c1a-ad73-4f1f-9b79-c4f6aeed4f80 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78 HTTP/1.1" status: 200 len: 1001 time: 0.0937102 Oct 18 08:20:19.826512 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-4627c9d6-4ff6-473d-af7f-cd66ef5e77c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:19.827889 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-4627c9d6-4ff6-473d-af7f-cd66ef5e77c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 200 len: 851 time: 0.0551455 Oct 18 08:20:19.914575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-f167ed82-96d7-4d3a-9e31-febf74766826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:19.916308 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-f167ed82-96d7-4d3a-9e31-febf74766826 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4ce39f00-7bf9-4a66-83de-a495f169e766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799737 Oct 18 08:20:20.048382 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-e4b2429f-23c9-4a1f-900a-46ee4060208e service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226442 Oct 18 08:20:20.181683 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ecc99934-04f5-4e1b-8e43-e20241f3cb4a req-9c2cba6b-52d5-4a68-834e-29f5f1edc935 service neutron] 10.222.0.46 "GET /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242855 Oct 18 08:20:20.368207 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344821b-8674-4c80-b8cf-7d02ce541bfc req-e6fd70e6-980b-4c93-bcbc-d1ca80fb7cd4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:20.369670 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9344821b-8674-4c80-b8cf-7d02ce541bfc req-e6fd70e6-980b-4c93-bcbc-d1ca80fb7cd4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 946 time: 0.0871992 Oct 18 08:20:20.413787 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9344821b-8674-4c80-b8cf-7d02ce541bfc req-8167bf39-11f0-4f6e-8f4e-64bc167e3a24 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380666 Oct 18 08:20:20.744546 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-faca9650-8489-4e89-9266-e5fa92e1ccda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:21.621593 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc718b43-c1de-4115-a674-a2ec82a8baab req-2425523a-6bdc-447b-b23d-72a890e0f1b1 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:21.623154 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cc718b43-c1de-4115-a674-a2ec82a8baab req-2425523a-6bdc-447b-b23d-72a890e0f1b1 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 946 time: 0.0924418 Oct 18 08:20:21.667714 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cc718b43-c1de-4115-a674-a2ec82a8baab req-9656328e-37a2-41fb-8c11-9f88de6df0bf tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387168 Oct 18 08:20:21.731980 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:20:21.844284 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:20:21.844813 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:21.873464 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234df711-6632-4cd7-8386-c147ed250148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:20:21.875680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2397b37e-5102-418e-88ba-821d79e8424c" -d '{"events": [{"server_uuid": "234df711-6632-4cd7-8386-c147ed250148", "name": "network-vif-unplugged", "status": "completed", "tag": "2de802e6-eae8-4af2-a74e-34bd1cfb5b78"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:20:21.884031 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:20:21.900190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:21.938832 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Oct 2022 08:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e595ab37-35c9-4e23-971d-90a14f60c3ee x-openstack-request-id: req-e595ab37-35c9-4e23-971d-90a14f60c3ee {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:20:21.939125 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234df711-6632-4cd7-8386-c147ed250148", "name": "network-vif-unplugged", "status": "completed", "tag": "2de802e6-eae8-4af2-a74e-34bd1cfb5b78", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:20:21.939376 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e595ab37-35c9-4e23-971d-90a14f60c3ee {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:20:21.939765 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e595ab37-35c9-4e23-971d-90a14f60c3ee'] response: {'server_uuid': '234df711-6632-4cd7-8386-c147ed250148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'code': 200} Oct 18 08:20:21.959726 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,revision_number=11']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:22.863438 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd091f-1695-49e4-834c-9b57ee200d76 req-60f929cc-b5d0-4621-bac9-6f8055445e60 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:22.864888 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-69cd091f-1695-49e4-834c-9b57ee200d76 req-60f929cc-b5d0-4621-bac9-6f8055445e60 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 944 time: 0.0863850 Oct 18 08:20:22.911970 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-69cd091f-1695-49e4-834c-9b57ee200d76 req-acc5db2e-f4ca-411c-b137-b1aff5027992 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412750 Oct 18 08:20:23.044949 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2fb16058-5d96-499c-8e10-c8c79edcc770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:23.744896 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:20:23.877397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:23.886117 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:23.925648 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:20:23.938472 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'port_id': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'mac_address': 'fa:16:3e:ce:14:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:20:23.995497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:20:23.995789 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:24.013097 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:20:24.029063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:20:24.033057 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:24.104335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,revision_number=12']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:24.116338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8d4b1-8d23-4517-b7c9-81c83c1e8a80 req-d44b6b9d-557a-44bc-9d5a-994c60adef7c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:24.116800 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['2de802e6-eae8-4af2-a74e-34bd1cfb5b78'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:20:24.117803 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-57e8d4b1-8d23-4517-b7c9-81c83c1e8a80 req-d44b6b9d-557a-44bc-9d5a-994c60adef7c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0910287 Oct 18 08:20:24.166460 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-57e8d4b1-8d23-4517-b7c9-81c83c1e8a80 req-0e6cea3e-d4fe-4120-af18-5f6d1482d4b5 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412834 Oct 18 08:20:25.367429 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2fb32-d56b-4ffa-ac01-c7be9c13a3ad req-8faa1a39-ffc0-437b-a58a-144034670194 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:25.368880 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2de2fb32-d56b-4ffa-ac01-c7be9c13a3ad req-8faa1a39-ffc0-437b-a58a-144034670194 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 945 time: 0.0875373 Oct 18 08:20:25.390987 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:25.415714 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2de2fb32-d56b-4ffa-ac01-c7be9c13a3ad req-7e729586-f247-461f-b067-16ce17c8368f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404344 Oct 18 08:20:25.745323 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:20:25.814013 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:20:25.814374 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:25.814732 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 Oct 18 08:20:25.928804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:20:25.929194 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:25.956501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234df711-6632-4cd7-8386-c147ed250148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:20:25.958776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c46d82-e764-4493-b44b-9b5d5aa4fe0f" -d '{"events": [{"server_uuid": "234df711-6632-4cd7-8386-c147ed250148", "name": "network-vif-plugged", "status": "completed", "tag": "2de802e6-eae8-4af2-a74e-34bd1cfb5b78"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:20:25.966479 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:20:25.971671 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:26.014822 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd24609-04a0-458c-a5a1-e4236f801003 x-openstack-request-id: req-fcd24609-04a0-458c-a5a1-e4236f801003 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:20:26.015106 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234df711-6632-4cd7-8386-c147ed250148", "name": "network-vif-plugged", "status": "completed", "tag": "2de802e6-eae8-4af2-a74e-34bd1cfb5b78", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:20:26.015357 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fcd24609-04a0-458c-a5a1-e4236f801003 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:20:26.015754 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd24609-04a0-458c-a5a1-e4236f801003'] response: {'server_uuid': '234df711-6632-4cd7-8386-c147ed250148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'code': 200} Oct 18 08:20:26.048062 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,revision_number=13']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:26.616642 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e892f-cd57-43a0-8e9f-ff35767d6165 req-05f6bc3b-45f8-4a3b-93f6-6883b12f1a6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:26.618085 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-730e892f-cd57-43a0-8e9f-ff35767d6165 req-05f6bc3b-45f8-4a3b-93f6-6883b12f1a6a tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 946 time: 0.0915599 Oct 18 08:20:26.661324 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-730e892f-cd57-43a0-8e9f-ff35767d6165 req-65910f13-8351-48ec-bbac-ffa6c10f915c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375319 Oct 18 08:20:27.856804 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868ae9a-c672-41a0-814b-c198968d2ce5 req-0511acc6-e94d-4b1b-977d-ce3b5f96f48c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:27.858264 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3868ae9a-c672-41a0-814b-c198968d2ce5 req-0511acc6-e94d-4b1b-977d-ce3b5f96f48c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 946 time: 0.0857837 Oct 18 08:20:27.904043 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3868ae9a-c672-41a0-814b-c198968d2ce5 req-adcc7617-009c-4fee-9460-456038907175 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396774 Oct 18 08:20:29.098801 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181e021-5d43-49c7-b658-07d467b15f07 req-06aa2bb1-8f13-4fbe-a6b4-7307e4ee332e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:29.100269 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9181e021-5d43-49c7-b658-07d467b15f07 req-06aa2bb1-8f13-4fbe-a6b4-7307e4ee332e tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 946 time: 0.0861499 Oct 18 08:20:29.148893 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9181e021-5d43-49c7-b658-07d467b15f07 req-9995d7fd-755b-4c5a-b780-20b7e4ec4d1c tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430176 Oct 18 08:20:29.346516 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71193da6-8b82-4ce1-b7ce-f571262289bf req-8bbd0ab7-eeb8-412c-8649-e6086d2af17f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:29.348543 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-71193da6-8b82-4ce1-b7ce-f571262289bf req-8bbd0ab7-eeb8-412c-8649-e6086d2af17f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 946 time: 0.0879755 Oct 18 08:20:29.391804 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-71193da6-8b82-4ce1-b7ce-f571262289bf req-17095e3a-deaf-4dc4-b315-a24385508d38 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376847 Oct 18 08:20:29.588328 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd390159-609d-41f2-bcf4-39caba57e0dd req-6fcbb008-9be7-4f13-b713-b6fc68864487 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:29.589800 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bd390159-609d-41f2-bcf4-39caba57e0dd req-6fcbb008-9be7-4f13-b713-b6fc68864487 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 946 time: 0.0862970 Oct 18 08:20:29.632613 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bd390159-609d-41f2-bcf4-39caba57e0dd req-63ab8107-2d37-4d6d-a3c5-e11092d1abfd tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372941 Oct 18 08:20:30.263038 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2582c9-b35c-4141-8093-e98b5a65f0ab req-f636accf-89d4-4e3f-afcf-5333fd637181 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:30.264463 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ab2582c9-b35c-4141-8093-e98b5a65f0ab req-f636accf-89d4-4e3f-afcf-5333fd637181 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 946 time: 0.1921172 Oct 18 08:20:30.307032 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ab2582c9-b35c-4141-8093-e98b5a65f0ab req-69e286c7-0e21-4e20-868c-f96b07cfd2c4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369735 Oct 18 08:20:30.775697 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:20:31.509574 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1e09a-2d6e-4758-8674-883867bc902e req-2560ac92-4f25-4850-875e-8e5d6912d7af tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:31.510975 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95f1e09a-2d6e-4758-8674-883867bc902e req-2560ac92-4f25-4850-875e-8e5d6912d7af tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 946 time: 0.0889149 Oct 18 08:20:31.554632 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95f1e09a-2d6e-4758-8674-883867bc902e req-ea5bedb4-0d5b-4c81-be3f-246a9f3955d3 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378928 Oct 18 08:20:32.572824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810b642-275a-40b8-ad7d-8e8175e9d5c3 req-4c4902e4-7745-4334-891c-9be3bec835ff tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:32.574246 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1810b642-275a-40b8-ad7d-8e8175e9d5c3 req-4c4902e4-7745-4334-891c-9be3bec835ff tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 946 time: 0.0866847 Oct 18 08:20:32.653186 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-1810b642-275a-40b8-ad7d-8e8175e9d5c3 req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Deleting port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:20:32.653437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1810b642-275a-40b8-ad7d-8e8175e9d5c3 req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:32.749999 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f6ff2-b58a-4d7e-8662-935409896d49 req-bf8f4436-faea-48d5-ac17-c0005e76ced1 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:32.751494 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-305f6ff2-b58a-4d7e-8662-935409896d49 req-bf8f4436-faea-48d5-ac17-c0005e76ced1 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 946 time: 0.0867672 Oct 18 08:20:32.797110 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-305f6ff2-b58a-4d7e-8662-935409896d49 req-0bc94f54-a4c8-46ed-b464-a2d7578fca90 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups?id=02eed14d-5577-4c7c-beee-90500cb26f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392964 Oct 18 08:20:32.993226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-1810b642-275a-40b8-ad7d-8e8175e9d5c3 req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] For port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:20:32.993502 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1810b642-275a-40b8-ad7d-8e8175e9d5c3 req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:33.279095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1810b642-275a-40b8-ad7d-8e8175e9d5c3 req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:33.279387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1810b642-275a-40b8-ad7d-8e8175e9d5c3 req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:33.279697 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [req-1810b642-275a-40b8-ad7d-8e8175e9d5c3 req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Floating IP 2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7 disassociated. External IP: 172.26.8.62, port: 2de802e6-eae8-4af2-a74e-34bd1cfb5b78. Oct 18 08:20:33.280035 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-1810b642-275a-40b8-ad7d-8e8175e9d5c3 req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Calling delete_port for 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:20:33.426363 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1810b642-275a-40b8-ad7d-8e8175e9d5c3 req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:33.474167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Pushing event deleted for resources: {'Port': ['ID=2de802e6-eae8-4af2-a74e-34bd1cfb5b78,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:33.485042 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:33.485394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:33.485729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:33.486061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:33.486400 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:33.486752 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:33.487079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:33.487402 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:33.487730 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:33.488557 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:33.488884 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:33.489201 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:33.673581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1810b642-275a-40b8-ad7d-8e8175e9d5c3 req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:20:33.849863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1810b642-275a-40b8-ad7d-8e8175e9d5c3 req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:20:33.860276 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a312b92-68a7-492b-ba75-968f230ef44c None None] Sync routers for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:20:33.871842 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a312b92-68a7-492b-ba75-968f230ef44c None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:20:33.872725 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-1a312b92-68a7-492b-ba75-968f230ef44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:20:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:20:33.976004 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-1810b642-275a-40b8-ad7d-8e8175e9d5c3 req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] No DVR routers for this DVR port 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:20:33.983106 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1810b642-275a-40b8-ad7d-8e8175e9d5c3 req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:33.985625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234df711-6632-4cd7-8386-c147ed250148', 'name': 'network-vif-deleted', 'tag': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:20:33.987950 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e931f9d-866c-42bc-8646-edb5477ea58b" -d '{"events": [{"server_uuid": "234df711-6632-4cd7-8386-c147ed250148", "name": "network-vif-deleted", "tag": "2de802e6-eae8-4af2-a74e-34bd1cfb5b78"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:20:33.993498 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-594966dc-836a-472d-bb6c-23cca26813c7 req-1eebea8d-94ab-4db5-bce7-85351f803ec3 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 210 time: 0.0701513 Oct 18 08:20:34.005516 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1810b642-275a-40b8-ad7d-8e8175e9d5c3 req-3075ebe8-92bb-4f78-852a-864bcd7c72b4 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.46 "DELETE /v2.0/ports/2de802e6-eae8-4af2-a74e-34bd1cfb5b78 HTTP/1.1" status: 204 len: 173 time: 1.4193580 Oct 18 08:20:34.038262 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e69022-e9c2-4bac-8084-1b8193844769 x-openstack-request-id: req-81e69022-e9c2-4bac-8084-1b8193844769 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:20:34.038742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234df711-6632-4cd7-8386-c147ed250148", "name": "network-vif-deleted", "tag": "2de802e6-eae8-4af2-a74e-34bd1cfb5b78", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:20:34.039214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-81e69022-e9c2-4bac-8084-1b8193844769 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:20:34.040145 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e69022-e9c2-4bac-8084-1b8193844769'] response: {'server_uuid': '234df711-6632-4cd7-8386-c147ed250148', 'name': 'network-vif-deleted', 'tag': '2de802e6-eae8-4af2-a74e-34bd1cfb5b78', 'status': 'completed', 'code': 200} Oct 18 08:20:34.062636 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-1a312b92-68a7-492b-ba75-968f230ef44c None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:20:34.378975 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-1a312b92-68a7-492b-ba75-968f230ef44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:20:34.383055 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a312b92-68a7-492b-ba75-968f230ef44c None None] Checking router: f94d3271-d8ec-41a0-b48d-52a6e02c66b6 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:20:34.391466 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a312b92-68a7-492b-ba75-968f230ef44c None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:20:34.392056 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-1a312b92-68a7-492b-ba75-968f230ef44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:20:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:20:34.576118 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-1a312b92-68a7-492b-ba75-968f230ef44c None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:20:34.763299 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:34.931795 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-1a312b92-68a7-492b-ba75-968f230ef44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:20:34.935253 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a312b92-68a7-492b-ba75-968f230ef44c None None] The sync data for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv is: [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:14:35Z', 'revision_number': 4, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '4155fa7c-d288-4a5b-8799-992e8e9c142c', 'name': '', 'network_id': '4ce39f00-7bf9-4a66-83de-a495f169e766', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'mac_address': 'fa:16:3e:02:8c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '95abe56a-17dd-4075-81c8-44f782257284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:34Z', 'updated_at': '2022-10-18T08:14:40Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'subnets': [{'id': '95abe56a-17dd-4075-81c8-44f782257284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:20:35.186056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-55de53d7-eac3-4f2d-9c6d-4c4709b6332b req-17e7f3a8-b2ec-41f6-b061-e44b2b5c5c98 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Synchronizing usage tracker for tenant:eaf802a5bcf34321802c292596af3155 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:20:35.188827 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0799cda-87f6-4d37-9956-ec0639071a08 None None] New status for floating IP 2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7: DOWN {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:20:35.202210 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-55de53d7-eac3-4f2d-9c6d-4c4709b6332b req-17e7f3a8-b2ec-41f6-b061-e44b2b5c5c98 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Unset dirty status for tenant:eaf802a5bcf34321802c292596af3155 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:20:35.203493 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-55de53d7-eac3-4f2d-9c6d-4c4709b6332b req-17e7f3a8-b2ec-41f6-b061-e44b2b5c5c98 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/ports?device_id=234df711-6632-4cd7-8386-c147ed250148 HTTP/1.1" status: 200 len: 210 time: 0.0704584 Oct 18 08:20:35.761022 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:20:35.794835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:20:35.795166 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 2de802e6-eae8-4af2-a74e-34bd1cfb5b78 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:20:39.442190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 38800) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:20:39.504991 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1cd73963-8a17-43e6-9c4c-984ed5e53987 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:39.535448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1cd73963-8a17-43e6-9c4c-984ed5e53987 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:39.588092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1cd73963-8a17-43e6-9c4c-984ed5e53987 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:39.607376 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd73963-8a17-43e6-9c4c-984ed5e53987 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02eed14d-5577-4c7c-beee-90500cb26f51,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:39.619205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1cd73963-8a17-43e6-9c4c-984ed5e53987 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:39.620316 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1cd73963-8a17-43e6-9c4c-984ed5e53987 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "DELETE /v2.0/security-groups/02eed14d-5577-4c7c-beee-90500cb26f51 HTTP/1.1" status: 204 len: 168 time: 0.1771119 Oct 18 08:20:39.622841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 38804) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:20:39.638813 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.api.v2.resource [None req-a9ada206-23ad-4f41-aa8b-f768b3fa8523 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] show failed (client error): The resource could not be found. Oct 18 08:20:39.639769 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a9ada206-23ad-4f41-aa8b-f768b3fa8523 tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "GET /v2.0/security-groups/02eed14d-5577-4c7c-beee-90500cb26f51 HTTP/1.1" status: 404 len: 347 time: 0.0160563 Oct 18 08:20:39.642298 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 38808) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:20:39.891592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-7b47050a-8223-469a-a710-0c7de490749f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Deleting port 21343435-e88e-4781-9b3f-15d51b70ccfd {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:20:39.891932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b47050a-8223-469a-a710-0c7de490749f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:40.059737 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b47050a-8223-469a-a710-0c7de490749f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:40.060054 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b47050a-8223-469a-a710-0c7de490749f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:40.180545 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-7b47050a-8223-469a-a710-0c7de490749f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Calling delete_port for 21343435-e88e-4781-9b3f-15d51b70ccfd owned by network:floatingip {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:20:40.322090 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b47050a-8223-469a-a710-0c7de490749f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:40.368271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47050a-8223-469a-a710-0c7de490749f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Pushing event deleted for resources: {'Port': ['ID=21343435-e88e-4781-9b3f-15d51b70ccfd,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:40.465501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b47050a-8223-469a-a710-0c7de490749f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks [] for floatingip, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:40.482870 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7b47050a-8223-469a-a710-0c7de490749f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:40.484031 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7b47050a-8223-469a-a710-0c7de490749f tempest-ServerActionsTestJSON-364803136 tempest-ServerActionsTestJSON-364803136-project] 10.222.0.17 "DELETE /v2.0/floatingips/2eaf73dc-5fdb-47c8-8eb0-ab44d1c399f7 HTTP/1.1" status: 204 len: 168 time: 0.8407409 Oct 18 08:20:40.486957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 38812) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:20:41.070886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e3e7c1a9-7548-4341-a4c9-f57701eecffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:41.510438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7c1a9-7548-4341-a4c9-f57701eecffd admin admin] Deleting port 4155fa7c-d288-4a5b-8799-992e8e9c142c {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:20:41.511165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e3e7c1a9-7548-4341-a4c9-f57701eecffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:41.676582 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-e3e7c1a9-7548-4341-a4c9-f57701eecffd admin admin] For port 4155fa7c-d288-4a5b-8799-992e8e9c142c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4155fa7c-d288-4a5b-8799-992e8e9c142c,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:20:41.676928 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e3e7c1a9-7548-4341-a4c9-f57701eecffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:41.795868 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7c1a9-7548-4341-a4c9-f57701eecffd admin admin] Calling delete_port for 4155fa7c-d288-4a5b-8799-992e8e9c142c owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:20:41.961022 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e3e7c1a9-7548-4341-a4c9-f57701eecffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:42.009876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7c1a9-7548-4341-a4c9-f57701eecffd admin admin] Pushing event deleted for resources: {'Port': ['ID=4155fa7c-d288-4a5b-8799-992e8e9c142c,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:42.280411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e3e7c1a9-7548-4341-a4c9-f57701eecffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:42.628152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e7c1a9-7548-4341-a4c9-f57701eecffd admin admin] Router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:20:42.903341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e7c1a9-7548-4341-a4c9-f57701eecffd admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:20:42.912385 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c734864-a116-4356-a475-1a3482f85d67 None None] Sync routers for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:20:42.916028 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e3e7c1a9-7548-4341-a4c9-f57701eecffd admin admin] 10.222.0.17 "PUT /v2.0/routers/f94d3271-d8ec-41a0-b48d-52a6e02c66b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4280865 Oct 18 08:20:42.918438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 38818) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:20:42.922035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c734864-a116-4356-a475-1a3482f85d67 None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:20:42.922659 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4c734864-a116-4356-a475-1a3482f85d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:20:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:20:43.091822 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-25449f4b-4319-4ab3-a75f-b8bf78f72e24 admin admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:43.098558 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-4c734864-a116-4356-a475-1a3482f85d67 None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:20:43.266685 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-25449f4b-4319-4ab3-a75f-b8bf78f72e24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:43.276575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-25449f4b-4319-4ab3-a75f-b8bf78f72e24 admin admin] Deleting port 1c8146ce-2b9f-4574-b052-682383d5d0f1 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:20:43.276941 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-25449f4b-4319-4ab3-a75f-b8bf78f72e24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:43.383177 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4c734864-a116-4356-a475-1a3482f85d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:20:41Z', 'revision_number': 5, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port': {'id': '1c8146ce-2b9f-4574-b052-682383d5d0f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:97:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:14:32Z', 'updated_at': '2022-10-18T08:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:20:43.386916 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c734864-a116-4356-a475-1a3482f85d67 None None] Checking router: f94d3271-d8ec-41a0-b48d-52a6e02c66b6 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:20:43.395952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c734864-a116-4356-a475-1a3482f85d67 None None] Routers {'f94d3271-d8ec-41a0-b48d-52a6e02c66b6'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:20:43.396539 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4c734864-a116-4356-a475-1a3482f85d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:20:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:20:43.451948 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-25449f4b-4319-4ab3-a75f-b8bf78f72e24 admin admin] For port 1c8146ce-2b9f-4574-b052-682383d5d0f1, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=1c8146ce-2b9f-4574-b052-682383d5d0f1,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:20:43.452218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-25449f4b-4319-4ab3-a75f-b8bf78f72e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:43.546205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-4c734864-a116-4356-a475-1a3482f85d67 None None] Set router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:20:43.574996 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-25449f4b-4319-4ab3-a75f-b8bf78f72e24 admin admin] Calling delete_port for 1c8146ce-2b9f-4574-b052-682383d5d0f1 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:20:43.650917 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4c734864-a116-4356-a475-1a3482f85d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:20:43Z', 'revision_number': 6, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:20:43.654826 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c734864-a116-4356-a475-1a3482f85d67 None None] The sync data for ids ['f94d3271-d8ec-41a0-b48d-52a6e02c66b6'] in dv-neutron-861625-1-hyperv is: [{'id': 'f94d3271-d8ec-41a0-b48d-52a6e02c66b6', 'name': 'tempest-ServerActionsTestJSON-1492559707-router', 'tenant_id': 'eaf802a5bcf34321802c292596af3155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:14:31Z', 'updated_at': '2022-10-18T08:20:43Z', 'revision_number': 6, 'project_id': 'eaf802a5bcf34321802c292596af3155', 'gw_port_host': None}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:20:43.743388 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-25449f4b-4319-4ab3-a75f-b8bf78f72e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:43.788054 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25449f4b-4319-4ab3-a75f-b8bf78f72e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8146ce-2b9f-4574-b052-682383d5d0f1,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:43.885447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-25449f4b-4319-4ab3-a75f-b8bf78f72e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:44.161249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-25449f4b-4319-4ab3-a75f-b8bf78f72e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:44.163457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-25449f4b-4319-4ab3-a75f-b8bf78f72e24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:44.186509 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-25449f4b-4319-4ab3-a75f-b8bf78f72e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:44.187029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25449f4b-4319-4ab3-a75f-b8bf78f72e24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f94d3271-d8ec-41a0-b48d-52a6e02c66b6 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:20:44.199494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-25449f4b-4319-4ab3-a75f-b8bf78f72e24 admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:44.200638 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-25449f4b-4319-4ab3-a75f-b8bf78f72e24 admin admin] 10.222.0.17 "DELETE /v2.0/routers/f94d3271-d8ec-41a0-b48d-52a6e02c66b6 HTTP/1.1" status: 204 len: 168 time: 1.2812808 Oct 18 08:20:44.203371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 38822) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:20:44.262989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b00f3bc-f451-475b-b06c-94d17e234fde admin admin] Deleting subnet 95abe56a-17dd-4075-81c8-44f782257284 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:20:44.265688 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b00f3bc-f451-475b-b06c-94d17e234fde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:44.313080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b00f3bc-f451-475b-b06c-94d17e234fde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:44.390111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b00f3bc-f451-475b-b06c-94d17e234fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:44.436133 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 1c8146ce-2b9f-4574-b052-682383d5d0f1 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:20:44.472605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b00f3bc-f451-475b-b06c-94d17e234fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:44.474383 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 1c8146ce-2b9f-4574-b052-682383d5d0f1 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:20:44.474807 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 1c8146ce-2b9f-4574-b052-682383d5d0f1 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:20:44.475289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4155fa7c-d288-4a5b-8799-992e8e9c142c no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:20:44.508415 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 4155fa7c-d288-4a5b-8799-992e8e9c142c {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:20:44.508759 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4155fa7c-d288-4a5b-8799-992e8e9c142c not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:20:44.509657 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00f3bc-f451-475b-b06c-94d17e234fde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95abe56a-17dd-4075-81c8-44f782257284,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:44.513328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4b00f3bc-f451-475b-b06c-94d17e234fde admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:44.520012 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4b00f3bc-f451-475b-b06c-94d17e234fde admin admin] 10.222.0.17 "DELETE /v2.0/subnets/95abe56a-17dd-4075-81c8-44f782257284 HTTP/1.1" status: 204 len: 168 time: 0.3156798 Oct 18 08:20:44.520914 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c78e800-ea56-43bc-a4d2-5bfca6316647 None None] Network 4ce39f00-7bf9-4a66-83de-a495f169e766 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:20:44.522480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 38826) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:20:44.628504 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:44.639295 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] Deleting port 4c414e92-9c9d-46b4-baea-bada2a527a5a {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:20:44.639631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:44.818966 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c45c9c-2bac-4948-bf9d-36087075dbfe None None] DHCP port deletion for 4ce39f00-7bf9-4a66-83de-a495f169e766 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:20:44.823251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-00c45c9c-2bac-4948-bf9d-36087075dbfe None None] Deleting port 4c414e92-9c9d-46b4-baea-bada2a527a5a {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:20:44.823734 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-00c45c9c-2bac-4948-bf9d-36087075dbfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:44.852722 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] For port 4c414e92-9c9d-46b4-baea-bada2a527a5a, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4c414e92-9c9d-46b4-baea-bada2a527a5a,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:20:44.853337 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:44.976514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] Calling delete_port for 4c414e92-9c9d-46b4-baea-bada2a527a5a owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:20:45.025645 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-00c45c9c-2bac-4948-bf9d-36087075dbfe None None] For port 4c414e92-9c9d-46b4-baea-bada2a527a5a, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4c414e92-9c9d-46b4-baea-bada2a527a5a,segment=NetworkSegment(fe46c220-576e-4770-8b46-3829ea4ad57d),segment_id=fe46c220-576e-4770-8b46-3829ea4ad57d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:20:45.025954 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-00c45c9c-2bac-4948-bf9d-36087075dbfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:45.051393 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:45.102161 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] No DVR routers for this DVR port 4c414e92-9c9d-46b4-baea-bada2a527a5a on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:20:45.103791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] Pushing event deleted for resources: {'Port': ['ID=4c414e92-9c9d-46b4-baea-bada2a527a5a,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:45.146731 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-00c45c9c-2bac-4948-bf9d-36087075dbfe None None] Calling delete_port for 4c414e92-9c9d-46b4-baea-bada2a527a5a owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:20:45.217819 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-00c45c9c-2bac-4948-bf9d-36087075dbfe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:20:45.218176 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-00c45c9c-2bac-4948-bf9d-36087075dbfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:20:45.219583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:45.244987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce39f00-7bf9-4a66-83de-a495f169e766']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:20:45.257284 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe46c220-576e-4770-8b46-3829ea4ad57d') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:20:45.257584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe46c220-576e-4770-8b46-3829ea4ad57d') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:20:45.268675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:45.284127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:45.290148 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:20:45.290525 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:45.375922 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment fe46c220-576e-4770-8b46-3829ea4ad57d resource provider aggregate not found Oct 18 08:20:45.387989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:45.404020 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:45.406992 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment fe46c220-576e-4770-8b46-3829ea4ad57d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe46c220-576e-4770-8b46-3829ea4ad57d found for delete ", "request_id": "req-b98a197b-a963-426d-9946-b322da488290"}]} Oct 18 08:20:45.415865 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] Pushing event deleted for resources: {'Network': ['ID=4ce39f00-7bf9-4a66-83de-a495f169e766,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:45.429396 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a7d133c4-3d48-4661-b0dd-478532d3e20b admin admin] 10.222.0.17 "DELETE /v2.0/networks/4ce39f00-7bf9-4a66-83de-a495f169e766 HTTP/1.1" status: 204 len: 168 time: 0.9059813 Oct 18 08:20:45.533994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 38838) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:20:45.581697 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ffa059ba-907a-425c-b9f7-423122de8745 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=eaf802a5bcf34321802c292596af3155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460730 Oct 18 08:20:45.584006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 38842) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:20:45.641177 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-55b6cfaf-68b5-4db0-8481-300eb0355254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:45.666244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-55b6cfaf-68b5-4db0-8481-300eb0355254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:45.719634 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-00c45c9c-2bac-4948-bf9d-36087075dbfe None None] Deleting port 4c414e92-9c9d-46b4-baea-bada2a527a5a {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:20:45.720201 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-00c45c9c-2bac-4948-bf9d-36087075dbfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:45.720531 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-55b6cfaf-68b5-4db0-8481-300eb0355254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:45.738105 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6cfaf-68b5-4db0-8481-300eb0355254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778509ff-cf8a-4f48-98dd-2eb9d037cfc8,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:45.744767 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-55b6cfaf-68b5-4db0-8481-300eb0355254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:45.745885 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-55b6cfaf-68b5-4db0-8481-300eb0355254 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/778509ff-cf8a-4f48-98dd-2eb9d037cfc8 HTTP/1.1" status: 204 len: 168 time: 0.1610248 Oct 18 08:20:45.798369 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-00c45c9c-2bac-4948-bf9d-36087075dbfe None None] The port '4c414e92-9c9d-46b4-baea-bada2a527a5a' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 08:20:46.208876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4c414e92-9c9d-46b4-baea-bada2a527a5a no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:20:46.244385 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 4c414e92-9c9d-46b4-baea-bada2a527a5a {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:20:46.244724 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4c414e92-9c9d-46b4-baea-bada2a527a5a not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:20:46.460301 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 38866) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:20:46.559720 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-118584307-network', 'tenant_id': '5b448ef5071d4fc9b56c3afd5a8fed7b'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:20:46.564428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:20:46.568697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Usage tracker for resource:network and tenant:5b448ef5071d4fc9b56c3afd5a8fed7b is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:20:46.571476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:20:46.577431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:20:46.587551 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Made reservation on behalf of 5b448ef5071d4fc9b56c3afd5a8fed7b for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:20:46.589906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:46.601500 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:46.615421 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:20:46.619319 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Usage tracker for resource:security_group_rule and tenant:5b448ef5071d4fc9b56c3afd5a8fed7b is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:20:46.621965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:20:46.627489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:20:46.710478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:46.714249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:46.745462 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:20:46.754782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8829df8c-fbc0-42c1-bcae-da59dd199faa,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:46.761808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:46.762158 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Added segment c79360d7-8261-46c3-b529-436731154d14 of type vlan for network 117c7d1d-cdb0-4479-95d8-5fad3149ea37 Oct 18 08:20:46.788713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:46.817840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:46.818782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:46.819349 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:47.013066 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5515764 Oct 18 08:20:47.015954 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44f2cb-9177-4636-89fc-a7a85e030e6e admin admin] Pushing event updated for resources: {'Network': ['ID=117c7d1d-cdb0-4479-95d8-5fad3149ea37,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:47.016356 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 38872) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:20:47.022175 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Request body: {'subnet': {'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-118584307-subnet', 'tenant_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:20:47.025351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 117c7d1d-cdb0-4479-95d8-5fad3149ea37 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:20:47.026790 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:20:47.030682 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Usage tracker for resource:subnet and tenant:5b448ef5071d4fc9b56c3afd5a8fed7b is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:20:47.033461 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:20:47.043957 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:20:47.055164 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Made reservation on behalf of 5b448ef5071d4fc9b56c3afd5a8fed7b for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:20:47.057402 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:47.258275 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:47.330743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de757e9-1e63-4bc8-913b-27ffb7a6f40d,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:47.340218 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:47.340561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:47.340896 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:47.341226 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:47.341549 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:47.341872 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:47.342191 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:47.342511 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:47.342857 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:47.343173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:47.343515 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:47.343828 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:47.349016 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Checking segment: {'id': 'c79360d7-8261-46c3-b529-436731154d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:20:47.349362 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Network hostable DHCP agents. Network: 117c7d1d-cdb0-4479-95d8-5fad3149ea37, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:20:47.370174 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Network 117c7d1d-cdb0-4479-95d8-5fad3149ea37 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:20:47.379210 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 117c7d1d-cdb0-4479-95d8-5fad3149ea37) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:20:47.383102 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:47.383673 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:47.389540 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea5893b-9baa-4d37-9e28-a4e81453f1ca None None] Network 117c7d1d-cdb0-4479-95d8-5fad3149ea37 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:20:47.404433 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-16d1a87f-837d-4f6b-ba98-f1288bd3f08b admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3869560 Oct 18 08:20:47.407272 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 38876) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:20:47.413147 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-118584307-router', 'tenant_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:20:47.418263 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:20:47.422127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Usage tracker for resource:router and tenant:5b448ef5071d4fc9b56c3afd5a8fed7b is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:20:47.424934 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:20:47.430586 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:20:47.440343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:47.441334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:47.456963 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:47.612602 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-117c7d1d-cdb0-4479-95d8-5fad3149ea37', 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37', 'tenant_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'fixed_ips': [{'subnet_id': '2de757e9-1e63-4bc8-913b-27ffb7a6f40d'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:20:47.613415 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:47.718836 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:47.766403 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Allocated IP 172.20.0.2 (117c7d1d-cdb0-4479-95d8-5fad3149ea37/2de757e9-1e63-4bc8-913b-27ffb7a6f40d/e37abfb6-c70c-4c57-a3a0-59c73e423b44) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:20:47.969159 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:47.979401 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Transition to ACTIVE for port object e37abfb6-c70c-4c57-a3a0-59c73e423b44 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:20:47.997214 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Transition to ACTIVE for port object e37abfb6-c70c-4c57-a3a0-59c73e423b44 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:20:48.003418 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:48.024648 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:48.053986 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:48.072536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Network 117c7d1d-cdb0-4479-95d8-5fad3149ea37 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:20:48.075289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:20:48.079550 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:20:48.082113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Pushing event updated for resources: {'Port': ['ID=e37abfb6-c70c-4c57-a3a0-59c73e423b44,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:48.197186 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Allocated IP 172.26.8.235 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/caad954e-c505-432e-a16b-d746350d6b22) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:20:48.219146 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Attempting to bind port e37abfb6-c70c-4c57-a3a0-59c73e423b44 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:20:48.219635 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Attempting to bind port e37abfb6-c70c-4c57-a3a0-59c73e423b44 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'c79360d7-8261-46c3-b529-436731154d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:20:48.219945 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Attempting to bind port e37abfb6-c70c-4c57-a3a0-59c73e423b44 on network 117c7d1d-cdb0-4479-95d8-5fad3149ea37 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:20:48.225232 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:20:48.225598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Checking segment: {'id': 'c79360d7-8261-46c3-b529-436731154d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:20:48.225995 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:48.226376 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Bound using segment: {'id': 'c79360d7-8261-46c3-b529-436731154d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:20:48.226863 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Bound port: e37abfb6-c70c-4c57-a3a0-59c73e423b44, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79360d7-8261-46c3-b529-436731154d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:20:48.227231 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:48.314039 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] For port e37abfb6-c70c-4c57-a3a0-59c73e423b44, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:20:48.317728 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] For port e37abfb6-c70c-4c57-a3a0-59c73e423b44, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e37abfb6-c70c-4c57-a3a0-59c73e423b44,segment=NetworkSegment(c79360d7-8261-46c3-b529-436731154d14),segment_id=c79360d7-8261-46c3-b529-436731154d14)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:20:48.321986 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:48.346754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:48.376785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:48.407803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af64e1-3c62-4ae5-a88f-154316bb9ff2 None None] Pushing event updated for resources: {'Port': ['ID=e37abfb6-c70c-4c57-a3a0-59c73e423b44,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:48.443434 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:20:48.446271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:20:48.449859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:20:48.483418 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Pushing event updated for resources: {'Port': ['ID=caad954e-c505-432e-a16b-d746350d6b22,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:48.975706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:49.264073 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f550e96-5d8d-404f-ade9-b8741262d5b6 None None] Network 117c7d1d-cdb0-4479-95d8-5fad3149ea37 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:20:49.320921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:49.359748 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5c456fef-5181-4177-88e9-71560c726629 None None] Provisioning for port e37abfb6-c70c-4c57-a3a0-59c73e423b44 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:20:49.528324 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Router 2378dde4-2253-4936-b555-50343ee183d3 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:20:49.711027 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:20:49.719378 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Sync routers for ids ['2378dde4-2253-4936-b555-50343ee183d3'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:20:49.729147 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Routers {'2378dde4-2253-4936-b555-50343ee183d3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:20:49.730041 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:20:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['2378dde4-2253-4936-b555-50343ee183d3'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:20:49.734772 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:49.735978 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-510c5ebf-97f1-45ec-b3ba-6c6d64c8d056 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3276775 Oct 18 08:20:49.738779 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 38880) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:20:49.904004 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Set router 2378dde4-2253-4936-b555-50343ee183d3 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:20:50.198185 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2378dde4-2253-4936-b555-50343ee183d3', 'name': 'tempest-ServersNegativeTestJSON-118584307-router', 'tenant_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': 'caad954e-c505-432e-a16b-d746350d6b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:20:47Z', 'updated_at': '2022-10-18T08:20:48Z', 'revision_number': 3, 'project_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'gw_port': {'id': 'caad954e-c505-432e-a16b-d746350d6b22', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2378dde4-2253-4936-b555-50343ee183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:20:48Z', 'updated_at': '2022-10-18T08:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:20:50.201996 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Checking router: 2378dde4-2253-4936-b555-50343ee183d3 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:20:50.202521 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Updating router 2378dde4-2253-4936-b555-50343ee183d3 port caad954e-c505-432e-a16b-d746350d6b22 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:20:50.259820 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:50.262185 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e37abfb6-c70c-4c57-a3a0-59c73e423b44 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:20:50.330803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port e37abfb6-c70c-4c57-a3a0-59c73e423b44 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:20:50.336393 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port e37abfb6-c70c-4c57-a3a0-59c73e423b44 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:20:50.336764 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:50.337206 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port e37abfb6-c70c-4c57-a3a0-59c73e423b44 Oct 18 08:20:50.464377 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port e37abfb6-c70c-4c57-a3a0-59c73e423b44 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:20:50.464665 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:50.497805 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port e37abfb6-c70c-4c57-a3a0-59c73e423b44, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e37abfb6-c70c-4c57-a3a0-59c73e423b44,segment=NetworkSegment(c79360d7-8261-46c3-b529-436731154d14),segment_id=c79360d7-8261-46c3-b529-436731154d14)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:20:50.501854 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:50.540232 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:50.569378 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=e37abfb6-c70c-4c57-a3a0-59c73e423b44,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:50.590903 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:50.603572 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Transition to ACTIVE for port object caad954e-c505-432e-a16b-d746350d6b22 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:20:50.610130 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:50.669604 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Attempting to bind port caad954e-c505-432e-a16b-d746350d6b22 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:20:50.669969 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Attempting to bind port caad954e-c505-432e-a16b-d746350d6b22 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:20:50.670330 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Attempting to bind port caad954e-c505-432e-a16b-d746350d6b22 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:20:50.680205 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:20:50.680570 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:20:50.680968 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:50.681352 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:20:50.681808 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Bound port: caad954e-c505-432e-a16b-d746350d6b22, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:20:50.682173 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:50.728233 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6790a6-c18d-44b6-a76a-a21a5c79f767 None None] Pushing event updated for resources: {'Port': ['ID=caad954e-c505-432e-a16b-d746350d6b22,revision_number=2']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:50.739818 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6790a6-c18d-44b6-a76a-a21a5c79f767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:50.740163 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6790a6-c18d-44b6-a76a-a21a5c79f767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:50.740522 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6790a6-c18d-44b6-a76a-a21a5c79f767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:50.740824 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6790a6-c18d-44b6-a76a-a21a5c79f767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:50.741151 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6790a6-c18d-44b6-a76a-a21a5c79f767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:50.741475 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6790a6-c18d-44b6-a76a-a21a5c79f767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:50.741793 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6790a6-c18d-44b6-a76a-a21a5c79f767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:50.742113 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6790a6-c18d-44b6-a76a-a21a5c79f767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:50.742429 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6790a6-c18d-44b6-a76a-a21a5c79f767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:50.742910 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6790a6-c18d-44b6-a76a-a21a5c79f767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:50.743119 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6790a6-c18d-44b6-a76a-a21a5c79f767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:50.743486 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6790a6-c18d-44b6-a76a-a21a5c79f767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:20:50.746994 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-99300ded-a5db-413f-83f8-2d43fbe88e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:50.758569 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] Allocated IP 172.20.0.1 (117c7d1d-cdb0-4479-95d8-5fad3149ea37/2de757e9-1e63-4bc8-913b-27ffb7a6f40d/cdd7f19d-7a09-4533-96b8-ff2d2bf9af65) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:20:50.773591 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] For port caad954e-c505-432e-a16b-d746350d6b22, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:20:50.776933 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] For port caad954e-c505-432e-a16b-d746350d6b22, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=caad954e-c505-432e-a16b-d746350d6b22,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:20:50.780606 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:50.838055 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Routers {'2378dde4-2253-4936-b555-50343ee183d3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:20:50.838684 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:20:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['2378dde4-2253-4936-b555-50343ee183d3'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:20:50.911184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:50.927442 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] Transition to ACTIVE for port object cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:20:50.951085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:51.010661 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6790a6-c18d-44b6-a76a-a21a5c79f767 None None] Pushing event updated for resources: {'Port': ['ID=caad954e-c505-432e-a16b-d746350d6b22,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:51.016113 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] Network 117c7d1d-cdb0-4479-95d8-5fad3149ea37 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:20:51.019535 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:20:51.023169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:20:51.055173 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] Set router 2378dde4-2253-4936-b555-50343ee183d3 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:20:51.056760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] Pushing event updated for resources: {'Port': ['ID=cdd7f19d-7a09-4533-96b8-ff2d2bf9af65,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:51.085601 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:51.227303 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:51.332578 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f9aa5372-6eb6-4aa0-87c0-6d5cb52ddadc None None] Provisioning for port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:20:51.338167 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f9aa5372-6eb6-4aa0-87c0-6d5cb52ddadc None None] Provisioning complete for port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:20:51.338529 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5372-6eb6-4aa0-87c0-6d5cb52ddadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:51.338977 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f9aa5372-6eb6-4aa0-87c0-6d5cb52ddadc None None] Attempt 1 to provision port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 Oct 18 08:20:51.347643 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2378dde4-2253-4936-b555-50343ee183d3', 'name': 'tempest-ServersNegativeTestJSON-118584307-router', 'tenant_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': 'caad954e-c505-432e-a16b-d746350d6b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:20:47Z', 'updated_at': '2022-10-18T08:20:48Z', 'revision_number': 3, 'project_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'gw_port': {'id': 'caad954e-c505-432e-a16b-d746350d6b22', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2378dde4-2253-4936-b555-50343ee183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:20:48Z', 'updated_at': '2022-10-18T08:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:20:51.351445 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101c966f-e92e-42c5-b467-ff5ab4c327fb None None] The sync data for ids ['2378dde4-2253-4936-b555-50343ee183d3'] in dv-neutron-861625-1-hyperv is: [{'id': '2378dde4-2253-4936-b555-50343ee183d3', 'name': 'tempest-ServersNegativeTestJSON-118584307-router', 'tenant_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': 'caad954e-c505-432e-a16b-d746350d6b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:20:47Z', 'updated_at': '2022-10-18T08:20:48Z', 'revision_number': 3, 'project_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'gw_port': {'id': 'caad954e-c505-432e-a16b-d746350d6b22', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2378dde4-2253-4936-b555-50343ee183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:20:48Z', 'updated_at': '2022-10-18T08:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:20:51.410447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa5372-6eb6-4aa0-87c0-6d5cb52ddadc None None] Port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:20:51.457436 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:51.461890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:51.568765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] Pushing event updated for resources: {'Port': ['ID=cdd7f19d-7a09-4533-96b8-ff2d2bf9af65,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:51.579691 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:51.723344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] Network 117c7d1d-cdb0-4479-95d8-5fad3149ea37 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:20:51.724461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:20:51.911508 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f9aa5372-6eb6-4aa0-87c0-6d5cb52ddadc None None] Attempt 2 to provision port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 Oct 18 08:20:51.968348 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa5372-6eb6-4aa0-87c0-6d5cb52ddadc None None] Port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:20:52.038864 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] Router 2378dde4-2253-4936-b555-50343ee183d3 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:20:52.232010 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:20:52.241488 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9a7ed304-ac5c-42d2-b666-d3335881600b admin admin] 10.222.0.17 "PUT /v2.0/routers/2378dde4-2253-4936-b555-50343ee183d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5017455 Oct 18 08:20:52.291571 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e37abfb6-c70c-4c57-a3a0-59c73e423b44 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:20:52.359421 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port e37abfb6-c70c-4c57-a3a0-59c73e423b44 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:20:52.360073 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:52.360168 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port e37abfb6-c70c-4c57-a3a0-59c73e423b44 Oct 18 08:20:52.471553 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f9aa5372-6eb6-4aa0-87c0-6d5cb52ddadc None None] Attempt 3 to provision port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 Oct 18 08:20:52.531626 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port e37abfb6-c70c-4c57-a3a0-59c73e423b44 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:20:52.532687 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device caad954e-c505-432e-a16b-d746350d6b22 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:20:52.576389 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa5372-6eb6-4aa0-87c0-6d5cb52ddadc None None] Port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:20:52.605674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port caad954e-c505-432e-a16b-d746350d6b22 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:20:52.611250 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port caad954e-c505-432e-a16b-d746350d6b22 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:20:52.611626 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:52.612009 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port caad954e-c505-432e-a16b-d746350d6b22 Oct 18 08:20:52.733816 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port caad954e-c505-432e-a16b-d746350d6b22 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:20:52.734193 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:52.751188 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port caad954e-c505-432e-a16b-d746350d6b22, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=caad954e-c505-432e-a16b-d746350d6b22,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:20:52.754720 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-6705cc53-2c09-4ded-8428-a0b82e07b099 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:52.755427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:52.755554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-6705cc53-2c09-4ded-8428-a0b82e07b099 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Synchronizing usage tracker for tenant:5b448ef5071d4fc9b56c3afd5a8fed7b on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:20:52.772971 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-6705cc53-2c09-4ded-8428-a0b82e07b099 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Unset dirty status for tenant:5b448ef5071d4fc9b56c3afd5a8fed7b on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:20:52.774384 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-6705cc53-2c09-4ded-8428-a0b82e07b099 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/networks?id=117c7d1d-cdb0-4479-95d8-5fad3149ea37 HTTP/1.1" status: 200 len: 813 time: 0.1719112 Oct 18 08:20:52.790013 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-85b2d12c-4087-4b11-87ea-c88770d66f64 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/quotas/5b448ef5071d4fc9b56c3afd5a8fed7b HTTP/1.1" status: 200 len: 375 time: 0.0098050 Oct 18 08:20:52.823215 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=caad954e-c505-432e-a16b-d746350d6b22,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:52.867579 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Sync routers for ids ['2378dde4-2253-4936-b555-50343ee183d3'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:20:52.876463 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Routers {'2378dde4-2253-4936-b555-50343ee183d3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:20:52.877090 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:20:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['2378dde4-2253-4936-b555-50343ee183d3'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:20:52.882113 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-fe508932-2cb4-45ef-9c3b-731f48927650 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Synchronizing usage tracker for tenant:5b448ef5071d4fc9b56c3afd5a8fed7b on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:20:52.899046 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-fe508932-2cb4-45ef-9c3b-731f48927650 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Unset dirty status for tenant:5b448ef5071d4fc9b56c3afd5a8fed7b on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:20:52.900596 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-fe508932-2cb4-45ef-9c3b-731f48927650 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=5b448ef5071d4fc9b56c3afd5a8fed7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035275 Oct 18 08:20:53.060031 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-aca731a4-e3bb-4375-b3ab-bd3046bbd1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:53.068335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Set router 2378dde4-2253-4936-b555-50343ee183d3 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:20:53.077521 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-50db057f-9c98-470b-bfda-e5b36a18f107 service neutron] 10.222.0.17 "GET /v2.0/networks/117c7d1d-cdb0-4479-95d8-5fad3149ea37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701515 Oct 18 08:20:53.111843 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f9aa5372-6eb6-4aa0-87c0-6d5cb52ddadc None None] Attempt 4 to provision port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 Oct 18 08:20:53.212334 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-725a9b55-d76f-47fc-a367-8d8bcb6743bc service neutron] 10.222.0.17 "GET /v2.0/networks/117c7d1d-cdb0-4479-95d8-5fad3149ea37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290007 Oct 18 08:20:53.289268 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa5372-6eb6-4aa0-87c0-6d5cb52ddadc None None] Port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:20:53.401012 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-449547f6-7c35-4aee-94bc-0fdc13f4d572 req-dc0ef7f1-884b-4fa8-b493-fe39cdd8bd6a tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 210 time: 0.0532777 Oct 18 08:20:53.472752 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2378dde4-2253-4936-b555-50343ee183d3', 'name': 'tempest-ServersNegativeTestJSON-118584307-router', 'tenant_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': 'caad954e-c505-432e-a16b-d746350d6b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:20:47Z', 'updated_at': '2022-10-18T08:20:51Z', 'revision_number': 4, 'project_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'gw_port': {'id': 'caad954e-c505-432e-a16b-d746350d6b22', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2378dde4-2253-4936-b555-50343ee183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:20:48Z', 'updated_at': '2022-10-18T08:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'cdd7f19d-7a09-4533-96b8-ff2d2bf9af65', 'name': '', 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37', 'tenant_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'mac_address': 'fa:16:3e:35:05:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2378dde4-2253-4936-b555-50343ee183d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '2de757e9-1e63-4bc8-913b-27ffb7a6f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:20:50Z', 'updated_at': '2022-10-18T08:20:51Z', 'revision_number': 2, 'project_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'subnets': [{'id': '2de757e9-1e63-4bc8-913b-27ffb7a6f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:20:53.477066 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Checking router: 2378dde4-2253-4936-b555-50343ee183d3 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:20:53.477414 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Updating router 2378dde4-2253-4936-b555-50343ee183d3 port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:20:53.535782 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:53.794431 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f9aa5372-6eb6-4aa0-87c0-6d5cb52ddadc None None] Attempt 5 to provision port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 Oct 18 08:20:53.870029 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:53.887599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:53.892713 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa5372-6eb6-4aa0-87c0-6d5cb52ddadc None None] Port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:20:53.965449 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:53.978090 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Transition to ACTIVE for port object cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:20:53.983970 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:54.174878 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da28355-db6e-4ed3-91e6-103345d14cd9 None None] Pushing event updated for resources: {'Port': ['ID=cdd7f19d-7a09-4533-96b8-ff2d2bf9af65,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:54.196943 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Attempting to bind port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:20:54.197315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Attempting to bind port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'c79360d7-8261-46c3-b529-436731154d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:20:54.197756 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Attempting to bind port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 on network 117c7d1d-cdb0-4479-95d8-5fad3149ea37 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:20:54.203036 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:20:54.203406 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Checking segment: {'id': 'c79360d7-8261-46c3-b529-436731154d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:20:54.203803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:54.204190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Bound using segment: {'id': 'c79360d7-8261-46c3-b529-436731154d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:20:54.204656 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Bound port: cdd7f19d-7a09-4533-96b8-ff2d2bf9af65, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79360d7-8261-46c3-b529-436731154d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:20:54.205025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:54.223472 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device caad954e-c505-432e-a16b-d746350d6b22 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:20:54.348237 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] For port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:20:54.351556 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] For port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=cdd7f19d-7a09-4533-96b8-ff2d2bf9af65,segment=NetworkSegment(c79360d7-8261-46c3-b529-436731154d14),segment_id=c79360d7-8261-46c3-b529-436731154d14)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:20:54.357245 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:54.394162 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f9aa5372-6eb6-4aa0-87c0-6d5cb52ddadc None None] Attempt 6 to provision port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 Oct 18 08:20:54.455155 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port caad954e-c505-432e-a16b-d746350d6b22 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:20:54.456587 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:54.456587 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port caad954e-c505-432e-a16b-d746350d6b22 Oct 18 08:20:54.500710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-9bdcf2e3-2e46-4258-afd1-198a6b0828f7 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:54.502150 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-9bdcf2e3-2e46-4258-afd1-198a6b0828f7 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.46 "GET /v2.0/networks?id=117c7d1d-cdb0-4479-95d8-5fad3149ea37 HTTP/1.1" status: 200 len: 813 time: 0.1583722 Oct 18 08:20:54.505614 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Routers {'2378dde4-2253-4936-b555-50343ee183d3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:20:54.506242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:20:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['2378dde4-2253-4936-b555-50343ee183d3'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:20:54.521025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-ebe342ba-9a93-45c6-a30e-de0115ba19bd tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Request body: {'port': {'device_id': '11d583ef-897f-41b7-84cc-1bd4c2e55e5c', 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37', 'admin_state_up': True, 'tenant_id': '5b448ef5071d4fc9b56c3afd5a8fed7b'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:20:54.664940 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-397a0d90-515f-4e01-8016-4fac07b5ce04 req-4ca1e031-789b-4518-a68e-6203115bf97c tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 210 time: 0.0610931 Oct 18 08:20:54.712970 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da28355-db6e-4ed3-91e6-103345d14cd9 None None] Pushing event updated for resources: {'Port': ['ID=cdd7f19d-7a09-4533-96b8-ff2d2bf9af65,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:54.729025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-ebe342ba-9a93-45c6-a30e-de0115ba19bd tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:20:54.733888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f9aa5372-6eb6-4aa0-87c0-6d5cb52ddadc None None] Port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:20:54.739505 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-ebe342ba-9a93-45c6-a30e-de0115ba19bd tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:20:54.749211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-ebe342ba-9a93-45c6-a30e-de0115ba19bd tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Made reservation on behalf of 5b448ef5071d4fc9b56c3afd5a8fed7b for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:20:54.753295 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-ebe342ba-9a93-45c6-a30e-de0115ba19bd tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:54.817781 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] Set router 2378dde4-2253-4936-b555-50343ee183d3 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:20:54.880145 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port caad954e-c505-432e-a16b-d746350d6b22 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:20:54.914812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-ebe342ba-9a93-45c6-a30e-de0115ba19bd tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Allocated IP 172.20.0.11 (117c7d1d-cdb0-4479-95d8-5fad3149ea37/2de757e9-1e63-4bc8-913b-27ffb7a6f40d/7d330d20-3b57-41d8-994f-572c061665f4) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:20:55.134896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-ebe342ba-9a93-45c6-a30e-de0115ba19bd tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:55.144354 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2378dde4-2253-4936-b555-50343ee183d3', 'name': 'tempest-ServersNegativeTestJSON-118584307-router', 'tenant_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': 'caad954e-c505-432e-a16b-d746350d6b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:20:47Z', 'updated_at': '2022-10-18T08:20:51Z', 'revision_number': 4, 'project_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'gw_port': {'id': 'caad954e-c505-432e-a16b-d746350d6b22', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2378dde4-2253-4936-b555-50343ee183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:20:48Z', 'updated_at': '2022-10-18T08:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'cdd7f19d-7a09-4533-96b8-ff2d2bf9af65', 'name': '', 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37', 'tenant_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'mac_address': 'fa:16:3e:35:05:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2378dde4-2253-4936-b555-50343ee183d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '2de757e9-1e63-4bc8-913b-27ffb7a6f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:20:50Z', 'updated_at': '2022-10-18T08:20:54Z', 'revision_number': 4, 'project_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'subnets': [{'id': '2de757e9-1e63-4bc8-913b-27ffb7a6f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:20:55.148439 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c3c7d-1f4c-4ee0-9923-59055c813af8 None None] The sync data for ids ['2378dde4-2253-4936-b555-50343ee183d3'] in dv-neutron-861625-1-hyperv is: [{'id': '2378dde4-2253-4936-b555-50343ee183d3', 'name': 'tempest-ServersNegativeTestJSON-118584307-router', 'tenant_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': 'caad954e-c505-432e-a16b-d746350d6b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:20:47Z', 'updated_at': '2022-10-18T08:20:51Z', 'revision_number': 4, 'project_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'gw_port': {'id': 'caad954e-c505-432e-a16b-d746350d6b22', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2378dde4-2253-4936-b555-50343ee183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:20:48Z', 'updated_at': '2022-10-18T08:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'cdd7f19d-7a09-4533-96b8-ff2d2bf9af65', 'name': '', 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37', 'tenant_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'mac_address': 'fa:16:3e:35:05:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2378dde4-2253-4936-b555-50343ee183d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '2de757e9-1e63-4bc8-913b-27ffb7a6f40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:20:50Z', 'updated_at': '2022-10-18T08:20:54Z', 'revision_number': 4, 'project_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'subnets': [{'id': '2de757e9-1e63-4bc8-913b-27ffb7a6f40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:20:55.153170 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-ebe342ba-9a93-45c6-a30e-de0115ba19bd tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Transition to ACTIVE for port object 7d330d20-3b57-41d8-994f-572c061665f4 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:20:55.178090 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-ebe342ba-9a93-45c6-a30e-de0115ba19bd tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:55.375454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-ebe342ba-9a93-45c6-a30e-de0115ba19bd tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Network 117c7d1d-cdb0-4479-95d8-5fad3149ea37 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:20:55.378722 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-ebe342ba-9a93-45c6-a30e-de0115ba19bd tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:20:55.382864 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-ebe342ba-9a93-45c6-a30e-de0115ba19bd tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:20:55.398051 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:55.414847 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe342ba-9a93-45c6-a30e-de0115ba19bd tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Pushing event updated for resources: {'Port': ['ID=7d330d20-3b57-41d8-994f-572c061665f4,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:55.457345 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-ebe342ba-9a93-45c6-a30e-de0115ba19bd tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:55.457978 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-ebe342ba-9a93-45c6-a30e-de0115ba19bd tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:55.488169 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-ebe342ba-9a93-45c6-a30e-de0115ba19bd tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9722016 Oct 18 08:20:55.502083 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-e7c68c49-b42f-46d2-8342-0e16f38443c4 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 08:20:55.503216 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-e7c68c49-b42f-46d2-8342-0e16f38443c4 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059161 Oct 18 08:20:55.517557 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Request body: {'port': {'device_id': '11d583ef-897f-41b7-84cc-1bd4c2e55e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:20:55.639080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:55.678804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a8e36462-19d5-48ac-bb42-54c065a06f45 None None] Provisioning for port 7d330d20-3b57-41d8-994f-572c061665f4 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:20:55.684209 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a8e36462-19d5-48ac-bb42-54c065a06f45 None None] Provisioning complete for port 7d330d20-3b57-41d8-994f-572c061665f4 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:20:55.684580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a8e36462-19d5-48ac-bb42-54c065a06f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:55.685052 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a8e36462-19d5-48ac-bb42-54c065a06f45 None None] Attempt 1 to provision port 7d330d20-3b57-41d8-994f-572c061665f4 Oct 18 08:20:55.750673 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a8e36462-19d5-48ac-bb42-54c065a06f45 None None] Port 7d330d20-3b57-41d8-994f-572c061665f4 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:20:55.872407 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e4a71-6494-4312-b95d-8dbbf9f0de77 req-a5ded785-7350-4779-b6ab-d11769b0ed93 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:55.873940 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d62e4a71-6494-4312-b95d-8dbbf9f0de77 req-a5ded785-7350-4779-b6ab-d11769b0ed93 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 932 time: 0.0908864 Oct 18 08:20:55.922392 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d62e4a71-6494-4312-b95d-8dbbf9f0de77 req-08f5c222-6875-423c-80cf-1330b21c3056 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420594 Oct 18 08:20:56.011635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d330d20-3b57-41d8-994f-572c061665f4 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:20:56.020529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:56.036330 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Transition to ACTIVE for port object 7d330d20-3b57-41d8-994f-572c061665f4 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:20:56.040267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:56.229138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Pushing event updated for resources: {'Port': ['ID=7d330d20-3b57-41d8-994f-572c061665f4,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:56.253088 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a8e36462-19d5-48ac-bb42-54c065a06f45 None None] Attempt 2 to provision port 7d330d20-3b57-41d8-994f-572c061665f4 Oct 18 08:20:56.281039 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Attempting to bind port 7d330d20-3b57-41d8-994f-572c061665f4 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:20:56.281373 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Attempting to bind port 7d330d20-3b57-41d8-994f-572c061665f4 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c79360d7-8261-46c3-b529-436731154d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:20:56.281700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Attempting to bind port 7d330d20-3b57-41d8-994f-572c061665f4 on network 117c7d1d-cdb0-4479-95d8-5fad3149ea37 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:20:56.287141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:20:56.287416 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Port 7d330d20-3b57-41d8-994f-572c061665f4 on network 117c7d1d-cdb0-4479-95d8-5fad3149ea37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:20:56.287741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Attempting to bind port 7d330d20-3b57-41d8-994f-572c061665f4 on network 117c7d1d-cdb0-4479-95d8-5fad3149ea37 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:20:56.293364 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:20:56.293695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Checking segment: {'id': 'c79360d7-8261-46c3-b529-436731154d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:20:56.294073 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Bound using segment: {'id': 'c79360d7-8261-46c3-b529-436731154d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:20:56.294493 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Bound port: 7d330d20-3b57-41d8-994f-572c061665f4, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79360d7-8261-46c3-b529-436731154d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:20:56.294928 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:56.362447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a8e36462-19d5-48ac-bb42-54c065a06f45 None None] Port 7d330d20-3b57-41d8-994f-572c061665f4 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:20:56.378928 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:20:56.383794 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:20:56.384193 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:56.384557 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 Oct 18 08:20:56.390668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] For port 7d330d20-3b57-41d8-994f-572c061665f4, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:20:56.394730 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] For port 7d330d20-3b57-41d8-994f-572c061665f4, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7d330d20-3b57-41d8-994f-572c061665f4,segment=NetworkSegment(c79360d7-8261-46c3-b529-436731154d14),segment_id=c79360d7-8261-46c3-b529-436731154d14)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:20:56.398697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:56.429165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:56.429692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:56.431066 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] 10.222.0.46 "PUT /v2.0/ports/7d330d20-3b57-41d8-994f-572c061665f4 HTTP/1.1" status: 200 len: 1094 time: 0.9177351 Oct 18 08:20:56.437298 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d583ef-897f-41b7-84cc-1bd4c2e55e5c', 'tag': '7d330d20-3b57-41d8-994f-572c061665f4'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:20:56.438452 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c211c05a-932f-46c5-9057-78341aff6e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "11d583ef-897f-41b7-84cc-1bd4c2e55e5c", "tag": "7d330d20-3b57-41d8-994f-572c061665f4"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:20:56.473454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53cffe-38ff-415f-9cd4-00f82e081021 service neutron] Pushing event updated for resources: {'Port': ['ID=7d330d20-3b57-41d8-994f-572c061665f4,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:56.506700 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:20:56.507088 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:56.517745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be11136a-db41-45cb-b99f-4176652654df x-openstack-request-id: req-be11136a-db41-45cb-b99f-4176652654df {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:20:56.518288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d583ef-897f-41b7-84cc-1bd4c2e55e5c", "tag": "7d330d20-3b57-41d8-994f-572c061665f4", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:20:56.518288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-be11136a-db41-45cb-b99f-4176652654df {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:20:56.518710 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be11136a-db41-45cb-b99f-4176652654df'] response: {'name': 'network-changed', 'server_uuid': '11d583ef-897f-41b7-84cc-1bd4c2e55e5c', 'tag': '7d330d20-3b57-41d8-994f-572c061665f4', 'status': 'completed', 'code': 200} Oct 18 08:20:56.538922 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=cdd7f19d-7a09-4533-96b8-ff2d2bf9af65,segment=NetworkSegment(c79360d7-8261-46c3-b529-436731154d14),segment_id=c79360d7-8261-46c3-b529-436731154d14)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:20:56.543554 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:56.559668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-eb8d36a2-04ff-4b4e-8f64-ee6d4a8ba59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:56.561314 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-eb8d36a2-04ff-4b4e-8f64-ee6d4a8ba59e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b448ef5071d4fc9b56c3afd5a8fed7b&device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 1097 time: 0.0850503 Oct 18 08:20:56.613894 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=cdd7f19d-7a09-4533-96b8-ff2d2bf9af65,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:20:56.632491 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-57c171d5-e460-4050-91fd-a7c63cb891a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d330d20-3b57-41d8-994f-572c061665f4 HTTP/1.1" status: 200 len: 217 time: 0.0608292 Oct 18 08:20:56.700190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-31acec38-d69b-49cf-bbf8-080492d849c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:56.701561 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-31acec38-d69b-49cf-bbf8-080492d849c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2de757e9-1e63-4bc8-913b-27ffb7a6f40d HTTP/1.1" status: 200 len: 852 time: 0.0603554 Oct 18 08:20:56.785042 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-e6c8ff16-4e24-4d7e-9f31-6bcbb72b804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:56.786482 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-e6c8ff16-4e24-4d7e-9f31-6bcbb72b804e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=117c7d1d-cdb0-4479-95d8-5fad3149ea37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760031 Oct 18 08:20:56.863914 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a8e36462-19d5-48ac-bb42-54c065a06f45 None None] Attempt 3 to provision port 7d330d20-3b57-41d8-994f-572c061665f4 Oct 18 08:20:56.918419 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-94f982a3-d882-4ed0-8320-ce5ea0a362f5 service neutron] 10.222.0.46 "GET /v2.0/networks/117c7d1d-cdb0-4479-95d8-5fad3149ea37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226823 Oct 18 08:20:56.922572 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a8e36462-19d5-48ac-bb42-54c065a06f45 None None] Port 7d330d20-3b57-41d8-994f-572c061665f4 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:20:57.051370 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27cf8cfd-eb60-404b-989c-419d142a75a3 req-bb1323f9-0d24-48ad-a1de-1853af207b7e service neutron] 10.222.0.46 "GET /v2.0/networks/117c7d1d-cdb0-4479-95d8-5fad3149ea37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241663 Oct 18 08:20:57.123570 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5947751-a619-4115-83db-4f2a9db3e8d2 req-5f4fcbe4-4358-4f0d-9f59-c6075fdb858e tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:57.125027 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b5947751-a619-4115-83db-4f2a9db3e8d2 req-5f4fcbe4-4358-4f0d-9f59-c6075fdb858e tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 944 time: 0.0931363 Oct 18 08:20:57.173670 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b5947751-a619-4115-83db-4f2a9db3e8d2 req-005ebc8b-fa43-43f2-8ea7-b2bdb9074233 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416820 Oct 18 08:20:57.280037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211c05a-932f-46c5-9057-78341aff6e0f req-8446dde2-ed51-4fe5-b6f7-ed75a53a2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:57.281527 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c211c05a-932f-46c5-9057-78341aff6e0f req-8446dde2-ed51-4fe5-b6f7-ed75a53a2324 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b448ef5071d4fc9b56c3afd5a8fed7b&device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 1097 time: 0.1820164 Oct 18 08:20:57.413157 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211c05a-932f-46c5-9057-78341aff6e0f req-24149342-ad70-4f22-bd7c-f81d04c46dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:57.414847 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c211c05a-932f-46c5-9057-78341aff6e0f req-24149342-ad70-4f22-bd7c-f81d04c46dee service neutron] 10.222.0.46 "GET /v2.0/networks?id=117c7d1d-cdb0-4479-95d8-5fad3149ea37 HTTP/1.1" status: 200 len: 914 time: 0.1264732 Oct 18 08:20:57.481089 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c211c05a-932f-46c5-9057-78341aff6e0f req-e5543cfe-111d-4cb7-b69a-caa733d98d39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d330d20-3b57-41d8-994f-572c061665f4 HTTP/1.1" status: 200 len: 217 time: 0.0596700 Oct 18 08:20:57.545798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211c05a-932f-46c5-9057-78341aff6e0f req-29ba6221-a5d5-417e-9326-31cdb029e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:57.547213 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c211c05a-932f-46c5-9057-78341aff6e0f req-29ba6221-a5d5-417e-9326-31cdb029e613 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2de757e9-1e63-4bc8-913b-27ffb7a6f40d HTTP/1.1" status: 200 len: 852 time: 0.0594349 Oct 18 08:20:57.628280 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211c05a-932f-46c5-9057-78341aff6e0f req-99e4a224-7223-4ff5-b147-761b1790937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:57.629760 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c211c05a-932f-46c5-9057-78341aff6e0f req-99e4a224-7223-4ff5-b147-761b1790937a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=117c7d1d-cdb0-4479-95d8-5fad3149ea37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754809 Oct 18 08:20:57.761987 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c211c05a-932f-46c5-9057-78341aff6e0f req-71fe32d4-74fc-4241-bb06-6d4128e5e5e0 service neutron] 10.222.0.46 "GET /v2.0/networks/117c7d1d-cdb0-4479-95d8-5fad3149ea37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222937 Oct 18 08:20:57.891866 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c211c05a-932f-46c5-9057-78341aff6e0f req-3770b2bb-143b-4b29-9bfe-086d63c7122e service neutron] 10.222.0.46 "GET /v2.0/networks/117c7d1d-cdb0-4479-95d8-5fad3149ea37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224868 Oct 18 08:20:58.220672 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:20:58.293227 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:20:58.293607 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:20:58.293941 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 Oct 18 08:20:58.383348 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b78e4a-ceb9-4321-b9a6-ee38ed38c5d7 req-05be549e-497e-45e5-bb72-fd3513993aa0 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:58.384041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-27b78e4a-ceb9-4321-b9a6-ee38ed38c5d7 req-05be549e-497e-45e5-bb72-fd3513993aa0 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Synchronizing usage tracker for tenant:5b448ef5071d4fc9b56c3afd5a8fed7b on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:20:58.401397 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-27b78e4a-ceb9-4321-b9a6-ee38ed38c5d7 req-05be549e-497e-45e5-bb72-fd3513993aa0 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Unset dirty status for tenant:5b448ef5071d4fc9b56c3afd5a8fed7b on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:20:58.407029 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27b78e4a-ceb9-4321-b9a6-ee38ed38c5d7 req-05be549e-497e-45e5-bb72-fd3513993aa0 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 944 time: 0.1126029 Oct 18 08:20:58.412993 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:20:58.446899 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-27b78e4a-ceb9-4321-b9a6-ee38ed38c5d7 req-3af8c4f1-4f26-4170-b132-aae039b61994 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Synchronizing usage tracker for tenant:5b448ef5071d4fc9b56c3afd5a8fed7b on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:20:58.463317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-27b78e4a-ceb9-4321-b9a6-ee38ed38c5d7 req-3af8c4f1-4f26-4170-b132-aae039b61994 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Unset dirty status for tenant:5b448ef5071d4fc9b56c3afd5a8fed7b on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:20:58.464442 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-27b78e4a-ceb9-4321-b9a6-ee38ed38c5d7 req-3af8c4f1-4f26-4170-b132-aae039b61994 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562494 Oct 18 08:20:59.663275 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163f4cb-d3a6-472b-ada0-0b9f60eb1a74 req-4007f575-c9ac-4d91-86c5-7340621a12d0 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:20:59.664974 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8163f4cb-d3a6-472b-ada0-0b9f60eb1a74 req-4007f575-c9ac-4d91-86c5-7340621a12d0 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 944 time: 0.0908117 Oct 18 08:20:59.708497 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8163f4cb-d3a6-472b-ada0-0b9f60eb1a74 req-43626835-3784-4aac-a9f6-23f13845d119 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379627 Oct 18 08:20:59.884203 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7d330d20-3b57-41d8-994f-572c061665f4 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:21:00.017069 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7d330d20-3b57-41d8-994f-572c061665f4, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7d330d20-3b57-41d8-994f-572c061665f4,segment=NetworkSegment(c79360d7-8261-46c3-b529-436731154d14),segment_id=c79360d7-8261-46c3-b529-436731154d14)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:00.030454 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '7d330d20-3b57-41d8-994f-572c061665f4', 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37', 'port_id': '7d330d20-3b57-41d8-994f-572c061665f4', 'mac_address': 'fa:16:3e:cd:d7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de757e9-1e63-4bc8-913b-27ffb7a6f40d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:21:00.084383 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 7d330d20-3b57-41d8-994f-572c061665f4 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:21:00.084759 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:00.100800 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d330d20-3b57-41d8-994f-572c061665f4 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:21:00.115733 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7d330d20-3b57-41d8-994f-572c061665f4, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7d330d20-3b57-41d8-994f-572c061665f4,segment=NetworkSegment(c79360d7-8261-46c3-b529-436731154d14),segment_id=c79360d7-8261-46c3-b529-436731154d14)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:00.120246 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:00.189507 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=7d330d20-3b57-41d8-994f-572c061665f4,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:00.372135 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['7d330d20-3b57-41d8-994f-572c061665f4'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:21:00.914616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36891a97-8d4a-4d20-8ca6-e8ac8c19b2f9 req-51ac06c1-c5a9-49d4-8caf-b0e5b68ef33c tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:00.916088 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-36891a97-8d4a-4d20-8ca6-e8ac8c19b2f9 req-51ac06c1-c5a9-49d4-8caf-b0e5b68ef33c tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 945 time: 0.0976961 Oct 18 08:21:00.963419 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-36891a97-8d4a-4d20-8ca6-e8ac8c19b2f9 req-80c969d6-eaa7-4cf5-95d0-0bb12760692d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417597 Oct 18 08:21:01.899766 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7d330d20-3b57-41d8-994f-572c061665f4 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:21:02.005019 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 7d330d20-3b57-41d8-994f-572c061665f4 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:21:02.009970 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 7d330d20-3b57-41d8-994f-572c061665f4 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:21:02.010466 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:02.010834 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 7d330d20-3b57-41d8-994f-572c061665f4 Oct 18 08:21:02.127284 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 7d330d20-3b57-41d8-994f-572c061665f4 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:21:02.127654 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:02.154083 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d583ef-897f-41b7-84cc-1bd4c2e55e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d330d20-3b57-41d8-994f-572c061665f4'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:21:02.156504 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5671347c-6028-4a7b-b8b2-6630ec901c86" -d '{"events": [{"server_uuid": "11d583ef-897f-41b7-84cc-1bd4c2e55e5c", "name": "network-vif-plugged", "status": "completed", "tag": "7d330d20-3b57-41d8-994f-572c061665f4"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:21:02.161721 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9ef29-4ea6-43f0-b3b3-932fa1b28106 req-07a99a61-61d5-471c-ac1b-20de28b1ae3e tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:02.163255 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5ee9ef29-4ea6-43f0-b3b3-932fa1b28106 req-07a99a61-61d5-471c-ac1b-20de28b1ae3e tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 945 time: 0.0902724 Oct 18 08:21:02.178819 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 7d330d20-3b57-41d8-994f-572c061665f4, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7d330d20-3b57-41d8-994f-572c061665f4,segment=NetworkSegment(c79360d7-8261-46c3-b529-436731154d14),segment_id=c79360d7-8261-46c3-b529-436731154d14)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:02.185598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:02.216452 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5ee9ef29-4ea6-43f0-b3b3-932fa1b28106 req-5f729547-b3a7-4e64-bd83-6ab7e199913b tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385728 Oct 18 08:21:02.219622 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88387eef-dfec-49b2-b27a-a639bb12bec8 x-openstack-request-id: req-88387eef-dfec-49b2-b27a-a639bb12bec8 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:21:02.219922 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d583ef-897f-41b7-84cc-1bd4c2e55e5c", "name": "network-vif-plugged", "status": "completed", "tag": "7d330d20-3b57-41d8-994f-572c061665f4", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:21:02.220176 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-88387eef-dfec-49b2-b27a-a639bb12bec8 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:21:02.220571 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88387eef-dfec-49b2-b27a-a639bb12bec8'] response: {'server_uuid': '11d583ef-897f-41b7-84cc-1bd4c2e55e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d330d20-3b57-41d8-994f-572c061665f4', 'code': 200} Oct 18 08:21:02.264384 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=7d330d20-3b57-41d8-994f-572c061665f4,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:02.446221 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11963f20-8f58-456e-8cd3-61b4c5e7e280 req-76b1e001-6aef-41fa-9fd0-134b101cc9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:02.447734 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-11963f20-8f58-456e-8cd3-61b4c5e7e280 req-76b1e001-6aef-41fa-9fd0-134b101cc9fd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 1099 time: 0.0776699 Oct 18 08:21:02.490112 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-11963f20-8f58-456e-8cd3-61b4c5e7e280 req-348e0268-e3f1-4bfe-bc1c-83a4383c6bd0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334976 Oct 18 08:21:03.416831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32424b5c-8e61-451c-996e-b8a5695addc2 req-369f3b6d-2487-4e06-b763-2eefea67e501 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:03.418292 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-32424b5c-8e61-451c-996e-b8a5695addc2 req-369f3b6d-2487-4e06-b763-2eefea67e501 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 946 time: 0.0904491 Oct 18 08:21:03.462101 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-32424b5c-8e61-451c-996e-b8a5695addc2 req-04860e0b-c7b7-4958-b864-79fbc1149c94 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381296 Oct 18 08:21:04.660866 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96480a08-f56f-4bbd-a7f0-4c16a8294ede req-2830607f-2c85-46af-9be7-70fba0130267 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:04.662319 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-96480a08-f56f-4bbd-a7f0-4c16a8294ede req-2830607f-2c85-46af-9be7-70fba0130267 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 946 time: 0.0900490 Oct 18 08:21:04.671362 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:04.706947 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-96480a08-f56f-4bbd-a7f0-4c16a8294ede req-e32cb886-b38c-43c9-a21f-c5acbe6bee4b tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385821 Oct 18 08:21:04.992584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-9b910f11-9029-4a07-a494-bd0ccb414a68 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:04.994010 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-9b910f11-9029-4a07-a494-bd0ccb414a68 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/networks?id=117c7d1d-cdb0-4479-95d8-5fad3149ea37 HTTP/1.1" status: 200 len: 813 time: 0.1444867 Oct 18 08:21:05.008385 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-f489f2af-dd90-4fab-83f0-0427dfde760c tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/quotas/5b448ef5071d4fc9b56c3afd5a8fed7b HTTP/1.1" status: 200 len: 375 time: 0.0089078 Oct 18 08:21:05.101418 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-71584251-30d9-4657-94bc-72de07bcb0ff tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=5b448ef5071d4fc9b56c3afd5a8fed7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0882125 Oct 18 08:21:05.232085 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-7c36439f-7d6d-402e-af0b-87635a7ab148 service neutron] 10.222.0.17 "GET /v2.0/networks/117c7d1d-cdb0-4479-95d8-5fad3149ea37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239548 Oct 18 08:21:05.361840 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-1571d7a9-9f23-45f7-8807-211b254e6cd0 service neutron] 10.222.0.17 "GET /v2.0/networks/117c7d1d-cdb0-4479-95d8-5fad3149ea37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238286 Oct 18 08:21:05.540493 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7e95a800-8e35-4206-ad94-0dd31a4c56d2 req-6d1b45f9-498c-4499-8c09-827710240fad tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2 HTTP/1.1" status: 200 len: 210 time: 0.0490348 Oct 18 08:21:06.639883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-94b3163c-2784-4a09-a3ce-e71036097654 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:06.641284 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-94b3163c-2784-4a09-a3ce-e71036097654 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.46 "GET /v2.0/networks?id=117c7d1d-cdb0-4479-95d8-5fad3149ea37 HTTP/1.1" status: 200 len: 813 time: 0.2439406 Oct 18 08:21:06.655909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-673b757b-5d83-4f32-8310-ac3ff5725e0d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Request body: {'port': {'device_id': '7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2', 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37', 'admin_state_up': True, 'tenant_id': '5b448ef5071d4fc9b56c3afd5a8fed7b'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:06.764619 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-26c18325-a746-4f05-a925-a672a944c579 req-bcf84474-fd6f-435f-ae98-c43dbf493a60 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2 HTTP/1.1" status: 200 len: 210 time: 0.0949523 Oct 18 08:21:06.834508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-673b757b-5d83-4f32-8310-ac3ff5725e0d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:06.843823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-673b757b-5d83-4f32-8310-ac3ff5725e0d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:06.853488 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-673b757b-5d83-4f32-8310-ac3ff5725e0d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Made reservation on behalf of 5b448ef5071d4fc9b56c3afd5a8fed7b for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:21:06.856970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-673b757b-5d83-4f32-8310-ac3ff5725e0d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:07.016395 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-673b757b-5d83-4f32-8310-ac3ff5725e0d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Allocated IP 172.20.0.6 (117c7d1d-cdb0-4479-95d8-5fad3149ea37/2de757e9-1e63-4bc8-913b-27ffb7a6f40d/0cd2d09e-3f97-4d63-908e-de63c4114fed) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:21:07.211997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-673b757b-5d83-4f32-8310-ac3ff5725e0d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:07.226891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-673b757b-5d83-4f32-8310-ac3ff5725e0d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Transition to ACTIVE for port object 0cd2d09e-3f97-4d63-908e-de63c4114fed will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:21:07.249495 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-673b757b-5d83-4f32-8310-ac3ff5725e0d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:07.261368 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['7d330d20-3b57-41d8-994f-572c061665f4'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:21:07.320726 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-673b757b-5d83-4f32-8310-ac3ff5725e0d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Network 117c7d1d-cdb0-4479-95d8-5fad3149ea37 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:21:07.323921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-673b757b-5d83-4f32-8310-ac3ff5725e0d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:07.327894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-673b757b-5d83-4f32-8310-ac3ff5725e0d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:21:07.367064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b757b-5d83-4f32-8310-ac3ff5725e0d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Pushing event updated for resources: {'Port': ['ID=0cd2d09e-3f97-4d63-908e-de63c4114fed,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:07.397951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-673b757b-5d83-4f32-8310-ac3ff5725e0d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:07.398587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-673b757b-5d83-4f32-8310-ac3ff5725e0d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:07.428654 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-673b757b-5d83-4f32-8310-ac3ff5725e0d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7764759 Oct 18 08:21:07.440014 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Request body: {'port': {'device_id': '7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:07.554180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:07.606710 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-66941cf4-cb72-4f15-8ca4-8724a6579f74 None None] Provisioning for port 0cd2d09e-3f97-4d63-908e-de63c4114fed completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:21:07.610981 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-66941cf4-cb72-4f15-8ca4-8724a6579f74 None None] Provisioning complete for port 0cd2d09e-3f97-4d63-908e-de63c4114fed triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:21:07.611349 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-66941cf4-cb72-4f15-8ca4-8724a6579f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:07.611688 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-66941cf4-cb72-4f15-8ca4-8724a6579f74 None None] Attempt 1 to provision port 0cd2d09e-3f97-4d63-908e-de63c4114fed Oct 18 08:21:07.666177 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-66941cf4-cb72-4f15-8ca4-8724a6579f74 None None] Port 0cd2d09e-3f97-4d63-908e-de63c4114fed cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:21:07.773802 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:21:07.887762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd2d09e-3f97-4d63-908e-de63c4114fed {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:21:07.895262 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:07.910432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Transition to ACTIVE for port object 0cd2d09e-3f97-4d63-908e-de63c4114fed will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:21:07.914457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:07.967545 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f25573-d535-4185-9494-d56e2d89ecf3 req-c7e66b07-e3b1-4559-b61f-4350300ab4fd tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:07.969015 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-25f25573-d535-4185-9494-d56e2d89ecf3 req-c7e66b07-e3b1-4559-b61f-4350300ab4fd tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2 HTTP/1.1" status: 200 len: 943 time: 0.0913792 Oct 18 08:21:08.014098 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-25f25573-d535-4185-9494-d56e2d89ecf3 req-5cd510c7-df1c-46ce-8b80-fcec24c847cb tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391936 Oct 18 08:21:08.102227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Pushing event updated for resources: {'Port': ['ID=0cd2d09e-3f97-4d63-908e-de63c4114fed,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:08.137679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Attempting to bind port 0cd2d09e-3f97-4d63-908e-de63c4114fed on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:21:08.138003 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Attempting to bind port 0cd2d09e-3f97-4d63-908e-de63c4114fed by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c79360d7-8261-46c3-b529-436731154d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:21:08.138323 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Attempting to bind port 0cd2d09e-3f97-4d63-908e-de63c4114fed on network 117c7d1d-cdb0-4479-95d8-5fad3149ea37 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:21:08.142851 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Port 0cd2d09e-3f97-4d63-908e-de63c4114fed on network 117c7d1d-cdb0-4479-95d8-5fad3149ea37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:21:08.143166 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Attempting to bind port 0cd2d09e-3f97-4d63-908e-de63c4114fed on network 117c7d1d-cdb0-4479-95d8-5fad3149ea37 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:21:08.148118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:21:08.148447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Checking segment: {'id': 'c79360d7-8261-46c3-b529-436731154d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:21:08.148817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Bound using segment: {'id': 'c79360d7-8261-46c3-b529-436731154d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:21:08.149229 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Bound port: 0cd2d09e-3f97-4d63-908e-de63c4114fed, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79360d7-8261-46c3-b529-436731154d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:21:08.149564 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:08.167594 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-66941cf4-cb72-4f15-8ca4-8724a6579f74 None None] Attempt 2 to provision port 0cd2d09e-3f97-4d63-908e-de63c4114fed Oct 18 08:21:08.225686 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-66941cf4-cb72-4f15-8ca4-8724a6579f74 None None] Port 0cd2d09e-3f97-4d63-908e-de63c4114fed cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:21:08.240546 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] For port 0cd2d09e-3f97-4d63-908e-de63c4114fed, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:21:08.243478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] For port 0cd2d09e-3f97-4d63-908e-de63c4114fed, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0cd2d09e-3f97-4d63-908e-de63c4114fed,segment=NetworkSegment(c79360d7-8261-46c3-b529-436731154d14),segment_id=c79360d7-8261-46c3-b529-436731154d14)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:21:08.247782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:08.278296 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:08.278886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:08.280233 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] 10.222.0.46 "PUT /v2.0/ports/0cd2d09e-3f97-4d63-908e-de63c4114fed HTTP/1.1" status: 200 len: 1093 time: 0.8447623 Oct 18 08:21:08.280716 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2', 'tag': '0cd2d09e-3f97-4d63-908e-de63c4114fed'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:21:08.282998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc3d45b-ae85-4415-a79c-e26b987dd9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2", "tag": "0cd2d09e-3f97-4d63-908e-de63c4114fed"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:21:08.324231 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0caeba77-9fb3-4700-a374-39c7b49b35da x-openstack-request-id: req-0caeba77-9fb3-4700-a374-39c7b49b35da {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:21:08.324453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2", "tag": "0cd2d09e-3f97-4d63-908e-de63c4114fed", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:21:08.324705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0caeba77-9fb3-4700-a374-39c7b49b35da {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:21:08.325170 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0caeba77-9fb3-4700-a374-39c7b49b35da'] response: {'name': 'network-changed', 'server_uuid': '7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2', 'tag': '0cd2d09e-3f97-4d63-908e-de63c4114fed', 'status': 'completed', 'code': 200} Oct 18 08:21:08.329537 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec98e8-7af7-4fb0-b197-72a1c1b53d8c service neutron] Pushing event updated for resources: {'Port': ['ID=0cd2d09e-3f97-4d63-908e-de63c4114fed,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:08.411764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-323cc308-5073-4154-b777-c52a03833289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:08.413216 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-323cc308-5073-4154-b777-c52a03833289 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b448ef5071d4fc9b56c3afd5a8fed7b&device_id=7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2 HTTP/1.1" status: 200 len: 1096 time: 0.0801127 Oct 18 08:21:08.573149 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-fe807895-f9d9-4636-92a0-daf89e06f0be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cd2d09e-3f97-4d63-908e-de63c4114fed HTTP/1.1" status: 200 len: 217 time: 0.1532962 Oct 18 08:21:08.635447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-c5090b4c-c10c-4c8d-8806-41bd097070ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:08.636798 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-c5090b4c-c10c-4c8d-8806-41bd097070ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2de757e9-1e63-4bc8-913b-27ffb7a6f40d HTTP/1.1" status: 200 len: 852 time: 0.0580020 Oct 18 08:21:08.716263 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-f303ca84-23ef-4a67-9835-c99fa48fee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:08.717706 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-f303ca84-23ef-4a67-9835-c99fa48fee6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=117c7d1d-cdb0-4479-95d8-5fad3149ea37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752163 Oct 18 08:21:08.726652 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-66941cf4-cb72-4f15-8ca4-8724a6579f74 None None] Attempt 3 to provision port 0cd2d09e-3f97-4d63-908e-de63c4114fed Oct 18 08:21:08.787881 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-66941cf4-cb72-4f15-8ca4-8724a6579f74 None None] Port 0cd2d09e-3f97-4d63-908e-de63c4114fed had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:21:08.848568 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-97206ab8-52fa-4eb7-a3eb-1292843c10a3 service neutron] 10.222.0.46 "GET /v2.0/networks/117c7d1d-cdb0-4479-95d8-5fad3149ea37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241617 Oct 18 08:21:08.981534 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9a03c62f-c812-446a-bc00-624e7a5482f9 req-26126d6b-5e98-4072-a7f0-1c1068e40995 service neutron] 10.222.0.46 "GET /v2.0/networks/117c7d1d-cdb0-4479-95d8-5fad3149ea37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250470 Oct 18 08:21:09.106310 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3d45b-ae85-4415-a79c-e26b987dd9c8 req-2875befe-a53c-4c92-826f-2a68e4fe4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:09.107727 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3fc3d45b-ae85-4415-a79c-e26b987dd9c8 req-2875befe-a53c-4c92-826f-2a68e4fe4995 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b448ef5071d4fc9b56c3afd5a8fed7b&device_id=7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2 HTTP/1.1" status: 200 len: 1096 time: 0.0833402 Oct 18 08:21:09.215371 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2eb3e7-24cc-425f-a915-ba1057e5260a req-e49de38c-de72-4b9c-94e7-b949bf8e9939 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:09.216826 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6d2eb3e7-24cc-425f-a915-ba1057e5260a req-e49de38c-de72-4b9c-94e7-b949bf8e9939 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2 HTTP/1.1" status: 200 len: 943 time: 0.0921724 Oct 18 08:21:09.240468 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3d45b-ae85-4415-a79c-e26b987dd9c8 req-9fae9357-2b21-42a6-a8b3-ef1894f02902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:09.241903 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3fc3d45b-ae85-4415-a79c-e26b987dd9c8 req-9fae9357-2b21-42a6-a8b3-ef1894f02902 service neutron] 10.222.0.46 "GET /v2.0/networks?id=117c7d1d-cdb0-4479-95d8-5fad3149ea37 HTTP/1.1" status: 200 len: 914 time: 0.1276257 Oct 18 08:21:09.260083 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6d2eb3e7-24cc-425f-a915-ba1057e5260a req-e7dfd0a1-f1af-4cd0-91a4-b25e5498440c tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376868 Oct 18 08:21:09.308537 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3fc3d45b-ae85-4415-a79c-e26b987dd9c8 req-b199f7a9-d6c6-4802-9826-cc3a4aef3470 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cd2d09e-3f97-4d63-908e-de63c4114fed HTTP/1.1" status: 200 len: 217 time: 0.0599003 Oct 18 08:21:09.373343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3d45b-ae85-4415-a79c-e26b987dd9c8 req-b2e15c12-6b49-4fec-8dcb-1b8198bcad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:09.374674 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3fc3d45b-ae85-4415-a79c-e26b987dd9c8 req-b2e15c12-6b49-4fec-8dcb-1b8198bcad77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2de757e9-1e63-4bc8-913b-27ffb7a6f40d HTTP/1.1" status: 200 len: 852 time: 0.0592301 Oct 18 08:21:09.456093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3d45b-ae85-4415-a79c-e26b987dd9c8 req-5510e2c2-299c-4997-bc64-da75a8e0753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:09.458075 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3fc3d45b-ae85-4415-a79c-e26b987dd9c8 req-5510e2c2-299c-4997-bc64-da75a8e0753c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=117c7d1d-cdb0-4479-95d8-5fad3149ea37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772629 Oct 18 08:21:09.587619 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3fc3d45b-ae85-4415-a79c-e26b987dd9c8 req-52d1643c-8073-4140-854f-3e7129ff88ce service neutron] 10.222.0.46 "GET /v2.0/networks/117c7d1d-cdb0-4479-95d8-5fad3149ea37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217599 Oct 18 08:21:09.715550 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3fc3d45b-ae85-4415-a79c-e26b987dd9c8 req-8cb1cd23-1d16-479a-931b-6ec577d8ac1e service neutron] 10.222.0.46 "GET /v2.0/networks/117c7d1d-cdb0-4479-95d8-5fad3149ea37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216938 Oct 18 08:21:09.918913 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 0cd2d09e-3f97-4d63-908e-de63c4114fed details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:21:10.049078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 0cd2d09e-3f97-4d63-908e-de63c4114fed, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0cd2d09e-3f97-4d63-908e-de63c4114fed,segment=NetworkSegment(c79360d7-8261-46c3-b529-436731154d14),segment_id=c79360d7-8261-46c3-b529-436731154d14)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:10.062191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '0cd2d09e-3f97-4d63-908e-de63c4114fed', 'network_id': '117c7d1d-cdb0-4479-95d8-5fad3149ea37', 'port_id': '0cd2d09e-3f97-4d63-908e-de63c4114fed', 'mac_address': 'fa:16:3e:ec:b3:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de757e9-1e63-4bc8-913b-27ffb7a6f40d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:21:10.119388 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 0cd2d09e-3f97-4d63-908e-de63c4114fed is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:21:10.119767 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:10.137102 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd2d09e-3f97-4d63-908e-de63c4114fed {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:21:10.152340 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 0cd2d09e-3f97-4d63-908e-de63c4114fed, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0cd2d09e-3f97-4d63-908e-de63c4114fed,segment=NetworkSegment(c79360d7-8261-46c3-b529-436731154d14),segment_id=c79360d7-8261-46c3-b529-436731154d14)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:10.156150 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:10.223884 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=0cd2d09e-3f97-4d63-908e-de63c4114fed,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:10.231114 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:10.231471 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:10.231810 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:10.232147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:10.232503 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:10.232835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:10.233172 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:10.233485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:10.233808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:10.234131 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:10.234456 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:10.234797 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:10.384593 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['0cd2d09e-3f97-4d63-908e-de63c4114fed'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:21:10.462182 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbfd9f-578d-433b-baca-3f13e1354452 req-5071816e-968f-450c-b570-f3f2efebe0c1 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:10.462894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-fadbfd9f-578d-433b-baca-3f13e1354452 req-5071816e-968f-450c-b570-f3f2efebe0c1 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Synchronizing usage tracker for tenant:5b448ef5071d4fc9b56c3afd5a8fed7b on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:21:10.478645 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-fadbfd9f-578d-433b-baca-3f13e1354452 req-5071816e-968f-450c-b570-f3f2efebe0c1 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Unset dirty status for tenant:5b448ef5071d4fc9b56c3afd5a8fed7b on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:21:10.479762 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fadbfd9f-578d-433b-baca-3f13e1354452 req-5071816e-968f-450c-b570-f3f2efebe0c1 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2 HTTP/1.1" status: 200 len: 944 time: 0.1073117 Oct 18 08:21:10.524132 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fadbfd9f-578d-433b-baca-3f13e1354452 req-7c1c8d72-82f0-4170-8d08-1bf9044a9362 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387523 Oct 18 08:21:11.717659 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64a99d-9397-4e62-8b22-0688e74e3360 req-2a7f6212-f734-44a1-8dbb-709a295e3eff tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:11.719115 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ae64a99d-9397-4e62-8b22-0688e74e3360 req-2a7f6212-f734-44a1-8dbb-709a295e3eff tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2 HTTP/1.1" status: 200 len: 944 time: 0.0859210 Oct 18 08:21:11.762013 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ae64a99d-9397-4e62-8b22-0688e74e3360 req-2de33d6d-bbdc-4d76-b45a-4902201178a0 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367281 Oct 18 08:21:11.936761 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 0cd2d09e-3f97-4d63-908e-de63c4114fed up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:21:12.002813 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 0cd2d09e-3f97-4d63-908e-de63c4114fed completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:21:12.007920 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 0cd2d09e-3f97-4d63-908e-de63c4114fed triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:21:12.008284 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:12.008621 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 0cd2d09e-3f97-4d63-908e-de63c4114fed Oct 18 08:21:12.123586 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 0cd2d09e-3f97-4d63-908e-de63c4114fed is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:21:12.123960 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:12.150255 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd2d09e-3f97-4d63-908e-de63c4114fed'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:21:12.152518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6426b590-7006-4042-8331-725b0d4b3abc" -d '{"events": [{"server_uuid": "7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2", "name": "network-vif-plugged", "status": "completed", "tag": "0cd2d09e-3f97-4d63-908e-de63c4114fed"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:21:12.160214 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 0cd2d09e-3f97-4d63-908e-de63c4114fed, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0cd2d09e-3f97-4d63-908e-de63c4114fed,segment=NetworkSegment(c79360d7-8261-46c3-b529-436731154d14),segment_id=c79360d7-8261-46c3-b529-436731154d14)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:12.164683 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:12.198999 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a64b5dc-32d5-4780-b295-109f2c15413d x-openstack-request-id: req-9a64b5dc-32d5-4780-b295-109f2c15413d {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:21:12.199292 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2", "name": "network-vif-plugged", "status": "completed", "tag": "0cd2d09e-3f97-4d63-908e-de63c4114fed", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:21:12.199540 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9a64b5dc-32d5-4780-b295-109f2c15413d {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:21:12.199921 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a64b5dc-32d5-4780-b295-109f2c15413d'] response: {'server_uuid': '7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd2d09e-3f97-4d63-908e-de63c4114fed', 'code': 200} Oct 18 08:21:12.240289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=0cd2d09e-3f97-4d63-908e-de63c4114fed,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:12.433913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b486e-11b3-4f4e-b04f-ef29d4b281d5 req-1ab03e1f-652e-4414-9f58-0fa8e31c7095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:12.435384 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7a2b486e-11b3-4f4e-b04f-ef29d4b281d5 req-1ab03e1f-652e-4414-9f58-0fa8e31c7095 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2 HTTP/1.1" status: 200 len: 1098 time: 0.0797100 Oct 18 08:21:12.476287 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7a2b486e-11b3-4f4e-b04f-ef29d4b281d5 req-876df1bc-6c67-4e6a-a464-30079eab1bc5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333991 Oct 18 08:21:12.961459 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6da59-45b6-406b-8945-2d39a659412e req-cc7d3a4b-4391-4a00-90f7-072aa1798c17 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:12.962929 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-54d6da59-45b6-406b-8945-2d39a659412e req-cc7d3a4b-4391-4a00-90f7-072aa1798c17 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2 HTTP/1.1" status: 200 len: 945 time: 0.0905743 Oct 18 08:21:13.006779 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-54d6da59-45b6-406b-8945-2d39a659412e req-18a16652-8847-4e6d-b67f-88280ed84510 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383484 Oct 18 08:21:14.204357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d26757-847c-4511-8f20-061a17b9c3c4 req-d8714cea-933e-40a3-9827-9d30b38500f6 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:14.205791 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-44d26757-847c-4511-8f20-061a17b9c3c4 req-d8714cea-933e-40a3-9827-9d30b38500f6 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2 HTTP/1.1" status: 200 len: 945 time: 0.0861604 Oct 18 08:21:14.248956 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-44d26757-847c-4511-8f20-061a17b9c3c4 req-e8e2f89b-2034-44f0-9900-7105d15eecf5 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374398 Oct 18 08:21:14.632849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab4085-8e81-4ade-9018-78a71a83ce13 req-c0d12fb6-997b-4b73-8084-430ce4bd6613 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:14.634168 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0dab4085-8e81-4ade-9018-78a71a83ce13 req-c0d12fb6-997b-4b73-8084-430ce4bd6613 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2 HTTP/1.1" status: 200 len: 945 time: 0.0891323 Oct 18 08:21:14.678156 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0dab4085-8e81-4ade-9018-78a71a83ce13 req-1be74826-6a06-4f02-a7f1-a58f4bfb6ee9 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384247 Oct 18 08:21:15.877701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7793282-9779-4473-9517-46f725b72e1e req-76f9917c-3716-4f46-a00f-9fdba78204f0 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:15.879160 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e7793282-9779-4473-9517-46f725b72e1e req-76f9917c-3716-4f46-a00f-9fdba78204f0 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2 HTTP/1.1" status: 200 len: 945 time: 0.0862443 Oct 18 08:21:15.925939 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e7793282-9779-4473-9517-46f725b72e1e req-77ab02db-02bd-4377-b836-92005c48511d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411181 Oct 18 08:21:16.036713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdf756-70d3-4504-8901-317325f08068 req-954b438f-98de-4d0d-b8b0-c35d5e53418a tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:16.038144 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-91fdf756-70d3-4504-8901-317325f08068 req-954b438f-98de-4d0d-b8b0-c35d5e53418a tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2 HTTP/1.1" status: 200 len: 945 time: 0.0846322 Oct 18 08:21:16.108923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-91fdf756-70d3-4504-8901-317325f08068 req-2c7a0bf8-39bf-4c20-9337-bb136ccec04d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Deleting port 0cd2d09e-3f97-4d63-908e-de63c4114fed {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:21:16.109317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-91fdf756-70d3-4504-8901-317325f08068 req-2c7a0bf8-39bf-4c20-9337-bb136ccec04d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:16.443559 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-91fdf756-70d3-4504-8901-317325f08068 req-2c7a0bf8-39bf-4c20-9337-bb136ccec04d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] For port 0cd2d09e-3f97-4d63-908e-de63c4114fed, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=0cd2d09e-3f97-4d63-908e-de63c4114fed,segment=NetworkSegment(c79360d7-8261-46c3-b529-436731154d14),segment_id=c79360d7-8261-46c3-b529-436731154d14)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:16.443814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-91fdf756-70d3-4504-8901-317325f08068 req-2c7a0bf8-39bf-4c20-9337-bb136ccec04d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:16.563842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-91fdf756-70d3-4504-8901-317325f08068 req-2c7a0bf8-39bf-4c20-9337-bb136ccec04d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Calling delete_port for 0cd2d09e-3f97-4d63-908e-de63c4114fed owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:21:16.707397 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-91fdf756-70d3-4504-8901-317325f08068 req-2c7a0bf8-39bf-4c20-9337-bb136ccec04d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:16.718835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['7d330d20-3b57-41d8-994f-572c061665f4', '0cd2d09e-3f97-4d63-908e-de63c4114fed'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:21:16.756865 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a0bf8-39bf-4c20-9337-bb136ccec04d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Pushing event deleted for resources: {'Port': ['ID=0cd2d09e-3f97-4d63-908e-de63c4114fed,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:16.847880 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fdf756-70d3-4504-8901-317325f08068 req-2c7a0bf8-39bf-4c20-9337-bb136ccec04d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] No DVR routers for this DVR port 0cd2d09e-3f97-4d63-908e-de63c4114fed on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:21:16.850581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-91fdf756-70d3-4504-8901-317325f08068 req-2c7a0bf8-39bf-4c20-9337-bb136ccec04d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:16.854781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2', 'name': 'network-vif-deleted', 'tag': '0cd2d09e-3f97-4d63-908e-de63c4114fed'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:21:16.857110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154f5c6f-d9b1-4ab3-8cea-6d20acd2116b" -d '{"events": [{"server_uuid": "7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2", "name": "network-vif-deleted", "tag": "0cd2d09e-3f97-4d63-908e-de63c4114fed"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:21:16.872693 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-91fdf756-70d3-4504-8901-317325f08068 req-2c7a0bf8-39bf-4c20-9337-bb136ccec04d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.46 "DELETE /v2.0/ports/0cd2d09e-3f97-4d63-908e-de63c4114fed HTTP/1.1" status: 204 len: 173 time: 0.8284004 Oct 18 08:21:16.907815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36826d67-7af5-44ca-88b7-36d5ba40b4c3 x-openstack-request-id: req-36826d67-7af5-44ca-88b7-36d5ba40b4c3 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:21:16.908256 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2", "name": "network-vif-deleted", "tag": "0cd2d09e-3f97-4d63-908e-de63c4114fed", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:21:16.908619 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-36826d67-7af5-44ca-88b7-36d5ba40b4c3 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:21:16.909102 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36826d67-7af5-44ca-88b7-36d5ba40b4c3'] response: {'server_uuid': '7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2', 'name': 'network-vif-deleted', 'tag': '0cd2d09e-3f97-4d63-908e-de63c4114fed', 'status': 'completed', 'code': 200} Oct 18 08:21:17.098195 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9078e42a-c4b6-4b0c-bd1f-879a47f85447 req-242bd42f-eb07-4de4-9cc8-31936e34bb4d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=7d8ee0ce-99a0-4aa1-b9f8-7930633e66e2 HTTP/1.1" status: 200 len: 210 time: 0.0493345 Oct 18 08:21:18.368842 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb096e8-fec3-4761-a285-62b2928d59f7 req-34c69948-1986-4197-90ff-a3c2a6e33b0d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:18.370306 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ccb096e8-fec3-4761-a285-62b2928d59f7 req-34c69948-1986-4197-90ff-a3c2a6e33b0d tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 946 time: 0.0933125 Oct 18 08:21:18.413535 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ccb096e8-fec3-4761-a285-62b2928d59f7 req-2996fd27-9032-4ef2-88f4-58cd78fff7e1 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375714 Oct 18 08:21:18.625880 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4147c89-c934-46c9-ab42-6dd0d22b80dd req-134bb019-d0b3-47e0-9055-017a3c5e1265 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:18.627336 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f4147c89-c934-46c9-ab42-6dd0d22b80dd req-134bb019-d0b3-47e0-9055-017a3c5e1265 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 946 time: 0.0861335 Oct 18 08:21:18.669785 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f4147c89-c934-46c9-ab42-6dd0d22b80dd req-ad79adf1-7c98-459e-8633-f1241d14c6e9 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367815 Oct 18 08:21:18.867091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d62b62-afd5-4199-aaa2-8f7e6f88ff9d req-07d67608-8ecb-4c17-b620-50433a17aed8 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:18.867780 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-57d62b62-afd5-4199-aaa2-8f7e6f88ff9d req-07d67608-8ecb-4c17-b620-50433a17aed8 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Synchronizing usage tracker for tenant:5b448ef5071d4fc9b56c3afd5a8fed7b on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:21:18.882767 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-57d62b62-afd5-4199-aaa2-8f7e6f88ff9d req-07d67608-8ecb-4c17-b620-50433a17aed8 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Unset dirty status for tenant:5b448ef5071d4fc9b56c3afd5a8fed7b on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:21:18.883884 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-57d62b62-afd5-4199-aaa2-8f7e6f88ff9d req-07d67608-8ecb-4c17-b620-50433a17aed8 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 946 time: 0.1028504 Oct 18 08:21:18.931100 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-57d62b62-afd5-4199-aaa2-8f7e6f88ff9d req-a88178b4-41f8-40ea-ad24-7bb62abb2ab0 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415211 Oct 18 08:21:19.222894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d2381-079e-4dd0-94a4-70fd40613017 req-5b480d35-7269-4fcc-b72b-7ec62f33c68a tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:19.224282 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-055d2381-079e-4dd0-94a4-70fd40613017 req-5b480d35-7269-4fcc-b72b-7ec62f33c68a tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 946 time: 0.0883131 Oct 18 08:21:19.266858 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-055d2381-079e-4dd0-94a4-70fd40613017 req-2db1d3b5-146e-4fb0-a45d-35a53276c9d5 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369503 Oct 18 08:21:19.464466 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d737b-1a96-4a0f-9aed-585a9abca3e6 req-7a7a894e-a1e1-48e6-876a-6b99a643aaec tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:19.465904 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ad0d737b-1a96-4a0f-9aed-585a9abca3e6 req-7a7a894e-a1e1-48e6-876a-6b99a643aaec tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 946 time: 0.0897052 Oct 18 08:21:19.509130 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ad0d737b-1a96-4a0f-9aed-585a9abca3e6 req-cf1835d3-866e-4179-8e83-98ad02f3394a tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375502 Oct 18 08:21:19.715590 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f02cd-abf0-49c4-90b5-699f5082b9b2 req-80bcd327-b925-4143-8bf7-73adb9e1ebae tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:19.717034 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-765f02cd-abf0-49c4-90b5-699f5082b9b2 req-80bcd327-b925-4143-8bf7-73adb9e1ebae tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 946 time: 0.0857210 Oct 18 08:21:19.764217 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-765f02cd-abf0-49c4-90b5-699f5082b9b2 req-fe9a8d9a-3b65-4c79-a7c1-9d003a951d82 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414889 Oct 18 08:21:19.991858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 0cd2d09e-3f97-4d63-908e-de63c4114fed no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:21:20.029163 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 0cd2d09e-3f97-4d63-908e-de63c4114fed {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:21:20.029436 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 0cd2d09e-3f97-4d63-908e-de63c4114fed not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:21:20.292311 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352d38e-e979-4816-9bf4-9b09b7dc5fd3 req-065ff53c-e272-4a91-afae-5aeb0c412ec1 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:20.293705 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b352d38e-e979-4816-9bf4-9b09b7dc5fd3 req-065ff53c-e272-4a91-afae-5aeb0c412ec1 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 946 time: 0.0869420 Oct 18 08:21:20.337404 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b352d38e-e979-4816-9bf4-9b09b7dc5fd3 req-8f8bdb2e-5e73-4ee0-bc1c-d9deea7f89e2 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380831 Oct 18 08:21:20.748658 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f2632b48-ca55-4a80-8f04-c686d4c6620a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:21.536373 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8d7ff-50c0-44ba-b1a8-2b7b139cbd44 req-004a7594-cf0f-4599-85f7-7a4899a337d2 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:21.537773 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-32b8d7ff-50c0-44ba-b1a8-2b7b139cbd44 req-004a7594-cf0f-4599-85f7-7a4899a337d2 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 946 time: 0.0897760 Oct 18 08:21:21.581053 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-32b8d7ff-50c0-44ba-b1a8-2b7b139cbd44 req-c094fbbe-38a3-42b4-9b80-9d56b1a43aa9 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/security-groups?id=8829df8c-fbc0-42c1-bcae-da59dd199faa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374265 Oct 18 08:21:21.706342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a97233-d5e6-471f-ade2-d43f20fa7147 req-c8077ce1-22ca-445e-8b14-8d222a7db803 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:21.707802 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a6a97233-d5e6-471f-ade2-d43f20fa7147 req-c8077ce1-22ca-445e-8b14-8d222a7db803 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.46 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 946 time: 0.0850918 Oct 18 08:21:21.781623 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-a6a97233-d5e6-471f-ade2-d43f20fa7147 req-39a86492-9bcb-4ccf-b152-4ce9d99ac4c9 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Deleting port 7d330d20-3b57-41d8-994f-572c061665f4 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:21:21.781961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a6a97233-d5e6-471f-ade2-d43f20fa7147 req-39a86492-9bcb-4ccf-b152-4ce9d99ac4c9 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:22.026047 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-a6a97233-d5e6-471f-ade2-d43f20fa7147 req-39a86492-9bcb-4ccf-b152-4ce9d99ac4c9 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] For port 7d330d20-3b57-41d8-994f-572c061665f4, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=7d330d20-3b57-41d8-994f-572c061665f4,segment=NetworkSegment(c79360d7-8261-46c3-b529-436731154d14),segment_id=c79360d7-8261-46c3-b529-436731154d14)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:22.026406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a6a97233-d5e6-471f-ade2-d43f20fa7147 req-39a86492-9bcb-4ccf-b152-4ce9d99ac4c9 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:22.147592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-a6a97233-d5e6-471f-ade2-d43f20fa7147 req-39a86492-9bcb-4ccf-b152-4ce9d99ac4c9 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Calling delete_port for 7d330d20-3b57-41d8-994f-572c061665f4 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:21:22.292394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a6a97233-d5e6-471f-ade2-d43f20fa7147 req-39a86492-9bcb-4ccf-b152-4ce9d99ac4c9 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:22.308063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['7d330d20-3b57-41d8-994f-572c061665f4'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:21:22.343354 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a86492-9bcb-4ccf-b152-4ce9d99ac4c9 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Pushing event deleted for resources: {'Port': ['ID=7d330d20-3b57-41d8-994f-572c061665f4,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:22.431675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a97233-d5e6-471f-ade2-d43f20fa7147 req-39a86492-9bcb-4ccf-b152-4ce9d99ac4c9 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] No DVR routers for this DVR port 7d330d20-3b57-41d8-994f-572c061665f4 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:21:22.434091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-a6a97233-d5e6-471f-ade2-d43f20fa7147 req-39a86492-9bcb-4ccf-b152-4ce9d99ac4c9 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:22.436826 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d583ef-897f-41b7-84cc-1bd4c2e55e5c', 'name': 'network-vif-deleted', 'tag': '7d330d20-3b57-41d8-994f-572c061665f4'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:21:22.439142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0f5675-7a43-49ec-bb56-4bbf1bbf03cb" -d '{"events": [{"server_uuid": "11d583ef-897f-41b7-84cc-1bd4c2e55e5c", "name": "network-vif-deleted", "tag": "7d330d20-3b57-41d8-994f-572c061665f4"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:21:22.454019 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a6a97233-d5e6-471f-ade2-d43f20fa7147 req-39a86492-9bcb-4ccf-b152-4ce9d99ac4c9 tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.46 "DELETE /v2.0/ports/7d330d20-3b57-41d8-994f-572c061665f4 HTTP/1.1" status: 204 len: 173 time: 0.7384906 Oct 18 08:21:22.485059 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652dd94f-2462-4226-b50d-6259e3c8b89a x-openstack-request-id: req-652dd94f-2462-4226-b50d-6259e3c8b89a {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:21:22.485534 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d583ef-897f-41b7-84cc-1bd4c2e55e5c", "name": "network-vif-deleted", "tag": "7d330d20-3b57-41d8-994f-572c061665f4", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:21:22.485677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-652dd94f-2462-4226-b50d-6259e3c8b89a {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:21:22.486065 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-652dd94f-2462-4226-b50d-6259e3c8b89a'] response: {'server_uuid': '11d583ef-897f-41b7-84cc-1bd4c2e55e5c', 'name': 'network-vif-deleted', 'tag': '7d330d20-3b57-41d8-994f-572c061665f4', 'status': 'completed', 'code': 200} Oct 18 08:21:22.754474 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-d7d58f86-cef7-4298-8ac2-b2f39f3744c6 req-79dc449f-8e9d-486e-b96a-e81ab9670f2c tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Synchronizing usage tracker for tenant:5b448ef5071d4fc9b56c3afd5a8fed7b on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:21:22.769405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-d7d58f86-cef7-4298-8ac2-b2f39f3744c6 req-79dc449f-8e9d-486e-b96a-e81ab9670f2c tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] Unset dirty status for tenant:5b448ef5071d4fc9b56c3afd5a8fed7b on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:21:22.770557 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d7d58f86-cef7-4298-8ac2-b2f39f3744c6 req-79dc449f-8e9d-486e-b96a-e81ab9670f2c tempest-ServersNegativeTestJSON-69161509 tempest-ServersNegativeTestJSON-69161509-project] 10.222.0.17 "GET /v2.0/ports?device_id=11d583ef-897f-41b7-84cc-1bd4c2e55e5c HTTP/1.1" status: 200 len: 210 time: 0.0652249 Oct 18 08:21:23.053704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d4173901-c4c8-4102-910c-f37dcfd2a173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:23.796880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:23.849578 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:23.870938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39028) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:24.491555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ce4707a-8863-4ea8-b2da-a2333d464a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:24.832795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4707a-8863-4ea8-b2da-a2333d464a5e admin admin] Deleting port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:21:24.833139 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ce4707a-8863-4ea8-b2da-a2333d464a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:25.010071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-9ce4707a-8863-4ea8-b2da-a2333d464a5e admin admin] For port cdd7f19d-7a09-4533-96b8-ff2d2bf9af65, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=cdd7f19d-7a09-4533-96b8-ff2d2bf9af65,segment=NetworkSegment(c79360d7-8261-46c3-b529-436731154d14),segment_id=c79360d7-8261-46c3-b529-436731154d14)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:25.010777 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ce4707a-8863-4ea8-b2da-a2333d464a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:25.129175 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4707a-8863-4ea8-b2da-a2333d464a5e admin admin] Calling delete_port for cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:21:25.295576 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ce4707a-8863-4ea8-b2da-a2333d464a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:25.375265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4707a-8863-4ea8-b2da-a2333d464a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=cdd7f19d-7a09-4533-96b8-ff2d2bf9af65,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:25.403845 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:25.728318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9ce4707a-8863-4ea8-b2da-a2333d464a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:26.009223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7d330d20-3b57-41d8-994f-572c061665f4 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:21:26.043450 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 7d330d20-3b57-41d8-994f-572c061665f4 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:21:26.043898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 7d330d20-3b57-41d8-994f-572c061665f4 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:21:26.087773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce4707a-8863-4ea8-b2da-a2333d464a5e admin admin] Router 2378dde4-2253-4936-b555-50343ee183d3 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:21:26.270142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce4707a-8863-4ea8-b2da-a2333d464a5e admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:21:26.279939 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71031635-c838-4d20-9567-f34df75b2159 None None] Sync routers for ids ['2378dde4-2253-4936-b555-50343ee183d3'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:21:26.287023 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9ce4707a-8863-4ea8-b2da-a2333d464a5e admin admin] 10.222.0.17 "PUT /v2.0/routers/2378dde4-2253-4936-b555-50343ee183d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4149837 Oct 18 08:21:26.289973 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39032) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:26.291633 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71031635-c838-4d20-9567-f34df75b2159 None None] Routers {'2378dde4-2253-4936-b555-50343ee183d3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:21:26.292395 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-71031635-c838-4d20-9567-f34df75b2159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:21:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['2378dde4-2253-4936-b555-50343ee183d3'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:26.467248 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4b65-5ae1-4501-8753-daa526b3593c admin admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:26.478293 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-71031635-c838-4d20-9567-f34df75b2159 None None] Set router 2378dde4-2253-4936-b555-50343ee183d3 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:21:26.650417 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4b65-5ae1-4501-8753-daa526b3593c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:26.659760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e4b65-5ae1-4501-8753-daa526b3593c admin admin] Deleting port caad954e-c505-432e-a16b-d746350d6b22 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:21:26.660101 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4b65-5ae1-4501-8753-daa526b3593c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:26.768252 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-71031635-c838-4d20-9567-f34df75b2159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2378dde4-2253-4936-b555-50343ee183d3', 'name': 'tempest-ServersNegativeTestJSON-118584307-router', 'tenant_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.235'}], 'enable_snat': True}, 'gw_port_id': 'caad954e-c505-432e-a16b-d746350d6b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:20:47Z', 'updated_at': '2022-10-18T08:21:25Z', 'revision_number': 5, 'project_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'gw_port': {'id': 'caad954e-c505-432e-a16b-d746350d6b22', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2378dde4-2253-4936-b555-50343ee183d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:20:48Z', 'updated_at': '2022-10-18T08:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:26.772271 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71031635-c838-4d20-9567-f34df75b2159 None None] Checking router: 2378dde4-2253-4936-b555-50343ee183d3 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:21:26.780745 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71031635-c838-4d20-9567-f34df75b2159 None None] Routers {'2378dde4-2253-4936-b555-50343ee183d3'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:21:26.781327 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-71031635-c838-4d20-9567-f34df75b2159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:21:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['2378dde4-2253-4936-b555-50343ee183d3'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:26.828214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-6e0e4b65-5ae1-4501-8753-daa526b3593c admin admin] For port caad954e-c505-432e-a16b-d746350d6b22, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=caad954e-c505-432e-a16b-d746350d6b22,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:26.828564 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4b65-5ae1-4501-8753-daa526b3593c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:26.932610 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-71031635-c838-4d20-9567-f34df75b2159 None None] Set router 2378dde4-2253-4936-b555-50343ee183d3 gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:21:27.038200 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-71031635-c838-4d20-9567-f34df75b2159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2378dde4-2253-4936-b555-50343ee183d3', 'name': 'tempest-ServersNegativeTestJSON-118584307-router', 'tenant_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:20:47Z', 'updated_at': '2022-10-18T08:21:26Z', 'revision_number': 6, 'project_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:27.042406 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71031635-c838-4d20-9567-f34df75b2159 None None] The sync data for ids ['2378dde4-2253-4936-b555-50343ee183d3'] in dv-neutron-861625-1-hyperv is: [{'id': '2378dde4-2253-4936-b555-50343ee183d3', 'name': 'tempest-ServersNegativeTestJSON-118584307-router', 'tenant_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:20:47Z', 'updated_at': '2022-10-18T08:21:26Z', 'revision_number': 6, 'project_id': '5b448ef5071d4fc9b56c3afd5a8fed7b', 'gw_port_host': None}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:21:27.064722 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e4b65-5ae1-4501-8753-daa526b3593c admin admin] Calling delete_port for caad954e-c505-432e-a16b-d746350d6b22 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:21:27.230524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4b65-5ae1-4501-8753-daa526b3593c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:27.276165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e4b65-5ae1-4501-8753-daa526b3593c admin admin] Pushing event deleted for resources: {'Port': ['ID=caad954e-c505-432e-a16b-d746350d6b22,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:27.372925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4b65-5ae1-4501-8753-daa526b3593c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:27.548079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4b65-5ae1-4501-8753-daa526b3593c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:27.551005 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4b65-5ae1-4501-8753-daa526b3593c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:27.573079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4b65-5ae1-4501-8753-daa526b3593c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:27.573619 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0e4b65-5ae1-4501-8753-daa526b3593c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2378dde4-2253-4936-b555-50343ee183d3 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:21:27.585869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4b65-5ae1-4501-8753-daa526b3593c admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:27.587020 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6e0e4b65-5ae1-4501-8753-daa526b3593c admin admin] 10.222.0.17 "DELETE /v2.0/routers/2378dde4-2253-4936-b555-50343ee183d3 HTTP/1.1" status: 204 len: 168 time: 1.2961464 Oct 18 08:21:27.589578 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39036) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:27.646450 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af5d559-8451-4ab5-961f-59564923ce06 admin admin] Deleting subnet 2de757e9-1e63-4bc8-913b-27ffb7a6f40d {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:21:27.649245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3af5d559-8451-4ab5-961f-59564923ce06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:27.698704 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3af5d559-8451-4ab5-961f-59564923ce06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:27.775133 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3af5d559-8451-4ab5-961f-59564923ce06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:27.843357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3af5d559-8451-4ab5-961f-59564923ce06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:27.886606 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5d559-8451-4ab5-961f-59564923ce06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2de757e9-1e63-4bc8-913b-27ffb7a6f40d,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:27.888575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3af5d559-8451-4ab5-961f-59564923ce06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:27.896371 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab192045-1893-4ba0-8b75-c4c6640ea27a None None] Network 117c7d1d-cdb0-4479-95d8-5fad3149ea37 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:27.898054 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39040) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:27.898590 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3af5d559-8451-4ab5-961f-59564923ce06 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/2de757e9-1e63-4bc8-913b-27ffb7a6f40d HTTP/1.1" status: 204 len: 168 time: 0.3075569 Oct 18 08:21:28.006288 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:28.017276 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] Deleting port e37abfb6-c70c-4c57-a3a0-59c73e423b44 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:21:28.017615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:28.176219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d723b03-0e2f-438e-a4d7-c67b852f487b None None] DHCP port deletion for 117c7d1d-cdb0-4479-95d8-5fad3149ea37 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:21:28.180942 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1d723b03-0e2f-438e-a4d7-c67b852f487b None None] Deleting port e37abfb6-c70c-4c57-a3a0-59c73e423b44 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:21:28.181264 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1d723b03-0e2f-438e-a4d7-c67b852f487b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:28.242198 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e37abfb6-c70c-4c57-a3a0-59c73e423b44 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:21:28.346105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] For port e37abfb6-c70c-4c57-a3a0-59c73e423b44, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e37abfb6-c70c-4c57-a3a0-59c73e423b44,segment=NetworkSegment(c79360d7-8261-46c3-b529-436731154d14),segment_id=c79360d7-8261-46c3-b529-436731154d14)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:28.346441 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:28.468990 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] Calling delete_port for e37abfb6-c70c-4c57-a3a0-59c73e423b44 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:21:28.491274 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-1d723b03-0e2f-438e-a4d7-c67b852f487b None None] For port e37abfb6-c70c-4c57-a3a0-59c73e423b44, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e37abfb6-c70c-4c57-a3a0-59c73e423b44,segment=NetworkSegment(c79360d7-8261-46c3-b529-436731154d14),segment_id=c79360d7-8261-46c3-b529-436731154d14)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:28.491655 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1d723b03-0e2f-438e-a4d7-c67b852f487b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:28.547465 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:28.557241 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port e37abfb6-c70c-4c57-a3a0-59c73e423b44 is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:21:28.557618 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:28.594976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=e37abfb6-c70c-4c57-a3a0-59c73e423b44,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:28.600618 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] No DVR routers for this DVR port e37abfb6-c70c-4c57-a3a0-59c73e423b44 on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:21:28.627612 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1d723b03-0e2f-438e-a4d7-c67b852f487b None None] Calling delete_port for e37abfb6-c70c-4c57-a3a0-59c73e423b44 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:21:28.717499 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:28.720450 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:21:28.742993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117c7d1d-cdb0-4479-95d8-5fad3149ea37']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:28.755762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79360d7-8261-46c3-b529-436731154d14') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:28.756060 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79360d7-8261-46c3-b529-436731154d14') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:28.765316 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:21:28.765658 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device cdd7f19d-7a09-4533-96b8-ff2d2bf9af65 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:21:28.766062 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device caad954e-c505-432e-a16b-d746350d6b22 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:21:28.767357 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:28.783987 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:28.790590 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:21:28.791044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:28.800954 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: caad954e-c505-432e-a16b-d746350d6b22 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:21:28.801290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device caad954e-c505-432e-a16b-d746350d6b22 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:21:28.804170 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-1d723b03-0e2f-438e-a4d7-c67b852f487b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:21:28.804521 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-1d723b03-0e2f-438e-a4d7-c67b852f487b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:21:28.890731 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:28.908953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:28.915205 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] Pushing event deleted for resources: {'Network': ['ID=117c7d1d-cdb0-4479-95d8-5fad3149ea37,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:28.932349 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-586f454e-f05e-49e6-a7e9-41be15e79e28 admin admin] 10.222.0.17 "DELETE /v2.0/networks/117c7d1d-cdb0-4479-95d8-5fad3149ea37 HTTP/1.1" status: 204 len: 168 time: 1.0329993 Oct 18 08:21:28.942339 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment c79360d7-8261-46c3-b529-436731154d14 resource provider aggregate not found Oct 18 08:21:28.957997 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment c79360d7-8261-46c3-b529-436731154d14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c79360d7-8261-46c3-b529-436731154d14 found for delete ", "request_id": "req-3307b5a3-077c-451f-8e0a-2b0c9149110a"}]} Oct 18 08:21:29.039529 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39052) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:29.087654 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bafd7e80-2b82-4ab1-850a-a5263eac8d81 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5b448ef5071d4fc9b56c3afd5a8fed7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470276 Oct 18 08:21:29.090086 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39056) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:29.150218 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ae514b27-65f2-4a99-ab38-06c0aa6862b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:29.176768 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ae514b27-65f2-4a99-ab38-06c0aa6862b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:29.228901 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ae514b27-65f2-4a99-ab38-06c0aa6862b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:29.246379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae514b27-65f2-4a99-ab38-06c0aa6862b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8829df8c-fbc0-42c1-bcae-da59dd199faa,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:29.258561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ae514b27-65f2-4a99-ab38-06c0aa6862b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:29.259677 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ae514b27-65f2-4a99-ab38-06c0aa6862b3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8829df8c-fbc0-42c1-bcae-da59dd199faa HTTP/1.1" status: 204 len: 168 time: 0.1687000 Oct 18 08:21:29.305714 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1d723b03-0e2f-438e-a4d7-c67b852f487b None None] Deleting port e37abfb6-c70c-4c57-a3a0-59c73e423b44 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:21:29.306195 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1d723b03-0e2f-438e-a4d7-c67b852f487b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:29.374449 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1d723b03-0e2f-438e-a4d7-c67b852f487b None None] The port 'e37abfb6-c70c-4c57-a3a0-59c73e423b44' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 08:21:30.042206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39080) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:30.142906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1362614896'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:30.147897 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:30.151724 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Usage tracker for resource:network and tenant:d11079523f2546038b15019ff7252ddc is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:30.154568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:30.160699 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:30.170787 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Made reservation on behalf of d11079523f2546038b15019ff7252ddc for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:21:30.174124 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:30.186906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:30.202093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:30.205899 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Usage tracker for resource:security_group_rule and tenant:d11079523f2546038b15019ff7252ddc is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:30.208651 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:30.214225 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:30.296600 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:30.300788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:30.336073 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:21:30.341036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=329db405-e213-4ae8-baf9-e5d5caaef0e8,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:30.350722 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:30.350722 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Added segment 9950e407-e250-4a59-9664-15a9896b4ed6 of type vlan for network 8fb32012-1d2f-43f0-8f8a-35b7a6439b77 Oct 18 08:21:30.376574 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:30.404943 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:30.410310 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:30.410914 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:30.520078 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4766674 Oct 18 08:21:30.522872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab833a-fbb7-4f02-8274-2b866ad2dc24 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event updated for resources: {'Network': ['ID=8fb32012-1d2f-43f0-8f8a-35b7a6439b77,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:30.532829 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 8fb32012-1d2f-43f0-8f8a-35b7a6439b77 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:21:33.821400 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39088) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:33.827548 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-c6f35c1d-f49b-4e21-8db1-449428e84cad tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Request body: {'subnet': {'network_id': '8fb32012-1d2f-43f0-8f8a-35b7a6439b77', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:33.938973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c6f35c1d-f49b-4e21-8db1-449428e84cad tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:33.943361 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c6f35c1d-f49b-4e21-8db1-449428e84cad tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Usage tracker for resource:subnet and tenant:d11079523f2546038b15019ff7252ddc is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:33.946073 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-c6f35c1d-f49b-4e21-8db1-449428e84cad tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:33.951635 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-c6f35c1d-f49b-4e21-8db1-449428e84cad tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:33.960494 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f35c1d-f49b-4e21-8db1-449428e84cad tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Made reservation on behalf of d11079523f2546038b15019ff7252ddc for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:21:33.963967 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c6f35c1d-f49b-4e21-8db1-449428e84cad tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:34.177399 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c6f35c1d-f49b-4e21-8db1-449428e84cad tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:34.259008 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f35c1d-f49b-4e21-8db1-449428e84cad tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event updated for resources: {'Subnet': ['ID=a2dbbadf-a199-4237-bc62-b80c08541094,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:34.266026 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f35c1d-f49b-4e21-8db1-449428e84cad tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Checking segment: {'id': '9950e407-e250-4a59-9664-15a9896b4ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8fb32012-1d2f-43f0-8f8a-35b7a6439b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:21:34.266383 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f35c1d-f49b-4e21-8db1-449428e84cad tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Network hostable DHCP agents. Network: 8fb32012-1d2f-43f0-8f8a-35b7a6439b77, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:21:34.284872 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f35c1d-f49b-4e21-8db1-449428e84cad tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Network 8fb32012-1d2f-43f0-8f8a-35b7a6439b77 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:21:34.293766 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-c6f35c1d-f49b-4e21-8db1-449428e84cad tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 8fb32012-1d2f-43f0-8f8a-35b7a6439b77) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:34.297680 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f35c1d-f49b-4e21-8db1-449428e84cad tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:34.298261 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c6f35c1d-f49b-4e21-8db1-449428e84cad tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:34.303947 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fe7c0a-cb22-4b12-aa51-21b43ab6dcae None None] Network 8fb32012-1d2f-43f0-8f8a-35b7a6439b77 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:34.322444 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c6f35c1d-f49b-4e21-8db1-449428e84cad tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4967105 Oct 18 08:21:34.322686 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39092) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:34.328551 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-16107e72-4aab-4f00-90ea-81f6e573b5e4 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1562705519'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:34.334925 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-16107e72-4aab-4f00-90ea-81f6e573b5e4 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:34.339524 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-16107e72-4aab-4f00-90ea-81f6e573b5e4 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Usage tracker for resource:network and tenant:d11079523f2546038b15019ff7252ddc is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:34.342901 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-16107e72-4aab-4f00-90ea-81f6e573b5e4 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:34.349300 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-16107e72-4aab-4f00-90ea-81f6e573b5e4 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:34.361835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16107e72-4aab-4f00-90ea-81f6e573b5e4 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Made reservation on behalf of d11079523f2546038b15019ff7252ddc for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:21:34.366527 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16107e72-4aab-4f00-90ea-81f6e573b5e4 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:34.399626 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16107e72-4aab-4f00-90ea-81f6e573b5e4 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:21:34.409937 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16107e72-4aab-4f00-90ea-81f6e573b5e4 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:34.410278 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-16107e72-4aab-4f00-90ea-81f6e573b5e4 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Added segment 8dfc203a-30c4-4fac-b8e4-cd3e0f3f847e of type vlan for network bef6c20b-3688-4a6e-998a-60f19f9dc8d2 Oct 18 08:21:34.436323 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16107e72-4aab-4f00-90ea-81f6e573b5e4 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:34.466225 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16107e72-4aab-4f00-90ea-81f6e573b5e4 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:34.471794 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16107e72-4aab-4f00-90ea-81f6e573b5e4 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:34.472368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16107e72-4aab-4f00-90ea-81f6e573b5e4 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:34.523350 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-8fb32012-1d2f-43f0-8f8a-35b7a6439b77', 'network_id': '8fb32012-1d2f-43f0-8f8a-35b7a6439b77', 'tenant_id': 'd11079523f2546038b15019ff7252ddc', 'fixed_ips': [{'subnet_id': 'a2dbbadf-a199-4237-bc62-b80c08541094'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:21:34.524203 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:34.572964 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-16107e72-4aab-4f00-90ea-81f6e573b5e4 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2492337 Oct 18 08:21:34.576061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39096) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:34.583314 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Request body: {'subnet': {'network_id': 'bef6c20b-3688-4a6e-998a-60f19f9dc8d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:34.583680 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16107e72-4aab-4f00-90ea-81f6e573b5e4 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event updated for resources: {'Network': ['ID=bef6c20b-3688-4a6e-998a-60f19f9dc8d2,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:34.619115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network bef6c20b-3688-4a6e-998a-60f19f9dc8d2 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:21:34.695601 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:34.699315 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Usage tracker for resource:subnet and tenant:d11079523f2546038b15019ff7252ddc is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:34.702499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:34.707687 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:34.718343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Made reservation on behalf of d11079523f2546038b15019ff7252ddc for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:21:34.721974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:34.753420 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:34.816724 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Allocated IP 2001:db8:0:ffff::2 (8fb32012-1d2f-43f0-8f8a-35b7a6439b77/a2dbbadf-a199-4237-bc62-b80c08541094/32cc70d0-6770-49c4-8365-7155ffe369ea) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:21:35.032590 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:35.043986 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Transition to ACTIVE for port object 32cc70d0-6770-49c4-8365-7155ffe369ea will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:21:35.047404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:35.063192 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Transition to ACTIVE for port object 32cc70d0-6770-49c4-8365-7155ffe369ea will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:21:35.068743 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:35.126783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event updated for resources: {'Subnet': ['ID=74887cc6-b74f-41c7-8e73-0f2c7e86316a,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:35.136044 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Network 8fb32012-1d2f-43f0-8f8a-35b7a6439b77 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:21:35.137350 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Checking segment: {'id': '8dfc203a-30c4-4fac-b8e4-cd3e0f3f847e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bef6c20b-3688-4a6e-998a-60f19f9dc8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:21:35.137711 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Network hostable DHCP agents. Network: bef6c20b-3688-4a6e-998a-60f19f9dc8d2, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:21:35.138841 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:35.141990 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:21:35.144880 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:35.145234 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:35.145577 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:35.145911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:35.146241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:35.146620 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:35.146920 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:35.147246 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:35.147572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:35.147899 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:35.148220 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:35.148540 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:35.166093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Network bef6c20b-3688-4a6e-998a-60f19f9dc8d2 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:21:35.177091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, bef6c20b-3688-4a6e-998a-60f19f9dc8d2) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:35.181751 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:35.182349 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:35.190885 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Pushing event updated for resources: {'Port': ['ID=32cc70d0-6770-49c4-8365-7155ffe369ea,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:35.200756 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaedeb09-f518-49d7-a4cc-b1a963e742c4 None None] Network bef6c20b-3688-4a6e-998a-60f19f9dc8d2 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:35.205668 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f8bb3a66-9277-4189-9d4d-85060590d5b1 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6282859 Oct 18 08:21:35.208342 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39100) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:35.325922 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Attempting to bind port 32cc70d0-6770-49c4-8365-7155ffe369ea on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:21:35.326532 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Attempting to bind port 32cc70d0-6770-49c4-8365-7155ffe369ea by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '9950e407-e250-4a59-9664-15a9896b4ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8fb32012-1d2f-43f0-8f8a-35b7a6439b77'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:21:35.327338 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Attempting to bind port 32cc70d0-6770-49c4-8365-7155ffe369ea on network 8fb32012-1d2f-43f0-8f8a-35b7a6439b77 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:21:35.336011 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:21:35.336384 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Checking segment: {'id': '9950e407-e250-4a59-9664-15a9896b4ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8fb32012-1d2f-43f0-8f8a-35b7a6439b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:21:35.336787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:35.337180 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Bound using segment: {'id': '9950e407-e250-4a59-9664-15a9896b4ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8fb32012-1d2f-43f0-8f8a-35b7a6439b77'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:21:35.337644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Bound port: 32cc70d0-6770-49c4-8365-7155ffe369ea, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9950e407-e250-4a59-9664-15a9896b4ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8fb32012-1d2f-43f0-8f8a-35b7a6439b77'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:21:35.338020 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:35.350225 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6574bc91-4285-465c-b7a4-53893c61b4a7 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:35.501588 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] For port 32cc70d0-6770-49c4-8365-7155ffe369ea, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:21:35.520599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] For port 32cc70d0-6770-49c4-8365-7155ffe369ea, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=32cc70d0-6770-49c4-8365-7155ffe369ea,segment=NetworkSegment(9950e407-e250-4a59-9664-15a9896b4ed6),segment_id=9950e407-e250-4a59-9664-15a9896b4ed6)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:21:35.531185 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6574bc91-4285-465c-b7a4-53893c61b4a7 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:35.556861 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:35.613555 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6574bc91-4285-465c-b7a4-53893c61b4a7 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:35.624230 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e291b82-7b55-4da3-b241-ddec9c228e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-bef6c20b-3688-4a6e-998a-60f19f9dc8d2', 'network_id': 'bef6c20b-3688-4a6e-998a-60f19f9dc8d2', 'tenant_id': 'd11079523f2546038b15019ff7252ddc', 'fixed_ips': [{'subnet_id': '74887cc6-b74f-41c7-8e73-0f2c7e86316a'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:21:35.625041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e291b82-7b55-4da3-b241-ddec9c228e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:35.653517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574bc91-4285-465c-b7a4-53893c61b4a7 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event deleted for resources: {'Subnet': ['ID=74887cc6-b74f-41c7-8e73-0f2c7e86316a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:35.712496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ba4d3-87b7-40d3-96ad-58741ff8b3c5 None None] Pushing event updated for resources: {'Port': ['ID=32cc70d0-6770-49c4-8365-7155ffe369ea,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:35.744704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc9adca-d042-4bc5-b50c-704918e36828 None None] Network bef6c20b-3688-4a6e-998a-60f19f9dc8d2 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:35.756384 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6574bc91-4285-465c-b7a4-53893c61b4a7 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:35.785298 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-6574bc91-4285-465c-b7a4-53893c61b4a7 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef6c20b-3688-4a6e-998a-60f19f9dc8d2']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:35.809852 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-6574bc91-4285-465c-b7a4-53893c61b4a7 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfc203a-30c4-4fac-b8e4-cd3e0f3f847e') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:35.810152 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-6574bc91-4285-465c-b7a4-53893c61b4a7 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfc203a-30c4-4fac-b8e4-cd3e0f3f847e') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:35.833116 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6574bc91-4285-465c-b7a4-53893c61b4a7 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:35.856666 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6574bc91-4285-465c-b7a4-53893c61b4a7 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:35.864143 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6574bc91-4285-465c-b7a4-53893c61b4a7 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:21:35.864684 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6574bc91-4285-465c-b7a4-53893c61b4a7 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:35.937833 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 8dfc203a-30c4-4fac-b8e4-cd3e0f3f847e resource provider aggregate not found Oct 18 08:21:35.965724 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 8dfc203a-30c4-4fac-b8e4-cd3e0f3f847e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8dfc203a-30c4-4fac-b8e4-cd3e0f3f847e found for delete ", "request_id": "req-f39c99c1-3be2-479a-8caa-4a284b47eda7"}]} Oct 18 08:21:35.978838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6574bc91-4285-465c-b7a4-53893c61b4a7 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:35.996439 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6574bc91-4285-465c-b7a4-53893c61b4a7 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:36.007871 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574bc91-4285-465c-b7a4-53893c61b4a7 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event deleted for resources: {'Network': ['ID=bef6c20b-3688-4a6e-998a-60f19f9dc8d2,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:36.011965 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6574bc91-4285-465c-b7a4-53893c61b4a7 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "DELETE /v2.0/networks/bef6c20b-3688-4a6e-998a-60f19f9dc8d2 HTTP/1.1" status: 204 len: 168 time: 0.8024447 Oct 18 08:21:36.015281 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39108) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:36.021357 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-9b1ad848-ebbb-42e2-b10d-24e22c8b4880 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-411564100'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:36.026366 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9b1ad848-ebbb-42e2-b10d-24e22c8b4880 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:36.030206 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9b1ad848-ebbb-42e2-b10d-24e22c8b4880 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Usage tracker for resource:network and tenant:d11079523f2546038b15019ff7252ddc is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:36.033115 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9b1ad848-ebbb-42e2-b10d-24e22c8b4880 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:36.039070 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9b1ad848-ebbb-42e2-b10d-24e22c8b4880 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:36.052528 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1ad848-ebbb-42e2-b10d-24e22c8b4880 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Made reservation on behalf of d11079523f2546038b15019ff7252ddc for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:21:36.055818 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b1ad848-ebbb-42e2-b10d-24e22c8b4880 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:36.083696 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1ad848-ebbb-42e2-b10d-24e22c8b4880 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:21:36.092073 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b1ad848-ebbb-42e2-b10d-24e22c8b4880 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:36.092416 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-9b1ad848-ebbb-42e2-b10d-24e22c8b4880 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Added segment 8b31903f-65a4-434c-b76a-36b66eefbb91 of type vlan for network a4d178a7-523b-446a-bdbf-51385c09fd33 Oct 18 08:21:36.119256 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b1ad848-ebbb-42e2-b10d-24e22c8b4880 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:36.149627 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b1ad848-ebbb-42e2-b10d-24e22c8b4880 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:36.155288 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1ad848-ebbb-42e2-b10d-24e22c8b4880 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:36.155873 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9b1ad848-ebbb-42e2-b10d-24e22c8b4880 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:36.262963 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9b1ad848-ebbb-42e2-b10d-24e22c8b4880 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2466061 Oct 18 08:21:36.264518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 32cc70d0-6770-49c4-8365-7155ffe369ea up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:21:36.265736 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39112) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:36.268305 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ad848-ebbb-42e2-b10d-24e22c8b4880 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event updated for resources: {'Network': ['ID=a4d178a7-523b-446a-bdbf-51385c09fd33,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:36.273640 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-2658f124-8c33-4d7b-a232-aa7307afa80c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Request body: {'subnet': {'network_id': 'a4d178a7-523b-446a-bdbf-51385c09fd33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:36.302121 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network a4d178a7-523b-446a-bdbf-51385c09fd33 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:21:36.390248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2658f124-8c33-4d7b-a232-aa7307afa80c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:36.394649 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2658f124-8c33-4d7b-a232-aa7307afa80c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Usage tracker for resource:subnet and tenant:d11079523f2546038b15019ff7252ddc is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:36.397573 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2658f124-8c33-4d7b-a232-aa7307afa80c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:36.403841 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2658f124-8c33-4d7b-a232-aa7307afa80c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:36.415153 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2658f124-8c33-4d7b-a232-aa7307afa80c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Made reservation on behalf of d11079523f2546038b15019ff7252ddc for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:21:36.419000 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2658f124-8c33-4d7b-a232-aa7307afa80c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:36.435008 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 32cc70d0-6770-49c4-8365-7155ffe369ea completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:21:36.520416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.ipam_backend_mixin [None req-2658f124-8c33-4d7b-a232-aa7307afa80c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Performing IP validity checks on allocation pools {{(pid=89045) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 18 08:21:36.520944 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.ipam_backend_mixin [None req-2658f124-8c33-4d7b-a232-aa7307afa80c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89045) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 18 08:21:36.602345 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fd7056-04fa-435a-9441-097bc2c7203c None None] Network 8fb32012-1d2f-43f0-8f8a-35b7a6439b77 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:36.649556 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2658f124-8c33-4d7b-a232-aa7307afa80c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:36.732790 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-64ddb840-6900-43db-9398-a31c580caab5 None None] Provisioning for port 32cc70d0-6770-49c4-8365-7155ffe369ea completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:21:36.734642 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658f124-8c33-4d7b-a232-aa7307afa80c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event updated for resources: {'Subnet': ['ID=477c5139-5ea4-4b9e-962c-cddd1a0585d0,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:36.742991 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2658f124-8c33-4d7b-a232-aa7307afa80c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Checking segment: {'id': '8b31903f-65a4-434c-b76a-36b66eefbb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a4d178a7-523b-446a-bdbf-51385c09fd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:21:36.743357 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2658f124-8c33-4d7b-a232-aa7307afa80c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Network hostable DHCP agents. Network: a4d178a7-523b-446a-bdbf-51385c09fd33, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:21:36.751516 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-64ddb840-6900-43db-9398-a31c580caab5 None None] Provisioning complete for port 32cc70d0-6770-49c4-8365-7155ffe369ea triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:21:36.751883 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-64ddb840-6900-43db-9398-a31c580caab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:36.752219 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-64ddb840-6900-43db-9398-a31c580caab5 None None] Attempt 1 to provision port 32cc70d0-6770-49c4-8365-7155ffe369ea Oct 18 08:21:36.762026 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2658f124-8c33-4d7b-a232-aa7307afa80c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Network a4d178a7-523b-446a-bdbf-51385c09fd33 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:21:36.772748 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-2658f124-8c33-4d7b-a232-aa7307afa80c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, a4d178a7-523b-446a-bdbf-51385c09fd33) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:36.777453 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2658f124-8c33-4d7b-a232-aa7307afa80c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:36.778034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2658f124-8c33-4d7b-a232-aa7307afa80c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:36.793788 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e50185d-956d-4625-8142-bd05533a377a None None] Network a4d178a7-523b-446a-bdbf-51385c09fd33 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:36.800742 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2658f124-8c33-4d7b-a232-aa7307afa80c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5338831 Oct 18 08:21:36.803376 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39116) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:36.943608 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b81c4483-783b-4ab4-946b-594ec340f5d6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:37.007537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b81c4483-783b-4ab4-946b-594ec340f5d6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:37.085612 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b81c4483-783b-4ab4-946b-594ec340f5d6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:37.123914 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c4483-783b-4ab4-946b-594ec340f5d6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event deleted for resources: {'Subnet': ['ID=477c5139-5ea4-4b9e-962c-cddd1a0585d0,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:37.152584 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-64ddb840-6900-43db-9398-a31c580caab5 None None] Current status of the port 32cc70d0-6770-49c4-8365-7155ffe369ea is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:21:37.152964 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-64ddb840-6900-43db-9398-a31c580caab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:37.176838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760b83d2-0e89-4574-b503-91ff2bccd803 None None] Network a4d178a7-523b-446a-bdbf-51385c09fd33 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:37.219343 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b81c4483-783b-4ab4-946b-594ec340f5d6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:37.245051 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-b81c4483-783b-4ab4-946b-594ec340f5d6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d178a7-523b-446a-bdbf-51385c09fd33']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:37.258242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-b81c4483-783b-4ab4-946b-594ec340f5d6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b31903f-65a4-434c-b76a-36b66eefbb91') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:37.258535 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-b81c4483-783b-4ab4-946b-594ec340f5d6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b31903f-65a4-434c-b76a-36b66eefbb91') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:37.271835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b81c4483-783b-4ab4-946b-594ec340f5d6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:37.288114 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b81c4483-783b-4ab4-946b-594ec340f5d6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:37.290482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-64ddb840-6900-43db-9398-a31c580caab5 None None] For port 32cc70d0-6770-49c4-8365-7155ffe369ea, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=32cc70d0-6770-49c4-8365-7155ffe369ea,segment=NetworkSegment(9950e407-e250-4a59-9664-15a9896b4ed6),segment_id=9950e407-e250-4a59-9664-15a9896b4ed6)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:37.295809 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81c4483-783b-4ab4-946b-594ec340f5d6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:21:37.296392 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b81c4483-783b-4ab4-946b-594ec340f5d6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:37.297520 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-64ddb840-6900-43db-9398-a31c580caab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:37.443163 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddb840-6900-43db-9398-a31c580caab5 None None] Pushing event updated for resources: {'Port': ['ID=32cc70d0-6770-49c4-8365-7155ffe369ea,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:37.514110 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b81c4483-783b-4ab4-946b-594ec340f5d6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:37.519349 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-811bb312-e71d-42a7-877c-35816b4d3c9d None None] Provisioning complete for port 32cc70d0-6770-49c4-8365-7155ffe369ea triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:21:37.519720 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-811bb312-e71d-42a7-877c-35816b4d3c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:37.520053 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-811bb312-e71d-42a7-877c-35816b4d3c9d None None] Attempt 1 to provision port 32cc70d0-6770-49c4-8365-7155ffe369ea Oct 18 08:21:37.532913 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b81c4483-783b-4ab4-946b-594ec340f5d6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:37.544059 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c4483-783b-4ab4-946b-594ec340f5d6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event deleted for resources: {'Network': ['ID=a4d178a7-523b-446a-bdbf-51385c09fd33,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:37.548258 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b81c4483-783b-4ab4-946b-594ec340f5d6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "DELETE /v2.0/networks/a4d178a7-523b-446a-bdbf-51385c09fd33 HTTP/1.1" status: 204 len: 168 time: 0.7438900 Oct 18 08:21:37.552116 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39120) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:37.557754 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-7abd5d0b-cd02-4bb4-bf16-80574a090994 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-942306169'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:37.562972 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7abd5d0b-cd02-4bb4-bf16-80574a090994 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:37.567379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7abd5d0b-cd02-4bb4-bf16-80574a090994 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Usage tracker for resource:network and tenant:d11079523f2546038b15019ff7252ddc is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:37.570590 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7abd5d0b-cd02-4bb4-bf16-80574a090994 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:37.576534 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7abd5d0b-cd02-4bb4-bf16-80574a090994 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:37.587894 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abd5d0b-cd02-4bb4-bf16-80574a090994 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Made reservation on behalf of d11079523f2546038b15019ff7252ddc for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:21:37.591332 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7abd5d0b-cd02-4bb4-bf16-80574a090994 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:37.618464 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abd5d0b-cd02-4bb4-bf16-80574a090994 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:21:37.627944 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7abd5d0b-cd02-4bb4-bf16-80574a090994 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:37.628284 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-7abd5d0b-cd02-4bb4-bf16-80574a090994 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Added segment 12ff3574-16f2-4304-aff2-e397422993a4 of type vlan for network 45f63740-82a1-4397-bf2e-0c7043571383 Oct 18 08:21:37.643361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-811bb312-e71d-42a7-877c-35816b4d3c9d None None] Current status of the port 32cc70d0-6770-49c4-8365-7155ffe369ea is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:21:37.654302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7abd5d0b-cd02-4bb4-bf16-80574a090994 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:37.682279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7abd5d0b-cd02-4bb4-bf16-80574a090994 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:37.687566 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abd5d0b-cd02-4bb4-bf16-80574a090994 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:37.688140 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7abd5d0b-cd02-4bb4-bf16-80574a090994 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:37.784597 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7abd5d0b-cd02-4bb4-bf16-80574a090994 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2313082 Oct 18 08:21:37.787382 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39124) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:37.795559 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-cb3db77b-c717-4201-af7f-fc93d14ef6ef tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Request body: {'subnet': {'network_id': '45f63740-82a1-4397-bf2e-0c7043571383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:37.817372 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd5d0b-cd02-4bb4-bf16-80574a090994 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event updated for resources: {'Network': ['ID=45f63740-82a1-4397-bf2e-0c7043571383,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:37.827589 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 45f63740-82a1-4397-bf2e-0c7043571383 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:21:37.907745 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cb3db77b-c717-4201-af7f-fc93d14ef6ef tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:37.911613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cb3db77b-c717-4201-af7f-fc93d14ef6ef tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Usage tracker for resource:subnet and tenant:d11079523f2546038b15019ff7252ddc is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:37.914681 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-cb3db77b-c717-4201-af7f-fc93d14ef6ef tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:37.920180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-cb3db77b-c717-4201-af7f-fc93d14ef6ef tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:37.930958 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3db77b-c717-4201-af7f-fc93d14ef6ef tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Made reservation on behalf of d11079523f2546038b15019ff7252ddc for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:21:37.934404 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb3db77b-c717-4201-af7f-fc93d14ef6ef tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:38.020564 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 8b31903f-65a4-434c-b76a-36b66eefbb91 resource provider aggregate not found Oct 18 08:21:38.037922 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 8b31903f-65a4-434c-b76a-36b66eefbb91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b31903f-65a4-434c-b76a-36b66eefbb91 found for delete ", "request_id": "req-5c14b306-125d-465b-806d-d36fc5c5dea0"}]} Oct 18 08:21:38.160743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb3db77b-c717-4201-af7f-fc93d14ef6ef tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:38.238874 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 32cc70d0-6770-49c4-8365-7155ffe369ea up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:21:38.241560 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3db77b-c717-4201-af7f-fc93d14ef6ef tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event updated for resources: {'Subnet': ['ID=62b9c36d-2449-4d98-a81a-11cf6c0c7cc7,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:38.246960 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3db77b-c717-4201-af7f-fc93d14ef6ef tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Checking segment: {'id': '12ff3574-16f2-4304-aff2-e397422993a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '45f63740-82a1-4397-bf2e-0c7043571383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:21:38.247319 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3db77b-c717-4201-af7f-fc93d14ef6ef tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Network hostable DHCP agents. Network: 45f63740-82a1-4397-bf2e-0c7043571383, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:21:38.266457 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3db77b-c717-4201-af7f-fc93d14ef6ef tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Network 45f63740-82a1-4397-bf2e-0c7043571383 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:21:38.275311 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-cb3db77b-c717-4201-af7f-fc93d14ef6ef tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 45f63740-82a1-4397-bf2e-0c7043571383) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:38.280283 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3db77b-c717-4201-af7f-fc93d14ef6ef tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:38.280864 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-cb3db77b-c717-4201-af7f-fc93d14ef6ef tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:38.288807 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c07e75-5a3c-4748-955d-19e609c024b5 None None] Network 45f63740-82a1-4397-bf2e-0c7043571383 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:38.302251 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cb3db77b-c717-4201-af7f-fc93d14ef6ef tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5137713 Oct 18 08:21:38.305840 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39132) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:38.311508 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-6f7a5686-5bb3-48e5-ac43-3eb5112b2241 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-669452535'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:38.316241 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6f7a5686-5bb3-48e5-ac43-3eb5112b2241 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:38.320199 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6f7a5686-5bb3-48e5-ac43-3eb5112b2241 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Usage tracker for resource:network and tenant:d11079523f2546038b15019ff7252ddc is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:38.323130 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6f7a5686-5bb3-48e5-ac43-3eb5112b2241 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:38.329557 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6f7a5686-5bb3-48e5-ac43-3eb5112b2241 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:38.339455 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7a5686-5bb3-48e5-ac43-3eb5112b2241 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Made reservation on behalf of d11079523f2546038b15019ff7252ddc for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:21:38.342869 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5686-5bb3-48e5-ac43-3eb5112b2241 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:38.371248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7a5686-5bb3-48e5-ac43-3eb5112b2241 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:21:38.380218 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5686-5bb3-48e5-ac43-3eb5112b2241 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:38.380683 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-6f7a5686-5bb3-48e5-ac43-3eb5112b2241 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Added segment 76bdca09-6dfc-48cb-aa1e-69baec673ba7 of type vlan for network ec603e9c-788f-4c28-9159-5bdcd611b83a Oct 18 08:21:38.406050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 32cc70d0-6770-49c4-8365-7155ffe369ea triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:21:38.406424 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:38.406792 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 32cc70d0-6770-49c4-8365-7155ffe369ea Oct 18 08:21:38.406978 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5686-5bb3-48e5-ac43-3eb5112b2241 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:38.439577 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5686-5bb3-48e5-ac43-3eb5112b2241 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:38.444919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7a5686-5bb3-48e5-ac43-3eb5112b2241 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:38.445494 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5686-5bb3-48e5-ac43-3eb5112b2241 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:38.546523 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6f7a5686-5bb3-48e5-ac43-3eb5112b2241 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2396138 Oct 18 08:21:38.549446 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39136) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:38.556618 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d2bc6c48-7c45-42f3-a63d-068bd5324cf5 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Request body: {'subnet': {'network_id': 'ec603e9c-788f-4c28-9159-5bdcd611b83a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:38.576574 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a5686-5bb3-48e5-ac43-3eb5112b2241 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event updated for resources: {'Network': ['ID=ec603e9c-788f-4c28-9159-5bdcd611b83a,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:38.600926 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network ec603e9c-788f-4c28-9159-5bdcd611b83a details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:21:38.670279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d2bc6c48-7c45-42f3-a63d-068bd5324cf5 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:38.674193 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d2bc6c48-7c45-42f3-a63d-068bd5324cf5 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Usage tracker for resource:subnet and tenant:d11079523f2546038b15019ff7252ddc is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:38.675605 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-45f63740-82a1-4397-bf2e-0c7043571383', 'network_id': '45f63740-82a1-4397-bf2e-0c7043571383', 'tenant_id': 'd11079523f2546038b15019ff7252ddc', 'fixed_ips': [{'subnet_id': '62b9c36d-2449-4d98-a81a-11cf6c0c7cc7'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:21:38.676423 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:38.677033 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d2bc6c48-7c45-42f3-a63d-068bd5324cf5 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:38.682704 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d2bc6c48-7c45-42f3-a63d-068bd5324cf5 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:38.691765 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bc6c48-7c45-42f3-a63d-068bd5324cf5 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Made reservation on behalf of d11079523f2546038b15019ff7252ddc for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:21:38.695195 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6c48-7c45-42f3-a63d-068bd5324cf5 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:38.811220 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 32cc70d0-6770-49c4-8365-7155ffe369ea is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:21:38.916973 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Allocated IP 2001:db8::2 (45f63740-82a1-4397-bf2e-0c7043571383/62b9c36d-2449-4d98-a81a-11cf6c0c7cc7/3880265a-ff0a-43d3-9e5b-7d16ae9c931b) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:21:38.925376 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6c48-7c45-42f3-a63d-068bd5324cf5 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:39.002875 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc6c48-7c45-42f3-a63d-068bd5324cf5 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event updated for resources: {'Subnet': ['ID=4feff0aa-ac65-4ec3-b32e-7964afab9359,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:39.012437 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bc6c48-7c45-42f3-a63d-068bd5324cf5 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Checking segment: {'id': '76bdca09-6dfc-48cb-aa1e-69baec673ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ec603e9c-788f-4c28-9159-5bdcd611b83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:21:39.012787 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bc6c48-7c45-42f3-a63d-068bd5324cf5 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Network hostable DHCP agents. Network: ec603e9c-788f-4c28-9159-5bdcd611b83a, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:21:39.031434 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bc6c48-7c45-42f3-a63d-068bd5324cf5 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Network ec603e9c-788f-4c28-9159-5bdcd611b83a is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:21:39.043999 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-d2bc6c48-7c45-42f3-a63d-068bd5324cf5 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, ec603e9c-788f-4c28-9159-5bdcd611b83a) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:39.048148 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc6c48-7c45-42f3-a63d-068bd5324cf5 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:39.048716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d2bc6c48-7c45-42f3-a63d-068bd5324cf5 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:39.055194 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b59d8d-3b1b-4cd0-b284-f32a9d57582a None None] Network ec603e9c-788f-4c28-9159-5bdcd611b83a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:39.069513 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d2bc6c48-7c45-42f3-a63d-068bd5324cf5 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5190282 Oct 18 08:21:39.072077 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39140) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:39.214095 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-99b258ad-e4d0-4c26-a985-d41b335234e6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:39.224347 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:39.248005 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Transition to ACTIVE for port object 3880265a-ff0a-43d3-9e5b-7d16ae9c931b will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:21:39.284727 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-99b258ad-e4d0-4c26-a985-d41b335234e6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:39.303320 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Transition to ACTIVE for port object 3880265a-ff0a-43d3-9e5b-7d16ae9c931b will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:21:39.313514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:39.362820 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-99b258ad-e4d0-4c26-a985-d41b335234e6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:39.403225 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b258ad-e4d0-4c26-a985-d41b335234e6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event deleted for resources: {'Subnet': ['ID=4feff0aa-ac65-4ec3-b32e-7964afab9359,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:39.424727 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Network 45f63740-82a1-4397-bf2e-0c7043571383 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:21:39.431200 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:39.434567 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:21:39.442027 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Pushing event updated for resources: {'Port': ['ID=3880265a-ff0a-43d3-9e5b-7d16ae9c931b,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:39.444300 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a938b8b-7e80-494e-ba24-6a95f102fec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-ec603e9c-788f-4c28-9159-5bdcd611b83a', 'network_id': 'ec603e9c-788f-4c28-9159-5bdcd611b83a', 'tenant_id': 'd11079523f2546038b15019ff7252ddc', 'fixed_ips': [{'subnet_id': '4feff0aa-ac65-4ec3-b32e-7964afab9359'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:21:39.445088 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7a938b8b-7e80-494e-ba24-6a95f102fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:39.497092 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-99b258ad-e4d0-4c26-a985-d41b335234e6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:39.521809 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-99b258ad-e4d0-4c26-a985-d41b335234e6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec603e9c-788f-4c28-9159-5bdcd611b83a']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:39.534375 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-99b258ad-e4d0-4c26-a985-d41b335234e6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76bdca09-6dfc-48cb-aa1e-69baec673ba7') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:39.534751 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-99b258ad-e4d0-4c26-a985-d41b335234e6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76bdca09-6dfc-48cb-aa1e-69baec673ba7') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:39.547312 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-99b258ad-e4d0-4c26-a985-d41b335234e6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:39.567759 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-99b258ad-e4d0-4c26-a985-d41b335234e6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:39.573985 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b258ad-e4d0-4c26-a985-d41b335234e6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:21:39.574376 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-99b258ad-e4d0-4c26-a985-d41b335234e6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:39.616004 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Attempting to bind port 3880265a-ff0a-43d3-9e5b-7d16ae9c931b on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:21:39.616614 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Attempting to bind port 3880265a-ff0a-43d3-9e5b-7d16ae9c931b by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '12ff3574-16f2-4304-aff2-e397422993a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '45f63740-82a1-4397-bf2e-0c7043571383'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:21:39.616614 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Attempting to bind port 3880265a-ff0a-43d3-9e5b-7d16ae9c931b on network 45f63740-82a1-4397-bf2e-0c7043571383 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:21:39.625292 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:21:39.625661 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Checking segment: {'id': '12ff3574-16f2-4304-aff2-e397422993a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '45f63740-82a1-4397-bf2e-0c7043571383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:21:39.626050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:39.626423 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Bound using segment: {'id': '12ff3574-16f2-4304-aff2-e397422993a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '45f63740-82a1-4397-bf2e-0c7043571383'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:21:39.626906 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Bound port: 3880265a-ff0a-43d3-9e5b-7d16ae9c931b, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ff3574-16f2-4304-aff2-e397422993a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '45f63740-82a1-4397-bf2e-0c7043571383'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:21:39.627302 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:39.637768 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e242ae-6dd3-4fdf-9c00-b12a8acffdd5 None None] Network ec603e9c-788f-4c28-9159-5bdcd611b83a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:39.667565 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-99b258ad-e4d0-4c26-a985-d41b335234e6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:39.672573 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-99b258ad-e4d0-4c26-a985-d41b335234e6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:39.697953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b258ad-e4d0-4c26-a985-d41b335234e6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event deleted for resources: {'Network': ['ID=ec603e9c-788f-4c28-9159-5bdcd611b83a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:39.701980 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-99b258ad-e4d0-4c26-a985-d41b335234e6 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "DELETE /v2.0/networks/ec603e9c-788f-4c28-9159-5bdcd611b83a HTTP/1.1" status: 204 len: 168 time: 0.6286662 Oct 18 08:21:39.705175 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39144) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:39.747348 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3865b56-3267-473f-bc7b-a993e91d8049 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] GET failed (client error): The resource could not be found. Oct 18 08:21:39.747863 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e3865b56-3267-473f-bc7b-a993e91d8049 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Synchronizing usage tracker for tenant:d11079523f2546038b15019ff7252ddc on resource:subnet {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:21:39.764135 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e3865b56-3267-473f-bc7b-a993e91d8049 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Unset dirty status for tenant:d11079523f2546038b15019ff7252ddc on resource:subnet {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:21:39.768488 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e3865b56-3267-473f-bc7b-a993e91d8049 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "GET /v2.0/subnets/4feff0aa-ac65-4ec3-b32e-7964afab9359 HTTP/1.1" status: 404 len: 337 time: 0.0597885 Oct 18 08:21:39.768753 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39148) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:39.794757 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e97b71c-dade-44d3-b1d7-0e5626761f63 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] DELETE failed (client error): The resource could not be found. Oct 18 08:21:39.795366 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e97b71c-dade-44d3-b1d7-0e5626761f63 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 08:21:39.797084 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7e97b71c-dade-44d3-b1d7-0e5626761f63 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "DELETE /v2.0/networks/ec603e9c-788f-4c28-9159-5bdcd611b83a HTTP/1.1" status: 404 len: 339 time: 0.0273764 Oct 18 08:21:39.801307 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39152) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:39.837912 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b249f6f-0532-416c-9ae2-736fd37f934f tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] DELETE failed (client error): The resource could not be found. Oct 18 08:21:39.838361 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b249f6f-0532-416c-9ae2-736fd37f934f tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 08:21:39.840055 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7b249f6f-0532-416c-9ae2-736fd37f934f tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "DELETE /v2.0/subnets/4feff0aa-ac65-4ec3-b32e-7964afab9359 HTTP/1.1" status: 404 len: 337 time: 0.0378690 Oct 18 08:21:39.842625 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39156) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:39.868815 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7db765e-da5d-4a7b-9f61-43221206a87c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] DELETE failed (client error): The resource could not be found. Oct 18 08:21:39.869184 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7db765e-da5d-4a7b-9f61-43221206a87c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 08:21:39.870872 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f7db765e-da5d-4a7b-9f61-43221206a87c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "DELETE /v2.0/networks/ec603e9c-788f-4c28-9159-5bdcd611b83a HTTP/1.1" status: 404 len: 339 time: 0.0273421 Oct 18 08:21:39.873446 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39160) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:39.874502 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] For port 3880265a-ff0a-43d3-9e5b-7d16ae9c931b, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:21:39.883829 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] For port 3880265a-ff0a-43d3-9e5b-7d16ae9c931b, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=3880265a-ff0a-43d3-9e5b-7d16ae9c931b,segment=NetworkSegment(12ff3574-16f2-4304-aff2-e397422993a4),segment_id=12ff3574-16f2-4304-aff2-e397422993a4)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:21:39.887900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:39.951258 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0e939c-1b52-41c2-9040-5bbd4410dc92 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Deleting subnet 62b9c36d-2449-4d98-a81a-11cf6c0c7cc7 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:21:39.954364 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9e0e939c-1b52-41c2-9040-5bbd4410dc92 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:39.962423 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa541924-c5d3-4629-bfc7-9a5b52955152 None None] Pushing event updated for resources: {'Port': ['ID=3880265a-ff0a-43d3-9e5b-7d16ae9c931b,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:40.011646 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9e0e939c-1b52-41c2-9040-5bbd4410dc92 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:40.064069 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 76bdca09-6dfc-48cb-aa1e-69baec673ba7 resource provider aggregate not found Oct 18 08:21:40.108103 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 76bdca09-6dfc-48cb-aa1e-69baec673ba7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76bdca09-6dfc-48cb-aa1e-69baec673ba7 found for delete ", "request_id": "req-ebca4aa2-1031-4800-886d-4b62e72088f9"}]} Oct 18 08:21:40.123872 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9e0e939c-1b52-41c2-9040-5bbd4410dc92 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:40.210474 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9e0e939c-1b52-41c2-9040-5bbd4410dc92 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:40.253201 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e939c-1b52-41c2-9040-5bbd4410dc92 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event deleted for resources: {'Subnet': ['ID=62b9c36d-2449-4d98-a81a-11cf6c0c7cc7,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:40.257037 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9e0e939c-1b52-41c2-9040-5bbd4410dc92 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:40.273749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39168) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:40.274313 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9e0e939c-1b52-41c2-9040-5bbd4410dc92 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "DELETE /v2.0/subnets/62b9c36d-2449-4d98-a81a-11cf6c0c7cc7 HTTP/1.1" status: 204 len: 168 time: 0.3994124 Oct 18 08:21:40.286696 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 3880265a-ff0a-43d3-9e5b-7d16ae9c931b up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:21:40.352344 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 3880265a-ff0a-43d3-9e5b-7d16ae9c931b completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:21:40.396519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:40.406674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Deleting port 3880265a-ff0a-43d3-9e5b-7d16ae9c931b {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:21:40.407030 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:40.616081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] For port 3880265a-ff0a-43d3-9e5b-7d16ae9c931b, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=3880265a-ff0a-43d3-9e5b-7d16ae9c931b,segment=NetworkSegment(12ff3574-16f2-4304-aff2-e397422993a4),segment_id=12ff3574-16f2-4304-aff2-e397422993a4)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:40.616433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:40.741118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Calling delete_port for 3880265a-ff0a-43d3-9e5b-7d16ae9c931b owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:21:40.823134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:40.852777 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0846fff-a40a-4bd4-9739-e19306ea4ff0 None None] Network 45f63740-82a1-4397-bf2e-0c7043571383 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:40.870033 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event deleted for resources: {'Port': ['ID=3880265a-ff0a-43d3-9e5b-7d16ae9c931b,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:40.873659 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] No DVR routers for this DVR port 3880265a-ff0a-43d3-9e5b-7d16ae9c931b on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:21:40.937714 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5b9aa0c6-a844-4491-ac82-03e9ae776079 None None] Could not find standard attr ID for object 3880265a-ff0a-43d3-9e5b-7d16ae9c931b. {{(pid=89047) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 18 08:21:40.996279 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:41.021822 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f63740-82a1-4397-bf2e-0c7043571383']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:41.034568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ff3574-16f2-4304-aff2-e397422993a4') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:41.034888 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ff3574-16f2-4304-aff2-e397422993a4') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:41.047169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:41.063083 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:41.070365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:21:41.070781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:41.073803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbe4a26-3f8d-4d59-8b80-679d9cc4faf4 None None] DHCP port deletion for 45f63740-82a1-4397-bf2e-0c7043571383 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:21:41.139682 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 12ff3574-16f2-4304-aff2-e397422993a4 resource provider aggregate not found Oct 18 08:21:41.159691 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 12ff3574-16f2-4304-aff2-e397422993a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12ff3574-16f2-4304-aff2-e397422993a4 found for delete ", "request_id": "req-bad7bddd-a320-414f-8ab3-bbfc2a9c248b"}]} Oct 18 08:21:41.174295 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:41.192004 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:41.203617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event deleted for resources: {'Network': ['ID=45f63740-82a1-4397-bf2e-0c7043571383,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:41.206694 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1f41d0b1-2ab3-4f32-9881-c4bbcf5826ab tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "DELETE /v2.0/networks/45f63740-82a1-4397-bf2e-0c7043571383 HTTP/1.1" status: 204 len: 168 time: 0.9311981 Oct 18 08:21:41.209241 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39176) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:41.249976 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04491d8-3883-4bc4-8656-70d9c8bbb393 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] DELETE failed (client error): The resource could not be found. Oct 18 08:21:41.250415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e04491d8-3883-4bc4-8656-70d9c8bbb393 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 08:21:41.252568 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e04491d8-3883-4bc4-8656-70d9c8bbb393 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "DELETE /v2.0/subnets/477c5139-5ea4-4b9e-962c-cddd1a0585d0 HTTP/1.1" status: 404 len: 337 time: 0.0418017 Oct 18 08:21:41.255037 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39180) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:41.279084 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-e977b9c4-5a6e-40a2-9988-496e8ff9a81d tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] DELETE failed (client error): The resource could not be found. Oct 18 08:21:41.279520 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e977b9c4-5a6e-40a2-9988-496e8ff9a81d tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 08:21:41.281047 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e977b9c4-5a6e-40a2-9988-496e8ff9a81d tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "DELETE /v2.0/networks/a4d178a7-523b-446a-bdbf-51385c09fd33 HTTP/1.1" status: 404 len: 339 time: 0.0251441 Oct 18 08:21:41.283198 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39184) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:41.318796 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b763ca-577c-4578-bf0b-a0a8eb3b065c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] DELETE failed (client error): The resource could not be found. Oct 18 08:21:41.319231 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b763ca-577c-4578-bf0b-a0a8eb3b065c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 08:21:41.320763 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-53b763ca-577c-4578-bf0b-a0a8eb3b065c tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "DELETE /v2.0/subnets/74887cc6-b74f-41c7-8e73-0f2c7e86316a HTTP/1.1" status: 404 len: 337 time: 0.0367157 Oct 18 08:21:41.322992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39188) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:41.346990 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.pecan_wsgi.hooks.translation [None req-9005039d-10d0-44a2-8338-c73b4f70793e tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] DELETE failed (client error): The resource could not be found. Oct 18 08:21:41.347428 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9005039d-10d0-44a2-8338-c73b4f70793e tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 18 08:21:41.348945 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9005039d-10d0-44a2-8338-c73b4f70793e tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "DELETE /v2.0/networks/bef6c20b-3688-4a6e-998a-60f19f9dc8d2 HTTP/1.1" status: 404 len: 339 time: 0.0251193 Oct 18 08:21:41.351201 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39192) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:41.517813 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e7026a-c799-4449-804e-3e04d6bfc116 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Deleting subnet a2dbbadf-a199-4237-bc62-b80c08541094 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:21:41.520612 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e8e7026a-c799-4449-804e-3e04d6bfc116 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:41.575221 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e8e7026a-c799-4449-804e-3e04d6bfc116 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:41.658374 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e8e7026a-c799-4449-804e-3e04d6bfc116 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:41.730035 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e8e7026a-c799-4449-804e-3e04d6bfc116 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:41.770024 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7026a-c799-4449-804e-3e04d6bfc116 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event deleted for resources: {'Subnet': ['ID=a2dbbadf-a199-4237-bc62-b80c08541094,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:41.771864 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e8e7026a-c799-4449-804e-3e04d6bfc116 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:41.778914 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb142df-b5ce-4c52-98f5-39e23262cea9 None None] Network 8fb32012-1d2f-43f0-8f8a-35b7a6439b77 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:41.781616 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e8e7026a-c799-4449-804e-3e04d6bfc116 tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "DELETE /v2.0/subnets/a2dbbadf-a199-4237-bc62-b80c08541094 HTTP/1.1" status: 204 len: 168 time: 0.4295242 Oct 18 08:21:41.784099 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39196) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:41.897540 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:41.908191 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Deleting port 32cc70d0-6770-49c4-8365-7155ffe369ea {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:21:41.908559 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:42.069666 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80df84b-46bc-4393-9606-c43a2963cf94 None None] DHCP port deletion for 8fb32012-1d2f-43f0-8f8a-35b7a6439b77 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:21:42.074001 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c80df84b-46bc-4393-9606-c43a2963cf94 None None] Deleting port 32cc70d0-6770-49c4-8365-7155ffe369ea {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:21:42.074368 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c80df84b-46bc-4393-9606-c43a2963cf94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:42.119572 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] For port 32cc70d0-6770-49c4-8365-7155ffe369ea, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=32cc70d0-6770-49c4-8365-7155ffe369ea,segment=NetworkSegment(9950e407-e250-4a59-9664-15a9896b4ed6),segment_id=9950e407-e250-4a59-9664-15a9896b4ed6)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:42.119927 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:42.244932 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Calling delete_port for 32cc70d0-6770-49c4-8365-7155ffe369ea owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:21:42.245696 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 3880265a-ff0a-43d3-9e5b-7d16ae9c931b no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:21:42.290971 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 3880265a-ff0a-43d3-9e5b-7d16ae9c931b {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:21:42.291210 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 3880265a-ff0a-43d3-9e5b-7d16ae9c931b not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:21:42.291627 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 32cc70d0-6770-49c4-8365-7155ffe369ea no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:21:42.325017 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:42.338406 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 32cc70d0-6770-49c4-8365-7155ffe369ea {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:21:42.338771 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 32cc70d0-6770-49c4-8365-7155ffe369ea not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:21:42.346233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c80df84b-46bc-4393-9606-c43a2963cf94 None None] For port 32cc70d0-6770-49c4-8365-7155ffe369ea, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=32cc70d0-6770-49c4-8365-7155ffe369ea,segment=NetworkSegment(9950e407-e250-4a59-9664-15a9896b4ed6),segment_id=9950e407-e250-4a59-9664-15a9896b4ed6)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:42.346655 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c80df84b-46bc-4393-9606-c43a2963cf94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:42.373517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event deleted for resources: {'Port': ['ID=32cc70d0-6770-49c4-8365-7155ffe369ea,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:42.377025 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] No DVR routers for this DVR port 32cc70d0-6770-49c4-8365-7155ffe369ea on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:21:42.467667 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c80df84b-46bc-4393-9606-c43a2963cf94 None None] Calling delete_port for 32cc70d0-6770-49c4-8365-7155ffe369ea owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:21:42.499644 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:42.524166 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb32012-1d2f-43f0-8f8a-35b7a6439b77']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:42.536633 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9950e407-e250-4a59-9664-15a9896b4ed6') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:42.536935 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9950e407-e250-4a59-9664-15a9896b4ed6') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:42.537651 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-c80df84b-46bc-4393-9606-c43a2963cf94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:21:42.538008 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-c80df84b-46bc-4393-9606-c43a2963cf94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:21:42.548308 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:42.564134 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:42.570327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:21:42.570733 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:42.638955 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 9950e407-e250-4a59-9664-15a9896b4ed6 resource provider aggregate not found Oct 18 08:21:42.661698 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 9950e407-e250-4a59-9664-15a9896b4ed6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9950e407-e250-4a59-9664-15a9896b4ed6 found for delete ", "request_id": "req-aa38eeab-d4d3-4032-8dbf-a1c012384f52"}]} Oct 18 08:21:42.673099 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:42.690375 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:42.701893 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] Pushing event deleted for resources: {'Network': ['ID=8fb32012-1d2f-43f0-8f8a-35b7a6439b77,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:42.704900 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e8204167-c5b7-4bd3-b690-565672635eae tempest-NetworksIpV6Test-1244588368 tempest-NetworksIpV6Test-1244588368-project] 10.222.0.17 "DELETE /v2.0/networks/8fb32012-1d2f-43f0-8f8a-35b7a6439b77 HTTP/1.1" status: 204 len: 168 time: 0.9198976 Oct 18 08:21:42.961802 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39208) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:43.039420 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c80df84b-46bc-4393-9606-c43a2963cf94 None None] Deleting port 32cc70d0-6770-49c4-8365-7155ffe369ea {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:21:43.039810 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c80df84b-46bc-4393-9606-c43a2963cf94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:43.107944 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-653d7cf3-8ce5-4882-a755-f6e1f107267f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d11079523f2546038b15019ff7252ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448035 Oct 18 08:21:43.108213 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c80df84b-46bc-4393-9606-c43a2963cf94 None None] The port '32cc70d0-6770-49c4-8365-7155ffe369ea' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 08:21:43.110236 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39214) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:43.171774 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9db66f02-90ce-4c6e-956e-d0fe05de9dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:43.196781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9db66f02-90ce-4c6e-956e-d0fe05de9dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:43.247812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9db66f02-90ce-4c6e-956e-d0fe05de9dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:43.264282 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db66f02-90ce-4c6e-956e-d0fe05de9dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329db405-e213-4ae8-baf9-e5d5caaef0e8,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:43.269841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9db66f02-90ce-4c6e-956e-d0fe05de9dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:43.270218 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9db66f02-90ce-4c6e-956e-d0fe05de9dd2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/329db405-e213-4ae8-baf9-e5d5caaef0e8 HTTP/1.1" status: 204 len: 168 time: 0.1590512 Oct 18 08:21:43.925564 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39238) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:44.025145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-5cb3deb4-c2f3-43c7-9253-46f20dc26cd7 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1487695241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:44.031799 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-5cb3deb4-c2f3-43c7-9253-46f20dc26cd7 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:44.036140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5cb3deb4-c2f3-43c7-9253-46f20dc26cd7 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Usage tracker for resource:router and tenant:a6fe4865100149be8cb15007db960fd2 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:44.039201 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5cb3deb4-c2f3-43c7-9253-46f20dc26cd7 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:44.045267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-5cb3deb4-c2f3-43c7-9253-46f20dc26cd7 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:44.054955 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5cb3deb4-c2f3-43c7-9253-46f20dc26cd7 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:44.055911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5cb3deb4-c2f3-43c7-9253-46f20dc26cd7 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:44.071572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5cb3deb4-c2f3-43c7-9253-46f20dc26cd7 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:44.089990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5cb3deb4-c2f3-43c7-9253-46f20dc26cd7 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:44.110664 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5cb3deb4-c2f3-43c7-9253-46f20dc26cd7 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:44.112094 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5cb3deb4-c2f3-43c7-9253-46f20dc26cd7 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1853681 Oct 18 08:21:44.114796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39244) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:44.120377 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1738241417'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:44.125404 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:44.129992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Usage tracker for resource:network and tenant:a6fe4865100149be8cb15007db960fd2 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:44.132783 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:44.138340 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:44.148716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Made reservation on behalf of a6fe4865100149be8cb15007db960fd2 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:21:44.152474 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:44.164479 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:44.178677 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:44.182318 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Usage tracker for resource:security_group_rule and tenant:a6fe4865100149be8cb15007db960fd2 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:44.185524 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:44.191607 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:44.280581 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:44.283563 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:44.314285 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:21:44.322977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fab015b-9517-489d-87c9-37d7a44ee09f,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:44.328412 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:44.328838 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Added segment cd89085e-322e-4ffa-82f6-4e9fc7a2e7c4 of type vlan for network a53dbeb7-29b7-43f2-aeae-be0e8bc5752d Oct 18 08:21:44.354941 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:44.383457 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:44.388767 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:44.389349 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:44.496164 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3801882 Oct 18 08:21:44.498836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73104d-0455-4a5c-a025-8bbd2818f7ee tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Pushing event updated for resources: {'Network': ['ID=a53dbeb7-29b7-43f2-aeae-be0e8bc5752d,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:44.498983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39248) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:44.506311 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-bc030435-a7a5-42db-83a0-c8673ad31d2e tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Request body: {'subnet': {'network_id': 'a53dbeb7-29b7-43f2-aeae-be0e8bc5752d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:44.509784 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network a53dbeb7-29b7-43f2-aeae-be0e8bc5752d details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:21:44.618044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-bc030435-a7a5-42db-83a0-c8673ad31d2e tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:44.621857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-bc030435-a7a5-42db-83a0-c8673ad31d2e tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Usage tracker for resource:subnet and tenant:a6fe4865100149be8cb15007db960fd2 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:44.624621 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-bc030435-a7a5-42db-83a0-c8673ad31d2e tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:44.630822 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-bc030435-a7a5-42db-83a0-c8673ad31d2e tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:44.640231 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc030435-a7a5-42db-83a0-c8673ad31d2e tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Made reservation on behalf of a6fe4865100149be8cb15007db960fd2 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:21:44.643680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bc030435-a7a5-42db-83a0-c8673ad31d2e tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:44.773082 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:21:44.855711 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bc030435-a7a5-42db-83a0-c8673ad31d2e tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:45.017904 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc030435-a7a5-42db-83a0-c8673ad31d2e tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Pushing event updated for resources: {'Subnet': ['ID=4dc8a4b9-d2f8-4240-a79f-54f2fb157c58,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:45.027853 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc030435-a7a5-42db-83a0-c8673ad31d2e tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Checking segment: {'id': 'cd89085e-322e-4ffa-82f6-4e9fc7a2e7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a53dbeb7-29b7-43f2-aeae-be0e8bc5752d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:21:45.028436 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc030435-a7a5-42db-83a0-c8673ad31d2e tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Network hostable DHCP agents. Network: a53dbeb7-29b7-43f2-aeae-be0e8bc5752d, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:21:45.047386 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc030435-a7a5-42db-83a0-c8673ad31d2e tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Network a53dbeb7-29b7-43f2-aeae-be0e8bc5752d is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:21:45.056902 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-bc030435-a7a5-42db-83a0-c8673ad31d2e tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, a53dbeb7-29b7-43f2-aeae-be0e8bc5752d) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:45.060728 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc030435-a7a5-42db-83a0-c8673ad31d2e tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:45.061313 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bc030435-a7a5-42db-83a0-c8673ad31d2e tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:45.066248 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13444b95-1bff-4f0f-bc94-3abdc4dfbbe6 None None] Network a53dbeb7-29b7-43f2-aeae-be0e8bc5752d requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:45.081639 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bc030435-a7a5-42db-83a0-c8673ad31d2e tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5816636 Oct 18 08:21:45.084681 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39252) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:45.090057 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-65432c93-c706-4cdf-b4fc-88af47b40896 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-204569101'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:45.094839 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-65432c93-c706-4cdf-b4fc-88af47b40896 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:45.099157 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-65432c93-c706-4cdf-b4fc-88af47b40896 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Usage tracker for resource:network and tenant:a6fe4865100149be8cb15007db960fd2 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:45.101950 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-65432c93-c706-4cdf-b4fc-88af47b40896 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:45.107662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-65432c93-c706-4cdf-b4fc-88af47b40896 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:45.119334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65432c93-c706-4cdf-b4fc-88af47b40896 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Made reservation on behalf of a6fe4865100149be8cb15007db960fd2 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:21:45.122941 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-65432c93-c706-4cdf-b4fc-88af47b40896 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:45.153574 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65432c93-c706-4cdf-b4fc-88af47b40896 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:21:45.163183 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-65432c93-c706-4cdf-b4fc-88af47b40896 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:45.163735 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-65432c93-c706-4cdf-b4fc-88af47b40896 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Added segment b57e1c0a-fbb2-4c23-865a-0c0794d5bab0 of type vlan for network c9f1fda8-bbf0-4387-803a-23bc5645c32a Oct 18 08:21:45.193015 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-65432c93-c706-4cdf-b4fc-88af47b40896 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:45.222467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-65432c93-c706-4cdf-b4fc-88af47b40896 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:45.228235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65432c93-c706-4cdf-b4fc-88af47b40896 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:45.229029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-65432c93-c706-4cdf-b4fc-88af47b40896 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:45.293042 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-a53dbeb7-29b7-43f2-aeae-be0e8bc5752d', 'network_id': 'a53dbeb7-29b7-43f2-aeae-be0e8bc5752d', 'tenant_id': 'a6fe4865100149be8cb15007db960fd2', 'fixed_ips': [{'subnet_id': '4dc8a4b9-d2f8-4240-a79f-54f2fb157c58'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:21:45.293858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:45.329775 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-65432c93-c706-4cdf-b4fc-88af47b40896 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2440679 Oct 18 08:21:45.333372 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39256) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:45.338997 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4d8e1903-d0f9-4a85-8884-3ab2b2a7f341 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Request body: {'subnet': {'network_id': 'c9f1fda8-bbf0-4387-803a-23bc5645c32a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:45.344683 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65432c93-c706-4cdf-b4fc-88af47b40896 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Pushing event updated for resources: {'Network': ['ID=c9f1fda8-bbf0-4387-803a-23bc5645c32a,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:45.356700 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network c9f1fda8-bbf0-4387-803a-23bc5645c32a details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:21:45.546165 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Allocated IP 172.20.0.2 (a53dbeb7-29b7-43f2-aeae-be0e8bc5752d/4dc8a4b9-d2f8-4240-a79f-54f2fb157c58/8fe65f36-93c5-4870-84d1-e323125d77cd) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:21:45.556659 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4d8e1903-d0f9-4a85-8884-3ab2b2a7f341 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:45.560577 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4d8e1903-d0f9-4a85-8884-3ab2b2a7f341 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Usage tracker for resource:subnet and tenant:a6fe4865100149be8cb15007db960fd2 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:45.563425 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4d8e1903-d0f9-4a85-8884-3ab2b2a7f341 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:45.569659 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4d8e1903-d0f9-4a85-8884-3ab2b2a7f341 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:45.580908 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8e1903-d0f9-4a85-8884-3ab2b2a7f341 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Made reservation on behalf of a6fe4865100149be8cb15007db960fd2 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:21:45.584573 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1903-d0f9-4a85-8884-3ab2b2a7f341 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:45.793304 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:45.803604 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1903-d0f9-4a85-8884-3ab2b2a7f341 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:45.804192 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Transition to ACTIVE for port object 8fe65f36-93c5-4870-84d1-e323125d77cd will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:21:45.822523 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Transition to ACTIVE for port object 8fe65f36-93c5-4870-84d1-e323125d77cd will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:21:45.828100 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:45.891159 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e1903-d0f9-4a85-8884-3ab2b2a7f341 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Pushing event updated for resources: {'Subnet': ['ID=c9f96eb8-a241-45f7-9c34-fdb2fba5d6e0,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:45.893367 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Network a53dbeb7-29b7-43f2-aeae-be0e8bc5752d is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:21:45.896126 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:45.899010 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e1903-d0f9-4a85-8884-3ab2b2a7f341 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Checking segment: {'id': 'b57e1c0a-fbb2-4c23-865a-0c0794d5bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c9f1fda8-bbf0-4387-803a-23bc5645c32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:21:45.899379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8e1903-d0f9-4a85-8884-3ab2b2a7f341 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Network hostable DHCP agents. Network: c9f1fda8-bbf0-4387-803a-23bc5645c32a, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:21:45.899641 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:21:45.905291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Pushing event updated for resources: {'Port': ['ID=8fe65f36-93c5-4870-84d1-e323125d77cd,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:45.919895 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8e1903-d0f9-4a85-8884-3ab2b2a7f341 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Network c9f1fda8-bbf0-4387-803a-23bc5645c32a is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:21:45.929529 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-4d8e1903-d0f9-4a85-8884-3ab2b2a7f341 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, c9f1fda8-bbf0-4387-803a-23bc5645c32a) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:45.934664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8e1903-d0f9-4a85-8884-3ab2b2a7f341 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:45.936179 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1903-d0f9-4a85-8884-3ab2b2a7f341 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:45.941938 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4809d5b4-59a9-4a00-ac71-6fa3611dad7a None None] Network c9f1fda8-bbf0-4387-803a-23bc5645c32a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:45.958482 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4d8e1903-d0f9-4a85-8884-3ab2b2a7f341 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6240923 Oct 18 08:21:45.961202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39260) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:45.966422 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-a94379fe-d543-4033-bd6b-8c53873a6a18 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c9f1fda8-bbf0-4387-803a-23bc5645c32a'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:46.080226 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Attempting to bind port 8fe65f36-93c5-4870-84d1-e323125d77cd on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:21:46.080500 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Attempting to bind port 8fe65f36-93c5-4870-84d1-e323125d77cd by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'cd89085e-322e-4ffa-82f6-4e9fc7a2e7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a53dbeb7-29b7-43f2-aeae-be0e8bc5752d'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:21:46.080858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Attempting to bind port 8fe65f36-93c5-4870-84d1-e323125d77cd on network a53dbeb7-29b7-43f2-aeae-be0e8bc5752d {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:21:46.098601 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:21:46.098971 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Checking segment: {'id': 'cd89085e-322e-4ffa-82f6-4e9fc7a2e7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a53dbeb7-29b7-43f2-aeae-be0e8bc5752d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:21:46.099372 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:46.099758 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Bound using segment: {'id': 'cd89085e-322e-4ffa-82f6-4e9fc7a2e7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a53dbeb7-29b7-43f2-aeae-be0e8bc5752d'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:21:46.100229 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Bound port: 8fe65f36-93c5-4870-84d1-e323125d77cd, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd89085e-322e-4ffa-82f6-4e9fc7a2e7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a53dbeb7-29b7-43f2-aeae-be0e8bc5752d'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:21:46.100594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:46.245932 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] For port 8fe65f36-93c5-4870-84d1-e323125d77cd, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:21:46.289219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] For port 8fe65f36-93c5-4870-84d1-e323125d77cd, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=8fe65f36-93c5-4870-84d1-e323125d77cd,segment=NetworkSegment(cd89085e-322e-4ffa-82f6-4e9fc7a2e7c4),segment_id=cd89085e-322e-4ffa-82f6-4e9fc7a2e7c4)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:21:46.297821 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:46.331094 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-c9f1fda8-bbf0-4387-803a-23bc5645c32a', 'network_id': 'c9f1fda8-bbf0-4387-803a-23bc5645c32a', 'tenant_id': 'a6fe4865100149be8cb15007db960fd2', 'fixed_ips': [{'subnet_id': 'c9f96eb8-a241-45f7-9c34-fdb2fba5d6e0'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:21:46.331823 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:46.352575 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-a94379fe-d543-4033-bd6b-8c53873a6a18 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:46.444506 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ae732-bc5e-4ee1-a19a-ff55d0ff3cd6 None None] Pushing event updated for resources: {'Port': ['ID=8fe65f36-93c5-4870-84d1-e323125d77cd,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:46.516325 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.api.v2.resource [None req-a94379fe-d543-4033-bd6b-8c53873a6a18 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 18 08:21:46.523275 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a94379fe-d543-4033-bd6b-8c53873a6a18 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] 10.222.0.17 "PUT /v2.0/routers/1ce2645d-69a7-46f7-bf31-db21e003fe9a HTTP/1.1" status: 400 len: 364 time: 0.5552309 Oct 18 08:21:46.524358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39264) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:46.532311 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Allocated IP 172.21.0.2 (c9f1fda8-bbf0-4387-803a-23bc5645c32a/c9f96eb8-a241-45f7-9c34-fdb2fba5d6e0/670c2788-84d6-4203-9e98-a5f2b4c15375) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:21:46.614975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42f4ecc-60be-48a6-b9a9-6358f8a77af2 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Deleting subnet c9f96eb8-a241-45f7-9c34-fdb2fba5d6e0 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:21:46.770132 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:46.780414 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Transition to ACTIVE for port object 670c2788-84d6-4203-9e98-a5f2b4c15375 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:21:46.798739 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Transition to ACTIVE for port object 670c2788-84d6-4203-9e98-a5f2b4c15375 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:21:46.803552 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b42f4ecc-60be-48a6-b9a9-6358f8a77af2 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:46.804034 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:46.861773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b42f4ecc-60be-48a6-b9a9-6358f8a77af2 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:46.874790 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Network c9f1fda8-bbf0-4387-803a-23bc5645c32a is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:21:46.877596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:46.880493 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:21:46.886763 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Pushing event updated for resources: {'Port': ['ID=670c2788-84d6-4203-9e98-a5f2b4c15375,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:46.947692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b42f4ecc-60be-48a6-b9a9-6358f8a77af2 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:46.989714 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Attempting to bind port 670c2788-84d6-4203-9e98-a5f2b4c15375 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:21:46.990074 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Attempting to bind port 670c2788-84d6-4203-9e98-a5f2b4c15375 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'b57e1c0a-fbb2-4c23-865a-0c0794d5bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c9f1fda8-bbf0-4387-803a-23bc5645c32a'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:21:46.990429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Attempting to bind port 670c2788-84d6-4203-9e98-a5f2b4c15375 on network c9f1fda8-bbf0-4387-803a-23bc5645c32a {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:21:46.995559 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:21:46.995921 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Checking segment: {'id': 'b57e1c0a-fbb2-4c23-865a-0c0794d5bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c9f1fda8-bbf0-4387-803a-23bc5645c32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:21:46.996310 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:46.996692 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Bound using segment: {'id': 'b57e1c0a-fbb2-4c23-865a-0c0794d5bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c9f1fda8-bbf0-4387-803a-23bc5645c32a'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:21:46.997143 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Bound port: 670c2788-84d6-4203-9e98-a5f2b4c15375, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57e1c0a-fbb2-4c23-865a-0c0794d5bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'c9f1fda8-bbf0-4387-803a-23bc5645c32a'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:21:46.997511 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:47.024487 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b42f4ecc-60be-48a6-b9a9-6358f8a77af2 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:47.067453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f4ecc-60be-48a6-b9a9-6358f8a77af2 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f96eb8-a241-45f7-9c34-fdb2fba5d6e0,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:47.071123 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b42f4ecc-60be-48a6-b9a9-6358f8a77af2 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:47.079890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39268) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:47.080581 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b42f4ecc-60be-48a6-b9a9-6358f8a77af2 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] 10.222.0.17 "DELETE /v2.0/subnets/c9f96eb8-a241-45f7-9c34-fdb2fba5d6e0 HTTP/1.1" status: 204 len: 168 time: 0.5545239 Oct 18 08:21:47.095261 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-054a9767-cf09-423f-982a-73816bc519ea None None] For port 670c2788-84d6-4203-9e98-a5f2b4c15375, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:21:47.099053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-054a9767-cf09-423f-982a-73816bc519ea None None] For port 670c2788-84d6-4203-9e98-a5f2b4c15375, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=670c2788-84d6-4203-9e98-a5f2b4c15375,segment=NetworkSegment(b57e1c0a-fbb2-4c23-865a-0c0794d5bab0),segment_id=b57e1c0a-fbb2-4c23-865a-0c0794d5bab0)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:21:47.104675 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:47.223617 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:47.235048 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Deleting port 670c2788-84d6-4203-9e98-a5f2b4c15375 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:21:47.235561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:47.238008 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a9767-cf09-423f-982a-73816bc519ea None None] Pushing event updated for resources: {'Port': ['ID=670c2788-84d6-4203-9e98-a5f2b4c15375,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:47.261935 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47f886c-bdf0-4f4c-91c9-14dbbcfceca2 None None] Network c9f1fda8-bbf0-4387-803a-23bc5645c32a requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:47.397498 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8aba12-2dfb-4e92-afdb-74bbb7d1ea79 None None] Network a53dbeb7-29b7-43f2-aeae-be0e8bc5752d requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:47.449667 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] For port 670c2788-84d6-4203-9e98-a5f2b4c15375, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=670c2788-84d6-4203-9e98-a5f2b4c15375,segment=NetworkSegment(b57e1c0a-fbb2-4c23-865a-0c0794d5bab0),segment_id=b57e1c0a-fbb2-4c23-865a-0c0794d5bab0)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:47.450287 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:47.561424 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-22f21533-0f7d-4d95-8166-d6183130c6db None None] Provisioning for port 8fe65f36-93c5-4870-84d1-e323125d77cd completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:21:47.693757 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Calling delete_port for 670c2788-84d6-4203-9e98-a5f2b4c15375 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:21:47.771125 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:47.823238 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Pushing event deleted for resources: {'Port': ['ID=670c2788-84d6-4203-9e98-a5f2b4c15375,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:47.825724 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] No DVR routers for this DVR port 670c2788-84d6-4203-9e98-a5f2b4c15375 on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:21:47.859940 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:47.860289 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:47.860633 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:47.860966 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:47.861870 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:47.862202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:47.862562 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:47.862874 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:47.863202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:47.863524 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:47.863846 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:47.864167 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:47.913961 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce022cb8-25fa-43b6-8f85-4804393ca93b None None] get_active_networks_info from dv-neutron-861625-1-hyperv {{(pid=89047) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 18 08:21:47.961610 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:47.987358 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f1fda8-bbf0-4387-803a-23bc5645c32a']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:48.000119 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57e1c0a-fbb2-4c23-865a-0c0794d5bab0') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:48.000416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57e1c0a-fbb2-4c23-865a-0c0794d5bab0') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:48.001160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce022cb8-25fa-43b6-8f85-4804393ca93b None None] Resources bound (agent type, host, resource id): {{(pid=89047) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 18 08:21:48.011805 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:48.027818 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:48.034362 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:21:48.034784 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:48.105474 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment b57e1c0a-fbb2-4c23-865a-0c0794d5bab0 resource provider aggregate not found Oct 18 08:21:48.128443 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment b57e1c0a-fbb2-4c23-865a-0c0794d5bab0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b57e1c0a-fbb2-4c23-865a-0c0794d5bab0 found for delete ", "request_id": "req-f2a7a62b-fe4f-4658-bd22-6cc5f6cb14d0"}]} Oct 18 08:21:48.145889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:48.164816 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:48.176083 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Pushing event deleted for resources: {'Network': ['ID=c9f1fda8-bbf0-4387-803a-23bc5645c32a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:48.182691 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-115819a5-4f2d-4e3f-853f-13c261453d6d tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] 10.222.0.17 "DELETE /v2.0/networks/c9f1fda8-bbf0-4387-803a-23bc5645c32a HTTP/1.1" status: 204 len: 168 time: 1.0987620 Oct 18 08:21:48.183151 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39276) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:48.253248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40a88d8-6c86-4224-88c0-81fd6050c2d6 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Deleting subnet 4dc8a4b9-d2f8-4240-a79f-54f2fb157c58 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:21:48.256406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e40a88d8-6c86-4224-88c0-81fd6050c2d6 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:48.288035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 8fe65f36-93c5-4870-84d1-e323125d77cd up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:21:48.315836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e40a88d8-6c86-4224-88c0-81fd6050c2d6 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:48.379499 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 8fe65f36-93c5-4870-84d1-e323125d77cd completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:21:48.384438 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 8fe65f36-93c5-4870-84d1-e323125d77cd triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:21:48.384762 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:48.385215 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 8fe65f36-93c5-4870-84d1-e323125d77cd Oct 18 08:21:48.400337 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e40a88d8-6c86-4224-88c0-81fd6050c2d6 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:48.476166 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e40a88d8-6c86-4224-88c0-81fd6050c2d6 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:48.507014 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 8fe65f36-93c5-4870-84d1-e323125d77cd is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:21:48.507398 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:48.515200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a88d8-6c86-4224-88c0-81fd6050c2d6 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc8a4b9-d2f8-4240-a79f-54f2fb157c58,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:48.519808 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e40a88d8-6c86-4224-88c0-81fd6050c2d6 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:48.525852 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e40a88d8-6c86-4224-88c0-81fd6050c2d6 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] 10.222.0.17 "DELETE /v2.0/subnets/4dc8a4b9-d2f8-4240-a79f-54f2fb157c58 HTTP/1.1" status: 204 len: 168 time: 0.3417449 Oct 18 08:21:48.528265 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39280) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:48.529702 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e82f77-74fc-4d0b-80ce-df9b781471c2 None None] Network a53dbeb7-29b7-43f2-aeae-be0e8bc5752d requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:48.617215 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 8fe65f36-93c5-4870-84d1-e323125d77cd, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=8fe65f36-93c5-4870-84d1-e323125d77cd,segment=NetworkSegment(cd89085e-322e-4ffa-82f6-4e9fc7a2e7c4),segment_id=cd89085e-322e-4ffa-82f6-4e9fc7a2e7c4)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:48.629662 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:48.641961 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:48.652232 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Deleting port 8fe65f36-93c5-4870-84d1-e323125d77cd {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:21:48.652565 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:48.775317 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=8fe65f36-93c5-4870-84d1-e323125d77cd,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:48.858627 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] For port 8fe65f36-93c5-4870-84d1-e323125d77cd, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=8fe65f36-93c5-4870-84d1-e323125d77cd,segment=NetworkSegment(cd89085e-322e-4ffa-82f6-4e9fc7a2e7c4),segment_id=cd89085e-322e-4ffa-82f6-4e9fc7a2e7c4)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:48.858870 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b50895-44e2-4053-8390-7dc85e6c2ec1 None None] DHCP port deletion for a53dbeb7-29b7-43f2-aeae-be0e8bc5752d request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:21:48.859000 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:48.863639 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a8b50895-44e2-4053-8390-7dc85e6c2ec1 None None] Deleting port 8fe65f36-93c5-4870-84d1-e323125d77cd {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:21:48.864005 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a8b50895-44e2-4053-8390-7dc85e6c2ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:48.984820 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Calling delete_port for 8fe65f36-93c5-4870-84d1-e323125d77cd owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:21:49.058966 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:49.066072 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a8b50895-44e2-4053-8390-7dc85e6c2ec1 None None] For port 8fe65f36-93c5-4870-84d1-e323125d77cd, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=8fe65f36-93c5-4870-84d1-e323125d77cd,segment=NetworkSegment(cd89085e-322e-4ffa-82f6-4e9fc7a2e7c4),segment_id=cd89085e-322e-4ffa-82f6-4e9fc7a2e7c4)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:49.066624 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a8b50895-44e2-4053-8390-7dc85e6c2ec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:49.107864 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Pushing event deleted for resources: {'Port': ['ID=8fe65f36-93c5-4870-84d1-e323125d77cd,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:49.111418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] No DVR routers for this DVR port 8fe65f36-93c5-4870-84d1-e323125d77cd on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:21:49.188002 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a8b50895-44e2-4053-8390-7dc85e6c2ec1 None None] Calling delete_port for 8fe65f36-93c5-4870-84d1-e323125d77cd owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:21:49.234283 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:49.259598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-a8b50895-44e2-4053-8390-7dc85e6c2ec1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:21:49.259960 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-a8b50895-44e2-4053-8390-7dc85e6c2ec1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:21:49.364386 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53dbeb7-29b7-43f2-aeae-be0e8bc5752d']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:49.376018 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd89085e-322e-4ffa-82f6-4e9fc7a2e7c4') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:49.376315 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd89085e-322e-4ffa-82f6-4e9fc7a2e7c4') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:49.387776 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:49.403824 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:49.409639 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:21:49.410003 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:49.502904 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:49.520098 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:49.531732 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Pushing event deleted for resources: {'Network': ['ID=a53dbeb7-29b7-43f2-aeae-be0e8bc5752d,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:49.536109 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7330a74d-d83d-42ce-ac61-542163efb2fa tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] 10.222.0.17 "DELETE /v2.0/networks/a53dbeb7-29b7-43f2-aeae-be0e8bc5752d HTTP/1.1" status: 204 len: 168 time: 1.0067711 Oct 18 08:21:49.537032 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39284) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:49.586302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1b4edc36-62c3-4e53-bb45-c46d0ccb5e45 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Synchronizing usage tracker for tenant:a6fe4865100149be8cb15007db960fd2 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:21:49.602024 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-1b4edc36-62c3-4e53-bb45-c46d0ccb5e45 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Unset dirty status for tenant:a6fe4865100149be8cb15007db960fd2 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:21:49.603177 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1b4edc36-62c3-4e53-bb45-c46d0ccb5e45 tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] 10.222.0.17 "GET /v2.0/ports?device_id=1ce2645d-69a7-46f7-bf31-db21e003fe9a HTTP/1.1" status: 200 len: 205 time: 0.0652440 Oct 18 08:21:49.605604 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39288) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:49.738181 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9e9c-d6a5-4c50-8d24-822f2facb9ff tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:49.761513 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a8b50895-44e2-4053-8390-7dc85e6c2ec1 None None] Deleting port 8fe65f36-93c5-4870-84d1-e323125d77cd {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:21:49.761879 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a8b50895-44e2-4053-8390-7dc85e6c2ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:49.861899 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a8b50895-44e2-4053-8390-7dc85e6c2ec1 None None] The port '8fe65f36-93c5-4870-84d1-e323125d77cd' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 08:21:50.032005 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9e9c-d6a5-4c50-8d24-822f2facb9ff tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:50.034611 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9e9c-d6a5-4c50-8d24-822f2facb9ff tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:50.057077 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9e9c-d6a5-4c50-8d24-822f2facb9ff tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:50.057742 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9f9e9c-d6a5-4c50-8d24-822f2facb9ff tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Fanout notify agent at l3_agent the message router_deleted on router 1ce2645d-69a7-46f7-bf31-db21e003fe9a {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:21:50.069777 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9e9c-d6a5-4c50-8d24-822f2facb9ff tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:50.070874 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8e9f9e9c-d6a5-4c50-8d24-822f2facb9ff tempest-RoutersNegativeTest-1137270326 tempest-RoutersNegativeTest-1137270326-project] 10.222.0.17 "DELETE /v2.0/routers/1ce2645d-69a7-46f7-bf31-db21e003fe9a HTTP/1.1" status: 204 len: 168 time: 0.4643619 Oct 18 08:21:50.147305 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment cd89085e-322e-4ffa-82f6-4e9fc7a2e7c4 resource provider aggregate not found Oct 18 08:21:50.166292 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment cd89085e-322e-4ffa-82f6-4e9fc7a2e7c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd89085e-322e-4ffa-82f6-4e9fc7a2e7c4 found for delete ", "request_id": "req-57d02764-3be9-4ac4-9b55-cca25d608000"}]} Oct 18 08:21:50.242916 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 8fe65f36-93c5-4870-84d1-e323125d77cd no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:21:50.276279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 8fe65f36-93c5-4870-84d1-e323125d77cd {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:21:50.276624 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 8fe65f36-93c5-4870-84d1-e323125d77cd not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:21:50.334895 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39300) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:50.486824 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a7097534-9564-4814-a32b-ce4eacec3ae6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a6fe4865100149be8cb15007db960fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507695 Oct 18 08:21:50.489338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39306) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:50.547582 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7f376cb8-22d2-4a33-8d7b-1ab4bd3e925a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:50.572625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7f376cb8-22d2-4a33-8d7b-1ab4bd3e925a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:50.624894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7f376cb8-22d2-4a33-8d7b-1ab4bd3e925a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:50.638478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f376cb8-22d2-4a33-8d7b-1ab4bd3e925a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fab015b-9517-489d-87c9-37d7a44ee09f,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:50.645398 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7f376cb8-22d2-4a33-8d7b-1ab4bd3e925a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:50.647092 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7f376cb8-22d2-4a33-8d7b-1ab4bd3e925a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2fab015b-9517-489d-87c9-37d7a44ee09f HTTP/1.1" status: 204 len: 168 time: 0.1568475 Oct 18 08:21:50.751020 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e938927f-d189-4ede-8f72-78c8ba618089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:51.282085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39330) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:51.383200 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1043073527-network', 'tenant_id': 'a57e2a06728547e59ace93539dcacdfd'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:51.387983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:51.391745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Usage tracker for resource:network and tenant:a57e2a06728547e59ace93539dcacdfd is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:51.395059 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:51.400611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:51.411594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Made reservation on behalf of a57e2a06728547e59ace93539dcacdfd for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:21:51.414099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:51.425668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:51.439465 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:51.443195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Usage tracker for resource:security_group_rule and tenant:a57e2a06728547e59ace93539dcacdfd is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:51.445895 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:51.451434 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:51.536815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:51.540672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:51.566823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:21:51.578857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:51.583771 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:51.584107 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Added segment 485df821-270c-4f76-bc70-389791f9278c of type vlan for network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 Oct 18 08:21:51.609307 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:51.640708 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:51.641717 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:51.642936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:51.743011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] Pushing event updated for resources: {'Network': ['ID=9a6e714f-e35a-4a59-a6c9-aebba15f9e99,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:51.745887 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1784510f-ac14-4d7a-b66d-a58cc8dfb3e5 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4627547 Oct 18 08:21:51.748754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39336) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:51.753859 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:21:51.754527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-05ae76e2-4b0d-4b34-b546-aacf664ffd17 admin admin] Request body: {'subnet': {'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1043073527-subnet', 'tenant_id': 'a57e2a06728547e59ace93539dcacdfd', 'ip_version': 4}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:51.759326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-05ae76e2-4b0d-4b34-b546-aacf664ffd17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:51.763208 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-05ae76e2-4b0d-4b34-b546-aacf664ffd17 admin admin] Usage tracker for resource:subnet and tenant:a57e2a06728547e59ace93539dcacdfd is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:51.766041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-05ae76e2-4b0d-4b34-b546-aacf664ffd17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:51.772445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-05ae76e2-4b0d-4b34-b546-aacf664ffd17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:51.782472 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ae76e2-4b0d-4b34-b546-aacf664ffd17 admin admin] Made reservation on behalf of a57e2a06728547e59ace93539dcacdfd for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:21:51.784738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-05ae76e2-4b0d-4b34-b546-aacf664ffd17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:51.981783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-05ae76e2-4b0d-4b34-b546-aacf664ffd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:52.058009 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae76e2-4b0d-4b34-b546-aacf664ffd17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd82b3e9-2371-4b60-ad8e-9e1ebec8403a,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:52.067907 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae76e2-4b0d-4b34-b546-aacf664ffd17 admin admin] Checking segment: {'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:21:52.068260 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae76e2-4b0d-4b34-b546-aacf664ffd17 admin admin] Network hostable DHCP agents. Network: 9a6e714f-e35a-4a59-a6c9-aebba15f9e99, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:21:52.086635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae76e2-4b0d-4b34-b546-aacf664ffd17 admin admin] Network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:21:52.095091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-05ae76e2-4b0d-4b34-b546-aacf664ffd17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 9a6e714f-e35a-4a59-a6c9-aebba15f9e99) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:52.099868 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ae76e2-4b0d-4b34-b546-aacf664ffd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:52.101735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-05ae76e2-4b0d-4b34-b546-aacf664ffd17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:52.102766 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ef6ae3-bfb0-4ec6-be8f-d1a51d14d56a None None] Network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:52.126574 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39340) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:52.127695 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-05ae76e2-4b0d-4b34-b546-aacf664ffd17 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3771951 Oct 18 08:21:52.133401 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1043073527-router', 'tenant_id': 'a57e2a06728547e59ace93539dcacdfd', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:52.138312 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:52.142256 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Usage tracker for resource:router and tenant:a57e2a06728547e59ace93539dcacdfd is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:52.145179 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:52.151017 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:52.161494 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:52.162473 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:52.178039 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:52.330727 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-9a6e714f-e35a-4a59-a6c9-aebba15f9e99', 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99', 'tenant_id': 'a57e2a06728547e59ace93539dcacdfd', 'fixed_ips': [{'subnet_id': 'cd82b3e9-2371-4b60-ad8e-9e1ebec8403a'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:21:52.331638 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:52.449634 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:52.485832 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Allocated IP 172.20.0.2 (9a6e714f-e35a-4a59-a6c9-aebba15f9e99/cd82b3e9-2371-4b60-ad8e-9e1ebec8403a/db50cb36-1b59-4c25-a47b-59a5aecd62e6) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:21:52.689199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:52.699672 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Transition to ACTIVE for port object db50cb36-1b59-4c25-a47b-59a5aecd62e6 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:21:52.718997 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Transition to ACTIVE for port object db50cb36-1b59-4c25-a47b-59a5aecd62e6 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:21:52.725523 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:52.795390 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:21:52.798125 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:52.801725 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:21:52.808861 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Pushing event updated for resources: {'Port': ['ID=db50cb36-1b59-4c25-a47b-59a5aecd62e6,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:52.874440 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:52.904626 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:52.909645 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Attempting to bind port db50cb36-1b59-4c25-a47b-59a5aecd62e6 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:21:52.910012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Attempting to bind port db50cb36-1b59-4c25-a47b-59a5aecd62e6 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:21:52.910367 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Attempting to bind port db50cb36-1b59-4c25-a47b-59a5aecd62e6 on network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:21:52.915808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:21:52.916170 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Checking segment: {'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:21:52.916555 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:52.916934 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Bound using segment: {'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:21:52.917381 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Bound port: db50cb36-1b59-4c25-a47b-59a5aecd62e6, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:21:52.917742 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:53.002962 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] For port db50cb36-1b59-4c25-a47b-59a5aecd62e6, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:21:53.005846 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] For port db50cb36-1b59-4c25-a47b-59a5aecd62e6, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=db50cb36-1b59-4c25-a47b-59a5aecd62e6,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:21:53.009310 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:53.041719 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Allocated IP 172.26.8.185 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/f1fd9e58-9454-419b-bbdb-26ca68ca4c0c) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:21:53.093094 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-727464a3-1b21-4c37-ab10-c1ef3c838ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:53.101572 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344d754-c2c6-43e8-95ca-d334debe07a6 None None] Pushing event updated for resources: {'Port': ['ID=db50cb36-1b59-4c25-a47b-59a5aecd62e6,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:53.197417 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:53.228568 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:53.307146 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:21:53.310005 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:53.313829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:21:53.349236 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Pushing event updated for resources: {'Port': ['ID=f1fd9e58-9454-419b-bbdb-26ca68ca4c0c,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:53.733943 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:53.803285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:53.855978 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:53.971476 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3339d3eb-f515-48df-821c-6270c60a625a None None] Network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:54.046892 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-25aa3400-9ec3-4dd6-ab2c-cb926f0cc589 None None] Provisioning for port db50cb36-1b59-4c25-a47b-59a5aecd62e6 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:21:54.083550 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:54.288173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device db50cb36-1b59-4c25-a47b-59a5aecd62e6 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:21:54.362362 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port db50cb36-1b59-4c25-a47b-59a5aecd62e6 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:21:54.367572 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port db50cb36-1b59-4c25-a47b-59a5aecd62e6 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:21:54.367939 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:54.368267 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port db50cb36-1b59-4c25-a47b-59a5aecd62e6 Oct 18 08:21:54.431190 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Router 81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:21:54.532467 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port db50cb36-1b59-4c25-a47b-59a5aecd62e6 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:21:54.533284 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:54.543565 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-df77de80-12da-4f90-85a4-f606c2c1b0e3 None None] Provisioning complete for port db50cb36-1b59-4c25-a47b-59a5aecd62e6 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:21:54.543924 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-df77de80-12da-4f90-85a4-f606c2c1b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:54.544254 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-df77de80-12da-4f90-85a4-f606c2c1b0e3 None None] Attempt 1 to provision port db50cb36-1b59-4c25-a47b-59a5aecd62e6 Oct 18 08:21:54.613419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port db50cb36-1b59-4c25-a47b-59a5aecd62e6, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=db50cb36-1b59-4c25-a47b-59a5aecd62e6,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:54.615446 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:21:54.620498 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:54.639103 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:54.640315 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e7b40242-bb32-46ef-8da4-9eb5794442de admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5113864 Oct 18 08:21:54.643025 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39344) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:54.657576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Sync routers for ids ['81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:21:54.725118 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Routers {'81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:21:54.725735 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:21:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:54.866292 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-df77de80-12da-4f90-85a4-f606c2c1b0e3 None None] Current status of the port db50cb36-1b59-4c25-a47b-59a5aecd62e6 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:21:54.870201 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=db50cb36-1b59-4c25-a47b-59a5aecd62e6,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:54.919974 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Set router 81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:21:55.204957 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b', 'name': 'tempest-TestEncryptedCinderVolumes-1043073527-router', 'tenant_id': 'a57e2a06728547e59ace93539dcacdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1fd9e58-9454-419b-bbdb-26ca68ca4c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:21:52Z', 'updated_at': '2022-10-18T08:21:53Z', 'revision_number': 3, 'project_id': 'a57e2a06728547e59ace93539dcacdfd', 'gw_port': {'id': 'f1fd9e58-9454-419b-bbdb-26ca68ca4c0c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:21:52Z', 'updated_at': '2022-10-18T08:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:55.208877 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Checking router: 81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:21:55.209216 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Updating router 81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b port f1fd9e58-9454-419b-bbdb-26ca68ca4c0c binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:21:55.260664 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:55.314273 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:55.457243 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:55.519955 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] Allocated IP 172.20.0.1 (9a6e714f-e35a-4a59-a6c9-aebba15f9e99/cd82b3e9-2371-4b60-ad8e-9e1ebec8403a/914d5029-d49c-4eaa-8469-c1a381f3be42) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:21:55.593796 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:55.607049 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Transition to ACTIVE for port object f1fd9e58-9454-419b-bbdb-26ca68ca4c0c will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:21:55.614704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:55.678202 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Attempting to bind port f1fd9e58-9454-419b-bbdb-26ca68ca4c0c on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:21:55.678588 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Attempting to bind port f1fd9e58-9454-419b-bbdb-26ca68ca4c0c by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:21:55.678955 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Attempting to bind port f1fd9e58-9454-419b-bbdb-26ca68ca4c0c on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:21:55.690501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:21:55.690907 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:21:55.691311 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:55.691708 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:21:55.692185 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Bound port: f1fd9e58-9454-419b-bbdb-26ca68ca4c0c, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:21:55.692560 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:55.743230 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6de13-88d7-4382-839e-e0827986a9ec None None] Pushing event updated for resources: {'Port': ['ID=f1fd9e58-9454-419b-bbdb-26ca68ca4c0c,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:55.775397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] For port f1fd9e58-9454-419b-bbdb-26ca68ca4c0c, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:21:55.778332 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] For port f1fd9e58-9454-419b-bbdb-26ca68ca4c0c, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=f1fd9e58-9454-419b-bbdb-26ca68ca4c0c,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:21:55.783740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:55.789330 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:55.805386 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] Transition to ACTIVE for port object 914d5029-d49c-4eaa-8469-c1a381f3be42 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:21:55.829090 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:55.848074 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Routers {'81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:21:55.848694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:21:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:55.893591 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] Network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:21:55.896630 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:55.900294 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:21:55.938656 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] Pushing event updated for resources: {'Port': ['ID=914d5029-d49c-4eaa-8469-c1a381f3be42,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:55.964336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:56.049001 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6de13-88d7-4382-839e-e0827986a9ec None None] Pushing event updated for resources: {'Port': ['ID=f1fd9e58-9454-419b-bbdb-26ca68ca4c0c,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:56.083677 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:56.091824 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] Set router 81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:21:56.267955 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device db50cb36-1b59-4c25-a47b-59a5aecd62e6 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:21:56.299530 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-32a2a809-1ca5-4708-814a-043303020456 None None] Provisioning for port 914d5029-d49c-4eaa-8469-c1a381f3be42 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:21:56.304427 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:56.308226 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:56.323015 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-32a2a809-1ca5-4708-814a-043303020456 None None] Provisioning complete for port 914d5029-d49c-4eaa-8469-c1a381f3be42 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:21:56.323386 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-32a2a809-1ca5-4708-814a-043303020456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:56.323718 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-32a2a809-1ca5-4708-814a-043303020456 None None] Attempt 1 to provision port 914d5029-d49c-4eaa-8469-c1a381f3be42 Oct 18 08:21:56.416720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] Pushing event updated for resources: {'Port': ['ID=914d5029-d49c-4eaa-8469-c1a381f3be42,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:56.418032 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-32a2a809-1ca5-4708-814a-043303020456 None None] Port 914d5029-d49c-4eaa-8469-c1a381f3be42 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:21:56.419251 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:56.468137 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port db50cb36-1b59-4c25-a47b-59a5aecd62e6 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:21:56.468611 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:56.468948 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port db50cb36-1b59-4c25-a47b-59a5aecd62e6 Oct 18 08:21:56.555672 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] Network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:21:56.556799 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:56.603023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b', 'name': 'tempest-TestEncryptedCinderVolumes-1043073527-router', 'tenant_id': 'a57e2a06728547e59ace93539dcacdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1fd9e58-9454-419b-bbdb-26ca68ca4c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:21:52Z', 'updated_at': '2022-10-18T08:21:53Z', 'revision_number': 3, 'project_id': 'a57e2a06728547e59ace93539dcacdfd', 'gw_port': {'id': 'f1fd9e58-9454-419b-bbdb-26ca68ca4c0c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:21:52Z', 'updated_at': '2022-10-18T08:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:56.608089 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port db50cb36-1b59-4c25-a47b-59a5aecd62e6 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:21:56.611907 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9a3f0-1201-4168-a0c8-c0c9b541593e None None] The sync data for ids ['81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b'] in dv-neutron-861625-1-hyperv is: [{'id': '81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b', 'name': 'tempest-TestEncryptedCinderVolumes-1043073527-router', 'tenant_id': 'a57e2a06728547e59ace93539dcacdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1fd9e58-9454-419b-bbdb-26ca68ca4c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:21:52Z', 'updated_at': '2022-10-18T08:21:53Z', 'revision_number': 3, 'project_id': 'a57e2a06728547e59ace93539dcacdfd', 'gw_port': {'id': 'f1fd9e58-9454-419b-bbdb-26ca68ca4c0c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:21:52Z', 'updated_at': '2022-10-18T08:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:21:56.750563 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] Router 81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:21:56.919386 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-32a2a809-1ca5-4708-814a-043303020456 None None] Attempt 2 to provision port 914d5029-d49c-4eaa-8469-c1a381f3be42 Oct 18 08:21:56.939958 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:21:56.949061 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f12b4e7c-165e-4295-a1a0-c78015fd3011 admin admin] 10.222.0.17 "PUT /v2.0/routers/81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3050537 Oct 18 08:21:56.981896 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-32a2a809-1ca5-4708-814a-043303020456 None None] Port 914d5029-d49c-4eaa-8469-c1a381f3be42 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:21:57.466776 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39362) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:57.472736 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1634448881-network', 'tenant_id': '5bdff0c498f54db69f3a54b302f67382'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:57.477603 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:57.481559 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Usage tracker for resource:network and tenant:5bdff0c498f54db69f3a54b302f67382 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:57.482927 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-32a2a809-1ca5-4708-814a-043303020456 None None] Attempt 3 to provision port 914d5029-d49c-4eaa-8469-c1a381f3be42 Oct 18 08:21:57.484463 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:57.490752 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:57.500347 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Made reservation on behalf of 5bdff0c498f54db69f3a54b302f67382 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:21:57.502685 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:57.514702 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:57.528962 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:57.533339 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Usage tracker for resource:security_group_rule and tenant:5bdff0c498f54db69f3a54b302f67382 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:57.536320 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:57.537891 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-32a2a809-1ca5-4708-814a-043303020456 None None] Port 914d5029-d49c-4eaa-8469-c1a381f3be42 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:21:57.542842 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:57.626198 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:57.629864 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:57.664492 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:21:57.674059 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835f00da-74e6-443d-a934-fe1acf37de33,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:57.679882 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:57.680226 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Added segment 27d9561a-3519-4ac3-9415-1ae7994f9eff of type vlan for network 0c817cff-542a-442e-a373-c912dc5381a1 Oct 18 08:21:57.706588 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:57.736727 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:57.737691 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:57.738268 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:57.839084 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3711579 Oct 18 08:21:57.841859 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b0b38-3a81-422a-8ee2-c426f3515482 admin admin] Pushing event updated for resources: {'Network': ['ID=0c817cff-542a-442e-a373-c912dc5381a1,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:57.842223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39366) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:57.848554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-c2052dd7-718b-486b-a1c2-8f5badce1af1 admin admin] Request body: {'subnet': {'network_id': '0c817cff-542a-442e-a373-c912dc5381a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1634448881-subnet', 'tenant_id': '5bdff0c498f54db69f3a54b302f67382', 'ip_version': 4}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:57.853514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 0c817cff-542a-442e-a373-c912dc5381a1 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:21:57.865164 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c2052dd7-718b-486b-a1c2-8f5badce1af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:57.869567 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c2052dd7-718b-486b-a1c2-8f5badce1af1 admin admin] Usage tracker for resource:subnet and tenant:5bdff0c498f54db69f3a54b302f67382 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:57.872676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-c2052dd7-718b-486b-a1c2-8f5badce1af1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:57.880382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-c2052dd7-718b-486b-a1c2-8f5badce1af1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:57.890820 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2052dd7-718b-486b-a1c2-8f5badce1af1 admin admin] Made reservation on behalf of 5bdff0c498f54db69f3a54b302f67382 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:21:57.893965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2052dd7-718b-486b-a1c2-8f5badce1af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:58.039611 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-32a2a809-1ca5-4708-814a-043303020456 None None] Attempt 4 to provision port 914d5029-d49c-4eaa-8469-c1a381f3be42 Oct 18 08:21:58.093223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-32a2a809-1ca5-4708-814a-043303020456 None None] Port 914d5029-d49c-4eaa-8469-c1a381f3be42 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:21:58.103403 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2052dd7-718b-486b-a1c2-8f5badce1af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:58.124414 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Sync routers for ids ['81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:21:58.134734 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Routers {'81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:21:58.135378 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:21:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:58.179005 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2052dd7-718b-486b-a1c2-8f5badce1af1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a4a3fb-eaa6-4431-9cb8-4869a35f6699,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:58.190148 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2052dd7-718b-486b-a1c2-8f5badce1af1 admin admin] Checking segment: {'id': '27d9561a-3519-4ac3-9415-1ae7994f9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0c817cff-542a-442e-a373-c912dc5381a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:21:58.190503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2052dd7-718b-486b-a1c2-8f5badce1af1 admin admin] Network hostable DHCP agents. Network: 0c817cff-542a-442e-a373-c912dc5381a1, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:21:58.210312 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2052dd7-718b-486b-a1c2-8f5badce1af1 admin admin] Network 0c817cff-542a-442e-a373-c912dc5381a1 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:21:58.222156 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-c2052dd7-718b-486b-a1c2-8f5badce1af1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 0c817cff-542a-442e-a373-c912dc5381a1) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:58.226814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2052dd7-718b-486b-a1c2-8f5badce1af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:21:58.227882 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c2052dd7-718b-486b-a1c2-8f5badce1af1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:58.230858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736dc86e-e3af-4040-8441-eb59764e9e39 None None] Network 0c817cff-542a-442e-a373-c912dc5381a1 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:21:58.260574 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c2052dd7-718b-486b-a1c2-8f5badce1af1 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4149659 Oct 18 08:21:58.260843 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39370) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:21:58.268972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1634448881-router', 'tenant_id': '5bdff0c498f54db69f3a54b302f67382', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:21:58.275031 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:21:58.279448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Usage tracker for resource:router and tenant:5bdff0c498f54db69f3a54b302f67382 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:21:58.282768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:21:58.289662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:21:58.307698 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:58.308894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:58.325407 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:58.326578 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f1fd9e58-9454-419b-bbdb-26ca68ca4c0c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:21:58.355209 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Set router 81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:21:58.478076 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port f1fd9e58-9454-419b-bbdb-26ca68ca4c0c completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:21:58.485907 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port f1fd9e58-9454-419b-bbdb-26ca68ca4c0c triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:21:58.486638 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:58.486638 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port f1fd9e58-9454-419b-bbdb-26ca68ca4c0c Oct 18 08:21:58.593831 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-32a2a809-1ca5-4708-814a-043303020456 None None] Attempt 5 to provision port 914d5029-d49c-4eaa-8469-c1a381f3be42 Oct 18 08:21:58.642338 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-0c817cff-542a-442e-a373-c912dc5381a1', 'network_id': '0c817cff-542a-442e-a373-c912dc5381a1', 'tenant_id': '5bdff0c498f54db69f3a54b302f67382', 'fixed_ips': [{'subnet_id': '93a4a3fb-eaa6-4431-9cb8-4869a35f6699'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:21:58.643193 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:58.670771 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b', 'name': 'tempest-TestEncryptedCinderVolumes-1043073527-router', 'tenant_id': 'a57e2a06728547e59ace93539dcacdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1fd9e58-9454-419b-bbdb-26ca68ca4c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:21:52Z', 'updated_at': '2022-10-18T08:21:56Z', 'revision_number': 4, 'project_id': 'a57e2a06728547e59ace93539dcacdfd', 'gw_port': {'id': 'f1fd9e58-9454-419b-bbdb-26ca68ca4c0c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:21:52Z', 'updated_at': '2022-10-18T08:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '914d5029-d49c-4eaa-8469-c1a381f3be42', 'name': '', 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99', 'tenant_id': 'a57e2a06728547e59ace93539dcacdfd', 'mac_address': 'fa:16:3e:f9:80:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'cd82b3e9-2371-4b60-ad8e-9e1ebec8403a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:21:55Z', 'updated_at': '2022-10-18T08:21:56Z', 'revision_number': 2, 'project_id': 'a57e2a06728547e59ace93539dcacdfd', 'subnets': [{'id': 'cd82b3e9-2371-4b60-ad8e-9e1ebec8403a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:58.675076 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Checking router: 81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:21:58.675419 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Updating router 81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b port 914d5029-d49c-4eaa-8469-c1a381f3be42 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:21:58.718264 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:58.727973 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:58.768654 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-32a2a809-1ca5-4708-814a-043303020456 None None] Port 914d5029-d49c-4eaa-8469-c1a381f3be42 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:21:58.785186 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port f1fd9e58-9454-419b-bbdb-26ca68ca4c0c is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:21:58.785569 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:58.820222 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port f1fd9e58-9454-419b-bbdb-26ca68ca4c0c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=f1fd9e58-9454-419b-bbdb-26ca68ca4c0c,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:21:58.855322 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:58.980749 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Allocated IP 172.20.0.2 (0c817cff-542a-442e-a373-c912dc5381a1/93a4a3fb-eaa6-4431-9cb8-4869a35f6699/5c6023ca-b8b4-4648-a1fa-cce1a0cbde11) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:21:58.993164 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=f1fd9e58-9454-419b-bbdb-26ca68ca4c0c,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:59.036145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:59.066428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:59.072518 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:59.084226 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Transition to ACTIVE for port object 914d5029-d49c-4eaa-8469-c1a381f3be42 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:21:59.091020 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:59.200033 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:59.211113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Transition to ACTIVE for port object 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:21:59.212126 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb90a32-81f0-4cbd-a552-d3ad738fe2d8 None None] Pushing event updated for resources: {'Port': ['ID=914d5029-d49c-4eaa-8469-c1a381f3be42,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:59.217812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Allocated IP 172.26.8.174 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/e1a31459-b692-410f-ab4e-be0ffdbf297a) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:21:59.232849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Transition to ACTIVE for port object 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:21:59.239096 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:59.260041 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90a32-81f0-4cbd-a552-d3ad738fe2d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:59.260380 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90a32-81f0-4cbd-a552-d3ad738fe2d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:59.260709 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90a32-81f0-4cbd-a552-d3ad738fe2d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:59.261087 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90a32-81f0-4cbd-a552-d3ad738fe2d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:59.261409 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90a32-81f0-4cbd-a552-d3ad738fe2d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:59.261730 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90a32-81f0-4cbd-a552-d3ad738fe2d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:59.262046 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90a32-81f0-4cbd-a552-d3ad738fe2d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:59.262361 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90a32-81f0-4cbd-a552-d3ad738fe2d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:59.262701 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90a32-81f0-4cbd-a552-d3ad738fe2d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:59.263015 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90a32-81f0-4cbd-a552-d3ad738fe2d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:59.263324 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90a32-81f0-4cbd-a552-d3ad738fe2d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:59.263633 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb90a32-81f0-4cbd-a552-d3ad738fe2d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:21:59.305903 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-32a2a809-1ca5-4708-814a-043303020456 None None] Attempt 6 to provision port 914d5029-d49c-4eaa-8469-c1a381f3be42 Oct 18 08:21:59.322735 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Attempting to bind port 914d5029-d49c-4eaa-8469-c1a381f3be42 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:21:59.323854 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Attempting to bind port 914d5029-d49c-4eaa-8469-c1a381f3be42 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:21:59.324346 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Attempting to bind port 914d5029-d49c-4eaa-8469-c1a381f3be42 on network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:21:59.333050 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:21:59.334374 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Checking segment: {'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:21:59.334374 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:59.334374 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Bound using segment: {'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:21:59.334703 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Bound port: 914d5029-d49c-4eaa-8469-c1a381f3be42, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:21:59.335101 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:59.338989 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Network 0c817cff-542a-442e-a373-c912dc5381a1 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:21:59.352215 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:59.354937 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:21:59.376963 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:59.412781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:59.429001 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] For port 914d5029-d49c-4eaa-8469-c1a381f3be42, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:21:59.432088 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] For port 914d5029-d49c-4eaa-8469-c1a381f3be42, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=914d5029-d49c-4eaa-8469-c1a381f3be42,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:21:59.435867 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:59.458590 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Pushing event updated for resources: {'Port': ['ID=5c6023ca-b8b4-4648-a1fa-cce1a0cbde11,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:59.478446 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-32a2a809-1ca5-4708-814a-043303020456 None None] Port 914d5029-d49c-4eaa-8469-c1a381f3be42 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:21:59.484942 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Attempting to bind port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:21:59.485235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Attempting to bind port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '27d9561a-3519-4ac3-9415-1ae7994f9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0c817cff-542a-442e-a373-c912dc5381a1'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:21:59.485621 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:21:59.485747 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Attempting to bind port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 on network 0c817cff-542a-442e-a373-c912dc5381a1 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:21:59.488649 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:21:59.488801 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Routers {'81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:21:59.489385 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:21:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:21:59.492846 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:21:59.492846 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Checking segment: {'id': '27d9561a-3519-4ac3-9415-1ae7994f9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0c817cff-542a-442e-a373-c912dc5381a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:21:59.493480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:21:59.493579 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:59.493686 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Bound using segment: {'id': '27d9561a-3519-4ac3-9415-1ae7994f9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0c817cff-542a-442e-a373-c912dc5381a1'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:21:59.494095 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Bound port: 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d9561a-3519-4ac3-9415-1ae7994f9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0c817cff-542a-442e-a373-c912dc5381a1'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:21:59.494466 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:59.539497 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a31459-b692-410f-ab4e-be0ffdbf297a,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:59.588263 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] For port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:21:59.591743 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] For port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=5c6023ca-b8b4-4648-a1fa-cce1a0cbde11,segment=NetworkSegment(27d9561a-3519-4ac3-9415-1ae7994f9eff),segment_id=27d9561a-3519-4ac3-9415-1ae7994f9eff)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:21:59.599270 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:21:59.671856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82b32f-0527-48a8-aeb0-2f407db2e5f0 None None] Pushing event updated for resources: {'Port': ['ID=5c6023ca-b8b4-4648-a1fa-cce1a0cbde11,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:59.709514 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] Set router 81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:21:59.773235 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb90a32-81f0-4cbd-a552-d3ad738fe2d8 None None] Pushing event updated for resources: {'Port': ['ID=914d5029-d49c-4eaa-8469-c1a381f3be42,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:21:59.979651 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-32a2a809-1ca5-4708-814a-043303020456 None None] Attempt 7 to provision port 914d5029-d49c-4eaa-8469-c1a381f3be42 Oct 18 08:22:00.051463 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-32a2a809-1ca5-4708-814a-043303020456 None None] Port 914d5029-d49c-4eaa-8469-c1a381f3be42 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:22:00.065377 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b', 'name': 'tempest-TestEncryptedCinderVolumes-1043073527-router', 'tenant_id': 'a57e2a06728547e59ace93539dcacdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1fd9e58-9454-419b-bbdb-26ca68ca4c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:21:52Z', 'updated_at': '2022-10-18T08:21:56Z', 'revision_number': 4, 'project_id': 'a57e2a06728547e59ace93539dcacdfd', 'gw_port': {'id': 'f1fd9e58-9454-419b-bbdb-26ca68ca4c0c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:21:52Z', 'updated_at': '2022-10-18T08:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '914d5029-d49c-4eaa-8469-c1a381f3be42', 'name': '', 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99', 'tenant_id': 'a57e2a06728547e59ace93539dcacdfd', 'mac_address': 'fa:16:3e:f9:80:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'cd82b3e9-2371-4b60-ad8e-9e1ebec8403a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:21:55Z', 'updated_at': '2022-10-18T08:21:59Z', 'revision_number': 4, 'project_id': 'a57e2a06728547e59ace93539dcacdfd', 'subnets': [{'id': 'cd82b3e9-2371-4b60-ad8e-9e1ebec8403a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:22:00.069266 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aa8ef0-584d-42d5-be4b-bce80ea9445d None None] The sync data for ids ['81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b'] in dv-neutron-861625-1-hyperv is: [{'id': '81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b', 'name': 'tempest-TestEncryptedCinderVolumes-1043073527-router', 'tenant_id': 'a57e2a06728547e59ace93539dcacdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1fd9e58-9454-419b-bbdb-26ca68ca4c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:21:52Z', 'updated_at': '2022-10-18T08:21:56Z', 'revision_number': 4, 'project_id': 'a57e2a06728547e59ace93539dcacdfd', 'gw_port': {'id': 'f1fd9e58-9454-419b-bbdb-26ca68ca4c0c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:21:52Z', 'updated_at': '2022-10-18T08:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '914d5029-d49c-4eaa-8469-c1a381f3be42', 'name': '', 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99', 'tenant_id': 'a57e2a06728547e59ace93539dcacdfd', 'mac_address': 'fa:16:3e:f9:80:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'cd82b3e9-2371-4b60-ad8e-9e1ebec8403a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:21:55Z', 'updated_at': '2022-10-18T08:21:59Z', 'revision_number': 4, 'project_id': 'a57e2a06728547e59ace93539dcacdfd', 'subnets': [{'id': 'cd82b3e9-2371-4b60-ad8e-9e1ebec8403a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:22:00.099459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:00.389273 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f1fd9e58-9454-419b-bbdb-26ca68ca4c0c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:22:00.473752 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port f1fd9e58-9454-419b-bbdb-26ca68ca4c0c triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:22:00.474129 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:00.474464 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port f1fd9e58-9454-419b-bbdb-26ca68ca4c0c Oct 18 08:22:00.504917 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:00.617606 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port f1fd9e58-9454-419b-bbdb-26ca68ca4c0c is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:22:00.619139 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 914d5029-d49c-4eaa-8469-c1a381f3be42 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:22:00.700305 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 914d5029-d49c-4eaa-8469-c1a381f3be42 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:22:00.706509 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 914d5029-d49c-4eaa-8469-c1a381f3be42 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:22:00.706927 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:00.707309 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 914d5029-d49c-4eaa-8469-c1a381f3be42 Oct 18 08:22:00.756797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Router 73db6278-5637-417c-a36d-4ff5e8ea452e is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:22:00.829314 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb592638-4b71-4767-be0e-0adedfd483f5 None None] Network 0c817cff-542a-442e-a373-c912dc5381a1 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:22:00.947197 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 914d5029-d49c-4eaa-8469-c1a381f3be42 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:22:00.947451 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:00.963328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:22:00.982911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Sync routers for ids ['73db6278-5637-417c-a36d-4ff5e8ea452e'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:22:00.985264 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c2c17297-aebb-436c-baf9-eaf61a165cba None None] Provisioning for port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:22:00.990924 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:00.992340 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f3decc21-ca3f-46d4-9102-d2e8c03df758 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7283735 Oct 18 08:22:00.995135 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39376) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:22:01.046722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Routers {'73db6278-5637-417c-a36d-4ff5e8ea452e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:22:01.047347 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:21:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['73db6278-5637-417c-a36d-4ff5e8ea452e'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:22:01.214762 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 914d5029-d49c-4eaa-8469-c1a381f3be42, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=914d5029-d49c-4eaa-8469-c1a381f3be42,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:22:01.242790 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:01.243670 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:22:01.512285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=914d5029-d49c-4eaa-8469-c1a381f3be42,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:01.528527 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Set router 73db6278-5637-417c-a36d-4ff5e8ea452e gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:22:01.659893 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:22:01.714172 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:22:01.714526 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:01.714878 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 Oct 18 08:22:01.831853 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:01.978113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:22:01.978808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:01.995064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'name': 'tempest-TestEncryptedCinderVolumes-1634448881-router', 'tenant_id': '5bdff0c498f54db69f3a54b302f67382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'e1a31459-b692-410f-ab4e-be0ffdbf297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:21:58Z', 'updated_at': '2022-10-18T08:21:59Z', 'revision_number': 3, 'project_id': '5bdff0c498f54db69f3a54b302f67382', 'gw_port': {'id': 'e1a31459-b692-410f-ab4e-be0ffdbf297a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:21:59Z', 'updated_at': '2022-10-18T08:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:22:02.007046 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Checking router: 73db6278-5637-417c-a36d-4ff5e8ea452e for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:22:02.007492 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Updating router 73db6278-5637-417c-a36d-4ff5e8ea452e port e1a31459-b692-410f-ab4e-be0ffdbf297a binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:22:02.072421 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=5c6023ca-b8b4-4648-a1fa-cce1a0cbde11,segment=NetworkSegment(27d9561a-3519-4ac3-9415-1ae7994f9eff),segment_id=27d9561a-3519-4ac3-9415-1ae7994f9eff)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:22:02.085677 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:02.090286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] Allocated IP 172.20.0.1 (0c817cff-542a-442e-a373-c912dc5381a1/93a4a3fb-eaa6-4431-9cb8-4869a35f6699/710d4d6f-1a87-467e-8757-0893adb1d4d9) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:22:02.136263 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:02.159943 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-fad3f47a-7d49-4419-a203-d02d896d44b5 None None] Provisioning complete for port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:22:02.160239 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fad3f47a-7d49-4419-a203-d02d896d44b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:02.160579 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-fad3f47a-7d49-4419-a203-d02d896d44b5 None None] Attempt 1 to provision port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 Oct 18 08:22:02.266413 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:02.283952 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] Transition to ACTIVE for port object 710d4d6f-1a87-467e-8757-0893adb1d4d9 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:22:02.307651 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:02.309453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 914d5029-d49c-4eaa-8469-c1a381f3be42 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:22:02.339222 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=5c6023ca-b8b4-4648-a1fa-cce1a0cbde11,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:02.378387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] Network 0c817cff-542a-442e-a373-c912dc5381a1 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:22:02.381370 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:22:02.383782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:22:02.424333 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] Pushing event updated for resources: {'Port': ['ID=710d4d6f-1a87-467e-8757-0893adb1d4d9,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:02.447114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:02.481391 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-fad3f47a-7d49-4419-a203-d02d896d44b5 None None] Current status of the port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:22:02.539109 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 914d5029-d49c-4eaa-8469-c1a381f3be42 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:22:02.539477 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:02.539804 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 914d5029-d49c-4eaa-8469-c1a381f3be42 Oct 18 08:22:02.570625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:02.647110 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Provisioning for port 710d4d6f-1a87-467e-8757-0893adb1d4d9 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:22:02.659948 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Provisioning complete for port 710d4d6f-1a87-467e-8757-0893adb1d4d9 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:22:02.660623 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:02.660623 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Attempt 1 to provision port 710d4d6f-1a87-467e-8757-0893adb1d4d9 Oct 18 08:22:02.804099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:02.806249 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Port 710d4d6f-1a87-467e-8757-0893adb1d4d9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:22:02.808718 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:02.830967 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 914d5029-d49c-4eaa-8469-c1a381f3be42 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:22:02.836204 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:02.849035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Transition to ACTIVE for port object e1a31459-b692-410f-ab4e-be0ffdbf297a will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:22:02.855504 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:02.916867 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:02.920287 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Attempting to bind port e1a31459-b692-410f-ab4e-be0ffdbf297a on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:22:02.920654 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Attempting to bind port e1a31459-b692-410f-ab4e-be0ffdbf297a by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:22:02.921018 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Attempting to bind port e1a31459-b692-410f-ab4e-be0ffdbf297a on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:22:02.921185 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] Pushing event updated for resources: {'Port': ['ID=710d4d6f-1a87-467e-8757-0893adb1d4d9,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:02.931776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:22:02.932151 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:22:02.932551 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:02.932939 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:22:02.933412 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Bound port: e1a31459-b692-410f-ab4e-be0ffdbf297a, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:22:02.933784 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:02.972691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787aac5-b5df-4ee6-9908-82915ac8f3b4 None None] Pushing event updated for resources: {'Port': ['ID=e1a31459-b692-410f-ab4e-be0ffdbf297a,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:03.009192 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] For port e1a31459-b692-410f-ab4e-be0ffdbf297a, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:22:03.012245 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] For port e1a31459-b692-410f-ab4e-be0ffdbf297a, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e1a31459-b692-410f-ab4e-be0ffdbf297a,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:22:03.016962 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:03.057670 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] Network 0c817cff-542a-442e-a373-c912dc5381a1 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:22:03.058939 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:22:03.137000 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Routers {'73db6278-5637-417c-a36d-4ff5e8ea452e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:22:03.137616 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:21:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['73db6278-5637-417c-a36d-4ff5e8ea452e'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:22:03.253506 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] Router 73db6278-5637-417c-a36d-4ff5e8ea452e has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:22:03.283664 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787aac5-b5df-4ee6-9908-82915ac8f3b4 None None] Pushing event updated for resources: {'Port': ['ID=e1a31459-b692-410f-ab4e-be0ffdbf297a,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:03.309070 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Attempt 2 to provision port 710d4d6f-1a87-467e-8757-0893adb1d4d9 Oct 18 08:22:03.373713 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] Set router 73db6278-5637-417c-a36d-4ff5e8ea452e gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:22:03.431887 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Port 710d4d6f-1a87-467e-8757-0893adb1d4d9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:22:03.539055 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:22:03.547869 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9fe5c2ca-1ef3-4578-9196-cff35fe38a3e admin admin] 10.222.0.17 "PUT /v2.0/routers/73db6278-5637-417c-a36d-4ff5e8ea452e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5515776 Oct 18 08:22:03.696619 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'name': 'tempest-TestEncryptedCinderVolumes-1634448881-router', 'tenant_id': '5bdff0c498f54db69f3a54b302f67382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'e1a31459-b692-410f-ab4e-be0ffdbf297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:21:58Z', 'updated_at': '2022-10-18T08:22:02Z', 'revision_number': 4, 'project_id': '5bdff0c498f54db69f3a54b302f67382', 'gw_port': {'id': 'e1a31459-b692-410f-ab4e-be0ffdbf297a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:21:59Z', 'updated_at': '2022-10-18T08:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '710d4d6f-1a87-467e-8757-0893adb1d4d9', 'name': '', 'network_id': '0c817cff-542a-442e-a373-c912dc5381a1', 'tenant_id': '5bdff0c498f54db69f3a54b302f67382', 'mac_address': 'fa:16:3e:6f:01:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '93a4a3fb-eaa6-4431-9cb8-4869a35f6699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:22:01Z', 'updated_at': '2022-10-18T08:22:02Z', 'revision_number': 2, 'project_id': '5bdff0c498f54db69f3a54b302f67382', 'subnets': [{'id': '93a4a3fb-eaa6-4431-9cb8-4869a35f6699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:22:03.700746 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6ecf4d-5783-40aa-90f8-e470cda68db0 None None] The sync data for ids ['73db6278-5637-417c-a36d-4ff5e8ea452e'] in dv-neutron-861625-1-hyperv is: [{'id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'name': 'tempest-TestEncryptedCinderVolumes-1634448881-router', 'tenant_id': '5bdff0c498f54db69f3a54b302f67382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'e1a31459-b692-410f-ab4e-be0ffdbf297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:21:58Z', 'updated_at': '2022-10-18T08:22:02Z', 'revision_number': 4, 'project_id': '5bdff0c498f54db69f3a54b302f67382', 'gw_port': {'id': 'e1a31459-b692-410f-ab4e-be0ffdbf297a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:21:59Z', 'updated_at': '2022-10-18T08:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '710d4d6f-1a87-467e-8757-0893adb1d4d9', 'name': '', 'network_id': '0c817cff-542a-442e-a373-c912dc5381a1', 'tenant_id': '5bdff0c498f54db69f3a54b302f67382', 'mac_address': 'fa:16:3e:6f:01:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '93a4a3fb-eaa6-4431-9cb8-4869a35f6699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:22:01Z', 'updated_at': '2022-10-18T08:22:02Z', 'revision_number': 2, 'project_id': '5bdff0c498f54db69f3a54b302f67382', 'subnets': [{'id': '93a4a3fb-eaa6-4431-9cb8-4869a35f6699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:22:03.933786 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Attempt 3 to provision port 710d4d6f-1a87-467e-8757-0893adb1d4d9 Oct 18 08:22:04.000785 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Port 710d4d6f-1a87-467e-8757-0893adb1d4d9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:22:04.264497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:22:04.343832 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:22:04.344496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:04.345375 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 Oct 18 08:22:04.375729 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df572c-4362-48c6-9840-67bad405b131 req-88f4750b-cac9-4ddc-948a-043759249fea tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:04.395288 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-95df572c-4362-48c6-9840-67bad405b131 req-88f4750b-cac9-4ddc-948a-043759249fea tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/networks?id=9a6e714f-e35a-4a59-a6c9-aebba15f9e99 HTTP/1.1" status: 200 len: 817 time: 0.3096170 Oct 18 08:22:04.405692 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-95df572c-4362-48c6-9840-67bad405b131 req-fcc65952-662c-45a0-b54e-851200445664 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/quotas/a57e2a06728547e59ace93539dcacdfd HTTP/1.1" status: 200 len: 375 time: 0.0093608 Oct 18 08:22:04.491018 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:22:04.500741 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-95df572c-4362-48c6-9840-67bad405b131 req-591e9346-a32d-4837-be72-afd377da3320 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Synchronizing usage tracker for tenant:a57e2a06728547e59ace93539dcacdfd on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:22:04.502027 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Attempt 4 to provision port 710d4d6f-1a87-467e-8757-0893adb1d4d9 Oct 18 08:22:04.521664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-95df572c-4362-48c6-9840-67bad405b131 req-591e9346-a32d-4837-be72-afd377da3320 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Unset dirty status for tenant:a57e2a06728547e59ace93539dcacdfd on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:22:04.527707 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-95df572c-4362-48c6-9840-67bad405b131 req-591e9346-a32d-4837-be72-afd377da3320 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=a57e2a06728547e59ace93539dcacdfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1156321 Oct 18 08:22:04.541152 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [req-95df572c-4362-48c6-9840-67bad405b131 req-e2fb63f2-28d1-42a4-bf36-82c6a7e168d1 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 08:22:04.542193 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-95df572c-4362-48c6-9840-67bad405b131 req-e2fb63f2-28d1-42a4-bf36-82c6a7e168d1 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059040 Oct 18 08:22:04.560151 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Port 710d4d6f-1a87-467e-8757-0893adb1d4d9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:22:04.679514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:04.681010 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-95df572c-4362-48c6-9840-67bad405b131 req-e1cb1841-d600-4962-9e23-ff03312123ef service neutron] 10.222.0.17 "GET /v2.0/networks/9a6e714f-e35a-4a59-a6c9-aebba15f9e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315038 Oct 18 08:22:04.818646 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-95df572c-4362-48c6-9840-67bad405b131 req-6a938cef-979a-488e-9510-5475d621a7ba service neutron] 10.222.0.17 "GET /v2.0/networks/9a6e714f-e35a-4a59-a6c9-aebba15f9e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314085 Oct 18 08:22:05.021914 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ea90b076-1712-4218-8069-5915931f0d69 req-3346cbb0-6980-4ebc-8eb9-8d9bef8c661d tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa17755f-9a2c-4a49-936b-dbb5faf5eed2 HTTP/1.1" status: 200 len: 210 time: 0.0674005 Oct 18 08:22:05.061728 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Attempt 5 to provision port 710d4d6f-1a87-467e-8757-0893adb1d4d9 Oct 18 08:22:05.116382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Port 710d4d6f-1a87-467e-8757-0893adb1d4d9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:22:05.617821 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Attempt 6 to provision port 710d4d6f-1a87-467e-8757-0893adb1d4d9 Oct 18 08:22:05.675029 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Port 710d4d6f-1a87-467e-8757-0893adb1d4d9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:22:06.116887 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df572c-4362-48c6-9840-67bad405b131 req-d159f1da-c4e0-4600-9fee-41101c786859 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:06.117574 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-95df572c-4362-48c6-9840-67bad405b131 req-d159f1da-c4e0-4600-9fee-41101c786859 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Synchronizing usage tracker for tenant:a57e2a06728547e59ace93539dcacdfd on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:22:06.137783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-95df572c-4362-48c6-9840-67bad405b131 req-d159f1da-c4e0-4600-9fee-41101c786859 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Unset dirty status for tenant:a57e2a06728547e59ace93539dcacdfd on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:22:06.139196 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95df572c-4362-48c6-9840-67bad405b131 req-d159f1da-c4e0-4600-9fee-41101c786859 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.46 "GET /v2.0/networks?id=9a6e714f-e35a-4a59-a6c9-aebba15f9e99 HTTP/1.1" status: 200 len: 817 time: 0.1731124 Oct 18 08:22:06.158737 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-95df572c-4362-48c6-9840-67bad405b131 req-53585fa2-5f4b-4b7d-aad6-365f8eafc46b tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Request body: {'port': {'device_id': 'fa17755f-9a2c-4a49-936b-dbb5faf5eed2', 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99', 'admin_state_up': True, 'tenant_id': 'a57e2a06728547e59ace93539dcacdfd'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:22:06.176071 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Attempt 7 to provision port 710d4d6f-1a87-467e-8757-0893adb1d4d9 Oct 18 08:22:06.210512 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-31333213-ca15-4c34-b279-4d3573511313 req-5cfcb357-220e-46c5-bd6b-8edee338e1b2 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa17755f-9a2c-4a49-936b-dbb5faf5eed2 HTTP/1.1" status: 200 len: 210 time: 0.0696366 Oct 18 08:22:06.263647 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Port 710d4d6f-1a87-467e-8757-0893adb1d4d9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:22:06.287857 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e1a31459-b692-410f-ab4e-be0ffdbf297a up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:22:06.342956 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-95df572c-4362-48c6-9840-67bad405b131 req-53585fa2-5f4b-4b7d-aad6-365f8eafc46b tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:22:06.352593 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-95df572c-4362-48c6-9840-67bad405b131 req-53585fa2-5f4b-4b7d-aad6-365f8eafc46b tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:22:06.355578 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port e1a31459-b692-410f-ab4e-be0ffdbf297a completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:22:06.361320 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port e1a31459-b692-410f-ab4e-be0ffdbf297a triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:22:06.361733 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:06.362091 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port e1a31459-b692-410f-ab4e-be0ffdbf297a Oct 18 08:22:06.363158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95df572c-4362-48c6-9840-67bad405b131 req-53585fa2-5f4b-4b7d-aad6-365f8eafc46b tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Made reservation on behalf of a57e2a06728547e59ace93539dcacdfd for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:22:06.366594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95df572c-4362-48c6-9840-67bad405b131 req-53585fa2-5f4b-4b7d-aad6-365f8eafc46b tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:06.484544 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port e1a31459-b692-410f-ab4e-be0ffdbf297a is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:22:06.484922 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:06.501586 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port e1a31459-b692-410f-ab4e-be0ffdbf297a, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e1a31459-b692-410f-ab4e-be0ffdbf297a,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:22:06.505478 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:06.536847 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-95df572c-4362-48c6-9840-67bad405b131 req-53585fa2-5f4b-4b7d-aad6-365f8eafc46b tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Allocated IP 172.20.0.14 (9a6e714f-e35a-4a59-a6c9-aebba15f9e99/cd82b3e9-2371-4b60-ad8e-9e1ebec8403a/741922a7-5331-4774-985b-2dcb5043f036) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:22:06.580388 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=e1a31459-b692-410f-ab4e-be0ffdbf297a,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:06.740119 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95df572c-4362-48c6-9840-67bad405b131 req-53585fa2-5f4b-4b7d-aad6-365f8eafc46b tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:06.755428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-95df572c-4362-48c6-9840-67bad405b131 req-53585fa2-5f4b-4b7d-aad6-365f8eafc46b tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Transition to ACTIVE for port object 741922a7-5331-4774-985b-2dcb5043f036 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:22:06.764987 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Attempt 8 to provision port 710d4d6f-1a87-467e-8757-0893adb1d4d9 Oct 18 08:22:06.779255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95df572c-4362-48c6-9840-67bad405b131 req-53585fa2-5f4b-4b7d-aad6-365f8eafc46b tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:06.818020 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Port 710d4d6f-1a87-467e-8757-0893adb1d4d9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:22:06.847750 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95df572c-4362-48c6-9840-67bad405b131 req-53585fa2-5f4b-4b7d-aad6-365f8eafc46b tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:22:06.850878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-95df572c-4362-48c6-9840-67bad405b131 req-53585fa2-5f4b-4b7d-aad6-365f8eafc46b tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:22:06.853428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-95df572c-4362-48c6-9840-67bad405b131 req-53585fa2-5f4b-4b7d-aad6-365f8eafc46b tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:22:06.899351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53585fa2-5f4b-4b7d-aad6-365f8eafc46b tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Pushing event updated for resources: {'Port': ['ID=741922a7-5331-4774-985b-2dcb5043f036,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:06.929710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df572c-4362-48c6-9840-67bad405b131 req-53585fa2-5f4b-4b7d-aad6-365f8eafc46b tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:06.930325 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95df572c-4362-48c6-9840-67bad405b131 req-53585fa2-5f4b-4b7d-aad6-365f8eafc46b tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:06.956087 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95df572c-4362-48c6-9840-67bad405b131 req-53585fa2-5f4b-4b7d-aad6-365f8eafc46b tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8012590 Oct 18 08:22:06.972567 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Request body: {'port': {'device_id': 'fa17755f-9a2c-4a49-936b-dbb5faf5eed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:22:07.082461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:07.318712 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Attempt 9 to provision port 710d4d6f-1a87-467e-8757-0893adb1d4d9 Oct 18 08:22:07.362283 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Sync routers for ids ['73db6278-5637-417c-a36d-4ff5e8ea452e'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:22:07.371724 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Routers {'73db6278-5637-417c-a36d-4ff5e8ea452e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:22:07.372328 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:21:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['73db6278-5637-417c-a36d-4ff5e8ea452e'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:22:07.378278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Port 710d4d6f-1a87-467e-8757-0893adb1d4d9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:22:07.486043 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464335e8-53ad-4e3d-a701-fee7c05d24f4 req-26d84bc9-7622-4737-9ad0-e47a08096ae8 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:07.486764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-464335e8-53ad-4e3d-a701-fee7c05d24f4 req-26d84bc9-7622-4737-9ad0-e47a08096ae8 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Synchronizing usage tracker for tenant:a57e2a06728547e59ace93539dcacdfd on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:22:07.507899 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 741922a7-5331-4774-985b-2dcb5043f036 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:22:07.514337 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-464335e8-53ad-4e3d-a701-fee7c05d24f4 req-26d84bc9-7622-4737-9ad0-e47a08096ae8 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Unset dirty status for tenant:a57e2a06728547e59ace93539dcacdfd on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:22:07.515509 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-464335e8-53ad-4e3d-a701-fee7c05d24f4 req-26d84bc9-7622-4737-9ad0-e47a08096ae8 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa17755f-9a2c-4a49-936b-dbb5faf5eed2 HTTP/1.1" status: 200 len: 932 time: 0.1923537 Oct 18 08:22:07.517674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:07.551247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Transition to ACTIVE for port object 741922a7-5331-4774-985b-2dcb5043f036 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:22:07.551738 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Set router 73db6278-5637-417c-a36d-4ff5e8ea452e gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:22:07.565167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:07.676369 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-464335e8-53ad-4e3d-a701-fee7c05d24f4 req-a9bbd3d6-2e4f-4e69-8a12-4a02153b1c47 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Synchronizing usage tracker for tenant:a57e2a06728547e59ace93539dcacdfd on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:22:07.864452 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'name': 'tempest-TestEncryptedCinderVolumes-1634448881-router', 'tenant_id': '5bdff0c498f54db69f3a54b302f67382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'e1a31459-b692-410f-ab4e-be0ffdbf297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:21:58Z', 'updated_at': '2022-10-18T08:22:02Z', 'revision_number': 4, 'project_id': '5bdff0c498f54db69f3a54b302f67382', 'gw_port': {'id': 'e1a31459-b692-410f-ab4e-be0ffdbf297a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:21:59Z', 'updated_at': '2022-10-18T08:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '710d4d6f-1a87-467e-8757-0893adb1d4d9', 'name': '', 'network_id': '0c817cff-542a-442e-a373-c912dc5381a1', 'tenant_id': '5bdff0c498f54db69f3a54b302f67382', 'mac_address': 'fa:16:3e:6f:01:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '93a4a3fb-eaa6-4431-9cb8-4869a35f6699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:22:01Z', 'updated_at': '2022-10-18T08:22:02Z', 'revision_number': 2, 'project_id': '5bdff0c498f54db69f3a54b302f67382', 'subnets': [{'id': '93a4a3fb-eaa6-4431-9cb8-4869a35f6699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:22:07.868359 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Checking router: 73db6278-5637-417c-a36d-4ff5e8ea452e for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:22:07.868717 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Updating router 73db6278-5637-417c-a36d-4ff5e8ea452e port 710d4d6f-1a87-467e-8757-0893adb1d4d9 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:22:07.879728 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Attempt 10 to provision port 710d4d6f-1a87-467e-8757-0893adb1d4d9 Oct 18 08:22:07.887556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Pushing event updated for resources: {'Port': ['ID=741922a7-5331-4774-985b-2dcb5043f036,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:07.902618 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-464335e8-53ad-4e3d-a701-fee7c05d24f4 req-a9bbd3d6-2e4f-4e69-8a12-4a02153b1c47 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Unset dirty status for tenant:a57e2a06728547e59ace93539dcacdfd on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:22:07.903788 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-464335e8-53ad-4e3d-a701-fee7c05d24f4 req-a9bbd3d6-2e4f-4e69-8a12-4a02153b1c47 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787310 Oct 18 08:22:07.935925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Attempting to bind port 741922a7-5331-4774-985b-2dcb5043f036 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:22:07.936315 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Attempting to bind port 741922a7-5331-4774-985b-2dcb5043f036 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:22:07.936647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Attempting to bind port 741922a7-5331-4774-985b-2dcb5043f036 on network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:22:07.937518 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:07.941987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Port 741922a7-5331-4774-985b-2dcb5043f036 on network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:22:07.942306 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Attempting to bind port 741922a7-5331-4774-985b-2dcb5043f036 on network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:22:07.947553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:22:07.947887 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Checking segment: {'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:22:07.948268 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Bound using segment: {'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:22:07.948739 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Bound port: 741922a7-5331-4774-985b-2dcb5043f036, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:22:07.950206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:07.975436 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-99eaecb5-3c8a-4fc1-954a-4cd692831f3a None None] Port 710d4d6f-1a87-467e-8757-0893adb1d4d9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:22:08.044848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] For port 741922a7-5331-4774-985b-2dcb5043f036, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:22:08.048336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] For port 741922a7-5331-4774-985b-2dcb5043f036, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=741922a7-5331-4774-985b-2dcb5043f036,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:22:08.053676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:08.057044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:08.058101 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:08.059550 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95df572c-4362-48c6-9840-67bad405b131 req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] 10.222.0.46 "PUT /v2.0/ports/741922a7-5331-4774-985b-2dcb5043f036 HTTP/1.1" status: 200 len: 1094 time: 1.0918589 Oct 18 08:22:08.095211 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-02fd9a5b-f60a-471b-8420-fe59dbb10c64 None None] Provisioning for port 741922a7-5331-4774-985b-2dcb5043f036 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:22:08.099440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa17755f-9a2c-4a49-936b-dbb5faf5eed2', 'tag': '741922a7-5331-4774-985b-2dcb5043f036'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:22:08.101749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8ec386-9010-4d61-b638-fa174b1a7161" -d '{"events": [{"name": "network-changed", "server_uuid": "fa17755f-9a2c-4a49-936b-dbb5faf5eed2", "tag": "741922a7-5331-4774-985b-2dcb5043f036"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:22:08.126849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-02fd9a5b-f60a-471b-8420-fe59dbb10c64 None None] Provisioning complete for port 710d4d6f-1a87-467e-8757-0893adb1d4d9 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:22:08.127559 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-02fd9a5b-f60a-471b-8420-fe59dbb10c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:08.128116 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-02fd9a5b-f60a-471b-8420-fe59dbb10c64 None None] Attempt 1 to provision port 710d4d6f-1a87-467e-8757-0893adb1d4d9 Oct 18 08:22:08.203357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a92db27-c111-48ea-bf77-fa13daeadd55 x-openstack-request-id: req-3a92db27-c111-48ea-bf77-fa13daeadd55 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:22:08.203706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa17755f-9a2c-4a49-936b-dbb5faf5eed2", "tag": "741922a7-5331-4774-985b-2dcb5043f036", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:22:08.204049 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3a92db27-c111-48ea-bf77-fa13daeadd55 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:22:08.204515 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a92db27-c111-48ea-bf77-fa13daeadd55'] response: {'name': 'network-changed', 'server_uuid': 'fa17755f-9a2c-4a49-936b-dbb5faf5eed2', 'tag': '741922a7-5331-4774-985b-2dcb5043f036', 'status': 'completed', 'code': 200} Oct 18 08:22:08.223112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-02fd9a5b-f60a-471b-8420-fe59dbb10c64 None None] Port 710d4d6f-1a87-467e-8757-0893adb1d4d9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:22:08.234890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbc269-b1fb-4d08-b892-0e5390b7aa97 service neutron] Pushing event updated for resources: {'Port': ['ID=741922a7-5331-4774-985b-2dcb5043f036,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:08.256254 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df572c-4362-48c6-9840-67bad405b131 req-9a7cbadd-5bdb-48ba-a2db-2f5813df5d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:08.257818 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95df572c-4362-48c6-9840-67bad405b131 req-9a7cbadd-5bdb-48ba-a2db-2f5813df5d7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a57e2a06728547e59ace93539dcacdfd&device_id=fa17755f-9a2c-4a49-936b-dbb5faf5eed2 HTTP/1.1" status: 200 len: 1097 time: 0.1476636 Oct 18 08:22:08.271485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e1a31459-b692-410f-ab4e-be0ffdbf297a up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:22:08.336609 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95df572c-4362-48c6-9840-67bad405b131 req-bbdf160a-eea2-4526-936d-79ed83df2242 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=741922a7-5331-4774-985b-2dcb5043f036 HTTP/1.1" status: 200 len: 217 time: 0.0668561 Oct 18 08:22:08.341162 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:08.343839 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port e1a31459-b692-410f-ab4e-be0ffdbf297a triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:22:08.344360 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:08.345362 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port e1a31459-b692-410f-ab4e-be0ffdbf297a Oct 18 08:22:08.353421 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Transition to ACTIVE for port object 710d4d6f-1a87-467e-8757-0893adb1d4d9 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:22:08.361569 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:08.403570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df572c-4362-48c6-9840-67bad405b131 req-7e26a6f5-1f66-42a7-ae11-1ea0cb4c58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:08.405430 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95df572c-4362-48c6-9840-67bad405b131 req-7e26a6f5-1f66-42a7-ae11-1ea0cb4c58ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd82b3e9-2371-4b60-ad8e-9e1ebec8403a HTTP/1.1" status: 200 len: 856 time: 0.0594215 Oct 18 08:22:08.468946 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port e1a31459-b692-410f-ab4e-be0ffdbf297a is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:22:08.497574 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df572c-4362-48c6-9840-67bad405b131 req-a507fa65-c643-4d61-b005-16dcf7dbd4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:08.499110 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95df572c-4362-48c6-9840-67bad405b131 req-a507fa65-c643-4d61-b005-16dcf7dbd4a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9a6e714f-e35a-4a59-a6c9-aebba15f9e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829792 Oct 18 08:22:08.556894 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f131011-8f6b-4dad-a446-a2188a2971fd None None] Pushing event updated for resources: {'Port': ['ID=710d4d6f-1a87-467e-8757-0893adb1d4d9,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:08.574035 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Attempting to bind port 710d4d6f-1a87-467e-8757-0893adb1d4d9 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:22:08.574399 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Attempting to bind port 710d4d6f-1a87-467e-8757-0893adb1d4d9 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '27d9561a-3519-4ac3-9415-1ae7994f9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0c817cff-542a-442e-a373-c912dc5381a1'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:22:08.574790 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Attempting to bind port 710d4d6f-1a87-467e-8757-0893adb1d4d9 on network 0c817cff-542a-442e-a373-c912dc5381a1 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:22:08.580435 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:22:08.580795 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Checking segment: {'id': '27d9561a-3519-4ac3-9415-1ae7994f9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0c817cff-542a-442e-a373-c912dc5381a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:22:08.581186 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:08.581565 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Bound using segment: {'id': '27d9561a-3519-4ac3-9415-1ae7994f9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0c817cff-542a-442e-a373-c912dc5381a1'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:22:08.582017 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Bound port: 710d4d6f-1a87-467e-8757-0893adb1d4d9, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d9561a-3519-4ac3-9415-1ae7994f9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0c817cff-542a-442e-a373-c912dc5381a1'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:22:08.582488 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:08.636655 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95df572c-4362-48c6-9840-67bad405b131 req-1390459d-3351-4424-b57c-8f8399100478 service neutron] 10.222.0.46 "GET /v2.0/networks/9a6e714f-e35a-4a59-a6c9-aebba15f9e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272385 Oct 18 08:22:08.669154 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] For port 710d4d6f-1a87-467e-8757-0893adb1d4d9, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:22:08.672405 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] For port 710d4d6f-1a87-467e-8757-0893adb1d4d9, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=710d4d6f-1a87-467e-8757-0893adb1d4d9,segment=NetworkSegment(27d9561a-3519-4ac3-9415-1ae7994f9eff),segment_id=27d9561a-3519-4ac3-9415-1ae7994f9eff)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:22:08.676172 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:08.724631 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-02fd9a5b-f60a-471b-8420-fe59dbb10c64 None None] Attempt 2 to provision port 710d4d6f-1a87-467e-8757-0893adb1d4d9 Oct 18 08:22:08.735225 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Routers {'73db6278-5637-417c-a36d-4ff5e8ea452e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:22:08.735837 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:21:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['73db6278-5637-417c-a36d-4ff5e8ea452e'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:22:08.775887 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-95df572c-4362-48c6-9840-67bad405b131 req-89d41c27-b268-457e-a187-a6831199b900 service neutron] 10.222.0.46 "GET /v2.0/networks/9a6e714f-e35a-4a59-a6c9-aebba15f9e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298177 Oct 18 08:22:08.787979 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-02fd9a5b-f60a-471b-8420-fe59dbb10c64 None None] Port 710d4d6f-1a87-467e-8757-0893adb1d4d9 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:22:08.877756 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f131011-8f6b-4dad-a446-a2188a2971fd None None] Pushing event updated for resources: {'Port': ['ID=710d4d6f-1a87-467e-8757-0893adb1d4d9,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:08.910951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ec386-9010-4d61-b638-fa174b1a7161 req-40cb32c6-5b34-44c2-a2cf-bb27ab4303d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:08.912533 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7f8ec386-9010-4d61-b638-fa174b1a7161 req-40cb32c6-5b34-44c2-a2cf-bb27ab4303d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a57e2a06728547e59ace93539dcacdfd&device_id=fa17755f-9a2c-4a49-936b-dbb5faf5eed2 HTTP/1.1" status: 200 len: 1097 time: 0.0832927 Oct 18 08:22:08.921748 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] Set router 73db6278-5637-417c-a36d-4ff5e8ea452e gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:22:09.097068 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ec386-9010-4d61-b638-fa174b1a7161 req-137cbaf0-b0c0-45b2-92af-7fb4739d5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:09.098650 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7f8ec386-9010-4d61-b638-fa174b1a7161 req-137cbaf0-b0c0-45b2-92af-7fb4739d5456 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9a6e714f-e35a-4a59-a6c9-aebba15f9e99 HTTP/1.1" status: 200 len: 918 time: 0.1798098 Oct 18 08:22:09.173109 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7f8ec386-9010-4d61-b638-fa174b1a7161 req-cc42a69a-b642-4122-b98d-dd7ed9d35df0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=741922a7-5331-4774-985b-2dcb5043f036 HTTP/1.1" status: 200 len: 217 time: 0.0671418 Oct 18 08:22:09.228807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fe1f9-6d56-4b94-8399-07b3899e1d67 req-1c25e6cc-d650-4ade-b91b-5df122f64e96 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:09.230235 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6b2fe1f9-6d56-4b94-8399-07b3899e1d67 req-1c25e6cc-d650-4ade-b91b-5df122f64e96 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa17755f-9a2c-4a49-936b-dbb5faf5eed2 HTTP/1.1" status: 200 len: 944 time: 0.2051761 Oct 18 08:22:09.235301 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'name': 'tempest-TestEncryptedCinderVolumes-1634448881-router', 'tenant_id': '5bdff0c498f54db69f3a54b302f67382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'e1a31459-b692-410f-ab4e-be0ffdbf297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:21:58Z', 'updated_at': '2022-10-18T08:22:02Z', 'revision_number': 4, 'project_id': '5bdff0c498f54db69f3a54b302f67382', 'gw_port': {'id': 'e1a31459-b692-410f-ab4e-be0ffdbf297a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:21:59Z', 'updated_at': '2022-10-18T08:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '710d4d6f-1a87-467e-8757-0893adb1d4d9', 'name': '', 'network_id': '0c817cff-542a-442e-a373-c912dc5381a1', 'tenant_id': '5bdff0c498f54db69f3a54b302f67382', 'mac_address': 'fa:16:3e:6f:01:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '93a4a3fb-eaa6-4431-9cb8-4869a35f6699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:22:01Z', 'updated_at': '2022-10-18T08:22:08Z', 'revision_number': 4, 'project_id': '5bdff0c498f54db69f3a54b302f67382', 'subnets': [{'id': '93a4a3fb-eaa6-4431-9cb8-4869a35f6699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:22:09.239441 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a761b-f9f5-44b5-86f6-d32392f6ff19 None None] The sync data for ids ['73db6278-5637-417c-a36d-4ff5e8ea452e'] in dv-neutron-861625-1-hyperv is: [{'id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'name': 'tempest-TestEncryptedCinderVolumes-1634448881-router', 'tenant_id': '5bdff0c498f54db69f3a54b302f67382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'e1a31459-b692-410f-ab4e-be0ffdbf297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:21:58Z', 'updated_at': '2022-10-18T08:22:02Z', 'revision_number': 4, 'project_id': '5bdff0c498f54db69f3a54b302f67382', 'gw_port': {'id': 'e1a31459-b692-410f-ab4e-be0ffdbf297a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:21:59Z', 'updated_at': '2022-10-18T08:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '710d4d6f-1a87-467e-8757-0893adb1d4d9', 'name': '', 'network_id': '0c817cff-542a-442e-a373-c912dc5381a1', 'tenant_id': '5bdff0c498f54db69f3a54b302f67382', 'mac_address': 'fa:16:3e:6f:01:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '93a4a3fb-eaa6-4431-9cb8-4869a35f6699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:22:01Z', 'updated_at': '2022-10-18T08:22:08Z', 'revision_number': 4, 'project_id': '5bdff0c498f54db69f3a54b302f67382', 'subnets': [{'id': '93a4a3fb-eaa6-4431-9cb8-4869a35f6699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:22:09.263473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ec386-9010-4d61-b638-fa174b1a7161 req-1cd6fea4-c376-4a7d-b901-386b562f7883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:09.264873 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7f8ec386-9010-4d61-b638-fa174b1a7161 req-1cd6fea4-c376-4a7d-b901-386b562f7883 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd82b3e9-2371-4b60-ad8e-9e1ebec8403a HTTP/1.1" status: 200 len: 856 time: 0.0849488 Oct 18 08:22:09.342270 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6b2fe1f9-6d56-4b94-8399-07b3899e1d67 req-255efcd4-898d-43f5-9590-e6bbc5af5e66 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022334 Oct 18 08:22:09.368523 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ec386-9010-4d61-b638-fa174b1a7161 req-03609c69-16c4-4739-883e-76ba6806de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:09.369993 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7f8ec386-9010-4d61-b638-fa174b1a7161 req-03609c69-16c4-4739-883e-76ba6806de79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9a6e714f-e35a-4a59-a6c9-aebba15f9e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0974736 Oct 18 08:22:09.507723 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7f8ec386-9010-4d61-b638-fa174b1a7161 req-7c4c639f-1b6c-4a8d-8ef4-f935db93a224 service neutron] 10.222.0.46 "GET /v2.0/networks/9a6e714f-e35a-4a59-a6c9-aebba15f9e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295621 Oct 18 08:22:09.733973 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7f8ec386-9010-4d61-b638-fa174b1a7161 req-bfc7e6fa-fbfe-43fc-8619-2e7f7c535cf3 service neutron] 10.222.0.46 "GET /v2.0/networks/9a6e714f-e35a-4a59-a6c9-aebba15f9e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194097 Oct 18 08:22:10.173576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 741922a7-5331-4774-985b-2dcb5043f036 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:22:10.285634 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 710d4d6f-1a87-467e-8757-0893adb1d4d9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:22:10.354841 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 741922a7-5331-4774-985b-2dcb5043f036, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=741922a7-5331-4774-985b-2dcb5043f036,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:22:10.371392 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '741922a7-5331-4774-985b-2dcb5043f036', 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99', 'port_id': '741922a7-5331-4774-985b-2dcb5043f036', 'mac_address': 'fa:16:3e:ac:65:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd82b3e9-2371-4b60-ad8e-9e1ebec8403a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:22:10.425500 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 710d4d6f-1a87-467e-8757-0893adb1d4d9 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:22:10.434089 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 710d4d6f-1a87-467e-8757-0893adb1d4d9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:22:10.434454 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:10.434806 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 710d4d6f-1a87-467e-8757-0893adb1d4d9 Oct 18 08:22:10.462787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 741922a7-5331-4774-985b-2dcb5043f036 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:22:10.463160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:10.497776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741922a7-5331-4774-985b-2dcb5043f036 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:22:10.525500 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 741922a7-5331-4774-985b-2dcb5043f036, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=741922a7-5331-4774-985b-2dcb5043f036,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:22:10.533274 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:10.561079 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966152f-5acd-4b45-83f4-17c8e3d17205 req-20a13ba2-f309-492f-abf9-d9103d9e5baa tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:10.565299 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a966152f-5acd-4b45-83f4-17c8e3d17205 req-20a13ba2-f309-492f-abf9-d9103d9e5baa tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa17755f-9a2c-4a49-936b-dbb5faf5eed2 HTTP/1.1" status: 200 len: 944 time: 0.1072967 Oct 18 08:22:10.612787 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a966152f-5acd-4b45-83f4-17c8e3d17205 req-8ce6c0fe-3634-4723-b32f-f3fabfaeb1e5 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428298 Oct 18 08:22:10.648710 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 710d4d6f-1a87-467e-8757-0893adb1d4d9 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:22:10.649005 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:10.661215 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=741922a7-5331-4774-985b-2dcb5043f036,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:10.678018 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:10.678358 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:10.678721 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:10.679054 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:10.679385 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:10.679712 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:10.680034 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:10.680357 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:10.680678 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:10.680995 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:10.681312 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:10.681626 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:10.697869 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 710d4d6f-1a87-467e-8757-0893adb1d4d9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=710d4d6f-1a87-467e-8757-0893adb1d4d9,segment=NetworkSegment(27d9561a-3519-4ac3-9415-1ae7994f9eff),segment_id=27d9561a-3519-4ac3-9415-1ae7994f9eff)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:22:10.701403 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:10.770465 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=710d4d6f-1a87-467e-8757-0893adb1d4d9,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:10.811639 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['741922a7-5331-4774-985b-2dcb5043f036'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:22:11.815085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d226298-01a5-4653-ba85-9d364aef7454 req-7dfb6dc3-d548-4091-af12-233266bd4d90 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:11.816451 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2d226298-01a5-4653-ba85-9d364aef7454 req-7dfb6dc3-d548-4091-af12-233266bd4d90 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa17755f-9a2c-4a49-936b-dbb5faf5eed2 HTTP/1.1" status: 200 len: 945 time: 0.0902722 Oct 18 08:22:11.860002 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2d226298-01a5-4653-ba85-9d364aef7454 req-60319775-07e3-4fb2-852e-32b1a96fd375 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378118 Oct 18 08:22:12.193981 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 741922a7-5331-4774-985b-2dcb5043f036 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:22:12.258283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 710d4d6f-1a87-467e-8757-0893adb1d4d9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:22:12.287957 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 741922a7-5331-4774-985b-2dcb5043f036 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:22:12.307618 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 741922a7-5331-4774-985b-2dcb5043f036 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:22:12.307985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:12.308322 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 741922a7-5331-4774-985b-2dcb5043f036 Oct 18 08:22:12.414249 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 710d4d6f-1a87-467e-8757-0893adb1d4d9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:22:12.414645 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:12.414985 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 710d4d6f-1a87-467e-8757-0893adb1d4d9 Oct 18 08:22:12.487108 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 741922a7-5331-4774-985b-2dcb5043f036 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:22:12.487413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:12.519068 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa17755f-9a2c-4a49-936b-dbb5faf5eed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741922a7-5331-4774-985b-2dcb5043f036'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:22:12.521339 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b84e42f-fc45-4a11-94df-6c0decd71e6e" -d '{"events": [{"server_uuid": "fa17755f-9a2c-4a49-936b-dbb5faf5eed2", "name": "network-vif-plugged", "status": "completed", "tag": "741922a7-5331-4774-985b-2dcb5043f036"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:22:12.558936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 741922a7-5331-4774-985b-2dcb5043f036, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=741922a7-5331-4774-985b-2dcb5043f036,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:22:12.571017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd925a23-c878-4e45-b796-96e6b1365e02 x-openstack-request-id: req-fd925a23-c878-4e45-b796-96e6b1365e02 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:22:12.571307 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa17755f-9a2c-4a49-936b-dbb5faf5eed2", "name": "network-vif-plugged", "status": "completed", "tag": "741922a7-5331-4774-985b-2dcb5043f036", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:22:12.571561 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fd925a23-c878-4e45-b796-96e6b1365e02 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:22:12.571947 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd925a23-c878-4e45-b796-96e6b1365e02'] response: {'server_uuid': 'fa17755f-9a2c-4a49-936b-dbb5faf5eed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741922a7-5331-4774-985b-2dcb5043f036', 'code': 200} Oct 18 08:22:12.575278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:12.639411 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 710d4d6f-1a87-467e-8757-0893adb1d4d9 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:22:12.654861 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=741922a7-5331-4774-985b-2dcb5043f036,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:12.808513 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591b5a6-de21-4305-84f0-6b4050bb94a9 req-47f86a65-9302-4749-9290-1d362780caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:12.809962 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1591b5a6-de21-4305-84f0-6b4050bb94a9 req-47f86a65-9302-4749-9290-1d362780caf8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa17755f-9a2c-4a49-936b-dbb5faf5eed2 HTTP/1.1" status: 200 len: 1099 time: 0.0761161 Oct 18 08:22:12.856815 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1591b5a6-de21-4305-84f0-6b4050bb94a9 req-8fed7d50-8ca1-44b7-bb17-14ed354ec73b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363212 Oct 18 08:22:13.053751 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dad24-7f0d-4378-b24d-1e81268f0433 req-9da6e3a8-b434-4dc2-a49e-259b4b290679 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:13.055241 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-429dad24-7f0d-4378-b24d-1e81268f0433 req-9da6e3a8-b434-4dc2-a49e-259b4b290679 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa17755f-9a2c-4a49-936b-dbb5faf5eed2 HTTP/1.1" status: 200 len: 946 time: 0.0868733 Oct 18 08:22:13.097848 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-429dad24-7f0d-4378-b24d-1e81268f0433 req-c58f6131-1313-47a2-b6b6-caeca16b5373 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370462 Oct 18 08:22:14.298762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afc7aa-1923-4d66-a3ae-082009df117d req-2105ae5a-6a5a-4184-8bb9-1a97e017d079 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:14.300215 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-90afc7aa-1923-4d66-a3ae-082009df117d req-2105ae5a-6a5a-4184-8bb9-1a97e017d079 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa17755f-9a2c-4a49-936b-dbb5faf5eed2 HTTP/1.1" status: 200 len: 946 time: 0.0891700 Oct 18 08:22:14.343582 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-90afc7aa-1923-4d66-a3ae-082009df117d req-107b606c-2ec9-4a23-9048-59d5062a3381 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378993 Oct 18 08:22:14.541058 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdad77c-547f-4eb5-ba5d-7dc94c280126 req-a91c5ca8-9121-46ed-9348-66b95da6f400 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:14.542631 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0bdad77c-547f-4eb5-ba5d-7dc94c280126 req-a91c5ca8-9121-46ed-9348-66b95da6f400 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa17755f-9a2c-4a49-936b-dbb5faf5eed2 HTTP/1.1" status: 200 len: 946 time: 0.0917289 Oct 18 08:22:14.586750 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0bdad77c-547f-4eb5-ba5d-7dc94c280126 req-6f6fa2fe-a7a0-4143-805a-bbdce998bc46 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380161 Oct 18 08:22:20.753602 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-22e0041e-449f-4909-ab30-f93b966678c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:21.772133 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:22:23.053877 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-01b7af10-0ea2-49c4-a4d8-d8b7f4703998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:23.803652 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:23.848781 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:25.399974 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:30.096739 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c8d71-6162-4213-9a2b-2896d98191d3 req-ba9bec03-7380-4df8-99ac-69f7a373ad3d tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:30.098118 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a51c8d71-6162-4213-9a2b-2896d98191d3 req-ba9bec03-7380-4df8-99ac-69f7a373ad3d tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa17755f-9a2c-4a49-936b-dbb5faf5eed2 HTTP/1.1" status: 200 len: 946 time: 0.0867233 Oct 18 08:22:30.147574 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a51c8d71-6162-4213-9a2b-2896d98191d3 req-ecb58578-9206-44ed-b8c4-682c8bb6a15b tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433688 Oct 18 08:22:31.350591 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9b71e-5b84-450b-ac39-12aec773b6e4 req-dce9fc9c-900b-4563-a5d1-5f0eda2d40c8 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:31.352032 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8ec9b71e-5b84-450b-ac39-12aec773b6e4 req-dce9fc9c-900b-4563-a5d1-5f0eda2d40c8 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa17755f-9a2c-4a49-936b-dbb5faf5eed2 HTTP/1.1" status: 200 len: 946 time: 0.0915174 Oct 18 08:22:31.395067 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8ec9b71e-5b84-450b-ac39-12aec773b6e4 req-f7808a5c-88aa-4d10-850a-314344f84eae tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373595 Oct 18 08:22:31.725459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcf91d-f26c-4f5a-b039-2150368f06cb req-285c6395-69cc-4986-a4eb-440933ddf3de tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:31.726885 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-adfcf91d-f26c-4f5a-b039-2150368f06cb req-285c6395-69cc-4986-a4eb-440933ddf3de tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa17755f-9a2c-4a49-936b-dbb5faf5eed2 HTTP/1.1" status: 200 len: 946 time: 0.0848265 Oct 18 08:22:31.797710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-adfcf91d-f26c-4f5a-b039-2150368f06cb req-3ed12d65-906d-4642-a8d9-ca445aea32c5 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Deleting port 741922a7-5331-4774-985b-2dcb5043f036 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:22:31.798050 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-adfcf91d-f26c-4f5a-b039-2150368f06cb req-3ed12d65-906d-4642-a8d9-ca445aea32c5 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:32.039331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-adfcf91d-f26c-4f5a-b039-2150368f06cb req-3ed12d65-906d-4642-a8d9-ca445aea32c5 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] For port 741922a7-5331-4774-985b-2dcb5043f036, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=741922a7-5331-4774-985b-2dcb5043f036,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:22:32.039598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-adfcf91d-f26c-4f5a-b039-2150368f06cb req-3ed12d65-906d-4642-a8d9-ca445aea32c5 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:32.161854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-adfcf91d-f26c-4f5a-b039-2150368f06cb req-3ed12d65-906d-4642-a8d9-ca445aea32c5 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Calling delete_port for 741922a7-5331-4774-985b-2dcb5043f036 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:22:32.300317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-adfcf91d-f26c-4f5a-b039-2150368f06cb req-3ed12d65-906d-4642-a8d9-ca445aea32c5 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:32.351603 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed12d65-906d-4642-a8d9-ca445aea32c5 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Pushing event deleted for resources: {'Port': ['ID=741922a7-5331-4774-985b-2dcb5043f036,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:32.438414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfcf91d-f26c-4f5a-b039-2150368f06cb req-3ed12d65-906d-4642-a8d9-ca445aea32c5 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] No DVR routers for this DVR port 741922a7-5331-4774-985b-2dcb5043f036 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:22:32.440958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-adfcf91d-f26c-4f5a-b039-2150368f06cb req-3ed12d65-906d-4642-a8d9-ca445aea32c5 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:32.447962 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa17755f-9a2c-4a49-936b-dbb5faf5eed2', 'name': 'network-vif-deleted', 'tag': '741922a7-5331-4774-985b-2dcb5043f036'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:22:32.450285 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bb9298-5420-4147-8359-6f7def99f53b" -d '{"events": [{"server_uuid": "fa17755f-9a2c-4a49-936b-dbb5faf5eed2", "name": "network-vif-deleted", "tag": "741922a7-5331-4774-985b-2dcb5043f036"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:22:32.464719 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-adfcf91d-f26c-4f5a-b039-2150368f06cb req-3ed12d65-906d-4642-a8d9-ca445aea32c5 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.46 "DELETE /v2.0/ports/741922a7-5331-4774-985b-2dcb5043f036 HTTP/1.1" status: 204 len: 173 time: 0.7302098 Oct 18 08:22:32.499782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62853ad4-c0a7-4ce5-adbe-3c8e6b3ee22f x-openstack-request-id: req-62853ad4-c0a7-4ce5-adbe-3c8e6b3ee22f {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:22:32.500229 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa17755f-9a2c-4a49-936b-dbb5faf5eed2", "name": "network-vif-deleted", "tag": "741922a7-5331-4774-985b-2dcb5043f036", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:22:32.500954 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-62853ad4-c0a7-4ce5-adbe-3c8e6b3ee22f {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:22:32.501309 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62853ad4-c0a7-4ce5-adbe-3c8e6b3ee22f'] response: {'server_uuid': 'fa17755f-9a2c-4a49-936b-dbb5faf5eed2', 'name': 'network-vif-deleted', 'tag': '741922a7-5331-4774-985b-2dcb5043f036', 'status': 'completed', 'code': 200} Oct 18 08:22:32.590056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-bf6b7853-85ed-4663-b3d9-82b2c5bc6855 req-6266e59c-d1ad-4d29-858c-f658980ecccf tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Synchronizing usage tracker for tenant:a57e2a06728547e59ace93539dcacdfd on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:22:32.607666 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-bf6b7853-85ed-4663-b3d9-82b2c5bc6855 req-6266e59c-d1ad-4d29-858c-f658980ecccf tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Unset dirty status for tenant:a57e2a06728547e59ace93539dcacdfd on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:22:32.608932 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bf6b7853-85ed-4663-b3d9-82b2c5bc6855 req-6266e59c-d1ad-4d29-858c-f658980ecccf tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=fa17755f-9a2c-4a49-936b-dbb5faf5eed2 HTTP/1.1" status: 200 len: 210 time: 0.0736270 Oct 18 08:22:34.094136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-e17d02ed-ed18-4009-8e58-be4a018b9348 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:34.095584 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-e17d02ed-ed18-4009-8e58-be4a018b9348 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/networks?id=9a6e714f-e35a-4a59-a6c9-aebba15f9e99 HTTP/1.1" status: 200 len: 817 time: 0.1422677 Oct 18 08:22:34.110227 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-fbf25cf7-b8e7-421a-a285-a015e49becc7 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/quotas/a57e2a06728547e59ace93539dcacdfd HTTP/1.1" status: 200 len: 375 time: 0.0088103 Oct 18 08:22:34.199266 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-4cb5d0f6-1455-4094-a33e-f382b472c29c tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=a57e2a06728547e59ace93539dcacdfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841191 Oct 18 08:22:34.302944 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 741922a7-5331-4774-985b-2dcb5043f036 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:22:34.334280 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-bada23a5-b7dd-43e4-996b-2ed6c71b3b5d service neutron] 10.222.0.17 "GET /v2.0/networks/9a6e714f-e35a-4a59-a6c9-aebba15f9e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237631 Oct 18 08:22:34.336631 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 741922a7-5331-4774-985b-2dcb5043f036 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:22:34.336974 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 741922a7-5331-4774-985b-2dcb5043f036 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:22:34.558453 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-fa99ae06-57ea-48f8-bed2-1f81d7c76006 service neutron] 10.222.0.17 "GET /v2.0/networks/9a6e714f-e35a-4a59-a6c9-aebba15f9e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179029 Oct 18 08:22:34.706954 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:34.739210 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c199d277-30c6-4a6c-be90-5e2c64536127 req-a7fc34aa-f008-42c3-a6d9-df947029543c tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c446d42-ab9a-4e29-b674-53ef4d6f455a HTTP/1.1" status: 200 len: 210 time: 0.0502646 Oct 18 08:22:35.813213 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-640c28de-88d6-42e2-8304-e7b15fe7ad46 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:35.815836 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-640c28de-88d6-42e2-8304-e7b15fe7ad46 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.46 "GET /v2.0/networks?id=9a6e714f-e35a-4a59-a6c9-aebba15f9e99 HTTP/1.1" status: 200 len: 817 time: 0.1511517 Oct 18 08:22:35.831976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Request body: {'port': {'device_id': '3c446d42-ab9a-4e29-b674-53ef4d6f455a', 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99', 'admin_state_up': True, 'tenant_id': 'a57e2a06728547e59ace93539dcacdfd'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:22:35.956040 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c65c4f3b-6f27-46c2-a39c-e0db2e6df5a5 req-e1344d90-56e1-441c-b2ed-e0464d7e2453 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c446d42-ab9a-4e29-b674-53ef4d6f455a HTTP/1.1" status: 200 len: 210 time: 0.1013217 Oct 18 08:22:36.021025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:22:36.030572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:22:36.040801 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Made reservation on behalf of a57e2a06728547e59ace93539dcacdfd for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:22:36.044359 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:36.202922 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Allocated IP 172.20.0.11 (9a6e714f-e35a-4a59-a6c9-aebba15f9e99/cd82b3e9-2371-4b60-ad8e-9e1ebec8403a/6a2250f6-1f12-4edd-abbe-cb491c53f19b) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:22:36.400706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:36.416496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Transition to ACTIVE for port object 6a2250f6-1f12-4edd-abbe-cb491c53f19b will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:22:36.439344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:36.510982 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:22:36.513848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:22:36.518038 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:22:36.548794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Pushing event updated for resources: {'Port': ['ID=6a2250f6-1f12-4edd-abbe-cb491c53f19b,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:36.565136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:36.565483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:36.565833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:36.566173 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:36.566510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:36.566890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:36.567221 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:36.567553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:36.567879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:36.568204 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:36.568529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:36.568850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:22:36.598193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:36.599217 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:36.627003 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-fc7a71a0-12e8-4d43-b68d-be5da7528e30 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7997563 Oct 18 08:22:36.642675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Request body: {'port': {'device_id': '3c446d42-ab9a-4e29-b674-53ef4d6f455a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:22:36.753921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:36.761664 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a2f3fd34-a740-4901-9b58-dc298ff07701 None None] Provisioning for port 6a2250f6-1f12-4edd-abbe-cb491c53f19b completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:22:36.767109 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a2f3fd34-a740-4901-9b58-dc298ff07701 None None] Provisioning complete for port 6a2250f6-1f12-4edd-abbe-cb491c53f19b triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:22:36.767824 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a2f3fd34-a740-4901-9b58-dc298ff07701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:36.768459 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a2f3fd34-a740-4901-9b58-dc298ff07701 None None] Attempt 1 to provision port 6a2250f6-1f12-4edd-abbe-cb491c53f19b Oct 18 08:22:36.855962 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a2f3fd34-a740-4901-9b58-dc298ff07701 None None] Port 6a2250f6-1f12-4edd-abbe-cb491c53f19b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:22:37.092966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2250f6-1f12-4edd-abbe-cb491c53f19b {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:22:37.100382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:37.115799 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Transition to ACTIVE for port object 6a2250f6-1f12-4edd-abbe-cb491c53f19b will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:22:37.120661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:37.154966 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcbd3f-53d6-4e7c-b21e-34ed02cd5852 req-657091cf-f226-4941-9306-af1119e7f0fe tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:37.156453 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-16dcbd3f-53d6-4e7c-b21e-34ed02cd5852 req-657091cf-f226-4941-9306-af1119e7f0fe tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c446d42-ab9a-4e29-b674-53ef4d6f455a HTTP/1.1" status: 200 len: 932 time: 0.0911927 Oct 18 08:22:37.202452 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-16dcbd3f-53d6-4e7c-b21e-34ed02cd5852 req-aadbb37a-3b4c-458c-a44b-c8a1898c3017 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397706 Oct 18 08:22:37.357428 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a2f3fd34-a740-4901-9b58-dc298ff07701 None None] Attempt 2 to provision port 6a2250f6-1f12-4edd-abbe-cb491c53f19b Oct 18 08:22:37.411717 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a2f3fd34-a740-4901-9b58-dc298ff07701 None None] Port 6a2250f6-1f12-4edd-abbe-cb491c53f19b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:22:37.413654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2250f6-1f12-4edd-abbe-cb491c53f19b,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:37.448794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Attempting to bind port 6a2250f6-1f12-4edd-abbe-cb491c53f19b on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:22:37.449122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Attempting to bind port 6a2250f6-1f12-4edd-abbe-cb491c53f19b by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:22:37.449443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Attempting to bind port 6a2250f6-1f12-4edd-abbe-cb491c53f19b on network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:22:37.453893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Port 6a2250f6-1f12-4edd-abbe-cb491c53f19b on network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:22:37.454203 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Attempting to bind port 6a2250f6-1f12-4edd-abbe-cb491c53f19b on network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:22:37.459219 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:22:37.459548 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Checking segment: {'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:22:37.459918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Bound using segment: {'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:22:37.460329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Bound port: 6a2250f6-1f12-4edd-abbe-cb491c53f19b, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:22:37.460661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:37.546530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] For port 6a2250f6-1f12-4edd-abbe-cb491c53f19b, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:22:37.549960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] For port 6a2250f6-1f12-4edd-abbe-cb491c53f19b, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=6a2250f6-1f12-4edd-abbe-cb491c53f19b,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:22:37.554784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:37.587426 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:37.588025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:37.589380 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] 10.222.0.46 "PUT /v2.0/ports/6a2250f6-1f12-4edd-abbe-cb491c53f19b HTTP/1.1" status: 200 len: 1094 time: 0.9515178 Oct 18 08:22:37.589868 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c446d42-ab9a-4e29-b674-53ef4d6f455a', 'tag': '6a2250f6-1f12-4edd-abbe-cb491c53f19b'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:22:37.592140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2228e8b-af73-4ffa-8906-412f2de6a00c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c446d42-ab9a-4e29-b674-53ef4d6f455a", "tag": "6a2250f6-1f12-4edd-abbe-cb491c53f19b"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:22:37.667678 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43eaa6b8-6469-4ce2-8577-00e97f937dd9 x-openstack-request-id: req-43eaa6b8-6469-4ce2-8577-00e97f937dd9 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:22:37.667966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c446d42-ab9a-4e29-b674-53ef4d6f455a", "tag": "6a2250f6-1f12-4edd-abbe-cb491c53f19b", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:22:37.668218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-43eaa6b8-6469-4ce2-8577-00e97f937dd9 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:22:37.668609 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43eaa6b8-6469-4ce2-8577-00e97f937dd9'] response: {'name': 'network-changed', 'server_uuid': '3c446d42-ab9a-4e29-b674-53ef4d6f455a', 'tag': '6a2250f6-1f12-4edd-abbe-cb491c53f19b', 'status': 'completed', 'code': 200} Oct 18 08:22:37.682146 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55df93f-e23a-4f99-8606-968a7a84a150 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2250f6-1f12-4edd-abbe-cb491c53f19b,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:37.715132 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-0d987f2f-0336-4d8d-9d9b-f001621a8c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:37.716607 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-0d987f2f-0336-4d8d-9d9b-f001621a8c17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a57e2a06728547e59ace93539dcacdfd&device_id=3c446d42-ab9a-4e29-b674-53ef4d6f455a HTTP/1.1" status: 200 len: 1097 time: 0.0889049 Oct 18 08:22:37.790934 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-c18af656-1faf-4478-8824-c4f9563d7dc8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a2250f6-1f12-4edd-abbe-cb491c53f19b HTTP/1.1" status: 200 len: 217 time: 0.0634308 Oct 18 08:22:37.854646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-87ba3f24-78ec-4bef-9ffc-50883b44e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:37.856349 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-87ba3f24-78ec-4bef-9ffc-50883b44e8a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd82b3e9-2371-4b60-ad8e-9e1ebec8403a HTTP/1.1" status: 200 len: 856 time: 0.0565205 Oct 18 08:22:37.913203 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a2f3fd34-a740-4901-9b58-dc298ff07701 None None] Attempt 3 to provision port 6a2250f6-1f12-4edd-abbe-cb491c53f19b Oct 18 08:22:37.944165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-0c50490e-23d9-495a-a2db-64977d85f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:37.945647 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-0c50490e-23d9-495a-a2db-64977d85f57e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9a6e714f-e35a-4a59-a6c9-aebba15f9e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800502 Oct 18 08:22:37.974351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a2f3fd34-a740-4901-9b58-dc298ff07701 None None] Port 6a2250f6-1f12-4edd-abbe-cb491c53f19b had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:22:38.079629 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-377155c4-6c7f-417e-a3dd-3c0f3002a5fe service neutron] 10.222.0.46 "GET /v2.0/networks/9a6e714f-e35a-4a59-a6c9-aebba15f9e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246955 Oct 18 08:22:38.216375 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab754a01-c9ad-4deb-ba80-f1102d9b6db0 req-c749218f-4d51-4154-9ac1-57ff02d74fe1 service neutron] 10.222.0.46 "GET /v2.0/networks/9a6e714f-e35a-4a59-a6c9-aebba15f9e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258838 Oct 18 08:22:38.339581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2228e8b-af73-4ffa-8906-412f2de6a00c req-ced0de2c-bc94-4875-a453-88cf813e2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:38.341053 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e2228e8b-af73-4ffa-8906-412f2de6a00c req-ced0de2c-bc94-4875-a453-88cf813e2cad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a57e2a06728547e59ace93539dcacdfd&device_id=3c446d42-ab9a-4e29-b674-53ef4d6f455a HTTP/1.1" status: 200 len: 1097 time: 0.0795534 Oct 18 08:22:38.405754 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae1023-4132-4aa6-8b6c-c1303d97216a req-86e973df-1b25-4fda-b017-41b39b5203df tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:38.407236 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-18ae1023-4132-4aa6-8b6c-c1303d97216a req-86e973df-1b25-4fda-b017-41b39b5203df tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c446d42-ab9a-4e29-b674-53ef4d6f455a HTTP/1.1" status: 200 len: 944 time: 0.0864027 Oct 18 08:22:38.451424 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-18ae1023-4132-4aa6-8b6c-c1303d97216a req-284dfe7f-724a-4cce-a404-80eee830a4ff tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384061 Oct 18 08:22:38.474105 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2228e8b-af73-4ffa-8906-412f2de6a00c req-fc700948-3146-4e80-9e69-acf57a759164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:38.475648 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e2228e8b-af73-4ffa-8906-412f2de6a00c req-fc700948-3146-4e80-9e69-acf57a759164 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9a6e714f-e35a-4a59-a6c9-aebba15f9e99 HTTP/1.1" status: 200 len: 918 time: 0.1279659 Oct 18 08:22:38.544803 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e2228e8b-af73-4ffa-8906-412f2de6a00c req-4a2f2f0d-8937-40b9-bcd2-dd195c1d7e15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a2250f6-1f12-4edd-abbe-cb491c53f19b HTTP/1.1" status: 200 len: 217 time: 0.0629816 Oct 18 08:22:38.607420 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2228e8b-af73-4ffa-8906-412f2de6a00c req-acc39573-f7ab-400a-b878-741002890368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:38.608802 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e2228e8b-af73-4ffa-8906-412f2de6a00c req-acc39573-f7ab-400a-b878-741002890368 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd82b3e9-2371-4b60-ad8e-9e1ebec8403a HTTP/1.1" status: 200 len: 856 time: 0.0568550 Oct 18 08:22:38.694580 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2228e8b-af73-4ffa-8906-412f2de6a00c req-f494141b-c7c4-4a80-adde-f258d5f76708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:38.696054 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e2228e8b-af73-4ffa-8906-412f2de6a00c req-f494141b-c7c4-4a80-adde-f258d5f76708 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9a6e714f-e35a-4a59-a6c9-aebba15f9e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793514 Oct 18 08:22:38.825805 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e2228e8b-af73-4ffa-8906-412f2de6a00c req-471185e8-6503-49ac-94ba-deb03dcf2794 service neutron] 10.222.0.46 "GET /v2.0/networks/9a6e714f-e35a-4a59-a6c9-aebba15f9e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227818 Oct 18 08:22:38.956278 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e2228e8b-af73-4ffa-8906-412f2de6a00c req-504f780f-38aa-4113-8ec5-80ad069dd559 service neutron] 10.222.0.46 "GET /v2.0/networks/9a6e714f-e35a-4a59-a6c9-aebba15f9e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232688 Oct 18 08:22:39.644426 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd4517-bc27-4ef3-a569-3a10c8ba35a6 req-deebe42d-ec71-4f0d-bdfe-a1566eee7177 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:39.645137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-b9dd4517-bc27-4ef3-a569-3a10c8ba35a6 req-deebe42d-ec71-4f0d-bdfe-a1566eee7177 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Synchronizing usage tracker for tenant:a57e2a06728547e59ace93539dcacdfd on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:22:39.660179 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-b9dd4517-bc27-4ef3-a569-3a10c8ba35a6 req-deebe42d-ec71-4f0d-bdfe-a1566eee7177 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Unset dirty status for tenant:a57e2a06728547e59ace93539dcacdfd on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:22:39.661286 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b9dd4517-bc27-4ef3-a569-3a10c8ba35a6 req-deebe42d-ec71-4f0d-bdfe-a1566eee7177 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c446d42-ab9a-4e29-b674-53ef4d6f455a HTTP/1.1" status: 200 len: 944 time: 0.1002731 Oct 18 08:22:39.707488 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b9dd4517-bc27-4ef3-a569-3a10c8ba35a6 req-107791e7-d198-4b6a-abc0-782b99e5f905 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402195 Oct 18 08:22:40.318405 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 6a2250f6-1f12-4edd-abbe-cb491c53f19b details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:22:40.449099 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 6a2250f6-1f12-4edd-abbe-cb491c53f19b, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=6a2250f6-1f12-4edd-abbe-cb491c53f19b,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:22:40.462573 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '6a2250f6-1f12-4edd-abbe-cb491c53f19b', 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99', 'port_id': '6a2250f6-1f12-4edd-abbe-cb491c53f19b', 'mac_address': 'fa:16:3e:3e:d2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd82b3e9-2371-4b60-ad8e-9e1ebec8403a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:22:40.517011 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 6a2250f6-1f12-4edd-abbe-cb491c53f19b is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:22:40.517395 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:40.533786 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2250f6-1f12-4edd-abbe-cb491c53f19b {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:22:40.548975 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 6a2250f6-1f12-4edd-abbe-cb491c53f19b, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=6a2250f6-1f12-4edd-abbe-cb491c53f19b,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:22:40.552307 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:40.620037 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=6a2250f6-1f12-4edd-abbe-cb491c53f19b,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:40.786786 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['6a2250f6-1f12-4edd-abbe-cb491c53f19b'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:22:40.905251 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7f6ac-842a-447e-a0d7-87ae9115a429 req-1ce9aed7-b909-4320-8f19-351e87e3c417 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:40.906820 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bdd7f6ac-842a-447e-a0d7-87ae9115a429 req-1ce9aed7-b909-4320-8f19-351e87e3c417 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c446d42-ab9a-4e29-b674-53ef4d6f455a HTTP/1.1" status: 200 len: 945 time: 0.0891185 Oct 18 08:22:40.953686 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bdd7f6ac-842a-447e-a0d7-87ae9115a429 req-759afa4a-1572-4efa-b240-c0eb6184bf50 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401881 Oct 18 08:22:42.349528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 6a2250f6-1f12-4edd-abbe-cb491c53f19b up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:22:42.395312 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36558c20-e791-48b0-9b11-57208994031c req-77a55312-a648-466d-b64f-e6c3b5f4a60d tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:42.396897 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-36558c20-e791-48b0-9b11-57208994031c req-77a55312-a648-466d-b64f-e6c3b5f4a60d tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c446d42-ab9a-4e29-b674-53ef4d6f455a HTTP/1.1" status: 200 len: 945 time: 0.1834288 Oct 18 08:22:42.417272 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 6a2250f6-1f12-4edd-abbe-cb491c53f19b completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:22:42.422628 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 6a2250f6-1f12-4edd-abbe-cb491c53f19b triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:22:42.423028 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:42.423356 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 6a2250f6-1f12-4edd-abbe-cb491c53f19b Oct 18 08:22:42.442477 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-36558c20-e791-48b0-9b11-57208994031c req-18430ee1-e203-4476-910f-bfcaab367bb0 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401142 Oct 18 08:22:42.538217 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 6a2250f6-1f12-4edd-abbe-cb491c53f19b is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:22:42.538615 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:42.565966 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c446d42-ab9a-4e29-b674-53ef4d6f455a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2250f6-1f12-4edd-abbe-cb491c53f19b'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:22:42.568338 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4fa1ac-00d3-421c-aeee-87775ae67128" -d '{"events": [{"server_uuid": "3c446d42-ab9a-4e29-b674-53ef4d6f455a", "name": "network-vif-plugged", "status": "completed", "tag": "6a2250f6-1f12-4edd-abbe-cb491c53f19b"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:22:42.576081 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 6a2250f6-1f12-4edd-abbe-cb491c53f19b, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=6a2250f6-1f12-4edd-abbe-cb491c53f19b,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:22:42.579717 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:42.610992 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef475db-53e1-48e5-871b-cacd8fd67983 x-openstack-request-id: req-3ef475db-53e1-48e5-871b-cacd8fd67983 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:22:42.611279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c446d42-ab9a-4e29-b674-53ef4d6f455a", "name": "network-vif-plugged", "status": "completed", "tag": "6a2250f6-1f12-4edd-abbe-cb491c53f19b", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:22:42.611535 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3ef475db-53e1-48e5-871b-cacd8fd67983 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:22:42.611920 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef475db-53e1-48e5-871b-cacd8fd67983'] response: {'server_uuid': '3c446d42-ab9a-4e29-b674-53ef4d6f455a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2250f6-1f12-4edd-abbe-cb491c53f19b', 'code': 200} Oct 18 08:22:42.648639 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=6a2250f6-1f12-4edd-abbe-cb491c53f19b,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:22:42.853534 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f4753-3335-4720-bca3-4af3d08e17ad req-e8342d10-8679-4f9f-a561-a1b87e71335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:42.854938 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1d0f4753-3335-4720-bca3-4af3d08e17ad req-e8342d10-8679-4f9f-a561-a1b87e71335e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3c446d42-ab9a-4e29-b674-53ef4d6f455a HTTP/1.1" status: 200 len: 1099 time: 0.0789487 Oct 18 08:22:42.897728 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1d0f4753-3335-4720-bca3-4af3d08e17ad req-c8a68db6-398c-4190-a282-42410d86aa51 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335584 Oct 18 08:22:43.635496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50330179-7fb1-45b6-94ce-28b6969ef043 req-5d936a97-31ac-4d11-9805-6b539b87841b tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:43.636936 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-50330179-7fb1-45b6-94ce-28b6969ef043 req-5d936a97-31ac-4d11-9805-6b539b87841b tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c446d42-ab9a-4e29-b674-53ef4d6f455a HTTP/1.1" status: 200 len: 946 time: 0.0859077 Oct 18 08:22:43.682776 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-50330179-7fb1-45b6-94ce-28b6969ef043 req-690d8ae3-42e1-41ed-a8f4-86cf10f93423 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401974 Oct 18 08:22:44.880684 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d475ffb-915d-4434-a555-ba42303d2319 req-1eae32a9-4798-4aff-a3d2-7c782e6c13b5 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:44.882156 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2d475ffb-915d-4434-a555-ba42303d2319 req-1eae32a9-4798-4aff-a3d2-7c782e6c13b5 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c446d42-ab9a-4e29-b674-53ef4d6f455a HTTP/1.1" status: 200 len: 946 time: 0.0899122 Oct 18 08:22:44.925205 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2d475ffb-915d-4434-a555-ba42303d2319 req-253b0be0-7b3f-4cda-b35e-1dd6b8dbab94 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373330 Oct 18 08:22:45.119036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218eef1-17b9-4ec5-b126-84398c51868e req-baec468d-1d02-4303-96bd-a7f18ade72fd tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:45.120489 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d218eef1-17b9-4ec5-b126-84398c51868e req-baec468d-1d02-4303-96bd-a7f18ade72fd tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c446d42-ab9a-4e29-b674-53ef4d6f455a HTTP/1.1" status: 200 len: 946 time: 0.0867174 Oct 18 08:22:45.164021 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d218eef1-17b9-4ec5-b126-84398c51868e req-5385306f-78ef-47f2-a76f-71ce274697c6 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372853 Oct 18 08:22:50.755115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7d8198fe-55d8-42bb-9726-f4f895ed0117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:53.055968 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-abe3e4a3-b7a4-4881-8c24-84980454c505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:53.805937 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:53.848706 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:55.403918 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:22:58.772259 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:22:59.439470 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36ae07-8b18-47e1-a7fb-486125458dd1 req-a52810a4-1f81-4f52-a32e-dc4ab5112d0a tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:22:59.440856 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2b36ae07-8b18-47e1-a7fb-486125458dd1 req-a52810a4-1f81-4f52-a32e-dc4ab5112d0a tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c446d42-ab9a-4e29-b674-53ef4d6f455a HTTP/1.1" status: 200 len: 946 time: 0.0882711 Oct 18 08:22:59.482849 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2b36ae07-8b18-47e1-a7fb-486125458dd1 req-665f9820-0fb9-4abd-b534-4100099fb959 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363197 Oct 18 08:23:00.683788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113b572-190c-4407-ba21-0f954a028eda req-edf4f6c0-3d16-41fd-add5-dbbf9ad4c389 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:00.685236 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d113b572-190c-4407-ba21-0f954a028eda req-edf4f6c0-3d16-41fd-add5-dbbf9ad4c389 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c446d42-ab9a-4e29-b674-53ef4d6f455a HTTP/1.1" status: 200 len: 946 time: 0.0902038 Oct 18 08:23:00.729389 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d113b572-190c-4407-ba21-0f954a028eda req-e543c628-ae78-480f-9d68-8dcbcf01598e tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380249 Oct 18 08:23:01.069710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4ce44-fc4e-47bb-a37e-9d4137f3bdcb req-5e4ad250-418b-4f91-b5bc-90469013d1d4 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:01.071156 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-71c4ce44-fc4e-47bb-a37e-9d4137f3bdcb req-5e4ad250-418b-4f91-b5bc-90469013d1d4 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c446d42-ab9a-4e29-b674-53ef4d6f455a HTTP/1.1" status: 200 len: 946 time: 0.0855505 Oct 18 08:23:01.145071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-71c4ce44-fc4e-47bb-a37e-9d4137f3bdcb req-f558241f-b06a-4cf0-92ce-d5b15cb0ff62 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Deleting port 6a2250f6-1f12-4edd-abbe-cb491c53f19b {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:23:01.145411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-71c4ce44-fc4e-47bb-a37e-9d4137f3bdcb req-f558241f-b06a-4cf0-92ce-d5b15cb0ff62 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:01.389727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-71c4ce44-fc4e-47bb-a37e-9d4137f3bdcb req-f558241f-b06a-4cf0-92ce-d5b15cb0ff62 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] For port 6a2250f6-1f12-4edd-abbe-cb491c53f19b, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=6a2250f6-1f12-4edd-abbe-cb491c53f19b,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:23:01.389996 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-71c4ce44-fc4e-47bb-a37e-9d4137f3bdcb req-f558241f-b06a-4cf0-92ce-d5b15cb0ff62 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:01.509837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-71c4ce44-fc4e-47bb-a37e-9d4137f3bdcb req-f558241f-b06a-4cf0-92ce-d5b15cb0ff62 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Calling delete_port for 6a2250f6-1f12-4edd-abbe-cb491c53f19b owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:23:01.654667 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-71c4ce44-fc4e-47bb-a37e-9d4137f3bdcb req-f558241f-b06a-4cf0-92ce-d5b15cb0ff62 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:01.670478 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['6a2250f6-1f12-4edd-abbe-cb491c53f19b'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:23:01.704327 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558241f-b06a-4cf0-92ce-d5b15cb0ff62 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Pushing event deleted for resources: {'Port': ['ID=6a2250f6-1f12-4edd-abbe-cb491c53f19b,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:01.800644 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c4ce44-fc4e-47bb-a37e-9d4137f3bdcb req-f558241f-b06a-4cf0-92ce-d5b15cb0ff62 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] No DVR routers for this DVR port 6a2250f6-1f12-4edd-abbe-cb491c53f19b on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:23:01.803200 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-71c4ce44-fc4e-47bb-a37e-9d4137f3bdcb req-f558241f-b06a-4cf0-92ce-d5b15cb0ff62 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:01.806182 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c446d42-ab9a-4e29-b674-53ef4d6f455a', 'name': 'network-vif-deleted', 'tag': '6a2250f6-1f12-4edd-abbe-cb491c53f19b'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:23:01.808547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8502683-a6c2-4984-950f-bc64b163776d" -d '{"events": [{"server_uuid": "3c446d42-ab9a-4e29-b674-53ef4d6f455a", "name": "network-vif-deleted", "tag": "6a2250f6-1f12-4edd-abbe-cb491c53f19b"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:23:01.823470 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-71c4ce44-fc4e-47bb-a37e-9d4137f3bdcb req-f558241f-b06a-4cf0-92ce-d5b15cb0ff62 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.46 "DELETE /v2.0/ports/6a2250f6-1f12-4edd-abbe-cb491c53f19b HTTP/1.1" status: 204 len: 173 time: 0.7444873 Oct 18 08:23:01.876643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349f9648-b657-45dd-8546-d3fd18a08110 x-openstack-request-id: req-349f9648-b657-45dd-8546-d3fd18a08110 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:23:01.877050 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c446d42-ab9a-4e29-b674-53ef4d6f455a", "name": "network-vif-deleted", "tag": "6a2250f6-1f12-4edd-abbe-cb491c53f19b", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:23:01.877390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-349f9648-b657-45dd-8546-d3fd18a08110 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:23:01.877860 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-349f9648-b657-45dd-8546-d3fd18a08110'] response: {'server_uuid': '3c446d42-ab9a-4e29-b674-53ef4d6f455a', 'name': 'network-vif-deleted', 'tag': '6a2250f6-1f12-4edd-abbe-cb491c53f19b', 'status': 'completed', 'code': 200} Oct 18 08:23:01.919660 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-018c59d5-c927-4e3f-9259-eba53e77edb0 req-f0aa9892-b104-492a-8a2c-7fb230ed64db tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=3c446d42-ab9a-4e29-b674-53ef4d6f455a HTTP/1.1" status: 200 len: 210 time: 0.0633774 Oct 18 08:23:03.369735 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-65953724-6567-4165-9101-3a8c7e6faf2a tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:03.371178 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-65953724-6567-4165-9101-3a8c7e6faf2a tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/networks?id=9a6e714f-e35a-4a59-a6c9-aebba15f9e99 HTTP/1.1" status: 200 len: 817 time: 0.1438296 Oct 18 08:23:03.385234 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-28f82f10-cd92-4d62-9eca-9c2ed39b59d5 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/quotas/a57e2a06728547e59ace93539dcacdfd HTTP/1.1" status: 200 len: 375 time: 0.0086560 Oct 18 08:23:03.471877 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-6b0b2905-b16a-44a9-8e3a-e16ce8e255c3 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=a57e2a06728547e59ace93539dcacdfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817771 Oct 18 08:23:03.824993 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-09283ffe-67ed-4e74-a7ef-c459ba6be0a1 service neutron] 10.222.0.17 "GET /v2.0/networks/9a6e714f-e35a-4a59-a6c9-aebba15f9e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419271 Oct 18 08:23:03.956243 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-783af0c1-6201-4275-b231-676ddca7a84a service neutron] 10.222.0.17 "GET /v2.0/networks/9a6e714f-e35a-4a59-a6c9-aebba15f9e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248982 Oct 18 08:23:04.138534 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-277a8e05-3255-4715-be79-cf38a2c4a1b8 req-c8a1a1c2-c344-47f8-b5d1-287be7343ab0 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Synchronizing usage tracker for tenant:a57e2a06728547e59ace93539dcacdfd on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:23:04.158013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-277a8e05-3255-4715-be79-cf38a2c4a1b8 req-c8a1a1c2-c344-47f8-b5d1-287be7343ab0 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Unset dirty status for tenant:a57e2a06728547e59ace93539dcacdfd on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:23:04.159322 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-277a8e05-3255-4715-be79-cf38a2c4a1b8 req-c8a1a1c2-c344-47f8-b5d1-287be7343ab0 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=30d2039a-0ef0-447d-af41-730d3245bbc0 HTTP/1.1" status: 200 len: 210 time: 0.0697446 Oct 18 08:23:04.457603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 6a2250f6-1f12-4edd-abbe-cb491c53f19b no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:23:04.492104 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 6a2250f6-1f12-4edd-abbe-cb491c53f19b {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:23:04.492449 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 6a2250f6-1f12-4edd-abbe-cb491c53f19b not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:23:04.719273 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:05.200035 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-ea03954b-75e7-41b8-ad83-c03a3469887e tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:05.201463 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-ea03954b-75e7-41b8-ad83-c03a3469887e tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.46 "GET /v2.0/networks?id=9a6e714f-e35a-4a59-a6c9-aebba15f9e99 HTTP/1.1" status: 200 len: 817 time: 0.1470633 Oct 18 08:23:05.214390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-3d268ae6-2660-499e-b48a-2b6e3dda2fd9 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Request body: {'port': {'device_id': '30d2039a-0ef0-447d-af41-730d3245bbc0', 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99', 'admin_state_up': True, 'tenant_id': 'a57e2a06728547e59ace93539dcacdfd'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:23:05.328979 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-64726018-9ce4-4437-b981-b24d1efe9933 req-fb052eaa-f4dd-457d-811c-c4b53cdb16ab tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=30d2039a-0ef0-447d-af41-730d3245bbc0 HTTP/1.1" status: 200 len: 210 time: 0.0561173 Oct 18 08:23:05.353749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-3d268ae6-2660-499e-b48a-2b6e3dda2fd9 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:23:05.364307 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-3d268ae6-2660-499e-b48a-2b6e3dda2fd9 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:23:05.374637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-3d268ae6-2660-499e-b48a-2b6e3dda2fd9 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Made reservation on behalf of a57e2a06728547e59ace93539dcacdfd for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:23:05.378082 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-3d268ae6-2660-499e-b48a-2b6e3dda2fd9 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:05.538527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-3d268ae6-2660-499e-b48a-2b6e3dda2fd9 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Allocated IP 172.20.0.7 (9a6e714f-e35a-4a59-a6c9-aebba15f9e99/cd82b3e9-2371-4b60-ad8e-9e1ebec8403a/cb035808-d23b-4837-8eb0-8e5e6ef21a69) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:23:05.828846 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-3d268ae6-2660-499e-b48a-2b6e3dda2fd9 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:05.843853 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-3d268ae6-2660-499e-b48a-2b6e3dda2fd9 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Transition to ACTIVE for port object cb035808-d23b-4837-8eb0-8e5e6ef21a69 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:23:05.866235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-3d268ae6-2660-499e-b48a-2b6e3dda2fd9 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:05.938418 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-3d268ae6-2660-499e-b48a-2b6e3dda2fd9 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:23:05.941444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-3d268ae6-2660-499e-b48a-2b6e3dda2fd9 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:23:05.943882 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-3d268ae6-2660-499e-b48a-2b6e3dda2fd9 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:23:05.980819 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d268ae6-2660-499e-b48a-2b6e3dda2fd9 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Pushing event updated for resources: {'Port': ['ID=cb035808-d23b-4837-8eb0-8e5e6ef21a69,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:06.014754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-3d268ae6-2660-499e-b48a-2b6e3dda2fd9 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:06.015396 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-3d268ae6-2660-499e-b48a-2b6e3dda2fd9 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:06.041409 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-3d268ae6-2660-499e-b48a-2b6e3dda2fd9 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8306668 Oct 18 08:23:06.056769 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Request body: {'port': {'device_id': '30d2039a-0ef0-447d-af41-730d3245bbc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:23:06.141349 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0a26cdf6-67d7-45d1-a100-8a736523b355 None None] Provisioning for port cb035808-d23b-4837-8eb0-8e5e6ef21a69 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:23:06.146508 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0a26cdf6-67d7-45d1-a100-8a736523b355 None None] Provisioning complete for port cb035808-d23b-4837-8eb0-8e5e6ef21a69 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:23:06.147047 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0a26cdf6-67d7-45d1-a100-8a736523b355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:06.147481 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0a26cdf6-67d7-45d1-a100-8a736523b355 None None] Attempt 1 to provision port cb035808-d23b-4837-8eb0-8e5e6ef21a69 Oct 18 08:23:06.174131 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:06.201576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0a26cdf6-67d7-45d1-a100-8a736523b355 None None] Port cb035808-d23b-4837-8eb0-8e5e6ef21a69 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:23:06.569640 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb035808-d23b-4837-8eb0-8e5e6ef21a69 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:23:06.578029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:06.597446 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Transition to ACTIVE for port object cb035808-d23b-4837-8eb0-8e5e6ef21a69 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:23:06.600738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:06.694658 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e68a3-8fc5-4caf-ac59-6064bfb5dc44 req-c6d72730-1b81-4be8-bbc2-fc1a3a05aa65 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:06.695278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-eb1e68a3-8fc5-4caf-ac59-6064bfb5dc44 req-c6d72730-1b81-4be8-bbc2-fc1a3a05aa65 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Synchronizing usage tracker for tenant:a57e2a06728547e59ace93539dcacdfd on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:23:06.702872 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0a26cdf6-67d7-45d1-a100-8a736523b355 None None] Attempt 2 to provision port cb035808-d23b-4837-8eb0-8e5e6ef21a69 Oct 18 08:23:06.758522 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0a26cdf6-67d7-45d1-a100-8a736523b355 None None] Port cb035808-d23b-4837-8eb0-8e5e6ef21a69 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:23:06.803475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-eb1e68a3-8fc5-4caf-ac59-6064bfb5dc44 req-c6d72730-1b81-4be8-bbc2-fc1a3a05aa65 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Unset dirty status for tenant:a57e2a06728547e59ace93539dcacdfd on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:23:06.804614 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-eb1e68a3-8fc5-4caf-ac59-6064bfb5dc44 req-c6d72730-1b81-4be8-bbc2-fc1a3a05aa65 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=30d2039a-0ef0-447d-af41-730d3245bbc0 HTTP/1.1" status: 200 len: 931 time: 0.3594952 Oct 18 08:23:06.831910 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Pushing event updated for resources: {'Port': ['ID=cb035808-d23b-4837-8eb0-8e5e6ef21a69,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:06.880108 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-eb1e68a3-8fc5-4caf-ac59-6064bfb5dc44 req-24bfadc5-8688-4b45-b3d4-653b3187d498 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695400 Oct 18 08:23:06.882022 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Attempting to bind port cb035808-d23b-4837-8eb0-8e5e6ef21a69 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:23:06.882350 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Attempting to bind port cb035808-d23b-4837-8eb0-8e5e6ef21a69 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:23:06.882706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Attempting to bind port cb035808-d23b-4837-8eb0-8e5e6ef21a69 on network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:23:06.887275 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Port cb035808-d23b-4837-8eb0-8e5e6ef21a69 on network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:23:06.887592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Attempting to bind port cb035808-d23b-4837-8eb0-8e5e6ef21a69 on network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:23:06.893290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:23:06.893623 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Checking segment: {'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:23:06.893999 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Bound using segment: {'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:23:06.894419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Bound port: cb035808-d23b-4837-8eb0-8e5e6ef21a69, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485df821-270c-4f76-bc70-389791f9278c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:23:06.894792 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:06.980643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] For port cb035808-d23b-4837-8eb0-8e5e6ef21a69, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:23:06.983444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] For port cb035808-d23b-4837-8eb0-8e5e6ef21a69, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=cb035808-d23b-4837-8eb0-8e5e6ef21a69,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:23:06.987855 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:06.991006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:06.991600 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:06.993115 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] 10.222.0.46 "PUT /v2.0/ports/cb035808-d23b-4837-8eb0-8e5e6ef21a69 HTTP/1.1" status: 200 len: 1093 time: 0.9406331 Oct 18 08:23:07.029732 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d2039a-0ef0-447d-af41-730d3245bbc0', 'tag': 'cb035808-d23b-4837-8eb0-8e5e6ef21a69'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:23:07.032689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6022cb-4536-4737-9355-e9ca0a663904" -d '{"events": [{"name": "network-changed", "server_uuid": "30d2039a-0ef0-447d-af41-730d3245bbc0", "tag": "cb035808-d23b-4837-8eb0-8e5e6ef21a69"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:23:07.076349 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c95ad7-04ef-43d3-ae1b-5ddd49eb6f41 x-openstack-request-id: req-02c95ad7-04ef-43d3-ae1b-5ddd49eb6f41 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:23:07.076636 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d2039a-0ef0-447d-af41-730d3245bbc0", "tag": "cb035808-d23b-4837-8eb0-8e5e6ef21a69", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:23:07.076881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-02c95ad7-04ef-43d3-ae1b-5ddd49eb6f41 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:23:07.077262 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c95ad7-04ef-43d3-ae1b-5ddd49eb6f41'] response: {'name': 'network-changed', 'server_uuid': '30d2039a-0ef0-447d-af41-730d3245bbc0', 'tag': 'cb035808-d23b-4837-8eb0-8e5e6ef21a69', 'status': 'completed', 'code': 200} Oct 18 08:23:07.130416 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f616b00-e39c-4a96-aaa4-c797cc1d4d55 service neutron] Pushing event updated for resources: {'Port': ['ID=cb035808-d23b-4837-8eb0-8e5e6ef21a69,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:07.146809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-92b5d2d5-0bc6-4e5a-a027-50c6568a9489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:07.148267 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-92b5d2d5-0bc6-4e5a-a027-50c6568a9489 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a57e2a06728547e59ace93539dcacdfd&device_id=30d2039a-0ef0-447d-af41-730d3245bbc0 HTTP/1.1" status: 200 len: 1096 time: 0.1127224 Oct 18 08:23:07.221889 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-d79eeb40-0156-4d03-8c0c-db55ff3a0913 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb035808-d23b-4837-8eb0-8e5e6ef21a69 HTTP/1.1" status: 200 len: 217 time: 0.0630510 Oct 18 08:23:07.259190 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0a26cdf6-67d7-45d1-a100-8a736523b355 None None] Attempt 3 to provision port cb035808-d23b-4837-8eb0-8e5e6ef21a69 Oct 18 08:23:07.286394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-9ce7bf21-bbf6-4a05-a5d9-cb4306e9b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:07.288090 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-9ce7bf21-bbf6-4a05-a5d9-cb4306e9b7e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd82b3e9-2371-4b60-ad8e-9e1ebec8403a HTTP/1.1" status: 200 len: 856 time: 0.0565774 Oct 18 08:23:07.319387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0a26cdf6-67d7-45d1-a100-8a736523b355 None None] Port cb035808-d23b-4837-8eb0-8e5e6ef21a69 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:23:07.375223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-12f9b3a9-d21b-4568-848a-c3684f99ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:07.376669 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-12f9b3a9-d21b-4568-848a-c3684f99ca59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9a6e714f-e35a-4a59-a6c9-aebba15f9e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795994 Oct 18 08:23:07.606059 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-52fbf707-0443-4357-b9bb-dd055fdbb79f service neutron] 10.222.0.46 "GET /v2.0/networks/9a6e714f-e35a-4a59-a6c9-aebba15f9e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193534 Oct 18 08:23:07.738893 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7e954200-4ad3-4fff-bb59-8f06683088a0 req-dfd72bcb-4128-49d0-aa5e-ec20944b8db9 service neutron] 10.222.0.46 "GET /v2.0/networks/9a6e714f-e35a-4a59-a6c9-aebba15f9e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235056 Oct 18 08:23:07.869034 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6022cb-4536-4737-9355-e9ca0a663904 req-4583d22a-f749-45b5-9262-d71417bb4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:07.870394 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7a6022cb-4536-4737-9355-e9ca0a663904 req-4583d22a-f749-45b5-9262-d71417bb4730 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a57e2a06728547e59ace93539dcacdfd&device_id=30d2039a-0ef0-447d-af41-730d3245bbc0 HTTP/1.1" status: 200 len: 1096 time: 0.0772340 Oct 18 08:23:08.006330 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6022cb-4536-4737-9355-e9ca0a663904 req-49589588-1d11-43c3-b6fa-e1a0ed1b9581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:08.007807 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7a6022cb-4536-4737-9355-e9ca0a663904 req-49589588-1d11-43c3-b6fa-e1a0ed1b9581 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9a6e714f-e35a-4a59-a6c9-aebba15f9e99 HTTP/1.1" status: 200 len: 918 time: 0.1305370 Oct 18 08:23:08.113716 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7a6022cb-4536-4737-9355-e9ca0a663904 req-1bd885e4-2c05-4b02-aea2-27c14db64faa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb035808-d23b-4837-8eb0-8e5e6ef21a69 HTTP/1.1" status: 200 len: 217 time: 0.0992594 Oct 18 08:23:08.197425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6022cb-4536-4737-9355-e9ca0a663904 req-761d7ca0-c87b-4318-b1fe-21c47baad0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:08.198870 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7a6022cb-4536-4737-9355-e9ca0a663904 req-761d7ca0-c87b-4318-b1fe-21c47baad0c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cd82b3e9-2371-4b60-ad8e-9e1ebec8403a HTTP/1.1" status: 200 len: 856 time: 0.0782115 Oct 18 08:23:08.265526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c829839-aac7-42ab-97f6-76c78d34cd17 req-4389d71a-e7a1-4ab5-8264-1b953b068b02 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:08.266981 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7c829839-aac7-42ab-97f6-76c78d34cd17 req-4389d71a-e7a1-4ab5-8264-1b953b068b02 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=30d2039a-0ef0-447d-af41-730d3245bbc0 HTTP/1.1" status: 200 len: 943 time: 0.2715099 Oct 18 08:23:08.323860 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7c829839-aac7-42ab-97f6-76c78d34cd17 req-09f808e3-d3c0-4070-b83d-db00ffcd44a1 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504954 Oct 18 08:23:08.330411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6022cb-4536-4737-9355-e9ca0a663904 req-e102efea-9284-49c4-9c19-c5e58beb87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:08.331830 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7a6022cb-4536-4737-9355-e9ca0a663904 req-e102efea-9284-49c4-9c19-c5e58beb87c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9a6e714f-e35a-4a59-a6c9-aebba15f9e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1266401 Oct 18 08:23:08.469815 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7a6022cb-4536-4737-9355-e9ca0a663904 req-d820f2d4-ceff-460e-9d4a-54ef36fa1bd1 service neutron] 10.222.0.46 "GET /v2.0/networks/9a6e714f-e35a-4a59-a6c9-aebba15f9e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251628 Oct 18 08:23:08.498873 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device cb035808-d23b-4837-8eb0-8e5e6ef21a69 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:23:08.601951 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7a6022cb-4536-4737-9355-e9ca0a663904 req-a7ff8f60-4687-4d0d-ad81-b61ba2c8603f service neutron] 10.222.0.46 "GET /v2.0/networks/9a6e714f-e35a-4a59-a6c9-aebba15f9e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254644 Oct 18 08:23:08.633382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port cb035808-d23b-4837-8eb0-8e5e6ef21a69, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=cb035808-d23b-4837-8eb0-8e5e6ef21a69,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:23:08.647372 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': 'cb035808-d23b-4837-8eb0-8e5e6ef21a69', 'network_id': '9a6e714f-e35a-4a59-a6c9-aebba15f9e99', 'port_id': 'cb035808-d23b-4837-8eb0-8e5e6ef21a69', 'mac_address': 'fa:16:3e:07:81:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd82b3e9-2371-4b60-ad8e-9e1ebec8403a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:23:08.708555 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port cb035808-d23b-4837-8eb0-8e5e6ef21a69 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:23:08.709088 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:08.728017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb035808-d23b-4837-8eb0-8e5e6ef21a69 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:23:08.743745 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port cb035808-d23b-4837-8eb0-8e5e6ef21a69, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=cb035808-d23b-4837-8eb0-8e5e6ef21a69,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:23:08.748323 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:08.817835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=cb035808-d23b-4837-8eb0-8e5e6ef21a69,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:08.987785 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['cb035808-d23b-4837-8eb0-8e5e6ef21a69'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:23:09.567365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512fdd-feb0-446f-8595-83c3b8d4b406 req-dc0de624-fd8b-4873-8e28-67f025d4df3d tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:09.568807 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-06512fdd-feb0-446f-8595-83c3b8d4b406 req-dc0de624-fd8b-4873-8e28-67f025d4df3d tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=30d2039a-0ef0-447d-af41-730d3245bbc0 HTTP/1.1" status: 200 len: 944 time: 0.1331346 Oct 18 08:23:09.615358 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-06512fdd-feb0-446f-8595-83c3b8d4b406 req-c872ee66-354a-4c3c-95cd-7bf15d2e5f25 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407979 Oct 18 08:23:10.501042 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device cb035808-d23b-4837-8eb0-8e5e6ef21a69 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:23:10.567045 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port cb035808-d23b-4837-8eb0-8e5e6ef21a69 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:23:10.571651 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port cb035808-d23b-4837-8eb0-8e5e6ef21a69 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:23:10.572023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:10.572351 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port cb035808-d23b-4837-8eb0-8e5e6ef21a69 Oct 18 08:23:10.715706 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port cb035808-d23b-4837-8eb0-8e5e6ef21a69 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:23:10.716088 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:10.743449 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d2039a-0ef0-447d-af41-730d3245bbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb035808-d23b-4837-8eb0-8e5e6ef21a69'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:23:10.745710 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c05f5b-4e28-437f-8de6-7c17a88582c1" -d '{"events": [{"server_uuid": "30d2039a-0ef0-447d-af41-730d3245bbc0", "name": "network-vif-plugged", "status": "completed", "tag": "cb035808-d23b-4837-8eb0-8e5e6ef21a69"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:23:10.754119 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port cb035808-d23b-4837-8eb0-8e5e6ef21a69, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=cb035808-d23b-4837-8eb0-8e5e6ef21a69,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:23:10.761027 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:10.799867 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03279ef-8d5d-4e6d-a1c5-091e640be57c x-openstack-request-id: req-f03279ef-8d5d-4e6d-a1c5-091e640be57c {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:23:10.800091 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d2039a-0ef0-447d-af41-730d3245bbc0", "name": "network-vif-plugged", "status": "completed", "tag": "cb035808-d23b-4837-8eb0-8e5e6ef21a69", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:23:10.800307 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f03279ef-8d5d-4e6d-a1c5-091e640be57c {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:23:10.800699 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f03279ef-8d5d-4e6d-a1c5-091e640be57c'] response: {'server_uuid': '30d2039a-0ef0-447d-af41-730d3245bbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb035808-d23b-4837-8eb0-8e5e6ef21a69', 'code': 200} Oct 18 08:23:10.815384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea56e2b-dcd2-4920-8f41-b6ec01a1139e req-4997a58e-12d3-4e5a-bd10-64af0d8eac8e tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:10.817548 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2ea56e2b-dcd2-4920-8f41-b6ec01a1139e req-4997a58e-12d3-4e5a-bd10-64af0d8eac8e tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=30d2039a-0ef0-447d-af41-730d3245bbc0 HTTP/1.1" status: 200 len: 945 time: 0.0907204 Oct 18 08:23:10.833640 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=cb035808-d23b-4837-8eb0-8e5e6ef21a69,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:10.841401 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:10.841871 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:10.842224 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:10.842577 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:10.843439 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:10.843439 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:10.843633 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:10.843903 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:10.844230 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:10.844553 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:10.845331 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:10.845331 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:10.865343 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2ea56e2b-dcd2-4920-8f41-b6ec01a1139e req-c0f23b6a-c984-4b7c-b5eb-d56fec95f7a7 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 Oct 18 08:23:11.043532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bee7ce-c4f9-4d6f-9a29-c77b3190a273 req-8e9afb87-1a0c-4a6c-9325-e9f0e7be2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:11.044981 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-01bee7ce-c4f9-4d6f-9a29-c77b3190a273 req-8e9afb87-1a0c-4a6c-9325-e9f0e7be2b00 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30d2039a-0ef0-447d-af41-730d3245bbc0 HTTP/1.1" status: 200 len: 1098 time: 0.0795791 Oct 18 08:23:11.088190 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-01bee7ce-c4f9-4d6f-9a29-c77b3190a273 req-4b21c9e1-a7aa-4cb9-8e70-11271d4b23cc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331182 Oct 18 08:23:12.062517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bd8fc-3cca-4a2b-8978-553c5a14f58b req-739c4288-871f-4edf-bfff-e12e5d7b398f tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:12.064008 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4f2bd8fc-3cca-4a2b-8978-553c5a14f58b req-739c4288-871f-4edf-bfff-e12e5d7b398f tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=30d2039a-0ef0-447d-af41-730d3245bbc0 HTTP/1.1" status: 200 len: 945 time: 0.0866473 Oct 18 08:23:12.108324 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4f2bd8fc-3cca-4a2b-8978-553c5a14f58b req-da6bb3c3-3c81-412a-801f-64d985059fea tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387878 Oct 18 08:23:13.305262 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f684b7-e97a-4c47-bd8c-56484b0d2304 req-c26f9261-dbc8-4e5b-9cb3-026b6411e784 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:13.306726 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-39f684b7-e97a-4c47-bd8c-56484b0d2304 req-c26f9261-dbc8-4e5b-9cb3-026b6411e784 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=30d2039a-0ef0-447d-af41-730d3245bbc0 HTTP/1.1" status: 200 len: 945 time: 0.0863085 Oct 18 08:23:13.353660 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-39f684b7-e97a-4c47-bd8c-56484b0d2304 req-11a8e313-b344-42b1-a3a8-85bfd6a98657 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414262 Oct 18 08:23:13.552428 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c436d0b-f2be-4ad7-9545-ed0ed7a62f65 req-a6384e51-df82-4342-b2d0-f6b9e58e0418 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:13.553931 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6c436d0b-f2be-4ad7-9545-ed0ed7a62f65 req-a6384e51-df82-4342-b2d0-f6b9e58e0418 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=30d2039a-0ef0-447d-af41-730d3245bbc0 HTTP/1.1" status: 200 len: 945 time: 0.0909998 Oct 18 08:23:13.598223 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6c436d0b-f2be-4ad7-9545-ed0ed7a62f65 req-6a0f0114-c856-4253-91f7-f82ea5209881 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385404 Oct 18 08:23:20.756650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4ff7f736-b216-4305-a62f-d8b869fdbb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:23.056976 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9fd53739-697a-4887-8906-2e361deb16d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:23.811605 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:23.850096 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:25.406154 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:27.882087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088a1b5-f2c4-4b99-9c59-f0548e1a5649 req-5d19a593-7c47-4aee-9330-4d9cd72246d9 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:27.883573 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f088a1b5-f2c4-4b99-9c59-f0548e1a5649 req-5d19a593-7c47-4aee-9330-4d9cd72246d9 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=30d2039a-0ef0-447d-af41-730d3245bbc0 HTTP/1.1" status: 200 len: 945 time: 0.0870874 Oct 18 08:23:27.926305 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f088a1b5-f2c4-4b99-9c59-f0548e1a5649 req-c3ec0db1-c4f9-4710-b53d-9f0021ae1250 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370915 Oct 18 08:23:29.120850 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbbc04-e4c6-4df8-b56e-770bf74a1390 req-bb35c559-b8d6-44f2-8db8-4529c673f247 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:29.122321 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-dbfbbc04-e4c6-4df8-b56e-770bf74a1390 req-bb35c559-b8d6-44f2-8db8-4529c673f247 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=30d2039a-0ef0-447d-af41-730d3245bbc0 HTTP/1.1" status: 200 len: 945 time: 0.0861256 Oct 18 08:23:29.169744 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-dbfbbc04-e4c6-4df8-b56e-770bf74a1390 req-00885dca-1457-43cd-9c7d-d0aaab6adc76 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/security-groups?id=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413451 Oct 18 08:23:29.467643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fd196-4f38-4d36-a331-cf57833ef1d3 req-2d621b4f-5852-4ffd-8a24-8943888704ee tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:29.469075 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-331fd196-4f38-4d36-a331-cf57833ef1d3 req-2d621b4f-5852-4ffd-8a24-8943888704ee tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.46 "GET /v2.0/ports?device_id=30d2039a-0ef0-447d-af41-730d3245bbc0 HTTP/1.1" status: 200 len: 945 time: 0.0876441 Oct 18 08:23:29.540368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-331fd196-4f38-4d36-a331-cf57833ef1d3 req-489e0ca7-156f-4bdf-ade9-e859060b514a tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Deleting port cb035808-d23b-4837-8eb0-8e5e6ef21a69 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:23:29.540708 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-331fd196-4f38-4d36-a331-cf57833ef1d3 req-489e0ca7-156f-4bdf-ade9-e859060b514a tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:29.875623 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-331fd196-4f38-4d36-a331-cf57833ef1d3 req-489e0ca7-156f-4bdf-ade9-e859060b514a tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] For port cb035808-d23b-4837-8eb0-8e5e6ef21a69, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=cb035808-d23b-4837-8eb0-8e5e6ef21a69,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:23:29.875985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-331fd196-4f38-4d36-a331-cf57833ef1d3 req-489e0ca7-156f-4bdf-ade9-e859060b514a tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:29.997727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-331fd196-4f38-4d36-a331-cf57833ef1d3 req-489e0ca7-156f-4bdf-ade9-e859060b514a tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Calling delete_port for cb035808-d23b-4837-8eb0-8e5e6ef21a69 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:23:30.141170 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-331fd196-4f38-4d36-a331-cf57833ef1d3 req-489e0ca7-156f-4bdf-ade9-e859060b514a tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:30.159507 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['cb035808-d23b-4837-8eb0-8e5e6ef21a69'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:23:30.195496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e0ca7-156f-4bdf-ade9-e859060b514a tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Pushing event deleted for resources: {'Port': ['ID=cb035808-d23b-4837-8eb0-8e5e6ef21a69,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:30.288188 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-331fd196-4f38-4d36-a331-cf57833ef1d3 req-489e0ca7-156f-4bdf-ade9-e859060b514a tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] No DVR routers for this DVR port cb035808-d23b-4837-8eb0-8e5e6ef21a69 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:23:30.291539 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-331fd196-4f38-4d36-a331-cf57833ef1d3 req-489e0ca7-156f-4bdf-ade9-e859060b514a tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:30.294960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d2039a-0ef0-447d-af41-730d3245bbc0', 'name': 'network-vif-deleted', 'tag': 'cb035808-d23b-4837-8eb0-8e5e6ef21a69'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:23:30.297244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa08c49-3917-4465-ae06-56b1f9fbdef0" -d '{"events": [{"server_uuid": "30d2039a-0ef0-447d-af41-730d3245bbc0", "name": "network-vif-deleted", "tag": "cb035808-d23b-4837-8eb0-8e5e6ef21a69"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:23:30.355804 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fe2fb7-d844-49a4-9b8a-16abf2b11669 x-openstack-request-id: req-46fe2fb7-d844-49a4-9b8a-16abf2b11669 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:23:30.356095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d2039a-0ef0-447d-af41-730d3245bbc0", "name": "network-vif-deleted", "tag": "cb035808-d23b-4837-8eb0-8e5e6ef21a69", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:23:30.356338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-46fe2fb7-d844-49a4-9b8a-16abf2b11669 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:23:30.356883 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46fe2fb7-d844-49a4-9b8a-16abf2b11669'] response: {'server_uuid': '30d2039a-0ef0-447d-af41-730d3245bbc0', 'name': 'network-vif-deleted', 'tag': 'cb035808-d23b-4837-8eb0-8e5e6ef21a69', 'status': 'completed', 'code': 200} Oct 18 08:23:30.360056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-2659e60d-0dd7-42fb-9322-1945d56ec3d8 req-ae62e993-fb2e-4359-9e08-a79e7167a915 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Synchronizing usage tracker for tenant:a57e2a06728547e59ace93539dcacdfd on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:23:30.365075 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-331fd196-4f38-4d36-a331-cf57833ef1d3 req-489e0ca7-156f-4bdf-ade9-e859060b514a tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.46 "DELETE /v2.0/ports/cb035808-d23b-4837-8eb0-8e5e6ef21a69 HTTP/1.1" status: 204 len: 173 time: 0.8878708 Oct 18 08:23:30.380157 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-2659e60d-0dd7-42fb-9322-1945d56ec3d8 req-ae62e993-fb2e-4359-9e08-a79e7167a915 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] Unset dirty status for tenant:a57e2a06728547e59ace93539dcacdfd on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:23:30.387013 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2659e60d-0dd7-42fb-9322-1945d56ec3d8 req-ae62e993-fb2e-4359-9e08-a79e7167a915 tempest-TestEncryptedCinderVolumes-1702979018 tempest-TestEncryptedCinderVolumes-1702979018-project] 10.222.0.17 "GET /v2.0/ports?device_id=30d2039a-0ef0-447d-af41-730d3245bbc0 HTTP/1.1" status: 200 len: 210 time: 0.0968246 Oct 18 08:23:31.511512 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39796) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:32.038563 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:32.484871 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Deleting port 914d5029-d49c-4eaa-8469-c1a381f3be42 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:23:32.485202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:32.655670 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] For port 914d5029-d49c-4eaa-8469-c1a381f3be42, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=914d5029-d49c-4eaa-8469-c1a381f3be42,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:23:32.656365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:32.687176 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device cb035808-d23b-4837-8eb0-8e5e6ef21a69 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:23:32.725310 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: cb035808-d23b-4837-8eb0-8e5e6ef21a69 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:23:32.725655 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device cb035808-d23b-4837-8eb0-8e5e6ef21a69 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:23:32.778422 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Calling delete_port for 914d5029-d49c-4eaa-8469-c1a381f3be42 owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:23:32.945841 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:32.994173 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=914d5029-d49c-4eaa-8469-c1a381f3be42,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:33.043858 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:33.044224 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:33.044565 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:33.044896 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:33.045225 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:33.045556 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:33.045882 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:33.046206 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:33.046531 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:33.046876 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:33.047196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:33.047520 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:33.277007 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:33.625231 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Router 81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:23:33.908466 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:23:33.919935 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10e6caf-bad7-4159-82f1-18919ec9766c None None] Sync routers for ids ['81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:23:33.925657 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d350a6f2-6387-452e-8188-c41ec86bf9c6 admin admin] 10.222.0.17 "PUT /v2.0/routers/81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4130566 Oct 18 08:23:33.928161 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39800) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:33.930859 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10e6caf-bad7-4159-82f1-18919ec9766c None None] Routers {'81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:23:33.931525 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a10e6caf-bad7-4159-82f1-18919ec9766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:23:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:34.106091 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-92b61762-d0e7-41b1-8981-83b1234fa1fb admin admin] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:34.106351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-a10e6caf-bad7-4159-82f1-18919ec9766c None None] Set router 81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:23:34.284398 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-92b61762-d0e7-41b1-8981-83b1234fa1fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:34.294591 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-92b61762-d0e7-41b1-8981-83b1234fa1fb admin admin] Deleting port f1fd9e58-9454-419b-bbdb-26ca68ca4c0c {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:23:34.295182 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-92b61762-d0e7-41b1-8981-83b1234fa1fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:34.394090 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a10e6caf-bad7-4159-82f1-18919ec9766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b', 'name': 'tempest-TestEncryptedCinderVolumes-1043073527-router', 'tenant_id': 'a57e2a06728547e59ace93539dcacdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1fd9e58-9454-419b-bbdb-26ca68ca4c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:21:52Z', 'updated_at': '2022-10-18T08:23:32Z', 'revision_number': 5, 'project_id': 'a57e2a06728547e59ace93539dcacdfd', 'gw_port': {'id': 'f1fd9e58-9454-419b-bbdb-26ca68ca4c0c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:21:52Z', 'updated_at': '2022-10-18T08:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:34.397889 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10e6caf-bad7-4159-82f1-18919ec9766c None None] Checking router: 81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:23:34.406101 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10e6caf-bad7-4159-82f1-18919ec9766c None None] Routers {'81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:23:34.406717 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a10e6caf-bad7-4159-82f1-18919ec9766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:23:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:34.469976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-92b61762-d0e7-41b1-8981-83b1234fa1fb admin admin] For port f1fd9e58-9454-419b-bbdb-26ca68ca4c0c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=f1fd9e58-9454-419b-bbdb-26ca68ca4c0c,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:23:34.470224 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-92b61762-d0e7-41b1-8981-83b1234fa1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:34.553494 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-a10e6caf-bad7-4159-82f1-18919ec9766c None None] Set router 81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:23:34.591163 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-92b61762-d0e7-41b1-8981-83b1234fa1fb admin admin] Calling delete_port for f1fd9e58-9454-419b-bbdb-26ca68ca4c0c owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:23:34.657141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a10e6caf-bad7-4159-82f1-18919ec9766c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b', 'name': 'tempest-TestEncryptedCinderVolumes-1043073527-router', 'tenant_id': 'a57e2a06728547e59ace93539dcacdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:21:52Z', 'updated_at': '2022-10-18T08:23:34Z', 'revision_number': 6, 'project_id': 'a57e2a06728547e59ace93539dcacdfd', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:34.661092 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10e6caf-bad7-4159-82f1-18919ec9766c None None] The sync data for ids ['81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b'] in dv-neutron-861625-1-hyperv is: [{'id': '81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b', 'name': 'tempest-TestEncryptedCinderVolumes-1043073527-router', 'tenant_id': 'a57e2a06728547e59ace93539dcacdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:21:52Z', 'updated_at': '2022-10-18T08:23:34Z', 'revision_number': 6, 'project_id': 'a57e2a06728547e59ace93539dcacdfd', 'gw_port_host': None}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:23:34.711599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:34.765891 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-92b61762-d0e7-41b1-8981-83b1234fa1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:34.815784 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b61762-d0e7-41b1-8981-83b1234fa1fb admin admin] Pushing event deleted for resources: {'Port': ['ID=f1fd9e58-9454-419b-bbdb-26ca68ca4c0c,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:34.913914 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-92b61762-d0e7-41b1-8981-83b1234fa1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:35.200886 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-92b61762-d0e7-41b1-8981-83b1234fa1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:35.203132 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-92b61762-d0e7-41b1-8981-83b1234fa1fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:35.225492 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-92b61762-d0e7-41b1-8981-83b1234fa1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:35.225988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b61762-d0e7-41b1-8981-83b1234fa1fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:23:35.238352 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-92b61762-d0e7-41b1-8981-83b1234fa1fb admin admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:35.241843 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-92b61762-d0e7-41b1-8981-83b1234fa1fb admin admin] 10.222.0.17 "DELETE /v2.0/routers/81bd3a62-3c55-4eea-bf7e-b7a50cc8b14b HTTP/1.1" status: 204 len: 168 time: 1.3104417 Oct 18 08:23:35.242100 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39804) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:35.303624 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-821305f5-71bf-442e-af39-c72aeb88d8f2 admin admin] Deleting subnet cd82b3e9-2371-4b60-ad8e-9e1ebec8403a {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:23:35.306646 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-821305f5-71bf-442e-af39-c72aeb88d8f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:35.356286 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-821305f5-71bf-442e-af39-c72aeb88d8f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:35.435825 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-821305f5-71bf-442e-af39-c72aeb88d8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:35.508180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-821305f5-71bf-442e-af39-c72aeb88d8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:35.544447 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821305f5-71bf-442e-af39-c72aeb88d8f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd82b3e9-2371-4b60-ad8e-9e1ebec8403a,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:35.550799 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-821305f5-71bf-442e-af39-c72aeb88d8f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:35.558590 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb174de-c80d-466b-8ebb-c0d7cac60d8c None None] Network 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:23:35.559113 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-821305f5-71bf-442e-af39-c72aeb88d8f2 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/cd82b3e9-2371-4b60-ad8e-9e1ebec8403a HTTP/1.1" status: 204 len: 168 time: 0.3133976 Oct 18 08:23:35.559222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39808) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:35.670888 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:35.680923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] Deleting port db50cb36-1b59-4c25-a47b-59a5aecd62e6 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:23:35.681248 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:35.772287 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:23:35.849802 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0cc7f0-a51d-4a26-91f8-52806cd512e4 None None] DHCP port deletion for 9a6e714f-e35a-4a59-a6c9-aebba15f9e99 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:23:35.853990 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-dd0cc7f0-a51d-4a26-91f8-52806cd512e4 None None] Deleting port db50cb36-1b59-4c25-a47b-59a5aecd62e6 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:23:35.854358 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc7f0-a51d-4a26-91f8-52806cd512e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:35.886224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] For port db50cb36-1b59-4c25-a47b-59a5aecd62e6, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=db50cb36-1b59-4c25-a47b-59a5aecd62e6,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:23:35.886614 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:36.009014 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] Calling delete_port for db50cb36-1b59-4c25-a47b-59a5aecd62e6 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:23:36.051269 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-dd0cc7f0-a51d-4a26-91f8-52806cd512e4 None None] For port db50cb36-1b59-4c25-a47b-59a5aecd62e6, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=db50cb36-1b59-4c25-a47b-59a5aecd62e6,segment=NetworkSegment(485df821-270c-4f76-bc70-389791f9278c),segment_id=485df821-270c-4f76-bc70-389791f9278c)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:23:36.051679 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc7f0-a51d-4a26-91f8-52806cd512e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:36.087276 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:36.133875 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=db50cb36-1b59-4c25-a47b-59a5aecd62e6,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:36.137206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] No DVR routers for this DVR port db50cb36-1b59-4c25-a47b-59a5aecd62e6 on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:23:36.176082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-dd0cc7f0-a51d-4a26-91f8-52806cd512e4 None None] Calling delete_port for db50cb36-1b59-4c25-a47b-59a5aecd62e6 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:23:36.247199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-dd0cc7f0-a51d-4a26-91f8-52806cd512e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:23:36.247913 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-dd0cc7f0-a51d-4a26-91f8-52806cd512e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:23:36.253878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:36.278982 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6e714f-e35a-4a59-a6c9-aebba15f9e99']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:36.290983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485df821-270c-4f76-bc70-389791f9278c') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:36.291277 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485df821-270c-4f76-bc70-389791f9278c') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:36.300683 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f1fd9e58-9454-419b-bbdb-26ca68ca4c0c no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:23:36.302943 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:36.322966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:36.329336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:23:36.329814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:36.334409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: f1fd9e58-9454-419b-bbdb-26ca68ca4c0c {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:23:36.334838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device f1fd9e58-9454-419b-bbdb-26ca68ca4c0c not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:23:36.335223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device db50cb36-1b59-4c25-a47b-59a5aecd62e6 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:23:36.371239 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: db50cb36-1b59-4c25-a47b-59a5aecd62e6 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:23:36.371586 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device db50cb36-1b59-4c25-a47b-59a5aecd62e6 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:23:36.371999 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 914d5029-d49c-4eaa-8469-c1a381f3be42 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:23:36.394123 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 485df821-270c-4f76-bc70-389791f9278c resource provider aggregate not found Oct 18 08:23:36.404369 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 914d5029-d49c-4eaa-8469-c1a381f3be42 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:23:36.404716 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 914d5029-d49c-4eaa-8469-c1a381f3be42 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:23:36.415502 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 485df821-270c-4f76-bc70-389791f9278c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 485df821-270c-4f76-bc70-389791f9278c found for delete ", "request_id": "req-ee9238a5-614d-4dae-93ff-c640b7163dd9"}]} Oct 18 08:23:36.429846 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:36.445252 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:36.456329 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a6e714f-e35a-4a59-a6c9-aebba15f9e99,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:36.467279 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ad97f6ba-3182-48a2-a542-00b6cbde6dd4 admin admin] 10.222.0.17 "DELETE /v2.0/networks/9a6e714f-e35a-4a59-a6c9-aebba15f9e99 HTTP/1.1" status: 204 len: 168 time: 0.9070640 Oct 18 08:23:36.470152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39816) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:36.749439 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-dd0cc7f0-a51d-4a26-91f8-52806cd512e4 None None] Deleting port db50cb36-1b59-4c25-a47b-59a5aecd62e6 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:23:36.750029 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc7f0-a51d-4a26-91f8-52806cd512e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:36.817174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-dd0cc7f0-a51d-4a26-91f8-52806cd512e4 None None] The port 'db50cb36-1b59-4c25-a47b-59a5aecd62e6' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 08:23:37.093727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:37.433729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Deleting port 710d4d6f-1a87-467e-8757-0893adb1d4d9 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:23:37.433979 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:37.600961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] For port 710d4d6f-1a87-467e-8757-0893adb1d4d9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=710d4d6f-1a87-467e-8757-0893adb1d4d9,segment=NetworkSegment(27d9561a-3519-4ac3-9415-1ae7994f9eff),segment_id=27d9561a-3519-4ac3-9415-1ae7994f9eff)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:23:37.601316 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:37.720746 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Calling delete_port for 710d4d6f-1a87-467e-8757-0893adb1d4d9 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:23:37.884542 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:37.932424 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=710d4d6f-1a87-467e-8757-0893adb1d4d9,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:37.974029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:37.974288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:37.974653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:37.974985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:37.975313 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:37.975641 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:37.975973 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:37.976288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:37.976606 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:37.976924 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:37.977240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:37.977556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:38.310911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:38.661539 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Router 73db6278-5637-417c-a36d-4ff5e8ea452e has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:23:38.833730 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:23:38.842414 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4c3ab62b-8bd3-4641-8036-eab0db046c76 admin admin] 10.222.0.17 "PUT /v2.0/routers/73db6278-5637-417c-a36d-4ff5e8ea452e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3712943 Oct 18 08:23:38.843667 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb2399-9366-4a24-a10a-9c818cd016f2 None None] Sync routers for ids ['73db6278-5637-417c-a36d-4ff5e8ea452e'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:23:38.844893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39820) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:38.853475 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb2399-9366-4a24-a10a-9c818cd016f2 None None] Routers {'73db6278-5637-417c-a36d-4ff5e8ea452e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:23:38.854071 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b9cb2399-9366-4a24-a10a-9c818cd016f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:23:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['73db6278-5637-417c-a36d-4ff5e8ea452e'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:39.021160 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad434b82-ca41-4976-a2ca-6311fe391c7b admin admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:39.029514 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-b9cb2399-9366-4a24-a10a-9c818cd016f2 None None] Set router 73db6278-5637-417c-a36d-4ff5e8ea452e gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:23:39.198960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad434b82-ca41-4976-a2ca-6311fe391c7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:39.208882 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ad434b82-ca41-4976-a2ca-6311fe391c7b admin admin] Deleting port e1a31459-b692-410f-ab4e-be0ffdbf297a {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:23:39.209295 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad434b82-ca41-4976-a2ca-6311fe391c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:39.333888 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b9cb2399-9366-4a24-a10a-9c818cd016f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'name': 'tempest-TestEncryptedCinderVolumes-1634448881-router', 'tenant_id': '5bdff0c498f54db69f3a54b302f67382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': 'e1a31459-b692-410f-ab4e-be0ffdbf297a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:21:58Z', 'updated_at': '2022-10-18T08:23:37Z', 'revision_number': 5, 'project_id': '5bdff0c498f54db69f3a54b302f67382', 'gw_port': {'id': 'e1a31459-b692-410f-ab4e-be0ffdbf297a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:21:59Z', 'updated_at': '2022-10-18T08:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:39.337983 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb2399-9366-4a24-a10a-9c818cd016f2 None None] Checking router: 73db6278-5637-417c-a36d-4ff5e8ea452e for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:23:39.346874 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb2399-9366-4a24-a10a-9c818cd016f2 None None] Routers {'73db6278-5637-417c-a36d-4ff5e8ea452e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:23:39.347463 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b9cb2399-9366-4a24-a10a-9c818cd016f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:23:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['73db6278-5637-417c-a36d-4ff5e8ea452e'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:39.386658 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-ad434b82-ca41-4976-a2ca-6311fe391c7b admin admin] For port e1a31459-b692-410f-ab4e-be0ffdbf297a, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e1a31459-b692-410f-ab4e-be0ffdbf297a,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:23:39.387250 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad434b82-ca41-4976-a2ca-6311fe391c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:39.499525 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-b9cb2399-9366-4a24-a10a-9c818cd016f2 None None] Set router 73db6278-5637-417c-a36d-4ff5e8ea452e gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:23:39.602099 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-b9cb2399-9366-4a24-a10a-9c818cd016f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'name': 'tempest-TestEncryptedCinderVolumes-1634448881-router', 'tenant_id': '5bdff0c498f54db69f3a54b302f67382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:21:58Z', 'updated_at': '2022-10-18T08:23:39Z', 'revision_number': 6, 'project_id': '5bdff0c498f54db69f3a54b302f67382', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:39.605828 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb2399-9366-4a24-a10a-9c818cd016f2 None None] The sync data for ids ['73db6278-5637-417c-a36d-4ff5e8ea452e'] in dv-neutron-861625-1-hyperv is: [{'id': '73db6278-5637-417c-a36d-4ff5e8ea452e', 'name': 'tempest-TestEncryptedCinderVolumes-1634448881-router', 'tenant_id': '5bdff0c498f54db69f3a54b302f67382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:21:58Z', 'updated_at': '2022-10-18T08:23:39Z', 'revision_number': 6, 'project_id': '5bdff0c498f54db69f3a54b302f67382', 'gw_port_host': None}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:23:39.622299 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-ad434b82-ca41-4976-a2ca-6311fe391c7b admin admin] Calling delete_port for e1a31459-b692-410f-ab4e-be0ffdbf297a owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:23:39.787156 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad434b82-ca41-4976-a2ca-6311fe391c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:39.833955 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad434b82-ca41-4976-a2ca-6311fe391c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a31459-b692-410f-ab4e-be0ffdbf297a,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:39.930153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad434b82-ca41-4976-a2ca-6311fe391c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:40.107971 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad434b82-ca41-4976-a2ca-6311fe391c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:40.110145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad434b82-ca41-4976-a2ca-6311fe391c7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:40.132094 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad434b82-ca41-4976-a2ca-6311fe391c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:40.132660 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad434b82-ca41-4976-a2ca-6311fe391c7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73db6278-5637-417c-a36d-4ff5e8ea452e {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:23:40.145152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ad434b82-ca41-4976-a2ca-6311fe391c7b admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:40.146295 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ad434b82-ca41-4976-a2ca-6311fe391c7b admin admin] 10.222.0.17 "DELETE /v2.0/routers/73db6278-5637-417c-a36d-4ff5e8ea452e HTTP/1.1" status: 204 len: 168 time: 1.3005219 Oct 18 08:23:40.148900 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39824) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:40.209448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ae67d6-0c0a-42be-af60-ded979c6f9dd admin admin] Deleting subnet 93a4a3fb-eaa6-4431-9cb8-4869a35f6699 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:23:40.212309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5ae67d6-0c0a-42be-af60-ded979c6f9dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:40.259977 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5ae67d6-0c0a-42be-af60-ded979c6f9dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:40.336460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5ae67d6-0c0a-42be-af60-ded979c6f9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:40.378500 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 710d4d6f-1a87-467e-8757-0893adb1d4d9 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:23:40.410236 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5ae67d6-0c0a-42be-af60-ded979c6f9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:40.414486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 710d4d6f-1a87-467e-8757-0893adb1d4d9 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:23:40.414850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 710d4d6f-1a87-467e-8757-0893adb1d4d9 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:23:40.415632 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e1a31459-b692-410f-ab4e-be0ffdbf297a no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:23:40.449110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae67d6-0c0a-42be-af60-ded979c6f9dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93a4a3fb-eaa6-4431-9cb8-4869a35f6699,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:40.451918 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: e1a31459-b692-410f-ab4e-be0ffdbf297a {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:23:40.452429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e1a31459-b692-410f-ab4e-be0ffdbf297a not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:23:40.452558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5ae67d6-0c0a-42be-af60-ded979c6f9dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:40.459712 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b5ae67d6-0c0a-42be-af60-ded979c6f9dd admin admin] 10.222.0.17 "DELETE /v2.0/subnets/93a4a3fb-eaa6-4431-9cb8-4869a35f6699 HTTP/1.1" status: 204 len: 168 time: 0.3097939 Oct 18 08:23:40.462055 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39828) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:40.466265 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1a6bc9-c61a-4bac-995f-71b834712703 None None] Network 0c817cff-542a-442e-a373-c912dc5381a1 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:23:40.572151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:40.583445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] Deleting port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:23:40.583783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:40.734536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd12483-0056-4acc-8bb2-577e0b181043 None None] DHCP port deletion for 0c817cff-542a-442e-a373-c912dc5381a1 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:23:40.738930 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-afd12483-0056-4acc-8bb2-577e0b181043 None None] Deleting port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:23:40.739299 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-afd12483-0056-4acc-8bb2-577e0b181043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:40.796410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] For port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=5c6023ca-b8b4-4648-a1fa-cce1a0cbde11,segment=NetworkSegment(27d9561a-3519-4ac3-9415-1ae7994f9eff),segment_id=27d9561a-3519-4ac3-9415-1ae7994f9eff)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:23:40.796768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:40.942390 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-afd12483-0056-4acc-8bb2-577e0b181043 None None] For port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=5c6023ca-b8b4-4648-a1fa-cce1a0cbde11,segment=NetworkSegment(27d9561a-3519-4ac3-9415-1ae7994f9eff),segment_id=27d9561a-3519-4ac3-9415-1ae7994f9eff)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:23:40.942812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-afd12483-0056-4acc-8bb2-577e0b181043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:41.014511 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] Calling delete_port for 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:23:41.091953 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:41.099680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-afd12483-0056-4acc-8bb2-577e0b181043 None None] Calling delete_port for 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:23:41.140728 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6023ca-b8b4-4648-a1fa-cce1a0cbde11,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:41.144790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] No DVR routers for this DVR port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:23:41.172160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-afd12483-0056-4acc-8bb2-577e0b181043 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:23:41.172512 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-afd12483-0056-4acc-8bb2-577e0b181043 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:23:41.259680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:41.283825 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c817cff-542a-442e-a373-c912dc5381a1']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:41.295811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d9561a-3519-4ac3-9415-1ae7994f9eff') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:41.296106 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d9561a-3519-4ac3-9415-1ae7994f9eff') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:41.307712 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:41.324076 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:41.329954 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:23:41.330333 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:41.394988 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 27d9561a-3519-4ac3-9415-1ae7994f9eff resource provider aggregate not found Oct 18 08:23:41.414750 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 27d9561a-3519-4ac3-9415-1ae7994f9eff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27d9561a-3519-4ac3-9415-1ae7994f9eff found for delete ", "request_id": "req-9b3d0839-a1d7-4197-815c-5db6d3a7014f"}]} Oct 18 08:23:41.428812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:41.445362 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:41.456200 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c817cff-542a-442e-a373-c912dc5381a1,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:41.458991 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b9446fbb-cc5f-44bf-8ce2-000ae6378d08 admin admin] 10.222.0.17 "DELETE /v2.0/networks/0c817cff-542a-442e-a373-c912dc5381a1 HTTP/1.1" status: 204 len: 168 time: 0.9957821 Oct 18 08:23:41.621478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39838) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:41.668395 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-08ec2a35-8c05-4ee3-84b2-cc08916a6ab8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a57e2a06728547e59ace93539dcacdfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458264 Oct 18 08:23:41.670703 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39842) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:41.673715 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-afd12483-0056-4acc-8bb2-577e0b181043 None None] Deleting port 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:23:41.674172 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-afd12483-0056-4acc-8bb2-577e0b181043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:41.726928 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8b288a58-e7f1-41b8-afb9-255d6d4fa02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:41.741016 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-afd12483-0056-4acc-8bb2-577e0b181043 None None] The port '5c6023ca-b8b4-4648-a1fa-cce1a0cbde11' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 08:23:41.754697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8b288a58-e7f1-41b8-afb9-255d6d4fa02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:41.811144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8b288a58-e7f1-41b8-afb9-255d6d4fa02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:41.827400 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b288a58-e7f1-41b8-afb9-255d6d4fa02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ff322b-bf9b-4d65-b37b-cfbb633f6a11,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:41.839307 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8b288a58-e7f1-41b8-afb9-255d6d4fa02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:41.840416 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8b288a58-e7f1-41b8-afb9-255d6d4fa02f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a6ff322b-bf9b-4d65-b37b-cfbb633f6a11 HTTP/1.1" status: 204 len: 168 time: 0.1688573 Oct 18 08:23:42.168138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39850) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:42.215658 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-44f20d0c-20ef-4a02-95ae-82f0ada21c8a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5bdff0c498f54db69f3a54b302f67382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463088 Oct 18 08:23:42.218034 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39854) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:42.275889 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1675494d-d495-4568-9e36-6698d929b0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:42.296914 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:23:42.302632 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1675494d-d495-4568-9e36-6698d929b0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:42.329915 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:23:42.330178 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 5c6023ca-b8b4-4648-a1fa-cce1a0cbde11 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:23:42.355510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1675494d-d495-4568-9e36-6698d929b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:42.371141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675494d-d495-4568-9e36-6698d929b0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835f00da-74e6-443d-a934-fe1acf37de33,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:42.375471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1675494d-d495-4568-9e36-6698d929b0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:42.376557 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1675494d-d495-4568-9e36-6698d929b0d2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/835f00da-74e6-443d-a934-fe1acf37de33 HTTP/1.1" status: 204 len: 168 time: 0.1575563 Oct 18 08:23:43.069592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39878) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:43.172399 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1922786455-network', 'tenant_id': '905fcec320dd41baa78fa254cd975358'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:23:43.177887 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:23:43.181704 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Usage tracker for resource:network and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:23:43.184524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:23:43.193496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:23:43.202581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Made reservation on behalf of 905fcec320dd41baa78fa254cd975358 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:23:43.204989 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:43.216563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:43.231178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:23:43.234912 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Usage tracker for resource:security_group_rule and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:23:43.238196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:23:43.243786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:23:43.327546 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:43.331211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:43.363133 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:23:43.371457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:43.378925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:43.378925 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Added segment c5aebccd-0c9d-4d23-8e16-b13356e93154 of type vlan for network 53b34022-99f7-45f0-b592-cecaaed42187 Oct 18 08:23:43.404348 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:43.433165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:43.434086 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:43.434683 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:43.537719 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4670126 Oct 18 08:23:43.538598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644841e-24e3-4fb7-9979-5aac0fd5ff50 admin admin] Pushing event updated for resources: {'Network': ['ID=53b34022-99f7-45f0-b592-cecaaed42187,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:43.540561 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39884) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:43.545801 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-843c9e03-d1e2-4f53-a23e-c48caecfd015 admin admin] Request body: {'subnet': {'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1922786455-subnet', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'ip_version': 4}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:23:43.548481 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 53b34022-99f7-45f0-b592-cecaaed42187 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:23:43.550996 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-843c9e03-d1e2-4f53-a23e-c48caecfd015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:23:43.554883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-843c9e03-d1e2-4f53-a23e-c48caecfd015 admin admin] Usage tracker for resource:subnet and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:23:43.557708 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-843c9e03-d1e2-4f53-a23e-c48caecfd015 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:23:43.563469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-843c9e03-d1e2-4f53-a23e-c48caecfd015 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:23:43.573305 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843c9e03-d1e2-4f53-a23e-c48caecfd015 admin admin] Made reservation on behalf of 905fcec320dd41baa78fa254cd975358 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:23:43.575604 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-843c9e03-d1e2-4f53-a23e-c48caecfd015 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:43.773527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-843c9e03-d1e2-4f53-a23e-c48caecfd015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:43.851056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c9e03-d1e2-4f53-a23e-c48caecfd015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c99f49-3024-44f5-aea5-c4d35bb7fe22,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:43.856323 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843c9e03-d1e2-4f53-a23e-c48caecfd015 admin admin] Checking segment: {'id': 'c5aebccd-0c9d-4d23-8e16-b13356e93154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:23:43.856679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843c9e03-d1e2-4f53-a23e-c48caecfd015 admin admin] Network hostable DHCP agents. Network: 53b34022-99f7-45f0-b592-cecaaed42187, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:23:43.874970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843c9e03-d1e2-4f53-a23e-c48caecfd015 admin admin] Network 53b34022-99f7-45f0-b592-cecaaed42187 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:23:43.884023 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-843c9e03-d1e2-4f53-a23e-c48caecfd015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 53b34022-99f7-45f0-b592-cecaaed42187) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:23:43.887764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c9e03-d1e2-4f53-a23e-c48caecfd015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:43.888343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-843c9e03-d1e2-4f53-a23e-c48caecfd015 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:43.894471 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824102b1-95e5-4520-9d33-69d737ed4183 None None] Network 53b34022-99f7-45f0-b592-cecaaed42187 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:23:43.908154 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-843c9e03-d1e2-4f53-a23e-c48caecfd015 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3666034 Oct 18 08:23:43.910847 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39888) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:43.915970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:23:43.921144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:23:43.925481 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Usage tracker for resource:router and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:23:43.928364 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:23:43.934000 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:23:43.944097 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:43.945136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:43.960084 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:44.127935 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-53b34022-99f7-45f0-b592-cecaaed42187', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:23:44.128972 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:44.288593 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Allocated IP 172.20.0.2 (53b34022-99f7-45f0-b592-cecaaed42187/e0c99f49-3024-44f5-aea5-c4d35bb7fe22/4749863b-cf1f-4869-9940-8b429ff1586c) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:23:44.343810 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:44.493362 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:44.503943 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Transition to ACTIVE for port object 4749863b-cf1f-4869-9940-8b429ff1586c will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:23:44.521684 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Transition to ACTIVE for port object 4749863b-cf1f-4869-9940-8b429ff1586c will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:23:44.528849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:44.594298 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Network 53b34022-99f7-45f0-b592-cecaaed42187 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:23:44.595489 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:23:44.599823 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:23:44.642698 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Pushing event updated for resources: {'Port': ['ID=4749863b-cf1f-4869-9940-8b429ff1586c,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:44.657233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:44.687735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:44.708310 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Attempting to bind port 4749863b-cf1f-4869-9940-8b429ff1586c on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:23:44.708671 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Attempting to bind port 4749863b-cf1f-4869-9940-8b429ff1586c by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'c5aebccd-0c9d-4d23-8e16-b13356e93154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:23:44.709029 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Attempting to bind port 4749863b-cf1f-4869-9940-8b429ff1586c on network 53b34022-99f7-45f0-b592-cecaaed42187 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:23:44.714153 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:23:44.714518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Checking segment: {'id': 'c5aebccd-0c9d-4d23-8e16-b13356e93154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:23:44.714937 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:44.715319 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Bound using segment: {'id': 'c5aebccd-0c9d-4d23-8e16-b13356e93154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:23:44.715770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Bound port: 4749863b-cf1f-4869-9940-8b429ff1586c, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5aebccd-0c9d-4d23-8e16-b13356e93154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:23:44.716153 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:44.802839 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] For port 4749863b-cf1f-4869-9940-8b429ff1586c, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:23:44.805801 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] For port 4749863b-cf1f-4869-9940-8b429ff1586c, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4749863b-cf1f-4869-9940-8b429ff1586c,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:23:44.809723 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:44.825140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Allocated IP 172.26.8.71 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/11374908-dd4a-4aed-9f4a-f55b22cfc8a9) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:23:44.888259 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728cfac-c7b0-425b-be6b-fa934227c84a None None] Pushing event updated for resources: {'Port': ['ID=4749863b-cf1f-4869-9940-8b429ff1586c,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:44.982732 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:45.013111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:45.083288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:23:45.086134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:23:45.088770 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:23:45.136126 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Pushing event updated for resources: {'Port': ['ID=11374908-dd4a-4aed-9f4a-f55b22cfc8a9,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:45.509502 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:45.777075 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34505873-49ee-49c8-b2f8-b245b80f435b None None] Network 53b34022-99f7-45f0-b592-cecaaed42187 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:23:45.869838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-796eca34-6e9a-400a-b052-9d9206ad0dcd None None] Provisioning for port 4749863b-cf1f-4869-9940-8b429ff1586c completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:23:45.960879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:46.169698 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:23:46.324509 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4749863b-cf1f-4869-9940-8b429ff1586c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:23:46.355599 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:23:46.380180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:46.381408 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-67da6ebe-4a36-43bb-8579-45cf459c58d6 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4696448 Oct 18 08:23:46.384271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39892) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:46.401284 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Sync routers for ids ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:23:46.419978 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Routers {'e2d5f3f4-81a3-43f6-8bd7-5432bb430385'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:23:46.420577 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:23:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:46.571226 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 4749863b-cf1f-4869-9940-8b429ff1586c completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:23:46.587666 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 4749863b-cf1f-4869-9940-8b429ff1586c triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:23:46.588035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:46.588373 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 4749863b-cf1f-4869-9940-8b429ff1586c Oct 18 08:23:46.648311 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Set router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:23:46.922309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 4749863b-cf1f-4869-9940-8b429ff1586c is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:23:46.923002 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:46.991546 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 4749863b-cf1f-4869-9940-8b429ff1586c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4749863b-cf1f-4869-9940-8b429ff1586c,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:23:46.997255 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:47.051051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:47.068374 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:23:45Z', 'revision_number': 3, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port': {'id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:44Z', 'updated_at': '2022-10-18T08:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:47.076343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Checking router: e2d5f3f4-81a3-43f6-8bd7-5432bb430385 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:23:47.076689 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Updating router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 port 11374908-dd4a-4aed-9f4a-f55b22cfc8a9 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:23:47.106838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=4749863b-cf1f-4869-9940-8b429ff1586c,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:47.135188 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:47.370043 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] Allocated IP 172.20.0.1 (53b34022-99f7-45f0-b592-cecaaed42187/e0c99f49-3024-44f5-aea5-c4d35bb7fe22/a305ec0a-2c28-4d4e-9d09-93c8550682fe) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:23:47.465714 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:47.477756 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Transition to ACTIVE for port object 11374908-dd4a-4aed-9f4a-f55b22cfc8a9 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:23:47.483893 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:47.518226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:47.533841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] Transition to ACTIVE for port object a305ec0a-2c28-4d4e-9d09-93c8550682fe will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:23:47.543186 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Attempting to bind port 11374908-dd4a-4aed-9f4a-f55b22cfc8a9 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:23:47.543557 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Attempting to bind port 11374908-dd4a-4aed-9f4a-f55b22cfc8a9 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:23:47.543927 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Attempting to bind port 11374908-dd4a-4aed-9f4a-f55b22cfc8a9 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:23:47.554386 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:23:47.554761 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:23:47.555345 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:47.555736 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:23:47.556438 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Bound port: 11374908-dd4a-4aed-9f4a-f55b22cfc8a9, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:23:47.556810 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:47.558196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:47.603494 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e0ee1-2855-4194-b862-204ba391fe13 None None] Pushing event updated for resources: {'Port': ['ID=11374908-dd4a-4aed-9f4a-f55b22cfc8a9,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:47.624160 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] Network 53b34022-99f7-45f0-b592-cecaaed42187 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:23:47.627140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:23:47.630815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:23:47.639351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] For port 11374908-dd4a-4aed-9f4a-f55b22cfc8a9, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:23:47.643127 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] For port 11374908-dd4a-4aed-9f4a-f55b22cfc8a9, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=11374908-dd4a-4aed-9f4a-f55b22cfc8a9,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:23:47.647870 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:47.673593 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] Pushing event updated for resources: {'Port': ['ID=a305ec0a-2c28-4d4e-9d09-93c8550682fe,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:47.697179 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:47.712896 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Routers {'e2d5f3f4-81a3-43f6-8bd7-5432bb430385'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:23:47.713518 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:23:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:47.811572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:47.898841 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e0ee1-2855-4194-b862-204ba391fe13 None None] Pushing event updated for resources: {'Port': ['ID=11374908-dd4a-4aed-9f4a-f55b22cfc8a9,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:47.954450 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] Set router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:23:47.996592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-974e1e12-f8f4-4cf4-be4b-6237f64502d9 None None] Provisioning for port a305ec0a-2c28-4d4e-9d09-93c8550682fe completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:23:48.015266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-974e1e12-f8f4-4cf4-be4b-6237f64502d9 None None] Provisioning complete for port a305ec0a-2c28-4d4e-9d09-93c8550682fe triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:23:48.015638 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-974e1e12-f8f4-4cf4-be4b-6237f64502d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:48.015971 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-974e1e12-f8f4-4cf4-be4b-6237f64502d9 None None] Attempt 1 to provision port a305ec0a-2c28-4d4e-9d09-93c8550682fe Oct 18 08:23:48.040195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:48.044944 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:48.151653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:48.153273 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-974e1e12-f8f4-4cf4-be4b-6237f64502d9 None None] Port a305ec0a-2c28-4d4e-9d09-93c8550682fe cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:23:48.155940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] Pushing event updated for resources: {'Port': ['ID=a305ec0a-2c28-4d4e-9d09-93c8550682fe,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:48.290496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] Network 53b34022-99f7-45f0-b592-cecaaed42187 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:23:48.291755 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:23:48.320912 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4749863b-cf1f-4869-9940-8b429ff1586c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:23:48.380231 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 4, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port': {'id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:44Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'a305ec0a-2c28-4d4e-9d09-93c8550682fe', 'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:47Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 1, 'project_id': '905fcec320dd41baa78fa254cd975358', 'subnets': [{'id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:48.389987 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2513beb-5bdf-4edf-b477-a1a0b5ddc91e None None] The sync data for ids ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'] in dv-neutron-861625-1-hyperv is: [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 4, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port': {'id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:44Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'a305ec0a-2c28-4d4e-9d09-93c8550682fe', 'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:47Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 1, 'project_id': '905fcec320dd41baa78fa254cd975358', 'subnets': [{'id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:23:48.407620 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 4749863b-cf1f-4869-9940-8b429ff1586c triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:23:48.407985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:48.408354 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 4749863b-cf1f-4869-9940-8b429ff1586c Oct 18 08:23:48.500738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] Router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:23:48.531638 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 4749863b-cf1f-4869-9940-8b429ff1586c is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:23:48.653797 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-974e1e12-f8f4-4cf4-be4b-6237f64502d9 None None] Attempt 2 to provision port a305ec0a-2c28-4d4e-9d09-93c8550682fe Oct 18 08:23:48.696004 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:23:48.714900 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4d408ac0-37a8-4126-a28e-69624eaf649c admin admin] 10.222.0.17 "PUT /v2.0/routers/e2d5f3f4-81a3-43f6-8bd7-5432bb430385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3211083 Oct 18 08:23:48.715253 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-974e1e12-f8f4-4cf4-be4b-6237f64502d9 None None] Port a305ec0a-2c28-4d4e-9d09-93c8550682fe cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:23:49.216164 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-974e1e12-f8f4-4cf4-be4b-6237f64502d9 None None] Attempt 3 to provision port a305ec0a-2c28-4d4e-9d09-93c8550682fe Oct 18 08:23:49.254423 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39910) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:49.260297 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1940937259-network', 'tenant_id': '90f861505ff246058f55edd8b71744fe'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:23:49.265148 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:23:49.269034 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Usage tracker for resource:network and tenant:90f861505ff246058f55edd8b71744fe is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:23:49.272008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:23:49.277876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:23:49.278153 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-974e1e12-f8f4-4cf4-be4b-6237f64502d9 None None] Port a305ec0a-2c28-4d4e-9d09-93c8550682fe cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:23:49.291536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Made reservation on behalf of 90f861505ff246058f55edd8b71744fe for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:23:49.294358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:49.308510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:49.323945 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:23:49.327919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Usage tracker for resource:security_group_rule and tenant:90f861505ff246058f55edd8b71744fe is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:23:49.330904 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:23:49.337003 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:23:49.433483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:49.437475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:49.582632 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:23:49.588190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0f543c-240b-4b8a-9530-ed38eb131863,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:49.599150 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:49.599498 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Added segment 0aaac50d-a1cc-44f1-b9e5-007a8b076cc0 of type vlan for network f186ea7b-343b-40d3-b128-ce0ada480ab6 Oct 18 08:23:49.628045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:49.659321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:49.660361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:49.660938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:49.766075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] Pushing event updated for resources: {'Network': ['ID=f186ea7b-343b-40d3-b128-ce0ada480ab6,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:49.771724 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ed1ea41a-7d9d-43ad-97be-9bbbad53f579 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5162542 Oct 18 08:23:49.774462 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 39914) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:49.779104 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-974e1e12-f8f4-4cf4-be4b-6237f64502d9 None None] Attempt 4 to provision port a305ec0a-2c28-4d4e-9d09-93c8550682fe Oct 18 08:23:49.779707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ea25b9d9-660f-4130-a5b2-f7288cc566ca admin admin] Request body: {'subnet': {'network_id': 'f186ea7b-343b-40d3-b128-ce0ada480ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1940937259-subnet', 'tenant_id': '90f861505ff246058f55edd8b71744fe', 'ip_version': 4}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:23:49.785249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ea25b9d9-660f-4130-a5b2-f7288cc566ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:23:49.789320 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ea25b9d9-660f-4130-a5b2-f7288cc566ca admin admin] Usage tracker for resource:subnet and tenant:90f861505ff246058f55edd8b71744fe is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:23:49.792144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ea25b9d9-660f-4130-a5b2-f7288cc566ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:23:49.797727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ea25b9d9-660f-4130-a5b2-f7288cc566ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:23:49.803979 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network f186ea7b-343b-40d3-b128-ce0ada480ab6 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:23:49.807790 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea25b9d9-660f-4130-a5b2-f7288cc566ca admin admin] Made reservation on behalf of 90f861505ff246058f55edd8b71744fe for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:23:49.810039 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ea25b9d9-660f-4130-a5b2-f7288cc566ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:49.917292 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-974e1e12-f8f4-4cf4-be4b-6237f64502d9 None None] Port a305ec0a-2c28-4d4e-9d09-93c8550682fe cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:23:50.011613 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ea25b9d9-660f-4130-a5b2-f7288cc566ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:50.090143 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25b9d9-660f-4130-a5b2-f7288cc566ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec3305b-7d93-4b15-98e9-d84cf4a05c1c,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:50.098317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea25b9d9-660f-4130-a5b2-f7288cc566ca admin admin] Checking segment: {'id': '0aaac50d-a1cc-44f1-b9e5-007a8b076cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f186ea7b-343b-40d3-b128-ce0ada480ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:23:50.098706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea25b9d9-660f-4130-a5b2-f7288cc566ca admin admin] Network hostable DHCP agents. Network: f186ea7b-343b-40d3-b128-ce0ada480ab6, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:23:50.119484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea25b9d9-660f-4130-a5b2-f7288cc566ca admin admin] Network f186ea7b-343b-40d3-b128-ce0ada480ab6 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:23:50.131091 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-ea25b9d9-660f-4130-a5b2-f7288cc566ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, f186ea7b-343b-40d3-b128-ce0ada480ab6) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:23:50.136418 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25b9d9-660f-4130-a5b2-f7288cc566ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:23:50.137155 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ea25b9d9-660f-4130-a5b2-f7288cc566ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:50.142259 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebee6d4-d728-4f40-b236-ec4280fb9279 None None] Network f186ea7b-343b-40d3-b128-ce0ada480ab6 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:23:50.167984 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ea25b9d9-660f-4130-a5b2-f7288cc566ca admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3895962 Oct 18 08:23:50.168091 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39918) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:50.173496 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1940937259-router', 'tenant_id': '90f861505ff246058f55edd8b71744fe', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:23:50.179129 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:23:50.183609 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Usage tracker for resource:router and tenant:90f861505ff246058f55edd8b71744fe is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:23:50.186634 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:23:50.194202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:23:50.206403 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:50.207684 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:50.224078 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:50.378237 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 11374908-dd4a-4aed-9f4a-f55b22cfc8a9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:23:50.419319 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-974e1e12-f8f4-4cf4-be4b-6237f64502d9 None None] Attempt 5 to provision port a305ec0a-2c28-4d4e-9d09-93c8550682fe Oct 18 08:23:50.446841 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-f186ea7b-343b-40d3-b128-ce0ada480ab6', 'network_id': 'f186ea7b-343b-40d3-b128-ce0ada480ab6', 'tenant_id': '90f861505ff246058f55edd8b71744fe', 'fixed_ips': [{'subnet_id': '3ec3305b-7d93-4b15-98e9-d84cf4a05c1c'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:23:50.447658 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:50.474907 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Sync routers for ids ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:23:50.485022 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Routers {'e2d5f3f4-81a3-43f6-8bd7-5432bb430385'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:23:50.485929 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:23:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:50.516507 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:50.555135 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-974e1e12-f8f4-4cf4-be4b-6237f64502d9 None None] Port a305ec0a-2c28-4d4e-9d09-93c8550682fe cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:23:50.587203 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 11374908-dd4a-4aed-9f4a-f55b22cfc8a9 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:23:50.625027 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 11374908-dd4a-4aed-9f4a-f55b22cfc8a9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:23:50.625501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:50.625748 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 11374908-dd4a-4aed-9f4a-f55b22cfc8a9 Oct 18 08:23:50.680708 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Set router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:23:50.702944 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Allocated IP 172.20.0.2 (f186ea7b-343b-40d3-b128-ce0ada480ab6/3ec3305b-7d93-4b15-98e9-d84cf4a05c1c/3bfd148e-dad0-4adb-b575-7464892c0843) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:23:50.835308 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:50.868444 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:50.912838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5780de8d-3ba2-4185-be69-ebdfe94a02ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:50.922303 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 11374908-dd4a-4aed-9f4a-f55b22cfc8a9 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:23:50.922621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:50.966116 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 11374908-dd4a-4aed-9f4a-f55b22cfc8a9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=11374908-dd4a-4aed-9f4a-f55b22cfc8a9,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:23:50.978283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:51.011190 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Allocated IP 172.26.8.194 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/18d30827-e38a-428d-9b13-001112ee0632) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:23:51.033122 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 4, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port': {'id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:44Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'a305ec0a-2c28-4d4e-9d09-93c8550682fe', 'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:47Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 2, 'project_id': '905fcec320dd41baa78fa254cd975358', 'subnets': [{'id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:51.037867 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Checking router: e2d5f3f4-81a3-43f6-8bd7-5432bb430385 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:23:51.038310 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Updating router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 port a305ec0a-2c28-4d4e-9d09-93c8550682fe binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:23:51.056379 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-974e1e12-f8f4-4cf4-be4b-6237f64502d9 None None] Attempt 6 to provision port a305ec0a-2c28-4d4e-9d09-93c8550682fe Oct 18 08:23:51.092379 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:51.167707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:51.173228 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:51.178625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Transition to ACTIVE for port object 3bfd148e-dad0-4adb-b575-7464892c0843 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:23:51.202143 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Transition to ACTIVE for port object 3bfd148e-dad0-4adb-b575-7464892c0843 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:23:51.207097 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:51.212207 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:51.237321 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=11374908-dd4a-4aed-9f4a-f55b22cfc8a9,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:51.241900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-974e1e12-f8f4-4cf4-be4b-6237f64502d9 None None] Port a305ec0a-2c28-4d4e-9d09-93c8550682fe cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:23:51.243584 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Network f186ea7b-343b-40d3-b128-ce0ada480ab6 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:23:51.273568 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:23:51.275847 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:23:51.279115 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:23:51.280082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:23:51.283171 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:23:51.319578 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Pushing event updated for resources: {'Port': ['ID=18d30827-e38a-428d-9b13-001112ee0632,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:51.393151 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Pushing event updated for resources: {'Port': ['ID=3bfd148e-dad0-4adb-b575-7464892c0843,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:51.413563 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Attempting to bind port 3bfd148e-dad0-4adb-b575-7464892c0843 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:23:51.413931 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Attempting to bind port 3bfd148e-dad0-4adb-b575-7464892c0843 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '0aaac50d-a1cc-44f1-b9e5-007a8b076cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f186ea7b-343b-40d3-b128-ce0ada480ab6'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:23:51.414300 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Attempting to bind port 3bfd148e-dad0-4adb-b575-7464892c0843 on network f186ea7b-343b-40d3-b128-ce0ada480ab6 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:23:51.420015 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:23:51.420303 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Checking segment: {'id': '0aaac50d-a1cc-44f1-b9e5-007a8b076cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f186ea7b-343b-40d3-b128-ce0ada480ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:23:51.420707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:51.421092 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Bound using segment: {'id': '0aaac50d-a1cc-44f1-b9e5-007a8b076cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f186ea7b-343b-40d3-b128-ce0ada480ab6'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:23:51.421565 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Bound port: 3bfd148e-dad0-4adb-b575-7464892c0843, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aaac50d-a1cc-44f1-b9e5-007a8b076cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f186ea7b-343b-40d3-b128-ce0ada480ab6'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:23:51.421940 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:51.476715 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:51.489640 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Transition to ACTIVE for port object a305ec0a-2c28-4d4e-9d09-93c8550682fe will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:23:51.496442 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:51.517174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] For port 3bfd148e-dad0-4adb-b575-7464892c0843, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:23:51.521995 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] For port 3bfd148e-dad0-4adb-b575-7464892c0843, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=3bfd148e-dad0-4adb-b575-7464892c0843,segment=NetworkSegment(0aaac50d-a1cc-44f1-b9e5-007a8b076cc0),segment_id=0aaac50d-a1cc-44f1-b9e5-007a8b076cc0)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:23:51.526393 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:51.604676 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3e732-bb2b-4856-bf9b-081cdbb3cfa8 None None] Pushing event updated for resources: {'Port': ['ID=3bfd148e-dad0-4adb-b575-7464892c0843,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:51.737605 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254e77b-2620-4a7e-a6f4-a1a2c4be2336 None None] Pushing event updated for resources: {'Port': ['ID=a305ec0a-2c28-4d4e-9d09-93c8550682fe,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:51.743154 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-974e1e12-f8f4-4cf4-be4b-6237f64502d9 None None] Attempt 7 to provision port a305ec0a-2c28-4d4e-9d09-93c8550682fe Oct 18 08:23:51.750534 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254e77b-2620-4a7e-a6f4-a1a2c4be2336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:51.750905 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254e77b-2620-4a7e-a6f4-a1a2c4be2336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:51.751257 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254e77b-2620-4a7e-a6f4-a1a2c4be2336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:51.751595 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254e77b-2620-4a7e-a6f4-a1a2c4be2336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:51.751958 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254e77b-2620-4a7e-a6f4-a1a2c4be2336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:51.752493 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254e77b-2620-4a7e-a6f4-a1a2c4be2336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:51.752848 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254e77b-2620-4a7e-a6f4-a1a2c4be2336 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:51.753145 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254e77b-2620-4a7e-a6f4-a1a2c4be2336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:51.753470 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254e77b-2620-4a7e-a6f4-a1a2c4be2336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:51.753800 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254e77b-2620-4a7e-a6f4-a1a2c4be2336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:51.754129 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254e77b-2620-4a7e-a6f4-a1a2c4be2336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:51.754451 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f254e77b-2620-4a7e-a6f4-a1a2c4be2336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:23:51.759384 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Attempting to bind port a305ec0a-2c28-4d4e-9d09-93c8550682fe on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:23:51.759829 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Attempting to bind port a305ec0a-2c28-4d4e-9d09-93c8550682fe by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'c5aebccd-0c9d-4d23-8e16-b13356e93154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:23:51.760105 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Attempting to bind port a305ec0a-2c28-4d4e-9d09-93c8550682fe on network 53b34022-99f7-45f0-b592-cecaaed42187 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:23:51.765688 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:23:51.766054 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Checking segment: {'id': 'c5aebccd-0c9d-4d23-8e16-b13356e93154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:23:51.766507 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:51.766853 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Bound using segment: {'id': 'c5aebccd-0c9d-4d23-8e16-b13356e93154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:23:51.767311 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Bound port: a305ec0a-2c28-4d4e-9d09-93c8550682fe, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5aebccd-0c9d-4d23-8e16-b13356e93154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:23:51.768222 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:51.842023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-974e1e12-f8f4-4cf4-be4b-6237f64502d9 None None] Port a305ec0a-2c28-4d4e-9d09-93c8550682fe cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:23:51.867541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:51.888414 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] For port a305ec0a-2c28-4d4e-9d09-93c8550682fe, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:23:51.891653 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] For port a305ec0a-2c28-4d4e-9d09-93c8550682fe, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a305ec0a-2c28-4d4e-9d09-93c8550682fe,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:23:51.897261 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:51.961541 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Routers {'e2d5f3f4-81a3-43f6-8bd7-5432bb430385'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:23:51.962167 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:23:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:52.101080 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254e77b-2620-4a7e-a6f4-a1a2c4be2336 None None] Pushing event updated for resources: {'Port': ['ID=a305ec0a-2c28-4d4e-9d09-93c8550682fe,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:52.149329 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] Set router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:23:52.213888 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:52.343485 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-974e1e12-f8f4-4cf4-be4b-6237f64502d9 None None] Attempt 8 to provision port a305ec0a-2c28-4d4e-9d09-93c8550682fe Oct 18 08:23:52.433745 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Router 618d49b0-4315-4941-9b59-ab4e2467366a is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:23:52.445539 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-974e1e12-f8f4-4cf4-be4b-6237f64502d9 None None] Port a305ec0a-2c28-4d4e-9d09-93c8550682fe had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:23:52.451899 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a305ec0a-2c28-4d4e-9d09-93c8550682fe up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:23:52.527528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port a305ec0a-2c28-4d4e-9d09-93c8550682fe completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:23:52.535633 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port a305ec0a-2c28-4d4e-9d09-93c8550682fe triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:23:52.536257 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:52.536994 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port a305ec0a-2c28-4d4e-9d09-93c8550682fe Oct 18 08:23:52.553904 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 4, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port': {'id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:44Z', 'updated_at': '2022-10-18T08:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'a305ec0a-2c28-4d4e-9d09-93c8550682fe', 'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:47Z', 'updated_at': '2022-10-18T08:23:51Z', 'revision_number': 4, 'project_id': '905fcec320dd41baa78fa254cd975358', 'subnets': [{'id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:52.559078 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93264239-d2f1-450e-835b-33a92ef17dc8 None None] The sync data for ids ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'] in dv-neutron-861625-1-hyperv is: [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 4, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port': {'id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:44Z', 'updated_at': '2022-10-18T08:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'a305ec0a-2c28-4d4e-9d09-93c8550682fe', 'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:47Z', 'updated_at': '2022-10-18T08:23:51Z', 'revision_number': 4, 'project_id': '905fcec320dd41baa78fa254cd975358', 'subnets': [{'id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:23:52.618286 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-341b8a51-6d80-4d74-8db4-bba4f9d82da3 None None] Provisioning complete for port a305ec0a-2c28-4d4e-9d09-93c8550682fe triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:23:52.618848 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-341b8a51-6d80-4d74-8db4-bba4f9d82da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:52.619283 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-341b8a51-6d80-4d74-8db4-bba4f9d82da3 None None] Attempt 1 to provision port a305ec0a-2c28-4d4e-9d09-93c8550682fe Oct 18 08:23:52.647876 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:23:52.666326 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Sync routers for ids ['618d49b0-4315-4941-9b59-ab4e2467366a'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:23:52.688330 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:52.692976 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-36521502-d1da-4113-94e0-c5338061adba admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5215135 Oct 18 08:23:52.693324 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 39922) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:23:52.702025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Routers {'618d49b0-4315-4941-9b59-ab4e2467366a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:23:52.702931 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:23:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['618d49b0-4315-4941-9b59-ab4e2467366a'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:52.772416 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ff72ef-7a4e-4514-b2b0-f624e6c69f6a None None] Network f186ea7b-343b-40d3-b128-ce0ada480ab6 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:23:53.172245 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Set router 618d49b0-4315-4941-9b59-ab4e2467366a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:23:53.215369 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port a305ec0a-2c28-4d4e-9d09-93c8550682fe is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:23:53.215754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:53.227770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-341b8a51-6d80-4d74-8db4-bba4f9d82da3 None None] Current status of the port a305ec0a-2c28-4d4e-9d09-93c8550682fe is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:23:53.228139 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-341b8a51-6d80-4d74-8db4-bba4f9d82da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:53.340970 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9fc52a94-e312-4505-a4c7-9f077e1fa378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:53.496284 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port a305ec0a-2c28-4d4e-9d09-93c8550682fe, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a305ec0a-2c28-4d4e-9d09-93c8550682fe,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:23:53.521164 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:53.539357 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:53.539357 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 3bfd148e-dad0-4adb-b575-7464892c0843 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:23:53.731625 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] Allocated IP 172.20.0.1 (f186ea7b-343b-40d3-b128-ce0ada480ab6/3ec3305b-7d93-4b15-98e9-d84cf4a05c1c/c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:23:53.759538 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-341b8a51-6d80-4d74-8db4-bba4f9d82da3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:23:53.759891 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-341b8a51-6d80-4d74-8db4-bba4f9d82da3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:23:53.795443 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=a305ec0a-2c28-4d4e-9d09-93c8550682fe,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:53.829112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 3bfd148e-dad0-4adb-b575-7464892c0843 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:23:53.837528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:53.844578 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 11374908-dd4a-4aed-9f4a-f55b22cfc8a9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:23:53.884614 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:53.902170 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] Transition to ACTIVE for port object c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:23:53.919876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:53.937537 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'name': 'tempest-TestMinimumBasicScenario-1940937259-router', 'tenant_id': '90f861505ff246058f55edd8b71744fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '18d30827-e38a-428d-9b13-001112ee0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:50Z', 'updated_at': '2022-10-18T08:23:51Z', 'revision_number': 3, 'project_id': '90f861505ff246058f55edd8b71744fe', 'gw_port': {'id': '18d30827-e38a-428d-9b13-001112ee0632', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:50Z', 'updated_at': '2022-10-18T08:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:53.942474 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:53.943574 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Checking router: 618d49b0-4315-4941-9b59-ab4e2467366a for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:23:53.943919 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Updating router 618d49b0-4315-4941-9b59-ab4e2467366a port 18d30827-e38a-428d-9b13-001112ee0632 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:23:53.995194 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 11374908-dd4a-4aed-9f4a-f55b22cfc8a9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:23:53.995564 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:53.995898 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 11374908-dd4a-4aed-9f4a-f55b22cfc8a9 Oct 18 08:23:54.013180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] Network f186ea7b-343b-40d3-b128-ce0ada480ab6 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:23:54.016223 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:23:54.020704 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:23:54.049806 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:54.055239 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] Pushing event updated for resources: {'Port': ['ID=c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:54.084451 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:54.215286 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:54.317405 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 11374908-dd4a-4aed-9f4a-f55b22cfc8a9 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:23:54.396078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a305ec0a-2c28-4d4e-9d09-93c8550682fe up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:23:54.425990 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-341b8a51-6d80-4d74-8db4-bba4f9d82da3 None None] Current status of the port a305ec0a-2c28-4d4e-9d09-93c8550682fe is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:23:54.457857 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:54.462843 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:54.512672 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port a305ec0a-2c28-4d4e-9d09-93c8550682fe triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:23:54.513285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:54.513385 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port a305ec0a-2c28-4d4e-9d09-93c8550682fe Oct 18 08:23:54.571473 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:54.574618 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] Pushing event updated for resources: {'Port': ['ID=c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:54.620699 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Provisioning for port 3bfd148e-dad0-4adb-b575-7464892c0843 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:23:54.637972 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Provisioning complete for port 3bfd148e-dad0-4adb-b575-7464892c0843 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:23:54.638462 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:54.638723 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Attempt 1 to provision port 3bfd148e-dad0-4adb-b575-7464892c0843 Oct 18 08:23:54.671326 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:54.713128 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Transition to ACTIVE for port object 18d30827-e38a-428d-9b13-001112ee0632 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:23:54.748965 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:54.825567 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] Network f186ea7b-343b-40d3-b128-ce0ada480ab6 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:23:54.826728 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:23:54.832835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Attempting to bind port 18d30827-e38a-428d-9b13-001112ee0632 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:23:54.833054 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Attempting to bind port 18d30827-e38a-428d-9b13-001112ee0632 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:23:54.833426 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Attempting to bind port 18d30827-e38a-428d-9b13-001112ee0632 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:23:54.949070 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:23:54.949478 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:23:54.949839 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:54.950228 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:23:54.950738 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Bound port: 18d30827-e38a-428d-9b13-001112ee0632, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:23:54.951119 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:54.987056 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb20622-3f4f-4ec6-8502-30a12b591493 None None] Pushing event updated for resources: {'Port': ['ID=18d30827-e38a-428d-9b13-001112ee0632,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:54.989304 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port a305ec0a-2c28-4d4e-9d09-93c8550682fe is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:23:55.019887 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Current status of the port 3bfd148e-dad0-4adb-b575-7464892c0843 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:23:55.020272 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:55.033824 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] Router 618d49b0-4315-4941-9b59-ab4e2467366a has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:23:55.068852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] For port 18d30827-e38a-428d-9b13-001112ee0632, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:23:55.072386 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] For port 18d30827-e38a-428d-9b13-001112ee0632, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=18d30827-e38a-428d-9b13-001112ee0632,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:23:55.074201 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] For port 3bfd148e-dad0-4adb-b575-7464892c0843, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=3bfd148e-dad0-4adb-b575-7464892c0843,segment=NetworkSegment(0aaac50d-a1cc-44f1-b9e5-007a8b076cc0),segment_id=0aaac50d-a1cc-44f1-b9e5-007a8b076cc0)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:23:55.075980 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:55.126682 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:55.149782 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Routers {'618d49b0-4315-4941-9b59-ab4e2467366a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:23:55.150403 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:23:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['618d49b0-4315-4941-9b59-ab4e2467366a'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:55.217802 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:23:55.227303 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6151cbdf-8bd6-44ae-82ab-8461d677f4da admin admin] 10.222.0.17 "PUT /v2.0/routers/618d49b0-4315-4941-9b59-ab4e2467366a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5327549 Oct 18 08:23:55.265363 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Provisioning for port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:23:55.288255 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb20622-3f4f-4ec6-8502-30a12b591493 None None] Pushing event updated for resources: {'Port': ['ID=18d30827-e38a-428d-9b13-001112ee0632,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:55.331583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Provisioning complete for port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:23:55.331583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:55.331886 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Attempt 1 to provision port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 Oct 18 08:23:55.453036 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Pushing event updated for resources: {'Port': ['ID=3bfd148e-dad0-4adb-b575-7464892c0843,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:55.458315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:23:55.461041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:55.468653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] Set router 618d49b0-4315-4941-9b59-ab4e2467366a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:23:55.787711 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'name': 'tempest-TestMinimumBasicScenario-1940937259-router', 'tenant_id': '90f861505ff246058f55edd8b71744fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '18d30827-e38a-428d-9b13-001112ee0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:50Z', 'updated_at': '2022-10-18T08:23:54Z', 'revision_number': 4, 'project_id': '90f861505ff246058f55edd8b71744fe', 'gw_port': {'id': '18d30827-e38a-428d-9b13-001112ee0632', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:50Z', 'updated_at': '2022-10-18T08:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9', 'name': '', 'network_id': 'f186ea7b-343b-40d3-b128-ce0ada480ab6', 'tenant_id': '90f861505ff246058f55edd8b71744fe', 'mac_address': 'fa:16:3e:21:d4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '3ec3305b-7d93-4b15-98e9-d84cf4a05c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:53Z', 'updated_at': '2022-10-18T08:23:54Z', 'revision_number': 2, 'project_id': '90f861505ff246058f55edd8b71744fe', 'subnets': [{'id': '3ec3305b-7d93-4b15-98e9-d84cf4a05c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:23:55.791796 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a718705c-744d-4b65-98be-91c92f288a44 None None] The sync data for ids ['618d49b0-4315-4941-9b59-ab4e2467366a'] in dv-neutron-861625-1-hyperv is: [{'id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'name': 'tempest-TestMinimumBasicScenario-1940937259-router', 'tenant_id': '90f861505ff246058f55edd8b71744fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '18d30827-e38a-428d-9b13-001112ee0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:50Z', 'updated_at': '2022-10-18T08:23:54Z', 'revision_number': 4, 'project_id': '90f861505ff246058f55edd8b71744fe', 'gw_port': {'id': '18d30827-e38a-428d-9b13-001112ee0632', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:50Z', 'updated_at': '2022-10-18T08:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9', 'name': '', 'network_id': 'f186ea7b-343b-40d3-b128-ce0ada480ab6', 'tenant_id': '90f861505ff246058f55edd8b71744fe', 'mac_address': 'fa:16:3e:21:d4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '3ec3305b-7d93-4b15-98e9-d84cf4a05c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:53Z', 'updated_at': '2022-10-18T08:23:54Z', 'revision_number': 2, 'project_id': '90f861505ff246058f55edd8b71744fe', 'subnets': [{'id': '3ec3305b-7d93-4b15-98e9-d84cf4a05c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:23:55.959880 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Attempt 2 to provision port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 Oct 18 08:23:56.045096 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:23:56.419600 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 3bfd148e-dad0-4adb-b575-7464892c0843 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:23:56.529440 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 3bfd148e-dad0-4adb-b575-7464892c0843 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:23:56.529818 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:56.530149 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 3bfd148e-dad0-4adb-b575-7464892c0843 Oct 18 08:23:56.558315 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Attempt 3 to provision port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 Oct 18 08:23:56.655425 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:23:56.720918 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 3bfd148e-dad0-4adb-b575-7464892c0843 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:23:57.157035 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Attempt 4 to provision port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 Oct 18 08:23:57.255506 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:23:57.756860 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Attempt 5 to provision port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 Oct 18 08:23:57.814988 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:23:58.316151 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Attempt 6 to provision port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 Oct 18 08:23:58.402613 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:23:58.447647 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 18d30827-e38a-428d-9b13-001112ee0632 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:23:58.527905 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 18d30827-e38a-428d-9b13-001112ee0632 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:23:58.534245 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 18d30827-e38a-428d-9b13-001112ee0632 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:23:58.534636 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:58.534969 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 18d30827-e38a-428d-9b13-001112ee0632 Oct 18 08:23:58.661079 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 18d30827-e38a-428d-9b13-001112ee0632 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:23:58.661680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:58.680462 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 18d30827-e38a-428d-9b13-001112ee0632, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=18d30827-e38a-428d-9b13-001112ee0632,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:23:58.684961 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:23:58.798477 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=18d30827-e38a-428d-9b13-001112ee0632,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:23:58.900906 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Attempt 7 to provision port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 Oct 18 08:23:58.959459 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:23:59.460515 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Attempt 8 to provision port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 Oct 18 08:23:59.525121 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:23:59.838494 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Sync routers for ids ['618d49b0-4315-4941-9b59-ab4e2467366a'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:23:59.847150 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Routers {'618d49b0-4315-4941-9b59-ab4e2467366a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:23:59.847748 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:23:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['618d49b0-4315-4941-9b59-ab4e2467366a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:24:00.026213 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Attempt 9 to provision port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 Oct 18 08:24:00.045152 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Set router 618d49b0-4315-4941-9b59-ab4e2467366a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:24:00.103236 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:24:00.419381 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 18d30827-e38a-428d-9b13-001112ee0632 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:24:00.431571 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'name': 'tempest-TestMinimumBasicScenario-1940937259-router', 'tenant_id': '90f861505ff246058f55edd8b71744fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '18d30827-e38a-428d-9b13-001112ee0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:50Z', 'updated_at': '2022-10-18T08:23:54Z', 'revision_number': 4, 'project_id': '90f861505ff246058f55edd8b71744fe', 'gw_port': {'id': '18d30827-e38a-428d-9b13-001112ee0632', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:50Z', 'updated_at': '2022-10-18T08:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9', 'name': '', 'network_id': 'f186ea7b-343b-40d3-b128-ce0ada480ab6', 'tenant_id': '90f861505ff246058f55edd8b71744fe', 'mac_address': 'fa:16:3e:21:d4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '3ec3305b-7d93-4b15-98e9-d84cf4a05c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:53Z', 'updated_at': '2022-10-18T08:23:54Z', 'revision_number': 2, 'project_id': '90f861505ff246058f55edd8b71744fe', 'subnets': [{'id': '3ec3305b-7d93-4b15-98e9-d84cf4a05c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:24:00.435668 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Checking router: 618d49b0-4315-4941-9b59-ab4e2467366a for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:24:00.436097 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Updating router 618d49b0-4315-4941-9b59-ab4e2467366a port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:24:00.511509 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 18d30827-e38a-428d-9b13-001112ee0632 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:24:00.512127 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:00.512254 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 18d30827-e38a-428d-9b13-001112ee0632 Oct 18 08:24:00.558292 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:00.632394 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Attempt 10 to provision port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 Oct 18 08:24:00.712357 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 18d30827-e38a-428d-9b13-001112ee0632 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:24:00.721071 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-92f3bb3c-ec93-4a0e-bebb-505637c8dee2 None None] Port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:24:00.845796 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f9d55470-2e4a-4883-afc5-8e75186a7229 None None] Provisioning complete for port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:24:00.846501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f9d55470-2e4a-4883-afc5-8e75186a7229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:00.847106 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f9d55470-2e4a-4883-afc5-8e75186a7229 None None] Attempt 1 to provision port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 Oct 18 08:24:00.914503 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f9d55470-2e4a-4883-afc5-8e75186a7229 None None] Port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:24:00.964407 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:00.976803 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Transition to ACTIVE for port object c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:24:00.984097 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:01.216184 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fc018-bd1f-4ab5-b5d5-e3c36abe331e None None] Pushing event updated for resources: {'Port': ['ID=c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:24:01.225487 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Attempting to bind port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:24:01.225849 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Attempting to bind port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '0aaac50d-a1cc-44f1-b9e5-007a8b076cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f186ea7b-343b-40d3-b128-ce0ada480ab6'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:24:01.226204 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Attempting to bind port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 on network f186ea7b-343b-40d3-b128-ce0ada480ab6 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:24:01.236542 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:24:01.236542 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Checking segment: {'id': '0aaac50d-a1cc-44f1-b9e5-007a8b076cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f186ea7b-343b-40d3-b128-ce0ada480ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:24:01.236542 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:01.236542 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Bound using segment: {'id': '0aaac50d-a1cc-44f1-b9e5-007a8b076cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f186ea7b-343b-40d3-b128-ce0ada480ab6'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:24:01.236542 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Bound port: c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aaac50d-a1cc-44f1-b9e5-007a8b076cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f186ea7b-343b-40d3-b128-ce0ada480ab6'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:24:01.236542 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:01.342385 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] For port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:24:01.347031 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] For port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9,segment=NetworkSegment(0aaac50d-a1cc-44f1-b9e5-007a8b076cc0),segment_id=0aaac50d-a1cc-44f1-b9e5-007a8b076cc0)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:24:01.351693 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:01.416065 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f9d55470-2e4a-4883-afc5-8e75186a7229 None None] Attempt 2 to provision port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 Oct 18 08:24:01.417039 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Routers {'618d49b0-4315-4941-9b59-ab4e2467366a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:24:01.417648 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:23:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['618d49b0-4315-4941-9b59-ab4e2467366a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:24:01.491969 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f9d55470-2e4a-4883-afc5-8e75186a7229 None None] Port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:24:01.596457 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fc018-bd1f-4ab5-b5d5-e3c36abe331e None None] Pushing event updated for resources: {'Port': ['ID=c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:24:01.651394 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] Set router 618d49b0-4315-4941-9b59-ab4e2467366a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:24:01.980350 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'name': 'tempest-TestMinimumBasicScenario-1940937259-router', 'tenant_id': '90f861505ff246058f55edd8b71744fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '18d30827-e38a-428d-9b13-001112ee0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:50Z', 'updated_at': '2022-10-18T08:23:54Z', 'revision_number': 4, 'project_id': '90f861505ff246058f55edd8b71744fe', 'gw_port': {'id': '18d30827-e38a-428d-9b13-001112ee0632', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:50Z', 'updated_at': '2022-10-18T08:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9', 'name': '', 'network_id': 'f186ea7b-343b-40d3-b128-ce0ada480ab6', 'tenant_id': '90f861505ff246058f55edd8b71744fe', 'mac_address': 'fa:16:3e:21:d4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '3ec3305b-7d93-4b15-98e9-d84cf4a05c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:53Z', 'updated_at': '2022-10-18T08:24:01Z', 'revision_number': 4, 'project_id': '90f861505ff246058f55edd8b71744fe', 'subnets': [{'id': '3ec3305b-7d93-4b15-98e9-d84cf4a05c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:24:01.987295 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396bb4c2-aad6-45a1-946e-75196a244f4d None None] The sync data for ids ['618d49b0-4315-4941-9b59-ab4e2467366a'] in dv-neutron-861625-1-hyperv is: [{'id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'name': 'tempest-TestMinimumBasicScenario-1940937259-router', 'tenant_id': '90f861505ff246058f55edd8b71744fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '18d30827-e38a-428d-9b13-001112ee0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:50Z', 'updated_at': '2022-10-18T08:23:54Z', 'revision_number': 4, 'project_id': '90f861505ff246058f55edd8b71744fe', 'gw_port': {'id': '18d30827-e38a-428d-9b13-001112ee0632', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:50Z', 'updated_at': '2022-10-18T08:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9', 'name': '', 'network_id': 'f186ea7b-343b-40d3-b128-ce0ada480ab6', 'tenant_id': '90f861505ff246058f55edd8b71744fe', 'mac_address': 'fa:16:3e:21:d4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '3ec3305b-7d93-4b15-98e9-d84cf4a05c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:53Z', 'updated_at': '2022-10-18T08:24:01Z', 'revision_number': 4, 'project_id': '90f861505ff246058f55edd8b71744fe', 'subnets': [{'id': '3ec3305b-7d93-4b15-98e9-d84cf4a05c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:24:02.447602 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:24:02.573440 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:24:02.582659 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:24:02.583034 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:02.583366 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 Oct 18 08:24:02.764436 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:24:02.765035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:02.834418 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9,segment=NetworkSegment(0aaac50d-a1cc-44f1-b9e5-007a8b076cc0),segment_id=0aaac50d-a1cc-44f1-b9e5-007a8b076cc0)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:24:02.842879 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:02.919952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:24:04.407117 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:24:04.484724 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:24:04.485004 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:04.485332 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 Oct 18 08:24:04.606327 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:24:04.728539 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:05.160173 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-898cfb63-1f8d-4cb1-9669-c62af5918e87 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:05.160857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-898cfb63-1f8d-4cb1-9669-c62af5918e87 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Synchronizing usage tracker for tenant:905fcec320dd41baa78fa254cd975358 on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:24:05.178494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-898cfb63-1f8d-4cb1-9669-c62af5918e87 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Unset dirty status for tenant:905fcec320dd41baa78fa254cd975358 on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:24:05.179693 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-898cfb63-1f8d-4cb1-9669-c62af5918e87 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 815 time: 0.1632087 Oct 18 08:24:05.195167 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-7c8b5b92-db0b-41d7-8b0d-26a75d3d8cdc tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/quotas/905fcec320dd41baa78fa254cd975358 HTTP/1.1" status: 200 len: 375 time: 0.0097759 Oct 18 08:24:05.284719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-66596bf2-7fda-4fcd-b689-14daebcb6003 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Synchronizing usage tracker for tenant:905fcec320dd41baa78fa254cd975358 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:24:05.302022 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-66596bf2-7fda-4fcd-b689-14daebcb6003 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Unset dirty status for tenant:905fcec320dd41baa78fa254cd975358 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:24:05.303342 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-66596bf2-7fda-4fcd-b689-14daebcb6003 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032612 Oct 18 08:24:05.319196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-e34ea848-8049-41a2-a10d-44bd6f7cc697 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 08:24:05.320124 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-e34ea848-8049-41a2-a10d-44bd6f7cc697 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049958 Oct 18 08:24:05.450621 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-c7d69b6c-eb96-446d-b6f7-d31de50c53a0 service neutron] 10.222.0.17 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252718 Oct 18 08:24:05.588238 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-8fadf126-bde5-420d-8675-caaf3f11b252 service neutron] 10.222.0.17 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316972 Oct 18 08:24:05.776266 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-edd05f2f-8769-4ca6-88f9-b15bd95c457e req-fb80b3a1-f9a2-4a84-9d9e-5901fe52a2a3 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 210 time: 0.0527630 Oct 18 08:24:06.961805 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9f7ec287-e683-47eb-b84e-7d5295e73913 req-6cac162d-82d6-4f03-973e-974e66f12c96 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 210 time: 0.0733526 Oct 18 08:24:07.091427 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-eb9ee077-676e-494e-bd39-be786d9cc12c tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:07.092842 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-eb9ee077-676e-494e-bd39-be786d9cc12c tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.46 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 815 time: 0.1648815 Oct 18 08:24:07.113087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-9e7a2e5d-1718-4f10-927c-b9a9aea59bbb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'port': {'device_id': 'ce974a8e-a7d6-4a95-a827-2900ccd16a5b', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'admin_state_up': True, 'tenant_id': '905fcec320dd41baa78fa254cd975358'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:24:07.258298 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-9e7a2e5d-1718-4f10-927c-b9a9aea59bbb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:24:07.268009 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-9e7a2e5d-1718-4f10-927c-b9a9aea59bbb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:24:07.277973 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-9e7a2e5d-1718-4f10-927c-b9a9aea59bbb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Made reservation on behalf of 905fcec320dd41baa78fa254cd975358 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:24:07.281654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-9e7a2e5d-1718-4f10-927c-b9a9aea59bbb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:07.451336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-9e7a2e5d-1718-4f10-927c-b9a9aea59bbb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Allocated IP 172.20.0.11 (53b34022-99f7-45f0-b592-cecaaed42187/e0c99f49-3024-44f5-aea5-c4d35bb7fe22/f7a4b484-bb86-4f39-9235-428e57d768d3) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:24:07.839111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-9e7a2e5d-1718-4f10-927c-b9a9aea59bbb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:07.857393 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-9e7a2e5d-1718-4f10-927c-b9a9aea59bbb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Transition to ACTIVE for port object f7a4b484-bb86-4f39-9235-428e57d768d3 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:24:07.885754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-9e7a2e5d-1718-4f10-927c-b9a9aea59bbb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:07.965654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-9e7a2e5d-1718-4f10-927c-b9a9aea59bbb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Network 53b34022-99f7-45f0-b592-cecaaed42187 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:24:07.968722 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-9e7a2e5d-1718-4f10-927c-b9a9aea59bbb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:24:07.973172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-9e7a2e5d-1718-4f10-927c-b9a9aea59bbb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:24:08.006193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a2e5d-1718-4f10-927c-b9a9aea59bbb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'Port': ['ID=f7a4b484-bb86-4f39-9235-428e57d768d3,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:24:08.045840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-9e7a2e5d-1718-4f10-927c-b9a9aea59bbb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:08.046687 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-9e7a2e5d-1718-4f10-927c-b9a9aea59bbb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:08.105707 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-9e7a2e5d-1718-4f10-927c-b9a9aea59bbb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9971979 Oct 18 08:24:08.262002 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Provisioning for port f7a4b484-bb86-4f39-9235-428e57d768d3 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:24:08.270483 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Provisioning complete for port f7a4b484-bb86-4f39-9235-428e57d768d3 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:24:08.270878 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:08.271221 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Attempt 1 to provision port f7a4b484-bb86-4f39-9235-428e57d768d3 Oct 18 08:24:08.301608 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1899d-49e6-4a5b-a57d-1c402a62d5f5 req-fed20c41-bc1e-4dfc-93f2-156a26ff7058 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:08.303320 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-48b1899d-49e6-4a5b-a57d-1c402a62d5f5 req-fed20c41-bc1e-4dfc-93f2-156a26ff7058 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 932 time: 0.1789742 Oct 18 08:24:08.335973 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Port f7a4b484-bb86-4f39-9235-428e57d768d3 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:24:08.370178 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-48b1899d-49e6-4a5b-a57d-1c402a62d5f5 req-c8caf32a-03c7-4e7b-ac6b-464c3cea85cb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558546 Oct 18 08:24:08.837509 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Attempt 2 to provision port f7a4b484-bb86-4f39-9235-428e57d768d3 Oct 18 08:24:08.900703 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Port f7a4b484-bb86-4f39-9235-428e57d768d3 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:24:09.401988 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Attempt 3 to provision port f7a4b484-bb86-4f39-9235-428e57d768d3 Oct 18 08:24:09.462241 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Port f7a4b484-bb86-4f39-9235-428e57d768d3 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:24:09.583746 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880765c-282a-472e-bf63-921fc9dbdb12 req-d86f8a27-182f-44c5-b0cf-1d02ba505d35 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:09.584468 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-e880765c-282a-472e-bf63-921fc9dbdb12 req-d86f8a27-182f-44c5-b0cf-1d02ba505d35 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Synchronizing usage tracker for tenant:905fcec320dd41baa78fa254cd975358 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:24:09.602701 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-e880765c-282a-472e-bf63-921fc9dbdb12 req-d86f8a27-182f-44c5-b0cf-1d02ba505d35 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Unset dirty status for tenant:905fcec320dd41baa78fa254cd975358 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:24:09.603025 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e880765c-282a-472e-bf63-921fc9dbdb12 req-d86f8a27-182f-44c5-b0cf-1d02ba505d35 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 932 time: 0.1144495 Oct 18 08:24:09.655519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-e880765c-282a-472e-bf63-921fc9dbdb12 req-c6499355-1792-49c9-ad5d-07c72809d2e1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Synchronizing usage tracker for tenant:905fcec320dd41baa78fa254cd975358 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:24:09.677720 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-e880765c-282a-472e-bf63-921fc9dbdb12 req-c6499355-1792-49c9-ad5d-07c72809d2e1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Unset dirty status for tenant:905fcec320dd41baa78fa254cd975358 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:24:09.678960 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e880765c-282a-472e-bf63-921fc9dbdb12 req-c6499355-1792-49c9-ad5d-07c72809d2e1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700977 Oct 18 08:24:09.964030 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Attempt 4 to provision port f7a4b484-bb86-4f39-9235-428e57d768d3 Oct 18 08:24:10.033622 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Port f7a4b484-bb86-4f39-9235-428e57d768d3 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:24:10.535314 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Attempt 5 to provision port f7a4b484-bb86-4f39-9235-428e57d768d3 Oct 18 08:24:10.603419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Port f7a4b484-bb86-4f39-9235-428e57d768d3 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:24:10.911356 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c1f68-4782-4060-8f4d-efb6e8deeaff req-ae46fd0c-5a8e-4ea9-ba79-38b9a42e8375 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:10.912977 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bc9c1f68-4782-4060-8f4d-efb6e8deeaff req-ae46fd0c-5a8e-4ea9-ba79-38b9a42e8375 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 932 time: 0.1068420 Oct 18 08:24:10.963929 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bc9c1f68-4782-4060-8f4d-efb6e8deeaff req-ed4f78a2-82b2-4c05-8288-c73eeb8ae10a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439863 Oct 18 08:24:11.104841 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Attempt 6 to provision port f7a4b484-bb86-4f39-9235-428e57d768d3 Oct 18 08:24:11.166339 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Port f7a4b484-bb86-4f39-9235-428e57d768d3 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:24:11.667690 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Attempt 7 to provision port f7a4b484-bb86-4f39-9235-428e57d768d3 Oct 18 08:24:11.722857 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Port f7a4b484-bb86-4f39-9235-428e57d768d3 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:24:12.194526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cb318-4636-4101-977c-fa481e961d53 req-6af8a271-8e38-4bc2-a765-db59c85e11d0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:12.196438 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bc1cb318-4636-4101-977c-fa481e961d53 req-6af8a271-8e38-4bc2-a765-db59c85e11d0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 932 time: 0.1171548 Oct 18 08:24:12.224039 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Attempt 8 to provision port f7a4b484-bb86-4f39-9235-428e57d768d3 Oct 18 08:24:12.252095 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bc1cb318-4636-4101-977c-fa481e961d53 req-df502050-716f-454a-a4d3-f4f260da482a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495181 Oct 18 08:24:12.292173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Port f7a4b484-bb86-4f39-9235-428e57d768d3 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:24:12.772021 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:24:12.793003 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Attempt 9 to provision port f7a4b484-bb86-4f39-9235-428e57d768d3 Oct 18 08:24:12.850487 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Port f7a4b484-bb86-4f39-9235-428e57d768d3 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:24:13.351975 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Attempt 10 to provision port f7a4b484-bb86-4f39-9235-428e57d768d3 Oct 18 08:24:13.409590 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-1985dd76-1d62-458f-8034-a7f199d18355 None None] Port f7a4b484-bb86-4f39-9235-428e57d768d3 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:24:13.481268 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7195f5-5478-4403-a946-bc3bf961c0ab req-36219bc1-914e-44fa-a06b-29a00093c0a8 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:13.482717 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-dc7195f5-5478-4403-a946-bc3bf961c0ab req-36219bc1-914e-44fa-a06b-29a00093c0a8 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 932 time: 0.1124628 Oct 18 08:24:13.536562 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-dc7195f5-5478-4403-a946-bc3bf961c0ab req-db5b3702-81aa-4a93-b548-c6790a4e5482 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475695 Oct 18 08:24:14.736134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a054dbe-06e8-4c8e-9b05-ef9b678d0dc4 req-bc213294-20ee-4ddf-aef4-7961c4558894 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:14.738121 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6a054dbe-06e8-4c8e-9b05-ef9b678d0dc4 req-bc213294-20ee-4ddf-aef4-7961c4558894 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 932 time: 0.0878048 Oct 18 08:24:14.781388 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6a054dbe-06e8-4c8e-9b05-ef9b678d0dc4 req-2a74dd8e-050a-4c1a-a8ec-8df2a3fdfe5a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376494 Oct 18 08:24:15.101816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Request body: {'port': {'device_id': 'ce974a8e-a7d6-4a95-a827-2900ccd16a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:24:15.214374 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:15.553672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a4b484-bb86-4f39-9235-428e57d768d3 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:24:15.560788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:15.575513 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Transition to ACTIVE for port object f7a4b484-bb86-4f39-9235-428e57d768d3 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:24:15.578501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:15.767821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a4b484-bb86-4f39-9235-428e57d768d3,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:24:15.808748 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Attempting to bind port f7a4b484-bb86-4f39-9235-428e57d768d3 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:24:15.809020 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Attempting to bind port f7a4b484-bb86-4f39-9235-428e57d768d3 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c5aebccd-0c9d-4d23-8e16-b13356e93154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:24:15.809351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Attempting to bind port f7a4b484-bb86-4f39-9235-428e57d768d3 on network 53b34022-99f7-45f0-b592-cecaaed42187 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:24:15.814007 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Port f7a4b484-bb86-4f39-9235-428e57d768d3 on network 53b34022-99f7-45f0-b592-cecaaed42187 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:24:15.814489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Attempting to bind port f7a4b484-bb86-4f39-9235-428e57d768d3 on network 53b34022-99f7-45f0-b592-cecaaed42187 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:24:15.820432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:24:15.820771 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Checking segment: {'id': 'c5aebccd-0c9d-4d23-8e16-b13356e93154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:24:15.821158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Bound using segment: {'id': 'c5aebccd-0c9d-4d23-8e16-b13356e93154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:24:15.821584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Bound port: f7a4b484-bb86-4f39-9235-428e57d768d3, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5aebccd-0c9d-4d23-8e16-b13356e93154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:24:15.821927 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:15.915064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] For port f7a4b484-bb86-4f39-9235-428e57d768d3, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:24:15.918185 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] For port f7a4b484-bb86-4f39-9235-428e57d768d3, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=f7a4b484-bb86-4f39-9235-428e57d768d3,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:24:15.924087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:15.956277 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:15.956896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:15.958482 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] 10.222.0.46 "PUT /v2.0/ports/f7a4b484-bb86-4f39-9235-428e57d768d3 HTTP/1.1" status: 200 len: 1094 time: 0.9548936 Oct 18 08:24:15.963647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce974a8e-a7d6-4a95-a827-2900ccd16a5b', 'tag': 'f7a4b484-bb86-4f39-9235-428e57d768d3'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:24:15.966000 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b601e1-568b-4fc1-98f6-6ee5ca603084" -d '{"events": [{"name": "network-changed", "server_uuid": "ce974a8e-a7d6-4a95-a827-2900ccd16a5b", "tag": "f7a4b484-bb86-4f39-9235-428e57d768d3"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:24:15.979273 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b66db-24f9-483c-9266-34e99a0821b3 req-49d74011-c178-4882-9b00-8d9deff4ea3a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:15.989894 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-056b66db-24f9-483c-9266-34e99a0821b3 req-49d74011-c178-4882-9b00-8d9deff4ea3a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 944 time: 0.0909317 Oct 18 08:24:16.029196 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-056b66db-24f9-483c-9266-34e99a0821b3 req-bc72e179-cb9f-425c-bff9-aeb5a210a16f tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384574 Oct 18 08:24:16.065430 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5f4ec-93a8-4949-a3e6-283030524871 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a4b484-bb86-4f39-9235-428e57d768d3,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:24:16.088552 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-a5549884-0841-4633-9df7-65ece450356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:16.090006 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-a5549884-0841-4633-9df7-65ece450356d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 1097 time: 0.0926497 Oct 18 08:24:16.162794 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-a216682f-1a13-43e9-9e94-68b324e97b0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7a4b484-bb86-4f39-9235-428e57d768d3 HTTP/1.1" status: 200 len: 217 time: 0.0625286 Oct 18 08:24:16.301426 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fefb2c8-d078-4253-b5d1-19a333976c78 x-openstack-request-id: req-8fefb2c8-d078-4253-b5d1-19a333976c78 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:24:16.301701 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce974a8e-a7d6-4a95-a827-2900ccd16a5b", "tag": "f7a4b484-bb86-4f39-9235-428e57d768d3", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:24:16.301937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8fefb2c8-d078-4253-b5d1-19a333976c78 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:24:16.302326 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fefb2c8-d078-4253-b5d1-19a333976c78'] response: {'name': 'network-changed', 'server_uuid': 'ce974a8e-a7d6-4a95-a827-2900ccd16a5b', 'tag': 'f7a4b484-bb86-4f39-9235-428e57d768d3', 'status': 'completed', 'code': 200} Oct 18 08:24:16.326104 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-11386336-0d63-4141-876e-86e40f260db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:16.327489 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-11386336-0d63-4141-876e-86e40f260db9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0c99f49-3024-44f5-aea5-c4d35bb7fe22 HTTP/1.1" status: 200 len: 854 time: 0.1561241 Oct 18 08:24:16.412677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-d2779d4f-c55d-456e-9432-fa4938bf095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:16.414147 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-d2779d4f-c55d-456e-9432-fa4938bf095e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53b34022-99f7-45f0-b592-cecaaed42187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766079 Oct 18 08:24:16.546026 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-5943ba7a-0450-489d-8ad7-0c1ccdbbe1ab service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218216 Oct 18 08:24:16.676791 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-04359bfc-49d7-4f08-9553-393e2ae435eb req-76672e5a-73b4-4095-9bea-7bdee256323b service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217072 Oct 18 08:24:16.807972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b601e1-568b-4fc1-98f6-6ee5ca603084 req-ae3c137c-f8fe-4b2f-8916-ee070e13456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:16.809426 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a0b601e1-568b-4fc1-98f6-6ee5ca603084 req-ae3c137c-f8fe-4b2f-8916-ee070e13456e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 1097 time: 0.0805986 Oct 18 08:24:16.940735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b601e1-568b-4fc1-98f6-6ee5ca603084 req-ff185031-878f-49c3-b3c3-8cdf0ae84ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:16.942069 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a0b601e1-568b-4fc1-98f6-6ee5ca603084 req-ff185031-878f-49c3-b3c3-8cdf0ae84ef2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 916 time: 0.1237137 Oct 18 08:24:17.012284 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a0b601e1-568b-4fc1-98f6-6ee5ca603084 req-26a64348-25d4-4a0c-9954-e662dfef98c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7a4b484-bb86-4f39-9235-428e57d768d3 HTTP/1.1" status: 200 len: 217 time: 0.0625567 Oct 18 08:24:17.075375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b601e1-568b-4fc1-98f6-6ee5ca603084 req-7a00c200-17b1-4525-b656-d37c93583bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:17.076694 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a0b601e1-568b-4fc1-98f6-6ee5ca603084 req-7a00c200-17b1-4525-b656-d37c93583bc5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0c99f49-3024-44f5-aea5-c4d35bb7fe22 HTTP/1.1" status: 200 len: 854 time: 0.0574148 Oct 18 08:24:17.159718 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b601e1-568b-4fc1-98f6-6ee5ca603084 req-b1c67340-5ba3-4f78-8022-a678311a6804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:17.161448 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a0b601e1-568b-4fc1-98f6-6ee5ca603084 req-b1c67340-5ba3-4f78-8022-a678311a6804 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53b34022-99f7-45f0-b592-cecaaed42187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780039 Oct 18 08:24:17.235766 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2b275-1b65-47a6-a094-a4aa0c01d46a req-6d257cff-342a-451d-8063-190cd0ef92c1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:17.237685 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-32a2b275-1b65-47a6-a094-a4aa0c01d46a req-6d257cff-342a-451d-8063-190cd0ef92c1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 944 time: 0.0909503 Oct 18 08:24:17.281501 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-32a2b275-1b65-47a6-a094-a4aa0c01d46a req-acc3866e-cf59-4d11-b9b2-9518641495be tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382326 Oct 18 08:24:17.299095 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a0b601e1-568b-4fc1-98f6-6ee5ca603084 req-6603e9a9-411e-4f4c-8b67-33686ab7f385 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301186 Oct 18 08:24:17.432990 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a0b601e1-568b-4fc1-98f6-6ee5ca603084 req-0f2ff703-1a7b-4b5a-931c-be9ccf129cb3 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262224 Oct 18 08:24:18.480866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba05534-7848-46b1-b0a2-200b4fcbcd22 req-4ded8066-9061-40a1-a781-4b6f390a49e7 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:18.482229 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cba05534-7848-46b1-b0a2-200b4fcbcd22 req-4ded8066-9061-40a1-a781-4b6f390a49e7 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 944 time: 0.0898681 Oct 18 08:24:18.526002 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cba05534-7848-46b1-b0a2-200b4fcbcd22 req-9c66e48e-e0b3-4dcb-a77f-602b222311e3 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374463 Oct 18 08:24:19.720357 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba1452-f30e-47f4-ae80-0acc71f57551 req-3b3c7bc3-fbc4-410f-82bb-b4218cb503e1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:19.721882 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8fba1452-f30e-47f4-ae80-0acc71f57551 req-3b3c7bc3-fbc4-410f-82bb-b4218cb503e1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 944 time: 0.0857320 Oct 18 08:24:19.768516 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8fba1452-f30e-47f4-ae80-0acc71f57551 req-60857a8d-7711-4733-b1c5-fd53c53befdb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409889 Oct 18 08:24:20.758605 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3533dc0a-9215-4dcc-a05e-3bf3414e2a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:20.966596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8777f0-f302-4bfb-9cf0-5919856e919f req-25c3f9aa-b324-4ca1-99ed-50458b878fc5 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:20.967954 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cd8777f0-f302-4bfb-9cf0-5919856e919f req-25c3f9aa-b324-4ca1-99ed-50458b878fc5 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 944 time: 0.0896349 Oct 18 08:24:21.012266 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cd8777f0-f302-4bfb-9cf0-5919856e919f req-fdf3e4c1-6128-4359-9117-c0d1a6afe1d5 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382378 Oct 18 08:24:21.018095 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device f7a4b484-bb86-4f39-9235-428e57d768d3 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:24:21.180677 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port f7a4b484-bb86-4f39-9235-428e57d768d3, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=f7a4b484-bb86-4f39-9235-428e57d768d3,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:24:21.194344 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': 'f7a4b484-bb86-4f39-9235-428e57d768d3', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'port_id': 'f7a4b484-bb86-4f39-9235-428e57d768d3', 'mac_address': 'fa:16:3e:55:33:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:24:21.247341 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port f7a4b484-bb86-4f39-9235-428e57d768d3 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:24:21.247644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:21.264233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a4b484-bb86-4f39-9235-428e57d768d3 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:24:21.279067 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port f7a4b484-bb86-4f39-9235-428e57d768d3, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=f7a4b484-bb86-4f39-9235-428e57d768d3,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:24:21.282985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:21.351084 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=f7a4b484-bb86-4f39-9235-428e57d768d3,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:24:21.358030 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:21.358374 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:21.358734 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:21.359067 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:21.359396 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:21.359717 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:21.360041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:21.360364 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:21.360683 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:21.361001 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:21.361315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:21.362190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:21.526964 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['f7a4b484-bb86-4f39-9235-428e57d768d3'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:24:22.206788 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26fe5e-8e98-4511-a42b-fd4548a1a30c req-393648ad-7508-4a46-97b9-d07de9d5ee47 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:22.208233 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bf26fe5e-8e98-4511-a42b-fd4548a1a30c req-393648ad-7508-4a46-97b9-d07de9d5ee47 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 945 time: 0.0875473 Oct 18 08:24:22.253802 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bf26fe5e-8e98-4511-a42b-fd4548a1a30c req-9c3d6fc9-bcaf-4167-a753-fdfc9642e740 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400162 Oct 18 08:24:23.047454 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device f7a4b484-bb86-4f39-9235-428e57d768d3 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:24:23.110666 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4a5c6296-439c-4368-8431-7c3458e5810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:23.129470 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port f7a4b484-bb86-4f39-9235-428e57d768d3 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:24:23.134196 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port f7a4b484-bb86-4f39-9235-428e57d768d3 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:24:23.134622 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:23.135012 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port f7a4b484-bb86-4f39-9235-428e57d768d3 Oct 18 08:24:23.249935 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port f7a4b484-bb86-4f39-9235-428e57d768d3 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:24:23.250242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:23.276419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce974a8e-a7d6-4a95-a827-2900ccd16a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a4b484-bb86-4f39-9235-428e57d768d3'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:24:23.278706 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5400de38-928f-4f17-9da0-62c5bce768fa" -d '{"events": [{"server_uuid": "ce974a8e-a7d6-4a95-a827-2900ccd16a5b", "name": "network-vif-plugged", "status": "completed", "tag": "f7a4b484-bb86-4f39-9235-428e57d768d3"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:24:23.286441 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port f7a4b484-bb86-4f39-9235-428e57d768d3, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=f7a4b484-bb86-4f39-9235-428e57d768d3,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:24:23.291303 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:23.360835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=f7a4b484-bb86-4f39-9235-428e57d768d3,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:24:23.385051 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa57d2d-c35c-416c-9faa-55cc1d74905f x-openstack-request-id: req-5aa57d2d-c35c-416c-9faa-55cc1d74905f {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:24:23.385339 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce974a8e-a7d6-4a95-a827-2900ccd16a5b", "name": "network-vif-plugged", "status": "completed", "tag": "f7a4b484-bb86-4f39-9235-428e57d768d3", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:24:23.385589 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5aa57d2d-c35c-416c-9faa-55cc1d74905f {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:24:23.385983 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aa57d2d-c35c-416c-9faa-55cc1d74905f'] response: {'server_uuid': 'ce974a8e-a7d6-4a95-a827-2900ccd16a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a4b484-bb86-4f39-9235-428e57d768d3', 'code': 200} Oct 18 08:24:23.463828 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78fa6e-523b-46f7-9b63-3e5c9fecf7fc req-d208a3d9-95c8-47ee-863b-c343c68c1c02 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:23.465270 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ff78fa6e-523b-46f7-9b63-3e5c9fecf7fc req-d208a3d9-95c8-47ee-863b-c343c68c1c02 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 946 time: 0.0932477 Oct 18 08:24:23.510472 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ff78fa6e-523b-46f7-9b63-3e5c9fecf7fc req-dc829885-d292-48e3-9081-f91a194a7682 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392394 Oct 18 08:24:23.645548 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab25c8f-0489-4514-9a54-8bd0a394dbc1 req-a84dbd1b-b5a8-40f5-90f9-b9aaca2b99b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:23.647028 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4ab25c8f-0489-4514-9a54-8bd0a394dbc1 req-a84dbd1b-b5a8-40f5-90f9-b9aaca2b99b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 1099 time: 0.0754788 Oct 18 08:24:23.693734 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4ab25c8f-0489-4514-9a54-8bd0a394dbc1 req-ff7eb6ba-0cb9-4872-a714-db6ad1339282 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368793 Oct 18 08:24:23.814470 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:23.852718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:24.708198 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb932e-3825-40d4-b827-117f47e8d682 req-75c718db-3f9b-4d1b-b5c7-da9f13418507 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:24.709640 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aaeb932e-3825-40d4-b827-117f47e8d682 req-75c718db-3f9b-4d1b-b5c7-da9f13418507 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 946 time: 0.0869882 Oct 18 08:24:24.752310 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aaeb932e-3825-40d4-b827-117f47e8d682 req-d1065400-8766-4dc2-8446-2e14681ab824 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371213 Oct 18 08:24:25.410688 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:25.948005 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c751aed-7dc9-431c-9aed-e67d7e78db90 req-33a9e63e-2752-4dcf-a5e4-1ae015e1b693 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:25.949465 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6c751aed-7dc9-431c-9aed-e67d7e78db90 req-33a9e63e-2752-4dcf-a5e4-1ae015e1b693 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 946 time: 0.0878289 Oct 18 08:24:26.107494 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6c751aed-7dc9-431c-9aed-e67d7e78db90 req-1e681225-225a-4f75-ba66-6a60f6f4a8c8 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523209 Oct 18 08:24:26.308112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7553e8-36ee-4eb9-b8d5-d26070ce7ddf req-e549bdf9-f5bf-4b53-b396-51bfcc5bd00b tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:26.309562 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-db7553e8-36ee-4eb9-b8d5-d26070ce7ddf req-e549bdf9-f5bf-4b53-b396-51bfcc5bd00b tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 946 time: 0.0914450 Oct 18 08:24:26.354252 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-db7553e8-36ee-4eb9-b8d5-d26070ce7ddf req-d1b3f91d-ec19-4f0e-b44b-448651ff3b10 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388215 Oct 18 08:24:26.759273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117f842-17a4-401b-8607-3615c8e0c914 req-fafe9d10-83db-4626-b65c-58c5db30796f tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:26.760734 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3117f842-17a4-401b-8607-3615c8e0c914 req-fafe9d10-83db-4626-b65c-58c5db30796f tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 946 time: 0.0862477 Oct 18 08:24:26.807032 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3117f842-17a4-401b-8607-3615c8e0c914 req-7bbfb2e1-774a-4594-903b-595f69c12075 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407367 Oct 18 08:24:34.729591 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:39.335374 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50165e80-e119-4667-afe9-07e3be9bf0e8 req-d754416e-2deb-48ad-9eb2-9848a0648420 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:39.336833 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-50165e80-e119-4667-afe9-07e3be9bf0e8 req-d754416e-2deb-48ad-9eb2-9848a0648420 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 946 time: 0.0868814 Oct 18 08:24:39.380270 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-50165e80-e119-4667-afe9-07e3be9bf0e8 req-e42c27f7-6cf8-49c6-9049-35cb8b0be5e3 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379133 Oct 18 08:24:39.408388 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40138) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:24:39.617444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7555bb38-e5c9-4ad6-b06d-7b493843babb tempest-TestMinimumBasicScenario-784312103 tempest-TestMinimumBasicScenario-784312103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:39.618874 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7555bb38-e5c9-4ad6-b06d-7b493843babb tempest-TestMinimumBasicScenario-784312103 tempest-TestMinimumBasicScenario-784312103-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 1094 time: 0.2090178 Oct 18 08:24:39.621851 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40144) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:24:39.626682 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': 'f7a4b484-bb86-4f39-9235-428e57d768d3', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:24:39.632571 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:24:39.636433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Usage tracker for resource:floatingip and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:24:39.639236 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:24:39.645437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:24:39.656286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for floatingip, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:39.794062 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:39.925851 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Allocated IP 172.26.8.75 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/cbe8422d-c56e-41f1-b7ac-f860831473a0) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:24:40.073585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:40.101794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:40.167532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:24:40.170567 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:24:40.174211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:24:40.208563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'Port': ['ID=cbe8422d-c56e-41f1-b7ac-f860831473a0,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:24:40.220429 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:40.220774 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:40.221139 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:40.221475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:40.221808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:40.222136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:40.222460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:40.222811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:40.223133 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:40.223455 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:40.223775 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:40.224093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:40.584920 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:40.656464 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:40.856695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:40.861000 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:40.967017 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'Port': ['ID=cbe8422d-c56e-41f1-b7ac-f860831473a0,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:24:40.970001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:41.155229 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Floating IP 805c9f38-1c69-4400-83b4-718504d844e3 associated. External IP: 172.26.8.75, port: f7a4b484-bb86-4f39-9235-428e57d768d3. Oct 18 08:24:41.606424 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:24:41.778341 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:24:41.788610 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf99200-6579-4d10-b1c7-0c9eeff61936 None None] Sync routers for ids ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:24:41.797955 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf99200-6579-4d10-b1c7-0c9eeff61936 None None] Routers {'e2d5f3f4-81a3-43f6-8bd7-5432bb430385'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:24:41.798619 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-faf99200-6579-4d10-b1c7-0c9eeff61936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:24:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:24:41.802385 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:41.862884 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-37ed87b1-fc65-4cd5-9a3c-8d916d727e22 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2373610 Oct 18 08:24:41.862884 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce974a8e-a7d6-4a95-a827-2900ccd16a5b', 'tag': 'f7a4b484-bb86-4f39-9235-428e57d768d3'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:24:41.863213 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c7c260-e243-4441-a8a8-b98623b19d28" -d '{"events": [{"name": "network-changed", "server_uuid": "ce974a8e-a7d6-4a95-a827-2900ccd16a5b", "tag": "f7a4b484-bb86-4f39-9235-428e57d768d3"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:24:41.863901 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40148) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:24:41.869649 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1884229631', 'description': 'tempest-secgroup-smoke-1884229631 description', 'project_id': '905fcec320dd41baa78fa254cd975358'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:24:41.875959 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:24:41.887041 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:24:41.897437 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:41.910156 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eecc45f-139b-471a-a03c-5de6c007cc8f x-openstack-request-id: req-2eecc45f-139b-471a-a03c-5de6c007cc8f {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:24:41.911224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce974a8e-a7d6-4a95-a827-2900ccd16a5b", "tag": "f7a4b484-bb86-4f39-9235-428e57d768d3", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:24:41.911552 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2eecc45f-139b-471a-a03c-5de6c007cc8f {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:24:41.912025 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eecc45f-139b-471a-a03c-5de6c007cc8f'] response: {'name': 'network-changed', 'server_uuid': 'ce974a8e-a7d6-4a95-a827-2900ccd16a5b', 'tag': 'f7a4b484-bb86-4f39-9235-428e57d768d3', 'status': 'completed', 'code': 200} Oct 18 08:24:41.918390 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:24:41.922469 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Usage tracker for resource:security_group_rule and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:24:41.925927 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:24:41.935728 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:24:41.997611 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-faf99200-6579-4d10-b1c7-0c9eeff61936 None None] Set router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:24:42.023389 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.028030 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.033304 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7c260-e243-4441-a8a8-b98623b19d28 req-31170e6a-f55b-483b-b30c-7a939e4f3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:42.034771 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-44c7c260-e243-4441-a8a8-b98623b19d28 req-31170e6a-f55b-483b-b30c-7a939e4f3107 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 1099 time: 0.0907204 Oct 18 08:24:42.075317 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56f7e5b-a1dd-4f71-bc1b-0c4783ac4163,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:24:42.085681 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:42.086125 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:42.086580 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:42.087030 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:42.087461 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:42.087731 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:42.088132 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:42.088465 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:42.088826 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:42.089153 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:42.089482 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:42.089809 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:24:42.094601 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.095802 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-9c3b70c3-7b71-4a14-8698-fbac430dae82 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2303007 Oct 18 08:24:42.103732 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40154) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:24:42.108685 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-58a391aa-ab81-42e9-94c7-294cd9c910fb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'security_group_rule': {'security_group_id': 'a56f7e5b-a1dd-4f71-bc1b-0c4783ac4163', 'project_id': '905fcec320dd41baa78fa254cd975358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:24:42.115499 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-58a391aa-ab81-42e9-94c7-294cd9c910fb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:24:42.119315 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-58a391aa-ab81-42e9-94c7-294cd9c910fb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Usage tracker for resource:security_group_rule and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:24:42.122338 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-58a391aa-ab81-42e9-94c7-294cd9c910fb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:24:42.128832 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-58a391aa-ab81-42e9-94c7-294cd9c910fb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:24:42.151609 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-58a391aa-ab81-42e9-94c7-294cd9c910fb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.182541 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7c260-e243-4441-a8a8-b98623b19d28 req-e7142311-855c-4694-955b-fc64a19f695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:42.184185 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-44c7c260-e243-4441-a8a8-b98623b19d28 req-e7142311-855c-4694-955b-fc64a19f695d service neutron] 10.222.0.46 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 916 time: 0.1429110 Oct 18 08:24:42.219675 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-58a391aa-ab81-42e9-94c7-294cd9c910fb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.223865 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-58a391aa-ab81-42e9-94c7-294cd9c910fb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.249418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a391aa-ab81-42e9-94c7-294cd9c910fb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985be6b1-ba89-4957-83f7-fe64bbd745ad,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:24:42.260089 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-58a391aa-ab81-42e9-94c7-294cd9c910fb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.264638 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-58a391aa-ab81-42e9-94c7-294cd9c910fb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1598320 Oct 18 08:24:42.265302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40158) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:24:42.270607 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d88aa674-6df8-4f61-8b39-e891d2c475fc tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'security_group_rule': {'security_group_id': 'a56f7e5b-a1dd-4f71-bc1b-0c4783ac4163', 'project_id': '905fcec320dd41baa78fa254cd975358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:24:42.277017 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d88aa674-6df8-4f61-8b39-e891d2c475fc tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:24:42.281492 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d88aa674-6df8-4f61-8b39-e891d2c475fc tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Usage tracker for resource:security_group_rule and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:24:42.285131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d88aa674-6df8-4f61-8b39-e891d2c475fc tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:24:42.291348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d88aa674-6df8-4f61-8b39-e891d2c475fc tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:24:42.303912 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-44c7c260-e243-4441-a8a8-b98623b19d28 req-9e70b9d8-0bb8-4925-985f-070900c015e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7a4b484-bb86-4f39-9235-428e57d768d3 HTTP/1.1" status: 200 len: 999 time: 0.1111436 Oct 18 08:24:42.312640 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d88aa674-6df8-4f61-8b39-e891d2c475fc tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.379123 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d88aa674-6df8-4f61-8b39-e891d2c475fc tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.379355 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-faf99200-6579-4d10-b1c7-0c9eeff61936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 4, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port': {'id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:44Z', 'updated_at': '2022-10-18T08:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '805c9f38-1c69-4400-83b4-718504d844e3', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'floating_ip_address': '172.26.8.75', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'port_id': 'f7a4b484-bb86-4f39-9235-428e57d768d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'mac_address': 'fa:16:3e:55:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce974a8e-a7d6-4a95-a827-2900ccd16a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:24:40Z', 'updated_at': '2022-10-18T08:24:40Z', 'revision_number': 0, 'project_id': '905fcec320dd41baa78fa254cd975358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a305ec0a-2c28-4d4e-9d09-93c8550682fe', 'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:47Z', 'updated_at': '2022-10-18T08:23:53Z', 'revision_number': 5, 'project_id': '905fcec320dd41baa78fa254cd975358', 'subnets': [{'id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:24:42.383892 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf99200-6579-4d10-b1c7-0c9eeff61936 None None] Checking router: e2d5f3f4-81a3-43f6-8bd7-5432bb430385 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:24:42.384166 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7c260-e243-4441-a8a8-b98623b19d28 req-e50952a7-1d9c-4783-b354-125650137ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:42.384324 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d88aa674-6df8-4f61-8b39-e891d2c475fc tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.385960 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-44c7c260-e243-4441-a8a8-b98623b19d28 req-e50952a7-1d9c-4783-b354-125650137ddd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0c99f49-3024-44f5-aea5-c4d35bb7fe22 HTTP/1.1" status: 200 len: 854 time: 0.0723209 Oct 18 08:24:42.393034 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf99200-6579-4d10-b1c7-0c9eeff61936 None None] Routers {'e2d5f3f4-81a3-43f6-8bd7-5432bb430385'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:24:42.393649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-faf99200-6579-4d10-b1c7-0c9eeff61936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:24:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:24:42.406026 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88aa674-6df8-4f61-8b39-e891d2c475fc tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62222b13-6a9b-4f9d-903e-ef6daa64d722,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:24:42.420165 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d88aa674-6df8-4f61-8b39-e891d2c475fc tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.424001 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d88aa674-6df8-4f61-8b39-e891d2c475fc tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1552444 Oct 18 08:24:42.424833 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40162) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:24:42.430144 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-dafc11eb-0b9d-43ed-b137-61a8fba4a95a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'security_group_rule': {'security_group_id': 'a56f7e5b-a1dd-4f71-bc1b-0c4783ac4163', 'project_id': '905fcec320dd41baa78fa254cd975358', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:24:42.436089 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-dafc11eb-0b9d-43ed-b137-61a8fba4a95a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:24:42.440358 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-dafc11eb-0b9d-43ed-b137-61a8fba4a95a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Usage tracker for resource:security_group_rule and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:24:42.443329 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-dafc11eb-0b9d-43ed-b137-61a8fba4a95a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:24:42.449439 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-dafc11eb-0b9d-43ed-b137-61a8fba4a95a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:24:42.467209 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dafc11eb-0b9d-43ed-b137-61a8fba4a95a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.482250 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7c260-e243-4441-a8a8-b98623b19d28 req-d222c0ac-bde1-4f43-994a-a27e90b0cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:42.483860 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-44c7c260-e243-4441-a8a8-b98623b19d28 req-d222c0ac-bde1-4f43-994a-a27e90b0cbe9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53b34022-99f7-45f0-b592-cecaaed42187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883701 Oct 18 08:24:42.530003 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dafc11eb-0b9d-43ed-b137-61a8fba4a95a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.535395 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dafc11eb-0b9d-43ed-b137-61a8fba4a95a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.556208 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc11eb-0b9d-43ed-b137-61a8fba4a95a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c1c9e6-2ec1-48b3-aef4-1004e7832da2,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:24:42.578233 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dafc11eb-0b9d-43ed-b137-61a8fba4a95a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.579729 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-dafc11eb-0b9d-43ed-b137-61a8fba4a95a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1538112 Oct 18 08:24:42.582581 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40166) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:24:42.584145 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-faf99200-6579-4d10-b1c7-0c9eeff61936 None None] Set router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:24:42.587857 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-93dd75b5-2584-4d92-8309-106b511e6c55 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'security_group_rule': {'security_group_id': 'a56f7e5b-a1dd-4f71-bc1b-0c4783ac4163', 'project_id': '905fcec320dd41baa78fa254cd975358', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:24:42.594196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-93dd75b5-2584-4d92-8309-106b511e6c55 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:24:42.598482 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-93dd75b5-2584-4d92-8309-106b511e6c55 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Usage tracker for resource:security_group_rule and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:24:42.602487 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-93dd75b5-2584-4d92-8309-106b511e6c55 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:24:42.612849 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-93dd75b5-2584-4d92-8309-106b511e6c55 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:24:42.629538 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-44c7c260-e243-4441-a8a8-b98623b19d28 req-bf89fefa-29fd-45d5-be6f-1acb3d1eca63 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359005 Oct 18 08:24:42.632532 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93dd75b5-2584-4d92-8309-106b511e6c55 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.701584 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93dd75b5-2584-4d92-8309-106b511e6c55 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.706384 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93dd75b5-2584-4d92-8309-106b511e6c55 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.730128 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd75b5-2584-4d92-8309-106b511e6c55 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc614ded-156f-4b1c-a6c9-5a8ef498631a,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:24:42.739856 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93dd75b5-2584-4d92-8309-106b511e6c55 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.743852 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-93dd75b5-2584-4d92-8309-106b511e6c55 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1575010 Oct 18 08:24:42.744060 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40170) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:24:42.749470 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-dd429bfb-09be-4f77-aa00-5f386e23511a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'security_group_rule': {'security_group_id': 'a56f7e5b-a1dd-4f71-bc1b-0c4783ac4163', 'project_id': '905fcec320dd41baa78fa254cd975358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:24:42.755521 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-dd429bfb-09be-4f77-aa00-5f386e23511a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:24:42.759275 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-dd429bfb-09be-4f77-aa00-5f386e23511a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Usage tracker for resource:security_group_rule and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:24:42.762056 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-dd429bfb-09be-4f77-aa00-5f386e23511a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:24:42.767740 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-dd429bfb-09be-4f77-aa00-5f386e23511a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:24:42.774714 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-44c7c260-e243-4441-a8a8-b98623b19d28 req-f83567d3-e888-4d74-9278-496c2cdded9e service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366463 Oct 18 08:24:42.778881 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-dd429bfb-09be-4f77-aa00-5f386e23511a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Project 905fcec320dd41baa78fa254cd975358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:24:42.797015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dd429bfb-09be-4f77-aa00-5f386e23511a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.860819 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dd429bfb-09be-4f77-aa00-5f386e23511a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.864539 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dd429bfb-09be-4f77-aa00-5f386e23511a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.886701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd429bfb-09be-4f77-aa00-5f386e23511a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f64d63b-431e-4cf3-bacb-c9271083a702,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:24:42.899574 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-dd429bfb-09be-4f77-aa00-5f386e23511a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.900772 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-dd429bfb-09be-4f77-aa00-5f386e23511a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1557975 Oct 18 08:24:42.903521 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40174) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:24:42.909208 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-fbc3ac68-e868-432a-a616-7740517f4610 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'security_group_rule': {'security_group_id': 'a56f7e5b-a1dd-4f71-bc1b-0c4783ac4163', 'project_id': '905fcec320dd41baa78fa254cd975358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:24:42.915283 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-fbc3ac68-e868-432a-a616-7740517f4610 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:24:42.919095 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fbc3ac68-e868-432a-a616-7740517f4610 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Usage tracker for resource:security_group_rule and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:24:42.921947 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fbc3ac68-e868-432a-a616-7740517f4610 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:24:42.927929 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-fbc3ac68-e868-432a-a616-7740517f4610 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:24:42.938844 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-fbc3ac68-e868-432a-a616-7740517f4610 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Project 905fcec320dd41baa78fa254cd975358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:24:42.945541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ac68-e868-432a-a616-7740517f4610 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:42.992187 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-faf99200-6579-4d10-b1c7-0c9eeff61936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 4, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port': {'id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:44Z', 'updated_at': '2022-10-18T08:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '805c9f38-1c69-4400-83b4-718504d844e3', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'floating_ip_address': '172.26.8.75', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'port_id': 'f7a4b484-bb86-4f39-9235-428e57d768d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'mac_address': 'fa:16:3e:55:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce974a8e-a7d6-4a95-a827-2900ccd16a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:24:40Z', 'updated_at': '2022-10-18T08:24:40Z', 'revision_number': 0, 'project_id': '905fcec320dd41baa78fa254cd975358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a305ec0a-2c28-4d4e-9d09-93c8550682fe', 'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:47Z', 'updated_at': '2022-10-18T08:23:53Z', 'revision_number': 5, 'project_id': '905fcec320dd41baa78fa254cd975358', 'subnets': [{'id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:24:42.996188 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf99200-6579-4d10-b1c7-0c9eeff61936 None None] The sync data for ids ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'] in dv-neutron-861625-1-hyperv is: [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 4, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port': {'id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:44Z', 'updated_at': '2022-10-18T08:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '805c9f38-1c69-4400-83b4-718504d844e3', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'floating_ip_address': '172.26.8.75', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'port_id': 'f7a4b484-bb86-4f39-9235-428e57d768d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'mac_address': 'fa:16:3e:55:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce974a8e-a7d6-4a95-a827-2900ccd16a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:24:40Z', 'updated_at': '2022-10-18T08:24:40Z', 'revision_number': 0, 'project_id': '905fcec320dd41baa78fa254cd975358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a305ec0a-2c28-4d4e-9d09-93c8550682fe', 'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:47Z', 'updated_at': '2022-10-18T08:23:53Z', 'revision_number': 5, 'project_id': '905fcec320dd41baa78fa254cd975358', 'subnets': [{'id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:24:43.013993 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ac68-e868-432a-a616-7740517f4610 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:43.017681 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ac68-e868-432a-a616-7740517f4610 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:43.045048 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3ac68-e868-432a-a616-7740517f4610 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a2121d-5e29-4ef9-a4a5-61186913f65b,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:24:43.054417 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ac68-e868-432a-a616-7740517f4610 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:43.055648 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fbc3ac68-e868-432a-a616-7740517f4610 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1510973 Oct 18 08:24:43.178827 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2b9d5d2a-ff4f-4bc5-8c20-521ffdf72253 req-3ade97cd-db60-43df-9f05-d47d82d785c4 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1884229631&fields=id&tenant_id=905fcec320dd41baa78fa254cd975358 HTTP/1.1" status: 200 len: 267 time: 0.0418532 Oct 18 08:24:43.200584 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab751bed-c227-4d7f-9cc1-663230f46733 None None] New status for floating IP 805c9f38-1c69-4400-83b4-718504d844e3: ACTIVE {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:24:43.375959 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d5d2a-ff4f-4bc5-8c20-521ffdf72253 req-465b053b-7601-466d-9ff3-5e797d3644ce tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:43.378027 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2b9d5d2a-ff4f-4bc5-8c20-521ffdf72253 req-465b053b-7601-466d-9ff3-5e797d3644ce tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 946 time: 0.1927955 Oct 18 08:24:43.388945 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-2b9d5d2a-ff4f-4bc5-8c20-521ffdf72253 req-d4f983df-a746-4935-8d01-29ba78a5af96 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'port': {'security_groups': ['13e688b5-5fc3-47e3-bc13-7ebd7a69a4df', 'a56f7e5b-a1dd-4f71-bc1b-0c4783ac4163']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:24:43.512455 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2b9d5d2a-ff4f-4bc5-8c20-521ffdf72253 req-d4f983df-a746-4935-8d01-29ba78a5af96 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:43.761227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-2b9d5d2a-ff4f-4bc5-8c20-521ffdf72253 req-d4f983df-a746-4935-8d01-29ba78a5af96 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] For port f7a4b484-bb86-4f39-9235-428e57d768d3, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=f7a4b484-bb86-4f39-9235-428e57d768d3,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:24:43.785165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2b9d5d2a-ff4f-4bc5-8c20-521ffdf72253 req-d4f983df-a746-4935-8d01-29ba78a5af96 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:43.789793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2b9d5d2a-ff4f-4bc5-8c20-521ffdf72253 req-d4f983df-a746-4935-8d01-29ba78a5af96 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:43.801924 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['f7a4b484-bb86-4f39-9235-428e57d768d3'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:24:43.835617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d5d2a-ff4f-4bc5-8c20-521ffdf72253 req-d4f983df-a746-4935-8d01-29ba78a5af96 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:43.836222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-2b9d5d2a-ff4f-4bc5-8c20-521ffdf72253 req-d4f983df-a746-4935-8d01-29ba78a5af96 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:43.837796 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2b9d5d2a-ff4f-4bc5-8c20-521ffdf72253 req-d4f983df-a746-4935-8d01-29ba78a5af96 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "PUT /v2.0/ports/f7a4b484-bb86-4f39-9235-428e57d768d3 HTTP/1.1" status: 200 len: 982 time: 0.4531908 Oct 18 08:24:43.874628 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f983df-a746-4935-8d01-29ba78a5af96 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'Port': ['ID=f7a4b484-bb86-4f39-9235-428e57d768d3,revision_number=6']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:24:43.884022 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['f7a4b484-bb86-4f39-9235-428e57d768d3'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:24:43.913236 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce974a8e-a7d6-4a95-a827-2900ccd16a5b', 'tag': 'f7a4b484-bb86-4f39-9235-428e57d768d3'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:24:43.916573 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fb3dde-23a9-4fd4-ad26-543c6bba0fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "ce974a8e-a7d6-4a95-a827-2900ccd16a5b", "tag": "f7a4b484-bb86-4f39-9235-428e57d768d3"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:24:43.981494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1058990d-e75e-45e6-bc7e-f5c7fedbbcb0 x-openstack-request-id: req-1058990d-e75e-45e6-bc7e-f5c7fedbbcb0 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:24:43.982123 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce974a8e-a7d6-4a95-a827-2900ccd16a5b", "tag": "f7a4b484-bb86-4f39-9235-428e57d768d3", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:24:43.982380 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1058990d-e75e-45e6-bc7e-f5c7fedbbcb0 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:24:43.982997 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1058990d-e75e-45e6-bc7e-f5c7fedbbcb0'] response: {'name': 'network-changed', 'server_uuid': 'ce974a8e-a7d6-4a95-a827-2900ccd16a5b', 'tag': 'f7a4b484-bb86-4f39-9235-428e57d768d3', 'status': 'completed', 'code': 200} Oct 18 08:24:44.037558 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fae209-7111-4d61-b901-ea6b7676f231 req-adb7c4b8-92a1-4218-bd9d-596e9f534080 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:44.039087 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-73fae209-7111-4d61-b901-ea6b7676f231 req-adb7c4b8-92a1-4218-bd9d-596e9f534080 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 985 time: 0.1056945 Oct 18 08:24:44.090642 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-73fae209-7111-4d61-b901-ea6b7676f231 req-35eb0d38-cfbb-48ba-ad03-ec2f264ee265 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Synchronizing usage tracker for tenant:905fcec320dd41baa78fa254cd975358 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:24:44.093710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb3dde-23a9-4fd4-ad26-543c6bba0fb6 req-6542f7a2-ad5f-40a7-93f1-56a2c5f06be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:44.095461 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-32fb3dde-23a9-4fd4-ad26-543c6bba0fb6 req-6542f7a2-ad5f-40a7-93f1-56a2c5f06be8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 1138 time: 0.0911555 Oct 18 08:24:44.107914 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-73fae209-7111-4d61-b901-ea6b7676f231 req-35eb0d38-cfbb-48ba-ad03-ec2f264ee265 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Unset dirty status for tenant:905fcec320dd41baa78fa254cd975358 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:24:44.109129 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-73fae209-7111-4d61-b901-ea6b7676f231 req-35eb0d38-cfbb-48ba-ad03-ec2f264ee265 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=a56f7e5b-a1dd-4f71-bc1b-0c4783ac4163&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636351 Oct 18 08:24:44.244918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb3dde-23a9-4fd4-ad26-543c6bba0fb6 req-c76df770-e72b-4411-94e0-53f9d3a6766e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:44.246672 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-32fb3dde-23a9-4fd4-ad26-543c6bba0fb6 req-c76df770-e72b-4411-94e0-53f9d3a6766e service neutron] 10.222.0.46 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 916 time: 0.1449375 Oct 18 08:24:44.354724 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-32fb3dde-23a9-4fd4-ad26-543c6bba0fb6 req-2fb053da-7ffe-4db1-ba42-e8786128024c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7a4b484-bb86-4f39-9235-428e57d768d3 HTTP/1.1" status: 200 len: 1001 time: 0.1010358 Oct 18 08:24:44.418819 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb3dde-23a9-4fd4-ad26-543c6bba0fb6 req-c0efc157-2037-46c9-bfb5-64af842c857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:44.420281 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-32fb3dde-23a9-4fd4-ad26-543c6bba0fb6 req-c0efc157-2037-46c9-bfb5-64af842c857e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0c99f49-3024-44f5-aea5-c4d35bb7fe22 HTTP/1.1" status: 200 len: 854 time: 0.0599704 Oct 18 08:24:44.503208 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb3dde-23a9-4fd4-ad26-543c6bba0fb6 req-1c4305a9-2547-4be4-a30e-9b85af8241ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:24:44.504670 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-32fb3dde-23a9-4fd4-ad26-543c6bba0fb6 req-1c4305a9-2547-4be4-a30e-9b85af8241ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53b34022-99f7-45f0-b592-cecaaed42187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785742 Oct 18 08:24:44.636544 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-32fb3dde-23a9-4fd4-ad26-543c6bba0fb6 req-c8d044dc-2d69-4bb1-913e-b057265c2041 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244972 Oct 18 08:24:44.765726 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-32fb3dde-23a9-4fd4-ad26-543c6bba0fb6 req-7bae44eb-4c59-4dbd-985d-93ebbc254b8a service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229808 Oct 18 08:24:49.770676 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:24:50.760787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-10097f0a-1730-420e-ac13-db5c9c66d938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:53.061847 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-65befeb3-c2e0-4425-88db-7d9c41f31d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:53.818602 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:53.852359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:24:55.418224 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:25:04.746621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:25:06.631433 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dab60fcf-2327-4f94-9eae-fba6c7c00a9a req-bc1c8e8b-016a-4ea1-a08b-f052df2d1c7a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791597 Oct 18 08:25:06.781753 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab60fcf-2327-4f94-9eae-fba6c7c00a9a req-aad5bd81-212f-41ea-886a-77eb4ea864ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:25:06.783261 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dab60fcf-2327-4f94-9eae-fba6c7c00a9a req-aad5bd81-212f-41ea-886a-77eb4ea864ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 1138 time: 0.0770268 Oct 18 08:25:06.927736 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab60fcf-2327-4f94-9eae-fba6c7c00a9a req-4e999bb9-f6ef-423f-96fe-22580cff77b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:25:06.929063 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dab60fcf-2327-4f94-9eae-fba6c7c00a9a req-4e999bb9-f6ef-423f-96fe-22580cff77b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 916 time: 0.1237421 Oct 18 08:25:07.126815 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dab60fcf-2327-4f94-9eae-fba6c7c00a9a req-86f03b42-5270-4001-8d27-d7eca2046284 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7a4b484-bb86-4f39-9235-428e57d768d3 HTTP/1.1" status: 200 len: 1001 time: 0.1882746 Oct 18 08:25:07.195650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab60fcf-2327-4f94-9eae-fba6c7c00a9a req-b895d7dd-158e-466e-9204-a9fc389da0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:25:07.197059 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dab60fcf-2327-4f94-9eae-fba6c7c00a9a req-b895d7dd-158e-466e-9204-a9fc389da0e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0c99f49-3024-44f5-aea5-c4d35bb7fe22 HTTP/1.1" status: 200 len: 854 time: 0.0604060 Oct 18 08:25:07.280475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab60fcf-2327-4f94-9eae-fba6c7c00a9a req-73fd51c1-4e98-4223-b04e-23a91e77de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:25:07.281920 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dab60fcf-2327-4f94-9eae-fba6c7c00a9a req-73fd51c1-4e98-4223-b04e-23a91e77de22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53b34022-99f7-45f0-b592-cecaaed42187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758083 Oct 18 08:25:07.417122 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dab60fcf-2327-4f94-9eae-fba6c7c00a9a req-3b01d1cc-abb4-4f70-b815-4a805ee559a9 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253481 Oct 18 08:25:07.548242 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dab60fcf-2327-4f94-9eae-fba6c7c00a9a req-35782322-b56a-4d2c-8fa4-b3a904f3e563 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223226 Oct 18 08:25:20.762991 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-17ecf7a3-d00d-4983-a139-23591cbcccbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:25:23.063023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-186e40d1-378a-47a4-9a85-cc6c56711397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:25:23.819792 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:25:23.852571 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:25:25.417043 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:25:26.769240 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:25:34.748570 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:25:50.764052 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5d287168-20aa-432e-8c85-56d6005afe95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:25:53.065208 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b87db427-ef6c-4ff5-ab3b-c7a0758caa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:25:53.822976 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:25:53.852440 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:25:55.419318 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:26:03.767680 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:26:04.761351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:26:06.631561 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43ef398d-909e-4af4-8eff-45308095954e req-b02390e8-e234-4747-9c96-68a30b3fb9d0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791366 Oct 18 08:26:06.776149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef398d-909e-4af4-8eff-45308095954e req-ab0bfd20-69ed-49a3-bd18-e1454694898c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:26:06.777502 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43ef398d-909e-4af4-8eff-45308095954e req-ab0bfd20-69ed-49a3-bd18-e1454694898c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 1138 time: 0.0775945 Oct 18 08:26:06.920610 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef398d-909e-4af4-8eff-45308095954e req-0fa3c5a5-b070-40d6-b071-1b1703f6316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:26:06.922030 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43ef398d-909e-4af4-8eff-45308095954e req-0fa3c5a5-b070-40d6-b071-1b1703f6316d service neutron] 10.222.0.46 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 916 time: 0.1237872 Oct 18 08:26:07.024051 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43ef398d-909e-4af4-8eff-45308095954e req-3f14696f-b3d3-4ee1-8a52-ba3c2b14e9d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7a4b484-bb86-4f39-9235-428e57d768d3 HTTP/1.1" status: 200 len: 1001 time: 0.0957105 Oct 18 08:26:07.085351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef398d-909e-4af4-8eff-45308095954e req-f180fb9a-4ad6-415a-9d3d-d7af609b41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:26:07.086744 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43ef398d-909e-4af4-8eff-45308095954e req-f180fb9a-4ad6-415a-9d3d-d7af609b41b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0c99f49-3024-44f5-aea5-c4d35bb7fe22 HTTP/1.1" status: 200 len: 854 time: 0.0556331 Oct 18 08:26:07.170454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef398d-909e-4af4-8eff-45308095954e req-c40ab502-ca92-438b-89dc-a9eb89aa4a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:26:07.171980 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43ef398d-909e-4af4-8eff-45308095954e req-c40ab502-ca92-438b-89dc-a9eb89aa4a46 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53b34022-99f7-45f0-b592-cecaaed42187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787592 Oct 18 08:26:07.300948 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43ef398d-909e-4af4-8eff-45308095954e req-2d326ad3-8423-41d8-8694-2bae5117b24e service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223269 Oct 18 08:26:07.430412 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-43ef398d-909e-4af4-8eff-45308095954e req-34a22e5e-4bc6-4d97-8f60-389acc326cf6 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225214 Oct 18 08:26:20.766780 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-96dd3e45-a4de-48a0-97bb-74a90395e202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:26:23.066204 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3bc8ef86-a9ce-400f-ace8-d5d6cebf86bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:26:23.828351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:26:23.853225 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:26:25.423191 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:26:25.967447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c7352-a1c7-40d3-90fb-b6ee705d3a0c req-950412b9-353f-4bf8-9aec-175a5b46b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:26:25.968958 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d9c7352-a1c7-40d3-90fb-b6ee705d3a0c req-950412b9-353f-4bf8-9aec-175a5b46b0f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 1138 time: 0.0909228 Oct 18 08:26:26.005525 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19457555-29af-473a-8704-4cb18521b1a7 req-19b990db-d94a-4260-b700-3b2b350c9d8e tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:26:26.006955 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-19457555-29af-473a-8704-4cb18521b1a7 req-19b990db-d94a-4260-b700-3b2b350c9d8e tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 985 time: 0.0968168 Oct 18 08:26:26.054663 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-19457555-29af-473a-8704-4cb18521b1a7 req-794dc755-2b6d-4559-bc19-b7f0c844cb7c tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=a56f7e5b-a1dd-4f71-bc1b-0c4783ac4163&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414655 Oct 18 08:26:26.105829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c7352-a1c7-40d3-90fb-b6ee705d3a0c req-b2e7fd8d-5330-4b3d-82a8-bad1deb71825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:26:26.107291 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d9c7352-a1c7-40d3-90fb-b6ee705d3a0c req-b2e7fd8d-5330-4b3d-82a8-bad1deb71825 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 916 time: 0.1278899 Oct 18 08:26:26.320580 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d9c7352-a1c7-40d3-90fb-b6ee705d3a0c req-d8ddd17b-da48-4806-a8cc-738ed4873cfd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7a4b484-bb86-4f39-9235-428e57d768d3 HTTP/1.1" status: 200 len: 1001 time: 0.2039559 Oct 18 08:26:26.387922 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c7352-a1c7-40d3-90fb-b6ee705d3a0c req-409787b1-bf9b-4530-9852-854996c73315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:26:26.389869 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d9c7352-a1c7-40d3-90fb-b6ee705d3a0c req-409787b1-bf9b-4530-9852-854996c73315 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0c99f49-3024-44f5-aea5-c4d35bb7fe22 HTTP/1.1" status: 200 len: 854 time: 0.0590250 Oct 18 08:26:26.475603 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c7352-a1c7-40d3-90fb-b6ee705d3a0c req-a51fa016-e253-4d2b-85e2-15a1cbaf1d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:26:26.477086 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d9c7352-a1c7-40d3-90fb-b6ee705d3a0c req-a51fa016-e253-4d2b-85e2-15a1cbaf1d48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53b34022-99f7-45f0-b592-cecaaed42187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785258 Oct 18 08:26:26.614227 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d9c7352-a1c7-40d3-90fb-b6ee705d3a0c req-ebc5b85e-6a86-4d36-b0f6-3c8f3f07d4a7 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274760 Oct 18 08:26:26.750138 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d9c7352-a1c7-40d3-90fb-b6ee705d3a0c req-6d9ca4e0-bf2c-4b78-b3e4-70e9c2a83fd9 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249840 Oct 18 08:26:27.257305 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a64475-031c-4f22-bd9b-6fdd3253821e req-8e3aa58d-3b14-4e74-814d-6c091a8c7ac4 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:26:27.258759 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c0a64475-031c-4f22-bd9b-6fdd3253821e req-8e3aa58d-3b14-4e74-814d-6c091a8c7ac4 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 985 time: 0.0923181 Oct 18 08:26:27.309264 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c0a64475-031c-4f22-bd9b-6fdd3253821e req-9337079f-37a9-4da3-8cdf-e9659c2cf6b7 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=a56f7e5b-a1dd-4f71-bc1b-0c4783ac4163&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445507 Oct 18 08:26:28.504933 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d298e76-4cf5-4ea6-babd-b8f94c6101fa req-ab511309-2145-4115-a47e-1c3f4ff211ad tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:26:28.506284 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6d298e76-4cf5-4ea6-babd-b8f94c6101fa req-ab511309-2145-4115-a47e-1c3f4ff211ad tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 985 time: 0.0863736 Oct 18 08:26:28.554723 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6d298e76-4cf5-4ea6-babd-b8f94c6101fa req-800f5f74-f562-4158-add8-f07611783342 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=a56f7e5b-a1dd-4f71-bc1b-0c4783ac4163&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423400 Oct 18 08:26:34.760061 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:26:40.767439 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:26:50.771575 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ddfe0e57-0dc3-47f6-b009-9d90bf08d201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:26:53.067446 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-954f4e9a-50a1-427a-98ad-0ebfb60d8fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:26:53.828668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:26:53.859466 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:26:55.426986 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:04.758799 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:08.631527 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75b65426-f704-4382-aa40-a79daf523fdc req-fdac1262-2296-44b2-8012-ec63f2e32c05 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753915 Oct 18 08:27:08.786383 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b65426-f704-4382-aa40-a79daf523fdc req-61e700a3-ec49-424f-83bb-3d2f4d5772c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:27:08.787768 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75b65426-f704-4382-aa40-a79daf523fdc req-61e700a3-ec49-424f-83bb-3d2f4d5772c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 1138 time: 0.0793595 Oct 18 08:27:08.935503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b65426-f704-4382-aa40-a79daf523fdc req-de614be2-23f1-42e3-966a-d4538b485de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:27:08.937543 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75b65426-f704-4382-aa40-a79daf523fdc req-de614be2-23f1-42e3-966a-d4538b485de0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 916 time: 0.1256671 Oct 18 08:27:09.042491 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75b65426-f704-4382-aa40-a79daf523fdc req-251b238c-2536-423d-bd94-3816c84876d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7a4b484-bb86-4f39-9235-428e57d768d3 HTTP/1.1" status: 200 len: 1001 time: 0.0964689 Oct 18 08:27:09.105811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b65426-f704-4382-aa40-a79daf523fdc req-894f2e5b-3a32-480a-9e68-f7243876d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:27:09.107229 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75b65426-f704-4382-aa40-a79daf523fdc req-894f2e5b-3a32-480a-9e68-f7243876d7b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0c99f49-3024-44f5-aea5-c4d35bb7fe22 HTTP/1.1" status: 200 len: 854 time: 0.0555177 Oct 18 08:27:09.195543 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b65426-f704-4382-aa40-a79daf523fdc req-65853125-851d-403d-8a41-69f3ace26187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:27:09.197022 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75b65426-f704-4382-aa40-a79daf523fdc req-65853125-851d-403d-8a41-69f3ace26187 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53b34022-99f7-45f0-b592-cecaaed42187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806203 Oct 18 08:27:09.327799 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75b65426-f704-4382-aa40-a79daf523fdc req-bcb19fea-fa15-4139-b7a5-aa9ed7edc6c3 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212013 Oct 18 08:27:09.467164 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-75b65426-f704-4382-aa40-a79daf523fdc req-05cdff45-64fe-4f6a-babf-d9b112479bf2 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333485 Oct 18 08:27:17.767852 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:27:20.773521 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e9d86593-3ef0-4cdf-a56e-a7f4ec283d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:23.067984 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3a25687a-a91b-48e4-963c-0ebe0e0aa3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:23.831008 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:23.850254 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:25.431047 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:34.758251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:42.911510 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8de90791-542f-43b1-b05f-7ef0b7358717 req-1f1881df-6b60-4293-9e1a-c05ba4429dc3 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1884229631&fields=id&tenant_id=905fcec320dd41baa78fa254cd975358 HTTP/1.1" status: 200 len: 267 time: 0.0393283 Oct 18 08:27:43.002442 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de90791-542f-43b1-b05f-7ef0b7358717 req-4cb5a031-8271-43fb-91a2-f2e7ff308f29 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:27:43.003912 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8de90791-542f-43b1-b05f-7ef0b7358717 req-4cb5a031-8271-43fb-91a2-f2e7ff308f29 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 985 time: 0.0870740 Oct 18 08:27:43.014360 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-8de90791-542f-43b1-b05f-7ef0b7358717 req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'port': {'security_groups': ['13e688b5-5fc3-47e3-bc13-7ebd7a69a4df']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:27:43.235823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-8de90791-542f-43b1-b05f-7ef0b7358717 req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:43.477222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-8de90791-542f-43b1-b05f-7ef0b7358717 req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] For port f7a4b484-bb86-4f39-9235-428e57d768d3, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=f7a4b484-bb86-4f39-9235-428e57d768d3,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:27:43.501102 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-8de90791-542f-43b1-b05f-7ef0b7358717 req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:43.505402 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-8de90791-542f-43b1-b05f-7ef0b7358717 req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:43.520668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['f7a4b484-bb86-4f39-9235-428e57d768d3'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:27:43.542975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de90791-542f-43b1-b05f-7ef0b7358717 req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:27:43.543577 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-8de90791-542f-43b1-b05f-7ef0b7358717 req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:43.544933 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8de90791-542f-43b1-b05f-7ef0b7358717 req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "PUT /v2.0/ports/f7a4b484-bb86-4f39-9235-428e57d768d3 HTTP/1.1" status: 200 len: 943 time: 0.5348895 Oct 18 08:27:43.545422 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce974a8e-a7d6-4a95-a827-2900ccd16a5b', 'tag': 'f7a4b484-bb86-4f39-9235-428e57d768d3'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:27:43.547836 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0982538-1272-4d6d-b14c-b0c84f04dde2" -d '{"events": [{"name": "network-changed", "server_uuid": "ce974a8e-a7d6-4a95-a827-2900ccd16a5b", "tag": "f7a4b484-bb86-4f39-9235-428e57d768d3"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:27:43.551098 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40260) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:27:43.591607 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'Port': ['ID=f7a4b484-bb86-4f39-9235-428e57d768d3,revision_number=7']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:27:43.599314 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.599911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.600611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.601136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.601661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.602540 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.603090 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.603604 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.604120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.604604 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.605080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.605558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8810fd-2dfd-4887-98a0-ba6633c598f0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.608248 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['f7a4b484-bb86-4f39-9235-428e57d768d3'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:27:43.628690 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eab22d8-edfa-4bb7-a986-a2b4367beccd x-openstack-request-id: req-2eab22d8-edfa-4bb7-a986-a2b4367beccd {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:27:43.628978 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce974a8e-a7d6-4a95-a827-2900ccd16a5b", "tag": "f7a4b484-bb86-4f39-9235-428e57d768d3", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:27:43.629225 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2eab22d8-edfa-4bb7-a986-a2b4367beccd {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:27:43.629760 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eab22d8-edfa-4bb7-a986-a2b4367beccd'] response: {'name': 'network-changed', 'server_uuid': 'ce974a8e-a7d6-4a95-a827-2900ccd16a5b', 'tag': 'f7a4b484-bb86-4f39-9235-428e57d768d3', 'status': 'completed', 'code': 200} Oct 18 08:27:43.667326 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-922126a1-4eec-45ad-a232-4db3b6cef8cb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:43.699648 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-922126a1-4eec-45ad-a232-4db3b6cef8cb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:43.740742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0982538-1272-4d6d-b14c-b0c84f04dde2 req-2b65a8d9-e4be-4d79-8438-7c3c4f6a5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:27:43.742187 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d0982538-1272-4d6d-b14c-b0c84f04dde2 req-2b65a8d9-e4be-4d79-8438-7c3c4f6a5d70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 1099 time: 0.0904961 Oct 18 08:27:43.768318 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-922126a1-4eec-45ad-a232-4db3b6cef8cb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:43.788716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922126a1-4eec-45ad-a232-4db3b6cef8cb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56f7e5b-a1dd-4f71-bc1b-0c4783ac4163,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:27:43.799926 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922126a1-4eec-45ad-a232-4db3b6cef8cb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.800664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922126a1-4eec-45ad-a232-4db3b6cef8cb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.800664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922126a1-4eec-45ad-a232-4db3b6cef8cb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.801109 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922126a1-4eec-45ad-a232-4db3b6cef8cb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.801631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922126a1-4eec-45ad-a232-4db3b6cef8cb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.801972 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922126a1-4eec-45ad-a232-4db3b6cef8cb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.802301 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922126a1-4eec-45ad-a232-4db3b6cef8cb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.802649 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922126a1-4eec-45ad-a232-4db3b6cef8cb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.803136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922126a1-4eec-45ad-a232-4db3b6cef8cb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.803672 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922126a1-4eec-45ad-a232-4db3b6cef8cb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.803975 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922126a1-4eec-45ad-a232-4db3b6cef8cb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.804669 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922126a1-4eec-45ad-a232-4db3b6cef8cb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:27:43.809960 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-922126a1-4eec-45ad-a232-4db3b6cef8cb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:43.815140 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-922126a1-4eec-45ad-a232-4db3b6cef8cb tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "DELETE /v2.0/security-groups/a56f7e5b-a1dd-4f71-bc1b-0c4783ac4163 HTTP/1.1" status: 204 len: 168 time: 0.2624021 Oct 18 08:27:43.815729 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40264) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:27:43.887585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0982538-1272-4d6d-b14c-b0c84f04dde2 req-5d888d7b-737e-4e21-ac29-3f7e0291433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:27:43.889020 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d0982538-1272-4d6d-b14c-b0c84f04dde2 req-5d888d7b-737e-4e21-ac29-3f7e0291433e service neutron] 10.222.0.46 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 916 time: 0.1360033 Oct 18 08:27:43.994117 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d0982538-1272-4d6d-b14c-b0c84f04dde2 req-2fa9d17f-04c9-4475-9ac1-c5e4bcef0aff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7a4b484-bb86-4f39-9235-428e57d768d3 HTTP/1.1" status: 200 len: 1001 time: 0.0983477 Oct 18 08:27:44.022632 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-5b2ead09-ea9a-41da-937e-66a18ca9d2b6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Deleting port cbe8422d-c56e-41f1-b7ac-f860831473a0 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:27:44.022994 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5b2ead09-ea9a-41da-937e-66a18ca9d2b6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:44.058451 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0982538-1272-4d6d-b14c-b0c84f04dde2 req-96fae1b2-afbe-4d72-aa37-3396b7cd96f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:27:44.059927 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d0982538-1272-4d6d-b14c-b0c84f04dde2 req-96fae1b2-afbe-4d72-aa37-3396b7cd96f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0c99f49-3024-44f5-aea5-c4d35bb7fe22 HTTP/1.1" status: 200 len: 854 time: 0.0586805 Oct 18 08:27:44.148496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0982538-1272-4d6d-b14c-b0c84f04dde2 req-78a57c69-ad83-4b1a-8138-1d62f4b1c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:27:44.149975 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d0982538-1272-4d6d-b14c-b0c84f04dde2 req-78a57c69-ad83-4b1a-8138-1d62f4b1c444 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53b34022-99f7-45f0-b592-cecaaed42187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833850 Oct 18 08:27:44.192652 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5b2ead09-ea9a-41da-937e-66a18ca9d2b6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:44.192994 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5b2ead09-ea9a-41da-937e-66a18ca9d2b6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:44.288318 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d0982538-1272-4d6d-b14c-b0c84f04dde2 req-a8ec1a7b-54cb-4209-9757-79a6333ddca0 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272976 Oct 18 08:27:44.317902 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-5b2ead09-ea9a-41da-937e-66a18ca9d2b6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Calling delete_port for cbe8422d-c56e-41f1-b7ac-f860831473a0 owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:27:44.423573 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d0982538-1272-4d6d-b14c-b0c84f04dde2 req-808d85c6-e73e-4b62-b25b-f35d9c8907eb service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254749 Oct 18 08:27:44.466155 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5b2ead09-ea9a-41da-937e-66a18ca9d2b6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:44.517174 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ead09-ea9a-41da-937e-66a18ca9d2b6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event deleted for resources: {'Port': ['ID=cbe8422d-c56e-41f1-b7ac-f860831473a0,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:27:44.610426 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5b2ead09-ea9a-41da-937e-66a18ca9d2b6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:44.611210 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-5b2ead09-ea9a-41da-937e-66a18ca9d2b6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Floating IP 805c9f38-1c69-4400-83b4-718504d844e3 disassociated (deleted). External IP: 172.26.8.75, port: f7a4b484-bb86-4f39-9235-428e57d768d3. Oct 18 08:27:45.058505 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2ead09-ea9a-41da-937e-66a18ca9d2b6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:27:45.234010 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2ead09-ea9a-41da-937e-66a18ca9d2b6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:27:45.244306 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dbfb60-ed9c-425d-a022-e12043ce341f None None] Sync routers for ids ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:27:45.254022 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dbfb60-ed9c-425d-a022-e12043ce341f None None] Routers {'e2d5f3f4-81a3-43f6-8bd7-5432bb430385'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:27:45.254734 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-65dbfb60-ed9c-425d-a022-e12043ce341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:27:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:27:45.255844 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5b2ead09-ea9a-41da-937e-66a18ca9d2b6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:45.313717 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5b2ead09-ea9a-41da-937e-66a18ca9d2b6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "DELETE /v2.0/floatingips/805c9f38-1c69-4400-83b4-718504d844e3 HTTP/1.1" status: 204 len: 168 time: 1.4968801 Oct 18 08:27:45.314832 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce974a8e-a7d6-4a95-a827-2900ccd16a5b', 'tag': 'f7a4b484-bb86-4f39-9235-428e57d768d3'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:27:45.316649 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf9c603-b183-46e0-ba46-9f8385e42eec" -d '{"events": [{"name": "network-changed", "server_uuid": "ce974a8e-a7d6-4a95-a827-2900ccd16a5b", "tag": "f7a4b484-bb86-4f39-9235-428e57d768d3"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:27:45.416402 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781028cb-6c9b-4e19-b1f6-e95114ce7f85 x-openstack-request-id: req-781028cb-6c9b-4e19-b1f6-e95114ce7f85 {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:27:45.416949 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce974a8e-a7d6-4a95-a827-2900ccd16a5b", "tag": "f7a4b484-bb86-4f39-9235-428e57d768d3", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:27:45.417222 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-781028cb-6c9b-4e19-b1f6-e95114ce7f85 {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:27:45.417626 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-781028cb-6c9b-4e19-b1f6-e95114ce7f85'] response: {'name': 'network-changed', 'server_uuid': 'ce974a8e-a7d6-4a95-a827-2900ccd16a5b', 'tag': 'f7a4b484-bb86-4f39-9235-428e57d768d3', 'status': 'completed', 'code': 200} Oct 18 08:27:45.435468 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-65dbfb60-ed9c-425d-a022-e12043ce341f None None] Set router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:27:45.521737 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9c603-b183-46e0-ba46-9f8385e42eec req-9037c6f2-d43e-4522-ab40-ac48489f49e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:27:45.523749 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aaf9c603-b183-46e0-ba46-9f8385e42eec req-9037c6f2-d43e-4522-ab40-ac48489f49e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 1099 time: 0.0807626 Oct 18 08:27:45.662057 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9c603-b183-46e0-ba46-9f8385e42eec req-294e0a67-5c46-4aa3-9c3f-18df6f42e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:27:45.663792 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aaf9c603-b183-46e0-ba46-9f8385e42eec req-294e0a67-5c46-4aa3-9c3f-18df6f42e299 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 916 time: 0.1309178 Oct 18 08:27:45.743863 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aaf9c603-b183-46e0-ba46-9f8385e42eec req-9a04eba7-e9e0-432e-97fc-c86ab3f14203 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7a4b484-bb86-4f39-9235-428e57d768d3 HTTP/1.1" status: 200 len: 217 time: 0.0702608 Oct 18 08:27:45.763617 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-65dbfb60-ed9c-425d-a022-e12043ce341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 4, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port': {'id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:44Z', 'updated_at': '2022-10-18T08:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'a305ec0a-2c28-4d4e-9d09-93c8550682fe', 'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:47Z', 'updated_at': '2022-10-18T08:23:53Z', 'revision_number': 5, 'project_id': '905fcec320dd41baa78fa254cd975358', 'subnets': [{'id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:27:45.768188 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dbfb60-ed9c-425d-a022-e12043ce341f None None] Checking router: e2d5f3f4-81a3-43f6-8bd7-5432bb430385 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:27:45.777023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dbfb60-ed9c-425d-a022-e12043ce341f None None] Routers {'e2d5f3f4-81a3-43f6-8bd7-5432bb430385'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:27:45.777635 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-65dbfb60-ed9c-425d-a022-e12043ce341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:27:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:27:45.813487 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9c603-b183-46e0-ba46-9f8385e42eec req-490c3e2a-9be0-447f-b77b-36fad377c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:27:45.815068 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aaf9c603-b183-46e0-ba46-9f8385e42eec req-490c3e2a-9be0-447f-b77b-36fad377c043 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0c99f49-3024-44f5-aea5-c4d35bb7fe22 HTTP/1.1" status: 200 len: 854 time: 0.0620646 Oct 18 08:27:45.910532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9c603-b183-46e0-ba46-9f8385e42eec req-87c69082-db22-413e-9d96-7f485bff9146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:27:45.912235 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aaf9c603-b183-46e0-ba46-9f8385e42eec req-87c69082-db22-413e-9d96-7f485bff9146 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53b34022-99f7-45f0-b592-cecaaed42187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872838 Oct 18 08:27:45.970350 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-65dbfb60-ed9c-425d-a022-e12043ce341f None None] Set router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:27:46.169050 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aaf9c603-b183-46e0-ba46-9f8385e42eec req-9f4cdc47-0fa6-496f-a849-1979c895adc9 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487795 Oct 18 08:27:46.302803 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aaf9c603-b183-46e0-ba46-9f8385e42eec req-2a4936b5-0b29-4a8c-956e-5d3fd7221f21 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266766 Oct 18 08:27:46.329913 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-65dbfb60-ed9c-425d-a022-e12043ce341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 4, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port': {'id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:44Z', 'updated_at': '2022-10-18T08:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'a305ec0a-2c28-4d4e-9d09-93c8550682fe', 'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:47Z', 'updated_at': '2022-10-18T08:23:53Z', 'revision_number': 5, 'project_id': '905fcec320dd41baa78fa254cd975358', 'subnets': [{'id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:27:46.334091 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dbfb60-ed9c-425d-a022-e12043ce341f None None] The sync data for ids ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'] in dv-neutron-861625-1-hyperv is: [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 4, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port': {'id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:44Z', 'updated_at': '2022-10-18T08:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'a305ec0a-2c28-4d4e-9d09-93c8550682fe', 'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:47Z', 'updated_at': '2022-10-18T08:23:53Z', 'revision_number': 5, 'project_id': '905fcec320dd41baa78fa254cd975358', 'subnets': [{'id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:27:46.549813 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e159e-3f13-42bc-a9f5-92263f4939a6 None None] New status for floating IP 805c9f38-1c69-4400-83b4-718504d844e3: DOWN {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:27:49.904294 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a7f57-63f8-4e70-9c1c-378eb27fa4c2 req-40ccb42a-351c-41ab-9118-912f6c206b96 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:27:49.905772 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bb4a7f57-63f8-4e70-9c1c-378eb27fa4c2 req-40ccb42a-351c-41ab-9118-912f6c206b96 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 946 time: 0.0854230 Oct 18 08:27:49.949033 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bb4a7f57-63f8-4e70-9c1c-378eb27fa4c2 req-f7218429-de1a-4279-b891-cf8c0c66096a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374095 Oct 18 08:27:50.774740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9966bbfe-7e45-4615-9809-106bf313c718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:51.148021 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1655c23-4ca2-40a1-90f4-173c49043352 req-eff36c42-4a7a-461f-a512-3cb8956c7928 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:27:51.148753 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-a1655c23-4ca2-40a1-90f4-173c49043352 req-eff36c42-4a7a-461f-a512-3cb8956c7928 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Synchronizing usage tracker for tenant:905fcec320dd41baa78fa254cd975358 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:27:51.164300 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-a1655c23-4ca2-40a1-90f4-173c49043352 req-eff36c42-4a7a-461f-a512-3cb8956c7928 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Unset dirty status for tenant:905fcec320dd41baa78fa254cd975358 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:27:51.165417 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a1655c23-4ca2-40a1-90f4-173c49043352 req-eff36c42-4a7a-461f-a512-3cb8956c7928 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 946 time: 0.1022248 Oct 18 08:27:51.209102 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-a1655c23-4ca2-40a1-90f4-173c49043352 req-46c7dae7-3c7c-41b1-a33d-75e3715aec80 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Synchronizing usage tracker for tenant:905fcec320dd41baa78fa254cd975358 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:27:51.224014 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-a1655c23-4ca2-40a1-90f4-173c49043352 req-46c7dae7-3c7c-41b1-a33d-75e3715aec80 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Unset dirty status for tenant:905fcec320dd41baa78fa254cd975358 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:27:51.225114 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a1655c23-4ca2-40a1-90f4-173c49043352 req-46c7dae7-3c7c-41b1-a33d-75e3715aec80 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535905 Oct 18 08:27:51.787623 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab9a18-51fd-415c-9368-52f0edbe643d req-79287da9-a28a-4c22-855a-fcb5428be47d tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:27:51.789042 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-51ab9a18-51fd-415c-9368-52f0edbe643d req-79287da9-a28a-4c22-855a-fcb5428be47d tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 946 time: 0.0892115 Oct 18 08:27:51.860105 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-51ab9a18-51fd-415c-9368-52f0edbe643d req-251f4479-f5bc-434a-a420-4a1bf96dab0b tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Deleting port f7a4b484-bb86-4f39-9235-428e57d768d3 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:27:51.860446 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-51ab9a18-51fd-415c-9368-52f0edbe643d req-251f4479-f5bc-434a-a420-4a1bf96dab0b tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:52.102128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-51ab9a18-51fd-415c-9368-52f0edbe643d req-251f4479-f5bc-434a-a420-4a1bf96dab0b tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] For port f7a4b484-bb86-4f39-9235-428e57d768d3, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=f7a4b484-bb86-4f39-9235-428e57d768d3,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:27:52.102485 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-51ab9a18-51fd-415c-9368-52f0edbe643d req-251f4479-f5bc-434a-a420-4a1bf96dab0b tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:52.224992 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-51ab9a18-51fd-415c-9368-52f0edbe643d req-251f4479-f5bc-434a-a420-4a1bf96dab0b tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Calling delete_port for f7a4b484-bb86-4f39-9235-428e57d768d3 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:27:52.426112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-51ab9a18-51fd-415c-9368-52f0edbe643d req-251f4479-f5bc-434a-a420-4a1bf96dab0b tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:52.441491 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['f7a4b484-bb86-4f39-9235-428e57d768d3'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:27:52.513184 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f4479-f5bc-434a-a420-4a1bf96dab0b tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event deleted for resources: {'Port': ['ID=f7a4b484-bb86-4f39-9235-428e57d768d3,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:27:52.581117 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfe15f-99af-4f0b-b5bb-2c8065a3be29 req-54931971-4456-41d1-98e4-b78d1eb4c791 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:27:52.582534 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-87cfe15f-99af-4f0b-b5bb-2c8065a3be29 req-54931971-4456-41d1-98e4-b78d1eb4c791 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=ce974a8e-a7d6-4a95-a827-2900ccd16a5b HTTP/1.1" status: 200 len: 867 time: 0.2459872 Oct 18 08:27:52.583531 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ab9a18-51fd-415c-9368-52f0edbe643d req-251f4479-f5bc-434a-a420-4a1bf96dab0b tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] No DVR routers for this DVR port f7a4b484-bb86-4f39-9235-428e57d768d3 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:27:52.586003 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-51ab9a18-51fd-415c-9368-52f0edbe643d req-251f4479-f5bc-434a-a420-4a1bf96dab0b tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:52.588687 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce974a8e-a7d6-4a95-a827-2900ccd16a5b', 'name': 'network-vif-deleted', 'tag': 'f7a4b484-bb86-4f39-9235-428e57d768d3'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:27:52.590916 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9642cb-e33a-40cb-9984-66e61216875b" -d '{"events": [{"server_uuid": "ce974a8e-a7d6-4a95-a827-2900ccd16a5b", "name": "network-vif-deleted", "tag": "f7a4b484-bb86-4f39-9235-428e57d768d3"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:27:52.628542 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-51ab9a18-51fd-415c-9368-52f0edbe643d req-251f4479-f5bc-434a-a420-4a1bf96dab0b tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.46 "DELETE /v2.0/ports/f7a4b484-bb86-4f39-9235-428e57d768d3 HTTP/1.1" status: 204 len: 173 time: 0.8316152 Oct 18 08:27:52.632724 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f319c0d-9713-467e-8979-13da70aa9f45 x-openstack-request-id: req-0f319c0d-9713-467e-8979-13da70aa9f45 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:27:52.633013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce974a8e-a7d6-4a95-a827-2900ccd16a5b", "name": "network-vif-deleted", "tag": "f7a4b484-bb86-4f39-9235-428e57d768d3", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:27:52.633266 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0f319c0d-9713-467e-8979-13da70aa9f45 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:27:52.633651 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f319c0d-9713-467e-8979-13da70aa9f45'] response: {'server_uuid': 'ce974a8e-a7d6-4a95-a827-2900ccd16a5b', 'name': 'network-vif-deleted', 'tag': 'f7a4b484-bb86-4f39-9235-428e57d768d3', 'status': 'completed', 'code': 200} Oct 18 08:27:52.641578 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-87cfe15f-99af-4f0b-b5bb-2c8065a3be29 req-c2309a3d-4ca3-4668-963f-5fd9937b8950 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476916 Oct 18 08:27:53.069104 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6b1e9fa9-8989-40b1-8075-681facf81a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:53.834651 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:53.853403 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:54.767623 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:27:55.433839 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:27:55.931808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device f7a4b484-bb86-4f39-9235-428e57d768d3 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:27:55.967500 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: f7a4b484-bb86-4f39-9235-428e57d768d3 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:27:55.968654 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device f7a4b484-bb86-4f39-9235-428e57d768d3 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:28:02.884061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-3758113a-1c36-420b-9b1e-6c4714de91d6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:02.885462 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-3758113a-1c36-420b-9b1e-6c4714de91d6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 815 time: 0.1417978 Oct 18 08:28:02.899618 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-1e8f060c-2284-45ca-a056-1aee76604bb2 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/quotas/905fcec320dd41baa78fa254cd975358 HTTP/1.1" status: 200 len: 375 time: 0.0087729 Oct 18 08:28:02.985894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-5c61b972-b8b7-4d5d-9c4a-508d998e68e1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Synchronizing usage tracker for tenant:905fcec320dd41baa78fa254cd975358 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:28:03.000635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-5c61b972-b8b7-4d5d-9c4a-508d998e68e1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Unset dirty status for tenant:905fcec320dd41baa78fa254cd975358 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:28:03.002010 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-5c61b972-b8b7-4d5d-9c4a-508d998e68e1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977535 Oct 18 08:28:03.281051 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-bb20cd49-4a75-47e1-9e09-c29882d291da service neutron] 10.222.0.17 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671189 Oct 18 08:28:03.412872 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-1eb63f80-5ce3-4128-9661-65d3a3c71e61 service neutron] 10.222.0.17 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257637 Oct 18 08:28:03.594243 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9c7c278d-1f6c-4353-9818-76296e4550f2 req-5729bcc0-8470-4582-97bd-027d7b8ea640 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 210 time: 0.0527503 Oct 18 08:28:04.700319 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e665a1cc-cdcf-4340-9ac5-6c071d346bba req-2b31b1d9-8c84-494e-9d00-257b1a72e633 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 210 time: 0.0494082 Oct 18 08:28:04.757244 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:05.807763 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-dfefea61-49d9-40c2-9870-68a338c137c6 req-e033ea5f-e25d-4d84-a558-1d419fc9be09 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 210 time: 0.0499239 Oct 18 08:28:06.915931 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-413ceef3-187c-425c-987c-56fc288b1a39 req-99a1bddb-47bf-4127-86ba-210ceab35dfc tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 210 time: 0.0500171 Oct 18 08:28:08.090774 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-253421cd-3409-4ce2-b3c8-3c298e911360 req-2cf85e16-fafa-478e-85b5-d94d2351eb41 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 210 time: 0.0530744 Oct 18 08:28:08.912514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-bd1c31b7-6f7f-4f1f-a4d4-ae6e25632123 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:08.913911 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-bd1c31b7-6f7f-4f1f-a4d4-ae6e25632123 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.46 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 815 time: 0.1486123 Oct 18 08:28:08.929784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-d18d6d14-99ac-4171-bbcb-731f919e0ee6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'port': {'device_id': '8a3a0d67-b08a-4e04-8cf0-8cd358926e33', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'admin_state_up': True, 'tenant_id': '905fcec320dd41baa78fa254cd975358'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:28:09.066738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-d18d6d14-99ac-4171-bbcb-731f919e0ee6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:28:09.076100 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-d18d6d14-99ac-4171-bbcb-731f919e0ee6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:28:09.085388 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-d18d6d14-99ac-4171-bbcb-731f919e0ee6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Made reservation on behalf of 905fcec320dd41baa78fa254cd975358 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:28:09.088870 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-d18d6d14-99ac-4171-bbcb-731f919e0ee6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:09.263703 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-d18d6d14-99ac-4171-bbcb-731f919e0ee6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Allocated IP 172.20.0.12 (53b34022-99f7-45f0-b592-cecaaed42187/e0c99f49-3024-44f5-aea5-c4d35bb7fe22/146670d2-095e-4521-8200-00c2406978f5) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:28:09.346840 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8a4886a5-d1d4-47de-8710-c0373d63b751 req-51cb4c83-b724-4e06-8991-951f5abd98df tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 210 time: 0.1250105 Oct 18 08:28:09.552588 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-d18d6d14-99ac-4171-bbcb-731f919e0ee6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:09.570239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-d18d6d14-99ac-4171-bbcb-731f919e0ee6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Transition to ACTIVE for port object 146670d2-095e-4521-8200-00c2406978f5 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:28:09.597784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-d18d6d14-99ac-4171-bbcb-731f919e0ee6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:09.681564 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d6d14-99ac-4171-bbcb-731f919e0ee6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'Port': ['ID=146670d2-095e-4521-8200-00c2406978f5,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:28:09.697433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-d18d6d14-99ac-4171-bbcb-731f919e0ee6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Network 53b34022-99f7-45f0-b592-cecaaed42187 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:28:09.698684 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-d18d6d14-99ac-4171-bbcb-731f919e0ee6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:28:09.701431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-d18d6d14-99ac-4171-bbcb-731f919e0ee6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:28:09.780803 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-d18d6d14-99ac-4171-bbcb-731f919e0ee6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:09.781721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-d18d6d14-99ac-4171-bbcb-731f919e0ee6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:09.820683 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-d18d6d14-99ac-4171-bbcb-731f919e0ee6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8941984 Oct 18 08:28:10.075596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Provisioning for port 146670d2-095e-4521-8200-00c2406978f5 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:28:10.088462 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Provisioning complete for port 146670d2-095e-4521-8200-00c2406978f5 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:28:10.088842 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:10.089192 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Attempt 1 to provision port 146670d2-095e-4521-8200-00c2406978f5 Oct 18 08:28:10.161156 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Port 146670d2-095e-4521-8200-00c2406978f5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:28:10.609261 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb0cec-5c39-4b5c-8ec7-761aa53714ba req-66626ea4-0020-4cea-a53e-95f750ad8361 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:10.610771 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-eafb0cec-5c39-4b5c-8ec7-761aa53714ba req-66626ea4-0020-4cea-a53e-95f750ad8361 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 932 time: 0.1450164 Oct 18 08:28:10.662159 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Attempt 2 to provision port 146670d2-095e-4521-8200-00c2406978f5 Oct 18 08:28:10.666302 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-eafb0cec-5c39-4b5c-8ec7-761aa53714ba req-ca50c8fe-44ad-4871-a922-677a8bc3bcba tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485947 Oct 18 08:28:10.730202 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Port 146670d2-095e-4521-8200-00c2406978f5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:28:11.231321 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Attempt 3 to provision port 146670d2-095e-4521-8200-00c2406978f5 Oct 18 08:28:11.287798 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Port 146670d2-095e-4521-8200-00c2406978f5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:28:11.789326 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Attempt 4 to provision port 146670d2-095e-4521-8200-00c2406978f5 Oct 18 08:28:11.848149 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Port 146670d2-095e-4521-8200-00c2406978f5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:28:11.883191 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aea87e-7e1b-4632-9c7d-a04bd5e95a01 req-bb289617-c600-485f-a706-1cf39fbfcd7d tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:11.883880 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-70aea87e-7e1b-4632-9c7d-a04bd5e95a01 req-bb289617-c600-485f-a706-1cf39fbfcd7d tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Synchronizing usage tracker for tenant:905fcec320dd41baa78fa254cd975358 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:28:11.905562 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-70aea87e-7e1b-4632-9c7d-a04bd5e95a01 req-bb289617-c600-485f-a706-1cf39fbfcd7d tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Unset dirty status for tenant:905fcec320dd41baa78fa254cd975358 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:28:11.913056 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-70aea87e-7e1b-4632-9c7d-a04bd5e95a01 req-bb289617-c600-485f-a706-1cf39fbfcd7d tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 932 time: 0.1319866 Oct 18 08:28:11.958881 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-70aea87e-7e1b-4632-9c7d-a04bd5e95a01 req-a24c1832-1e56-4584-8722-ad52691d0dd2 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447917 Oct 18 08:28:12.349337 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Attempt 5 to provision port 146670d2-095e-4521-8200-00c2406978f5 Oct 18 08:28:12.407899 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Port 146670d2-095e-4521-8200-00c2406978f5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:28:12.909255 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Attempt 6 to provision port 146670d2-095e-4521-8200-00c2406978f5 Oct 18 08:28:12.965552 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Port 146670d2-095e-4521-8200-00c2406978f5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:28:13.184816 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccc6ec-59e4-48d0-9f06-ea179a70f76b req-bafa9705-31b0-459e-8762-bfb49fd84090 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:13.187006 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b2ccc6ec-59e4-48d0-9f06-ea179a70f76b req-bafa9705-31b0-459e-8762-bfb49fd84090 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 932 time: 0.1090002 Oct 18 08:28:13.234148 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b2ccc6ec-59e4-48d0-9f06-ea179a70f76b req-a1b702a6-91f6-448e-a2f7-9ae2ebeed35f tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413589 Oct 18 08:28:13.467854 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Attempt 7 to provision port 146670d2-095e-4521-8200-00c2406978f5 Oct 18 08:28:13.520875 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Port 146670d2-095e-4521-8200-00c2406978f5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:28:14.022232 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Attempt 8 to provision port 146670d2-095e-4521-8200-00c2406978f5 Oct 18 08:28:14.085798 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Port 146670d2-095e-4521-8200-00c2406978f5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:28:14.441973 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b77ef-3836-4c01-a549-579da57be9aa req-a83fee01-86a5-4ef9-9f8b-ca831f6efe5f tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:14.443462 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a04b77ef-3836-4c01-a549-579da57be9aa req-a83fee01-86a5-4ef9-9f8b-ca831f6efe5f tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 932 time: 0.0932434 Oct 18 08:28:14.495199 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a04b77ef-3836-4c01-a549-579da57be9aa req-b16e7bf0-db52-4682-83ab-a469d3dba09b tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459507 Oct 18 08:28:14.587014 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Attempt 9 to provision port 146670d2-095e-4521-8200-00c2406978f5 Oct 18 08:28:14.641680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Port 146670d2-095e-4521-8200-00c2406978f5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:28:15.143095 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Attempt 10 to provision port 146670d2-095e-4521-8200-00c2406978f5 Oct 18 08:28:15.201584 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-27ce947f-300e-45e0-b2cc-51a585054c8c None None] Port 146670d2-095e-4521-8200-00c2406978f5 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:28:15.707253 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2c658-e69a-403e-bc2e-9e8cf0154147 req-4dd3c7f6-f2f8-4f8e-9955-8a3f6498da2e tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:15.709022 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4ea2c658-e69a-403e-bc2e-9e8cf0154147 req-4dd3c7f6-f2f8-4f8e-9955-8a3f6498da2e tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 932 time: 0.1012866 Oct 18 08:28:15.755158 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4ea2c658-e69a-403e-bc2e-9e8cf0154147 req-f421c1a0-2974-477d-b8fb-dbc23a79602d tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402396 Oct 18 08:28:16.932358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Request body: {'port': {'device_id': '8a3a0d67-b08a-4e04-8cf0-8cd358926e33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:28:17.054067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790e381-9abf-4e55-a070-ff15815deb39 req-bd167082-4a63-4d4b-9d54-3ac1d16eb777 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:17.055536 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3790e381-9abf-4e55-a070-ff15815deb39 req-bd167082-4a63-4d4b-9d54-3ac1d16eb777 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 932 time: 0.1907146 Oct 18 08:28:17.083449 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:17.156979 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3790e381-9abf-4e55-a070-ff15815deb39 req-a224e765-2fbd-4944-8e44-82f9cc32a499 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944760 Oct 18 08:28:17.531362 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 146670d2-095e-4521-8200-00c2406978f5 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:28:17.538727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:17.553062 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Transition to ACTIVE for port object 146670d2-095e-4521-8200-00c2406978f5 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:28:17.555868 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:17.746020 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Pushing event updated for resources: {'Port': ['ID=146670d2-095e-4521-8200-00c2406978f5,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:28:17.781736 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Attempting to bind port 146670d2-095e-4521-8200-00c2406978f5 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:28:17.782599 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Attempting to bind port 146670d2-095e-4521-8200-00c2406978f5 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c5aebccd-0c9d-4d23-8e16-b13356e93154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:28:17.783081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Attempting to bind port 146670d2-095e-4521-8200-00c2406978f5 on network 53b34022-99f7-45f0-b592-cecaaed42187 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:28:17.788221 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Port 146670d2-095e-4521-8200-00c2406978f5 on network 53b34022-99f7-45f0-b592-cecaaed42187 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:28:17.788580 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Attempting to bind port 146670d2-095e-4521-8200-00c2406978f5 on network 53b34022-99f7-45f0-b592-cecaaed42187 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:28:17.794429 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:28:17.794808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Checking segment: {'id': 'c5aebccd-0c9d-4d23-8e16-b13356e93154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:28:17.795199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Bound using segment: {'id': 'c5aebccd-0c9d-4d23-8e16-b13356e93154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:28:17.795614 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Bound port: 146670d2-095e-4521-8200-00c2406978f5, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5aebccd-0c9d-4d23-8e16-b13356e93154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:28:17.795957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:17.888469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] For port 146670d2-095e-4521-8200-00c2406978f5, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:28:17.892101 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] For port 146670d2-095e-4521-8200-00c2406978f5, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=146670d2-095e-4521-8200-00c2406978f5,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:28:17.896543 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:17.899674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:17.900263 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:17.901793 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-642ab337-af99-41f5-8693-674e045aed0b service neutron] 10.222.0.46 "PUT /v2.0/ports/146670d2-095e-4521-8200-00c2406978f5 HTTP/1.1" status: 200 len: 1094 time: 0.9736254 Oct 18 08:28:17.931197 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3a0d67-b08a-4e04-8cf0-8cd358926e33', 'tag': '146670d2-095e-4521-8200-00c2406978f5'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:28:17.933488 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950fa072-97be-4e47-8314-d8bb840f972c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3a0d67-b08a-4e04-8cf0-8cd358926e33", "tag": "146670d2-095e-4521-8200-00c2406978f5"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:28:17.993313 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0e9662-e9dd-4b60-af72-30b06228a6c0 x-openstack-request-id: req-ba0e9662-e9dd-4b60-af72-30b06228a6c0 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:28:17.993600 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3a0d67-b08a-4e04-8cf0-8cd358926e33", "tag": "146670d2-095e-4521-8200-00c2406978f5", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:28:17.993848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ba0e9662-e9dd-4b60-af72-30b06228a6c0 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:28:17.994232 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba0e9662-e9dd-4b60-af72-30b06228a6c0'] response: {'name': 'network-changed', 'server_uuid': '8a3a0d67-b08a-4e04-8cf0-8cd358926e33', 'tag': '146670d2-095e-4521-8200-00c2406978f5', 'status': 'completed', 'code': 200} Oct 18 08:28:18.037769 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ab337-af99-41f5-8693-674e045aed0b service neutron] Pushing event updated for resources: {'Port': ['ID=146670d2-095e-4521-8200-00c2406978f5,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:28:18.052145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-72e2bae3-f296-4787-b6c7-7fa78b7551ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:18.053606 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-72e2bae3-f296-4787-b6c7-7fa78b7551ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 1097 time: 0.1119623 Oct 18 08:28:18.123876 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-080ba264-9b8b-4d26-b983-42e721b6faa0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=146670d2-095e-4521-8200-00c2406978f5 HTTP/1.1" status: 200 len: 217 time: 0.0597935 Oct 18 08:28:18.194031 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-504417d7-33b1-4053-9cc1-c8dd18260966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:18.195496 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-504417d7-33b1-4053-9cc1-c8dd18260966 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0c99f49-3024-44f5-aea5-c4d35bb7fe22 HTTP/1.1" status: 200 len: 854 time: 0.0616438 Oct 18 08:28:18.337088 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-850b01ca-e04f-45f4-b14d-aeeaefbe5d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:18.338575 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-850b01ca-e04f-45f4-b14d-aeeaefbe5d7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53b34022-99f7-45f0-b592-cecaaed42187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1334479 Oct 18 08:28:18.437019 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b73365-c0cb-479d-b0db-0e4d32f3bd90 req-2044f2f3-1177-4064-87e9-7cd9cdebfb57 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:18.438432 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-80b73365-c0cb-479d-b0db-0e4d32f3bd90 req-2044f2f3-1177-4064-87e9-7cd9cdebfb57 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 944 time: 0.1686537 Oct 18 08:28:18.515676 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-cc74adfc-aec9-4f09-a9da-9b9c11b7d71c service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659386 Oct 18 08:28:18.518504 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-80b73365-c0cb-479d-b0db-0e4d32f3bd90 req-5547b208-b176-478a-875c-3ca23e0cb647 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691957 Oct 18 08:28:18.656158 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-94d7c2cb-faa7-4511-8e96-2d02b746e9aa req-32285810-ffeb-4001-89e3-0df1f6fd05fe service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255124 Oct 18 08:28:18.777800 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fa072-97be-4e47-8314-d8bb840f972c req-723dce3b-1232-49c0-b23e-4697ec818428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:18.779325 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-950fa072-97be-4e47-8314-d8bb840f972c req-723dce3b-1232-49c0-b23e-4697ec818428 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 1097 time: 0.0759923 Oct 18 08:28:18.910763 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fa072-97be-4e47-8314-d8bb840f972c req-18ce6ac9-727c-48ca-bdbc-114492eaf5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:18.912067 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-950fa072-97be-4e47-8314-d8bb840f972c req-18ce6ac9-727c-48ca-bdbc-114492eaf5e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 916 time: 0.1263721 Oct 18 08:28:18.983614 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-950fa072-97be-4e47-8314-d8bb840f972c req-41e99469-fb86-4c11-978e-a297b54a1a13 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=146670d2-095e-4521-8200-00c2406978f5 HTTP/1.1" status: 200 len: 217 time: 0.0627925 Oct 18 08:28:19.044095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fa072-97be-4e47-8314-d8bb840f972c req-35f20769-5fbd-4411-bd9c-bcd30f131cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:19.045470 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-950fa072-97be-4e47-8314-d8bb840f972c req-35f20769-5fbd-4411-bd9c-bcd30f131cf8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0c99f49-3024-44f5-aea5-c4d35bb7fe22 HTTP/1.1" status: 200 len: 854 time: 0.0557306 Oct 18 08:28:19.227533 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fa072-97be-4e47-8314-d8bb840f972c req-105bf7d2-6fb2-4739-b5c6-4516e3648ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:19.228991 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-950fa072-97be-4e47-8314-d8bb840f972c req-105bf7d2-6fb2-4739-b5c6-4516e3648ff4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53b34022-99f7-45f0-b592-cecaaed42187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1775150 Oct 18 08:28:19.357218 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-950fa072-97be-4e47-8314-d8bb840f972c req-2cc8aaaf-6365-405c-a6d9-91992429ff84 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214948 Oct 18 08:28:19.489189 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-950fa072-97be-4e47-8314-d8bb840f972c req-f88aaaf0-992f-4bab-a5f1-f888d4b55379 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224706 Oct 18 08:28:19.716795 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7e0dc-4556-4e61-bb2f-4a7e3a744152 req-4b15364e-f110-4a03-8342-f86ef89f2d72 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:19.718234 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6ba7e0dc-4556-4e61-bb2f-4a7e3a744152 req-4b15364e-f110-4a03-8342-f86ef89f2d72 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 944 time: 0.0874135 Oct 18 08:28:19.761153 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6ba7e0dc-4556-4e61-bb2f-4a7e3a744152 req-adabc260-bd06-40fd-9445-0acb0b514c2c tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372720 Oct 18 08:28:20.041418 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 146670d2-095e-4521-8200-00c2406978f5 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:28:20.171588 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 146670d2-095e-4521-8200-00c2406978f5, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=146670d2-095e-4521-8200-00c2406978f5,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:28:20.189889 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '146670d2-095e-4521-8200-00c2406978f5', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'port_id': '146670d2-095e-4521-8200-00c2406978f5', 'mac_address': 'fa:16:3e:f2:1a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:28:20.244153 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 146670d2-095e-4521-8200-00c2406978f5 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:28:20.244529 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:20.260575 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 146670d2-095e-4521-8200-00c2406978f5 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:28:20.275449 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 146670d2-095e-4521-8200-00c2406978f5, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=146670d2-095e-4521-8200-00c2406978f5,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:28:20.279243 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:20.345858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=146670d2-095e-4521-8200-00c2406978f5,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:28:20.352805 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:28:20.353149 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:28:20.353483 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:28:20.353813 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:28:20.354140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:28:20.354467 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:28:20.354815 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:28:20.355137 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:28:20.355458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:28:20.355775 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:28:20.356091 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:28:20.356403 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:28:20.568380 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['146670d2-095e-4521-8200-00c2406978f5'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:28:20.775053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-987ef267-75f0-4c9d-a3a7-32cdf764bd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:20.960043 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2d903-0335-47cc-959d-b0de1bd0e01d req-157b7795-6542-4cff-817a-c4e126a48d4b tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:20.961392 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ffb2d903-0335-47cc-959d-b0de1bd0e01d req-157b7795-6542-4cff-817a-c4e126a48d4b tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 945 time: 0.0921621 Oct 18 08:28:21.004180 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ffb2d903-0335-47cc-959d-b0de1bd0e01d req-e1364e29-025f-431c-9c22-9f0f6a5f8762 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372210 Oct 18 08:28:22.059582 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 146670d2-095e-4521-8200-00c2406978f5 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:28:22.130451 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 146670d2-095e-4521-8200-00c2406978f5 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:28:22.135434 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 146670d2-095e-4521-8200-00c2406978f5 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:28:22.135848 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:22.136183 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 146670d2-095e-4521-8200-00c2406978f5 Oct 18 08:28:22.205458 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202074f-5437-46ef-b864-0139e35ccf4e req-fa94b396-cdf5-468e-9eb8-1ec73a4e9e41 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:22.206953 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c202074f-5437-46ef-b864-0139e35ccf4e req-fa94b396-cdf5-468e-9eb8-1ec73a4e9e41 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 945 time: 0.0952895 Oct 18 08:28:22.251994 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c202074f-5437-46ef-b864-0139e35ccf4e req-577271a3-2ce6-4014-998b-09cfc69f11c3 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392463 Oct 18 08:28:22.254174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 146670d2-095e-4521-8200-00c2406978f5 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:28:22.254936 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:22.284647 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3a0d67-b08a-4e04-8cf0-8cd358926e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146670d2-095e-4521-8200-00c2406978f5'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:28:22.286925 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09895de3-e35e-4427-9efa-b3022f4ac89e" -d '{"events": [{"server_uuid": "8a3a0d67-b08a-4e04-8cf0-8cd358926e33", "name": "network-vif-plugged", "status": "completed", "tag": "146670d2-095e-4521-8200-00c2406978f5"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:28:22.294840 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 146670d2-095e-4521-8200-00c2406978f5, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=146670d2-095e-4521-8200-00c2406978f5,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:28:22.298728 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:22.329808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772e414f-9ef1-417b-a716-bebd6c394075 x-openstack-request-id: req-772e414f-9ef1-417b-a716-bebd6c394075 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:28:22.330097 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3a0d67-b08a-4e04-8cf0-8cd358926e33", "name": "network-vif-plugged", "status": "completed", "tag": "146670d2-095e-4521-8200-00c2406978f5", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:28:22.330347 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-772e414f-9ef1-417b-a716-bebd6c394075 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:28:22.330765 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-772e414f-9ef1-417b-a716-bebd6c394075'] response: {'server_uuid': '8a3a0d67-b08a-4e04-8cf0-8cd358926e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146670d2-095e-4521-8200-00c2406978f5', 'code': 200} Oct 18 08:28:22.368298 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=146670d2-095e-4521-8200-00c2406978f5,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:28:22.573297 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa22a7-e833-4137-988e-198d57ed0aab req-d14668f7-b2cd-4bea-b50a-9278423d772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:22.574700 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ccfa22a7-e833-4137-988e-198d57ed0aab req-d14668f7-b2cd-4bea-b50a-9278423d772d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 1099 time: 0.0775685 Oct 18 08:28:22.616886 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ccfa22a7-e833-4137-988e-198d57ed0aab req-5123d443-1bad-499f-b427-d3a3c6314446 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331259 Oct 18 08:28:23.070576 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3ea907c0-d417-4845-b762-19f547d72d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:23.452005 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffc881-8f83-4f5a-8bd9-bd17fbe35505 req-1b795f62-0e22-4711-91cd-5cc726c1e482 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:23.453442 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e5ffc881-8f83-4f5a-8bd9-bd17fbe35505 req-1b795f62-0e22-4711-91cd-5cc726c1e482 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 946 time: 0.0894895 Oct 18 08:28:23.495957 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e5ffc881-8f83-4f5a-8bd9-bd17fbe35505 req-4389017e-c446-45fc-ac60-b138ebebcdf5 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369034 Oct 18 08:28:23.838800 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:23.854341 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:24.696649 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cb73f-cdad-4019-b586-04ba89b7accf req-fd3e8ddf-1e86-4164-a342-123a748f052f tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:24.698087 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d31cb73f-cdad-4019-b586-04ba89b7accf req-fd3e8ddf-1e86-4164-a342-123a748f052f tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 946 time: 0.0923157 Oct 18 08:28:24.741656 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d31cb73f-cdad-4019-b586-04ba89b7accf req-13ccdaae-39c7-4d9f-9adc-97f928f50239 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378323 Oct 18 08:28:24.932793 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef106b83-86ab-463c-b69c-7aad883223cc req-bb903b64-b33d-4c36-8adc-d1feefeae098 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:24.934222 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ef106b83-86ab-463c-b69c-7aad883223cc req-bb903b64-b33d-4c36-8adc-d1feefeae098 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 946 time: 0.0858150 Oct 18 08:28:24.976902 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-ef106b83-86ab-463c-b69c-7aad883223cc req-bd24645b-b5a8-4d9c-b720-80d294525bd5 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371568 Oct 18 08:28:25.434521 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:25.490209 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd6e21-0163-4961-975a-17d5fd78d94a req-51e7a7a8-303c-4a5e-a4b0-0aa67805d7c9 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:25.491682 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f2bd6e21-0163-4961-975a-17d5fd78d94a req-51e7a7a8-303c-4a5e-a4b0-0aa67805d7c9 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 946 time: 0.1986735 Oct 18 08:28:25.535602 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f2bd6e21-0163-4961-975a-17d5fd78d94a req-bbaac28f-ee28-4e7c-8614-8682b2fc9d30 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382268 Oct 18 08:28:31.767033 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:28:32.356075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [req-97f98aaf-83cb-4dbc-94bc-c654672ee50c req-359bc26c-ab82-41a8-ba3b-970a5d795b7d tempest-ServerDiskConfigTestJSON-168054794 tempest-ServerDiskConfigTestJSON-168054794-project] (89046) timed out ('10.222.0.46', 61201) {{(pid=89046) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 18 08:28:34.759520 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:35.629945 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246436b9-da02-4d95-8998-8d1f33d2b30f req-67098118-ebdb-4096-858e-f0094e3f5943 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:35.631406 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-246436b9-da02-4d95-8998-8d1f33d2b30f req-67098118-ebdb-4096-858e-f0094e3f5943 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 946 time: 0.0872917 Oct 18 08:28:35.674568 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-246436b9-da02-4d95-8998-8d1f33d2b30f req-cf8dde60-0367-47ea-ac74-c9ee0730c7e0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376010 Oct 18 08:28:35.703513 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40552) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:28:35.779681 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01459d01-05a2-48cb-9a18-5266368727f7 tempest-TestMinimumBasicScenario-784312103 tempest-TestMinimumBasicScenario-784312103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:35.780379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-01459d01-05a2-48cb-9a18-5266368727f7 tempest-TestMinimumBasicScenario-784312103 tempest-TestMinimumBasicScenario-784312103-project-admin] Synchronizing usage tracker for tenant:90f861505ff246058f55edd8b71744fe on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:28:35.796428 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-01459d01-05a2-48cb-9a18-5266368727f7 tempest-TestMinimumBasicScenario-784312103 tempest-TestMinimumBasicScenario-784312103-project-admin] Unset dirty status for tenant:90f861505ff246058f55edd8b71744fe on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:28:35.797769 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-01459d01-05a2-48cb-9a18-5266368727f7 tempest-TestMinimumBasicScenario-784312103 tempest-TestMinimumBasicScenario-784312103-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 1094 time: 0.0933616 Oct 18 08:28:35.800550 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40556) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:28:35.805454 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': '146670d2-095e-4521-8200-00c2406978f5', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:28:35.811859 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:28:35.815710 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Usage tracker for resource:floatingip and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:28:35.818475 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:28:35.824104 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:28:35.834805 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:35.968315 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:36.102791 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Allocated IP 172.26.8.122 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/1bad9741-869a-42cb-b193-41d3bb323267) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:28:36.249953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:36.278724 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:36.346867 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:28:36.349615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:28:36.352177 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:28:36.388290 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'Port': ['ID=1bad9741-869a-42cb-b193-41d3bb323267,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:28:36.752771 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:36.823351 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:37.024696 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:37.029034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:37.243414 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:37.289674 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'Port': ['ID=1bad9741-869a-42cb-b193-41d3bb323267,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:28:37.413952 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Floating IP 50761176-20e5-4d91-beac-ff829e76e54c associated. External IP: 172.26.8.122, port: 146670d2-095e-4521-8200-00c2406978f5. Oct 18 08:28:37.760073 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:28:37.937558 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:28:37.946920 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e068ad-091f-4ba4-bc1f-bf76ed3bb800 None None] Sync routers for ids ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:28:37.955950 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e068ad-091f-4ba4-bc1f-bf76ed3bb800 None None] Routers {'e2d5f3f4-81a3-43f6-8bd7-5432bb430385'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:28:37.956658 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b7e068ad-091f-4ba4-bc1f-bf76ed3bb800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:28:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:28:37.961125 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:38.016499 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6e644709-89c6-44de-a332-2a978341fcf0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2147787 Oct 18 08:28:38.017114 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3a0d67-b08a-4e04-8cf0-8cd358926e33', 'tag': '146670d2-095e-4521-8200-00c2406978f5'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:28:38.019273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40560) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:28:38.019745 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd467d1e-141a-4239-a219-856e1e702d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3a0d67-b08a-4e04-8cf0-8cd358926e33", "tag": "146670d2-095e-4521-8200-00c2406978f5"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:28:38.024557 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-965727f0-37e1-4fd7-8037-0899c5f8d092 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-116996194', 'description': 'tempest-secgroup-smoke-116996194 description', 'project_id': '905fcec320dd41baa78fa254cd975358'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:28:38.031523 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-965727f0-37e1-4fd7-8037-0899c5f8d092 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:28:38.041590 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-965727f0-37e1-4fd7-8037-0899c5f8d092 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:28:38.052919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-965727f0-37e1-4fd7-8037-0899c5f8d092 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:38.064954 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018021a1-c7a3-4128-b859-eebc8571d638 x-openstack-request-id: req-018021a1-c7a3-4128-b859-eebc8571d638 {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:28:38.065357 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3a0d67-b08a-4e04-8cf0-8cd358926e33", "tag": "146670d2-095e-4521-8200-00c2406978f5", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:28:38.065716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-018021a1-c7a3-4128-b859-eebc8571d638 {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:28:38.066188 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018021a1-c7a3-4128-b859-eebc8571d638'] response: {'name': 'network-changed', 'server_uuid': '8a3a0d67-b08a-4e04-8cf0-8cd358926e33', 'tag': '146670d2-095e-4521-8200-00c2406978f5', 'status': 'completed', 'code': 200} Oct 18 08:28:38.076599 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-965727f0-37e1-4fd7-8037-0899c5f8d092 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:28:38.081551 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-965727f0-37e1-4fd7-8037-0899c5f8d092 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Usage tracker for resource:security_group_rule and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:28:38.084744 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-965727f0-37e1-4fd7-8037-0899c5f8d092 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:28:38.134906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-965727f0-37e1-4fd7-8037-0899c5f8d092 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:28:38.171151 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-b7e068ad-091f-4ba4-bc1f-bf76ed3bb800 None None] Set router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:28:38.194385 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd467d1e-141a-4239-a219-856e1e702d5d req-a2c981d9-137e-40df-a23f-5db7ead71ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:38.195888 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cd467d1e-141a-4239-a219-856e1e702d5d req-a2c981d9-137e-40df-a23f-5db7ead71ada service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 1099 time: 0.1082733 Oct 18 08:28:38.319567 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-965727f0-37e1-4fd7-8037-0899c5f8d092 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:38.328212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-965727f0-37e1-4fd7-8037-0899c5f8d092 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:38.405655 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd467d1e-141a-4239-a219-856e1e702d5d req-14ce1972-9e51-4e3e-bf28-22d753f5b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:38.408694 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cd467d1e-141a-4239-a219-856e1e702d5d req-14ce1972-9e51-4e3e-bf28-22d753f5b95a service neutron] 10.222.0.46 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 916 time: 0.2045107 Oct 18 08:28:38.408694 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965727f0-37e1-4fd7-8037-0899c5f8d092 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4cdbfb-725f-461d-94d8-c59b6167042c,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:28:38.411835 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-965727f0-37e1-4fd7-8037-0899c5f8d092 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:38.415785 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-965727f0-37e1-4fd7-8037-0899c5f8d092 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3926916 Oct 18 08:28:38.418093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40566) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:28:38.477418 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-80558c4a-363c-4b15-bcf5-136121be6206 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'security_group_rule': {'security_group_id': '9a4cdbfb-725f-461d-94d8-c59b6167042c', 'project_id': '905fcec320dd41baa78fa254cd975358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:28:38.498374 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-80558c4a-363c-4b15-bcf5-136121be6206 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:28:38.505775 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-80558c4a-363c-4b15-bcf5-136121be6206 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Usage tracker for resource:security_group_rule and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:28:38.510411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-80558c4a-363c-4b15-bcf5-136121be6206 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:28:38.519970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-80558c4a-363c-4b15-bcf5-136121be6206 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:28:38.523759 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b7e068ad-091f-4ba4-bc1f-bf76ed3bb800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 4, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port': {'id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:44Z', 'updated_at': '2022-10-18T08:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '50761176-20e5-4d91-beac-ff829e76e54c', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'floating_ip_address': '172.26.8.122', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'port_id': '146670d2-095e-4521-8200-00c2406978f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'mac_address': 'fa:16:3e:f2:1a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a0d67-b08a-4e04-8cf0-8cd358926e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:28:36Z', 'updated_at': '2022-10-18T08:28:36Z', 'revision_number': 0, 'project_id': '905fcec320dd41baa78fa254cd975358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a305ec0a-2c28-4d4e-9d09-93c8550682fe', 'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:47Z', 'updated_at': '2022-10-18T08:23:53Z', 'revision_number': 5, 'project_id': '905fcec320dd41baa78fa254cd975358', 'subnets': [{'id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:28:38.527659 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e068ad-091f-4ba4-bc1f-bf76ed3bb800 None None] Checking router: e2d5f3f4-81a3-43f6-8bd7-5432bb430385 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:28:38.536789 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e068ad-091f-4ba4-bc1f-bf76ed3bb800 None None] Routers {'e2d5f3f4-81a3-43f6-8bd7-5432bb430385'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:28:38.537387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b7e068ad-091f-4ba4-bc1f-bf76ed3bb800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:28:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:28:38.538704 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cd467d1e-141a-4239-a219-856e1e702d5d req-6b020608-f401-4cec-9a8c-9640a607069d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=146670d2-095e-4521-8200-00c2406978f5 HTTP/1.1" status: 200 len: 1000 time: 0.1201322 Oct 18 08:28:38.584510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-80558c4a-363c-4b15-bcf5-136121be6206 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:38.636613 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd467d1e-141a-4239-a219-856e1e702d5d req-c0c7e8d7-393a-4f6a-a0dd-02f28f209eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:38.637944 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cd467d1e-141a-4239-a219-856e1e702d5d req-c0c7e8d7-393a-4f6a-a0dd-02f28f209eb9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0c99f49-3024-44f5-aea5-c4d35bb7fe22 HTTP/1.1" status: 200 len: 854 time: 0.0883176 Oct 18 08:28:38.710462 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-80558c4a-363c-4b15-bcf5-136121be6206 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:38.715354 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-b7e068ad-091f-4ba4-bc1f-bf76ed3bb800 None None] Set router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:28:38.717744 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-80558c4a-363c-4b15-bcf5-136121be6206 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:38.741715 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80558c4a-363c-4b15-bcf5-136121be6206 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0484d8bf-ef56-4794-9c7f-2a1ea48fcd0e,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:28:38.755893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-80558c4a-363c-4b15-bcf5-136121be6206 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:38.759680 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-80558c4a-363c-4b15-bcf5-136121be6206 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3402185 Oct 18 08:28:38.760023 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40570) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:28:38.763542 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd467d1e-141a-4239-a219-856e1e702d5d req-4e7cd662-b8c3-4259-a5a7-70a0b4743a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:38.765541 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cd467d1e-141a-4239-a219-856e1e702d5d req-4e7cd662-b8c3-4259-a5a7-70a0b4743a83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53b34022-99f7-45f0-b592-cecaaed42187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1218722 Oct 18 08:28:38.765856 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-68dffe0c-a86b-4083-831c-f12534136406 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'security_group_rule': {'security_group_id': '9a4cdbfb-725f-461d-94d8-c59b6167042c', 'project_id': '905fcec320dd41baa78fa254cd975358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:28:38.771744 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-68dffe0c-a86b-4083-831c-f12534136406 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:28:38.775585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-68dffe0c-a86b-4083-831c-f12534136406 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Usage tracker for resource:security_group_rule and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:28:38.778435 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-68dffe0c-a86b-4083-831c-f12534136406 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:28:38.787648 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-68dffe0c-a86b-4083-831c-f12534136406 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:28:38.803836 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-68dffe0c-a86b-4083-831c-f12534136406 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:38.868242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-68dffe0c-a86b-4083-831c-f12534136406 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:38.872764 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-68dffe0c-a86b-4083-831c-f12534136406 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:38.900842 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dffe0c-a86b-4083-831c-f12534136406 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d4395f-ea59-4ce4-92e5-b105fc95d9c0,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:28:38.903100 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cd467d1e-141a-4239-a219-856e1e702d5d req-d414d053-c48b-486a-86a6-8bcff28338f9 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303155 Oct 18 08:28:38.915249 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-68dffe0c-a86b-4083-831c-f12534136406 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:38.916442 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-68dffe0c-a86b-4083-831c-f12534136406 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1554396 Oct 18 08:28:38.919191 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40574) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:28:38.924664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-5e5d098a-13a7-4ffb-9758-f19cfd7b7df1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'security_group_rule': {'security_group_id': '9a4cdbfb-725f-461d-94d8-c59b6167042c', 'project_id': '905fcec320dd41baa78fa254cd975358', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:28:38.930745 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5e5d098a-13a7-4ffb-9758-f19cfd7b7df1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:28:38.934573 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5e5d098a-13a7-4ffb-9758-f19cfd7b7df1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Usage tracker for resource:security_group_rule and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:28:38.937938 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-5e5d098a-13a7-4ffb-9758-f19cfd7b7df1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:28:38.943787 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-5e5d098a-13a7-4ffb-9758-f19cfd7b7df1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:28:38.962349 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5e5d098a-13a7-4ffb-9758-f19cfd7b7df1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:39.030896 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5e5d098a-13a7-4ffb-9758-f19cfd7b7df1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:39.035348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5e5d098a-13a7-4ffb-9758-f19cfd7b7df1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:39.052246 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cd467d1e-141a-4239-a219-856e1e702d5d req-05e69fae-0bbb-4b2a-aabb-d3b9f3192e16 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424217 Oct 18 08:28:39.058378 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d098a-13a7-4ffb-9758-f19cfd7b7df1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a004bc-95fe-4572-818d-4b7e350d2198,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:28:39.068777 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5e5d098a-13a7-4ffb-9758-f19cfd7b7df1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:39.070332 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5e5d098a-13a7-4ffb-9758-f19cfd7b7df1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1501362 Oct 18 08:28:39.073614 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40578) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:28:39.079564 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-43b001a9-1742-4f54-ad67-18bc9582e8a3 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'security_group_rule': {'security_group_id': '9a4cdbfb-725f-461d-94d8-c59b6167042c', 'project_id': '905fcec320dd41baa78fa254cd975358', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:28:39.085555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-43b001a9-1742-4f54-ad67-18bc9582e8a3 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:28:39.089560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-43b001a9-1742-4f54-ad67-18bc9582e8a3 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Usage tracker for resource:security_group_rule and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:28:39.092665 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-43b001a9-1742-4f54-ad67-18bc9582e8a3 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:28:39.093095 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-b7e068ad-091f-4ba4-bc1f-bf76ed3bb800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 4, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port': {'id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:44Z', 'updated_at': '2022-10-18T08:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '50761176-20e5-4d91-beac-ff829e76e54c', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'floating_ip_address': '172.26.8.122', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'port_id': '146670d2-095e-4521-8200-00c2406978f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'mac_address': 'fa:16:3e:f2:1a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a0d67-b08a-4e04-8cf0-8cd358926e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:28:36Z', 'updated_at': '2022-10-18T08:28:36Z', 'revision_number': 0, 'project_id': '905fcec320dd41baa78fa254cd975358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a305ec0a-2c28-4d4e-9d09-93c8550682fe', 'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:47Z', 'updated_at': '2022-10-18T08:23:53Z', 'revision_number': 5, 'project_id': '905fcec320dd41baa78fa254cd975358', 'subnets': [{'id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:28:39.097071 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e068ad-091f-4ba4-bc1f-bf76ed3bb800 None None] The sync data for ids ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'] in dv-neutron-861625-1-hyperv is: [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 4, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port': {'id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:44Z', 'updated_at': '2022-10-18T08:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '50761176-20e5-4d91-beac-ff829e76e54c', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'floating_ip_address': '172.26.8.122', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'port_id': '146670d2-095e-4521-8200-00c2406978f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'mac_address': 'fa:16:3e:f2:1a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a0d67-b08a-4e04-8cf0-8cd358926e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:28:36Z', 'updated_at': '2022-10-18T08:28:36Z', 'revision_number': 0, 'project_id': '905fcec320dd41baa78fa254cd975358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a305ec0a-2c28-4d4e-9d09-93c8550682fe', 'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:47Z', 'updated_at': '2022-10-18T08:23:53Z', 'revision_number': 5, 'project_id': '905fcec320dd41baa78fa254cd975358', 'subnets': [{'id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:28:39.103039 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-43b001a9-1742-4f54-ad67-18bc9582e8a3 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:28:39.122180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-43b001a9-1742-4f54-ad67-18bc9582e8a3 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:39.285892 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-43b001a9-1742-4f54-ad67-18bc9582e8a3 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:39.289956 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-43b001a9-1742-4f54-ad67-18bc9582e8a3 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:39.301099 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf8f730-0c5f-4d50-9a6b-5f7e5986b4b1 None None] New status for floating IP 50761176-20e5-4d91-beac-ff829e76e54c: ACTIVE {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:28:39.315808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b001a9-1742-4f54-ad67-18bc9582e8a3 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e741938b-eed8-4371-8e8d-bbb6ce184060,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:28:39.324353 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-43b001a9-1742-4f54-ad67-18bc9582e8a3 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:39.328135 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-43b001a9-1742-4f54-ad67-18bc9582e8a3 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2507641 Oct 18 08:28:39.328318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40582) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:28:39.333203 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-bb0a7d75-b871-46f0-a724-5c0fc25500a5 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'security_group_rule': {'security_group_id': '9a4cdbfb-725f-461d-94d8-c59b6167042c', 'project_id': '905fcec320dd41baa78fa254cd975358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:28:39.339150 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-bb0a7d75-b871-46f0-a724-5c0fc25500a5 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:28:39.343075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-bb0a7d75-b871-46f0-a724-5c0fc25500a5 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Usage tracker for resource:security_group_rule and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:28:39.345938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-bb0a7d75-b871-46f0-a724-5c0fc25500a5 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:28:39.351570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-bb0a7d75-b871-46f0-a724-5c0fc25500a5 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:28:39.362791 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-bb0a7d75-b871-46f0-a724-5c0fc25500a5 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Project 905fcec320dd41baa78fa254cd975358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:28:39.369613 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bb0a7d75-b871-46f0-a724-5c0fc25500a5 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:39.435177 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bb0a7d75-b871-46f0-a724-5c0fc25500a5 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:39.439342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bb0a7d75-b871-46f0-a724-5c0fc25500a5 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:39.461883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a7d75-b871-46f0-a724-5c0fc25500a5 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2adc6cc4-010b-4e2f-97ea-89a31c17752b,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:28:39.471612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bb0a7d75-b871-46f0-a724-5c0fc25500a5 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:39.475391 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bb0a7d75-b871-46f0-a724-5c0fc25500a5 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436095 Oct 18 08:28:39.475731 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40586) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:28:39.480921 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-86e2a368-eb05-46b0-a42f-e158e2ad90a8 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'security_group_rule': {'security_group_id': '9a4cdbfb-725f-461d-94d8-c59b6167042c', 'project_id': '905fcec320dd41baa78fa254cd975358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:28:39.487407 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-86e2a368-eb05-46b0-a42f-e158e2ad90a8 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:28:39.491180 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-86e2a368-eb05-46b0-a42f-e158e2ad90a8 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Usage tracker for resource:security_group_rule and tenant:905fcec320dd41baa78fa254cd975358 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:28:39.494105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-86e2a368-eb05-46b0-a42f-e158e2ad90a8 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:28:39.500530 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-86e2a368-eb05-46b0-a42f-e158e2ad90a8 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:28:39.510797 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-86e2a368-eb05-46b0-a42f-e158e2ad90a8 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Project 905fcec320dd41baa78fa254cd975358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:28:39.517178 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-86e2a368-eb05-46b0-a42f-e158e2ad90a8 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:39.589159 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-86e2a368-eb05-46b0-a42f-e158e2ad90a8 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:39.594024 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-86e2a368-eb05-46b0-a42f-e158e2ad90a8 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:39.618363 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2a368-eb05-46b0-a42f-e158e2ad90a8 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99483c2-4d2c-43ce-bc90-d6545fa9220d,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:28:39.629138 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-86e2a368-eb05-46b0-a42f-e158e2ad90a8 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:39.630320 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-86e2a368-eb05-46b0-a42f-e158e2ad90a8 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1535881 Oct 18 08:28:39.750307 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-363fc197-75dd-4a1b-856e-b898d92aa905 req-db7d116f-8335-4204-a09c-c7b8530b0f95 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-116996194&fields=id&tenant_id=905fcec320dd41baa78fa254cd975358 HTTP/1.1" status: 200 len: 267 time: 0.0410898 Oct 18 08:28:39.838926 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fc197-75dd-4a1b-856e-b898d92aa905 req-3d1c2ed1-9dc0-48c6-9530-52c200dc1550 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:39.840356 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-363fc197-75dd-4a1b-856e-b898d92aa905 req-3d1c2ed1-9dc0-48c6-9530-52c200dc1550 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 946 time: 0.0847661 Oct 18 08:28:39.851399 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [req-363fc197-75dd-4a1b-856e-b898d92aa905 req-bc6fc014-f771-46c3-95a4-b6119ab094a6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'port': {'security_groups': ['13e688b5-5fc3-47e3-bc13-7ebd7a69a4df', '9a4cdbfb-725f-461d-94d8-c59b6167042c']}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:28:39.972654 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [req-363fc197-75dd-4a1b-856e-b898d92aa905 req-bc6fc014-f771-46c3-95a4-b6119ab094a6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:40.338068 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [req-363fc197-75dd-4a1b-856e-b898d92aa905 req-bc6fc014-f771-46c3-95a4-b6119ab094a6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] For port 146670d2-095e-4521-8200-00c2406978f5, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=146670d2-095e-4521-8200-00c2406978f5,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:28:40.364082 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [req-363fc197-75dd-4a1b-856e-b898d92aa905 req-bc6fc014-f771-46c3-95a4-b6119ab094a6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:40.368068 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [req-363fc197-75dd-4a1b-856e-b898d92aa905 req-bc6fc014-f771-46c3-95a4-b6119ab094a6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:40.381022 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['146670d2-095e-4521-8200-00c2406978f5'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:28:40.411126 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fc197-75dd-4a1b-856e-b898d92aa905 req-bc6fc014-f771-46c3-95a4-b6119ab094a6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:40.411349 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [req-363fc197-75dd-4a1b-856e-b898d92aa905 req-bc6fc014-f771-46c3-95a4-b6119ab094a6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:40.412570 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-363fc197-75dd-4a1b-856e-b898d92aa905 req-bc6fc014-f771-46c3-95a4-b6119ab094a6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "PUT /v2.0/ports/146670d2-095e-4521-8200-00c2406978f5 HTTP/1.1" status: 200 len: 982 time: 0.5655334 Oct 18 08:28:40.413078 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3a0d67-b08a-4e04-8cf0-8cd358926e33', 'tag': '146670d2-095e-4521-8200-00c2406978f5'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:28:40.418654 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40182ba-4e6c-4327-a463-cc2b769071cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3a0d67-b08a-4e04-8cf0-8cd358926e33", "tag": "146670d2-095e-4521-8200-00c2406978f5"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:28:40.457358 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fc014-f771-46c3-95a4-b6119ab094a6 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'Port': ['ID=146670d2-095e-4521-8200-00c2406978f5,revision_number=6']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:28:40.494598 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99282eee-2307-403f-b51c-0d9bb3280587 x-openstack-request-id: req-99282eee-2307-403f-b51c-0d9bb3280587 {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:28:40.494897 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3a0d67-b08a-4e04-8cf0-8cd358926e33", "tag": "146670d2-095e-4521-8200-00c2406978f5", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:28:40.495012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['146670d2-095e-4521-8200-00c2406978f5'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:28:40.495198 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-99282eee-2307-403f-b51c-0d9bb3280587 {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:28:40.495579 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99282eee-2307-403f-b51c-0d9bb3280587'] response: {'name': 'network-changed', 'server_uuid': '8a3a0d67-b08a-4e04-8cf0-8cd358926e33', 'tag': '146670d2-095e-4521-8200-00c2406978f5', 'status': 'completed', 'code': 200} Oct 18 08:28:40.666153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40182ba-4e6c-4327-a463-cc2b769071cf req-823ecc2a-2cbe-4fd6-b6ff-94c49e60363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:40.667664 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a40182ba-4e6c-4327-a463-cc2b769071cf req-823ecc2a-2cbe-4fd6-b6ff-94c49e60363d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 1138 time: 0.1492519 Oct 18 08:28:40.675986 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb74ef9-9f87-455c-ac2e-5f5f51347ef6 req-5d0ea177-2bc1-4be5-96ff-4ddb3df92d30 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:40.677331 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fcb74ef9-9f87-455c-ac2e-5f5f51347ef6 req-5d0ea177-2bc1-4be5-96ff-4ddb3df92d30 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 985 time: 0.1205647 Oct 18 08:28:40.803675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-fcb74ef9-9f87-455c-ac2e-5f5f51347ef6 req-c7ba568c-11b0-4a9f-a8f3-0e4e576337bd tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Synchronizing usage tracker for tenant:905fcec320dd41baa78fa254cd975358 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:28:40.846365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40182ba-4e6c-4327-a463-cc2b769071cf req-89645bb2-191b-475d-a5f1-3f5432d90fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:40.847877 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a40182ba-4e6c-4327-a463-cc2b769071cf req-89645bb2-191b-475d-a5f1-3f5432d90fea service neutron] 10.222.0.46 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 916 time: 0.1696813 Oct 18 08:28:40.848932 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-fcb74ef9-9f87-455c-ac2e-5f5f51347ef6 req-c7ba568c-11b0-4a9f-a8f3-0e4e576337bd tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Unset dirty status for tenant:905fcec320dd41baa78fa254cd975358 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:28:40.849975 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fcb74ef9-9f87-455c-ac2e-5f5f51347ef6 req-c7ba568c-11b0-4a9f-a8f3-0e4e576337bd tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=9a4cdbfb-725f-461d-94d8-c59b6167042c&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1546888 Oct 18 08:28:40.953820 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a40182ba-4e6c-4327-a463-cc2b769071cf req-e80392cf-bd34-4acf-98e7-d338ca5c8559 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=146670d2-095e-4521-8200-00c2406978f5 HTTP/1.1" status: 200 len: 1002 time: 0.0987778 Oct 18 08:28:41.015379 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40182ba-4e6c-4327-a463-cc2b769071cf req-5d9ad714-6ac8-4818-b0b9-3bc35ffbb05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:41.016804 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a40182ba-4e6c-4327-a463-cc2b769071cf req-5d9ad714-6ac8-4818-b0b9-3bc35ffbb05e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0c99f49-3024-44f5-aea5-c4d35bb7fe22 HTTP/1.1" status: 200 len: 854 time: 0.0566361 Oct 18 08:28:41.106049 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40182ba-4e6c-4327-a463-cc2b769071cf req-0d94e40e-bffa-4eea-97e4-8012b97e3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:28:41.107624 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a40182ba-4e6c-4327-a463-cc2b769071cf req-0d94e40e-bffa-4eea-97e4-8012b97e3dd4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53b34022-99f7-45f0-b592-cecaaed42187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838981 Oct 18 08:28:41.241278 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a40182ba-4e6c-4327-a463-cc2b769071cf req-5ed1fad3-bd6d-484f-a90e-59dec7993f6b service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271195 Oct 18 08:28:41.377956 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a40182ba-4e6c-4327-a463-cc2b769071cf req-a4bb2d9f-9215-4c19-be31-6dcc89952651 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299074 Oct 18 08:28:50.776179 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-df6e4eef-0849-4d74-8914-b9b4beb9258b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:53.072082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6b201b3d-5a2c-45d1-b795-bcef94b6d95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:53.838054 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:53.854259 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:28:55.435856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:04.029419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a931f-209b-4949-858c-6efe6f5609fe req-1d04f80d-e364-4946-b239-37dd86dce29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:04.031970 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c80a931f-209b-4949-858c-6efe6f5609fe req-1d04f80d-e364-4946-b239-37dd86dce29b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 1138 time: 0.1475661 Oct 18 08:29:04.044629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74063304-1e78-41e9-b900-2f5a612dcacf req-6dc7daa6-190d-49d0-bafc-6e1fc83edc92 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:04.046117 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74063304-1e78-41e9-b900-2f5a612dcacf req-6dc7daa6-190d-49d0-bafc-6e1fc83edc92 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 985 time: 0.1221676 Oct 18 08:29:04.193155 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-74063304-1e78-41e9-b900-2f5a612dcacf req-25c4e083-f011-4bef-84bf-99b15a9bb344 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=9a4cdbfb-725f-461d-94d8-c59b6167042c&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1263711 Oct 18 08:29:04.216338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a931f-209b-4949-858c-6efe6f5609fe req-96870281-d2bc-4603-8717-37cf8577bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:04.217795 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c80a931f-209b-4949-858c-6efe6f5609fe req-96870281-d2bc-4603-8717-37cf8577bd07 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 916 time: 0.1708727 Oct 18 08:29:04.322256 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c80a931f-209b-4949-858c-6efe6f5609fe req-a150ad22-f6c4-4379-a2c8-9d5c88ca7eb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=146670d2-095e-4521-8200-00c2406978f5 HTTP/1.1" status: 200 len: 1002 time: 0.0975907 Oct 18 08:29:04.384725 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a931f-209b-4949-858c-6efe6f5609fe req-525ecdda-6577-4080-a9a2-52dc33a72ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:04.386112 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c80a931f-209b-4949-858c-6efe6f5609fe req-525ecdda-6577-4080-a9a2-52dc33a72ff9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0c99f49-3024-44f5-aea5-c4d35bb7fe22 HTTP/1.1" status: 200 len: 854 time: 0.0577695 Oct 18 08:29:04.469975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a931f-209b-4949-858c-6efe6f5609fe req-97d02c11-8cd2-435a-bd59-b6922228deef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:04.471437 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c80a931f-209b-4949-858c-6efe6f5609fe req-97d02c11-8cd2-435a-bd59-b6922228deef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53b34022-99f7-45f0-b592-cecaaed42187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785048 Oct 18 08:29:04.699332 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c80a931f-209b-4949-858c-6efe6f5609fe req-758f4eca-2378-40a1-8268-e1ee590d1d8a service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210708 Oct 18 08:29:04.784625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:04.834990 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c80a931f-209b-4949-858c-6efe6f5609fe req-eab76ece-1d9e-408f-a72d-17f2056fb68b service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253560 Oct 18 08:29:05.402294 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0470a3f-737a-4bf4-881a-fd1d4322d8dd req-1c0d626f-c765-496d-bdc2-06baf3bdb221 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:05.403772 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b0470a3f-737a-4bf4-881a-fd1d4322d8dd req-1c0d626f-c765-496d-bdc2-06baf3bdb221 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 985 time: 0.0909171 Oct 18 08:29:05.449096 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b0470a3f-737a-4bf4-881a-fd1d4322d8dd req-ef9de6a8-fd03-44bb-9daf-995d9550e577 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=9a4cdbfb-725f-461d-94d8-c59b6167042c&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392249 Oct 18 08:29:06.641460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1ab6d-39d8-4ca0-bbb7-60a2c97b0a32 req-4b91c1c3-6611-452d-becd-643779de188b tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:06.642932 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6ca1ab6d-39d8-4ca0-bbb7-60a2c97b0a32 req-4b91c1c3-6611-452d-becd-643779de188b tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 985 time: 0.0853937 Oct 18 08:29:06.687476 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6ca1ab6d-39d8-4ca0-bbb7-60a2c97b0a32 req-2d3ffab9-c792-4735-aa53-622ca424e6a5 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=9a4cdbfb-725f-461d-94d8-c59b6167042c&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389090 Oct 18 08:29:07.883513 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ca3c2-b7a2-4c98-86ab-4582469db399 req-ec7cd144-0fe2-49ef-8aaa-b08b64ad4cb7 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:07.884952 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b04ca3c2-b7a2-4c98-86ab-4582469db399 req-ec7cd144-0fe2-49ef-8aaa-b08b64ad4cb7 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 985 time: 0.0891140 Oct 18 08:29:07.930204 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b04ca3c2-b7a2-4c98-86ab-4582469db399 req-4820e8f2-5049-495d-800f-32b07b66ae62 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=9a4cdbfb-725f-461d-94d8-c59b6167042c&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389326 Oct 18 08:29:08.770424 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:29:09.132033 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e206b1-70ee-4deb-a794-70e81f265463 req-e0466fd4-14ea-4389-8c4b-a4a26a0ae271 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:09.133513 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-81e206b1-70ee-4deb-a794-70e81f265463 req-e0466fd4-14ea-4389-8c4b-a4a26a0ae271 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 985 time: 0.0908790 Oct 18 08:29:09.179547 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-81e206b1-70ee-4deb-a794-70e81f265463 req-ab372d9e-dad4-425b-91de-2d37ad482d55 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=9a4cdbfb-725f-461d-94d8-c59b6167042c&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402298 Oct 18 08:29:10.374711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464aa480-baa1-4591-b18f-03cbd7938fac req-8bcdacca-0a93-4f9e-9835-c9d11dfd073e tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:10.376177 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-464aa480-baa1-4591-b18f-03cbd7938fac req-8bcdacca-0a93-4f9e-9835-c9d11dfd073e tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 985 time: 0.0860944 Oct 18 08:29:10.422002 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-464aa480-baa1-4591-b18f-03cbd7938fac req-3388ec8e-f815-4a81-a2ff-ab3bce9a8572 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=9a4cdbfb-725f-461d-94d8-c59b6167042c&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401385 Oct 18 08:29:11.625029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d8300-510a-478c-8a80-a21aad396898 req-a750c1bb-4b9b-425d-a558-a210cb981796 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:11.626485 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f24d8300-510a-478c-8a80-a21aad396898 req-a750c1bb-4b9b-425d-a558-a210cb981796 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 985 time: 0.0967534 Oct 18 08:29:11.725685 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f24d8300-510a-478c-8a80-a21aad396898 req-5ed93cb4-0e19-4a68-a8d1-c933389b411a tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=9a4cdbfb-725f-461d-94d8-c59b6167042c&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636778 Oct 18 08:29:11.738687 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42087d3-24e2-401f-896b-eed105e053c8 req-12d63b45-0208-4783-8e66-86a57816c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:11.740132 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a42087d3-24e2-401f-896b-eed105e053c8 req-12d63b45-0208-4783-8e66-86a57816c94e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 1138 time: 0.1127872 Oct 18 08:29:11.889523 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42087d3-24e2-401f-896b-eed105e053c8 req-0c726cce-bb00-4710-9777-4d7b84774bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:11.890936 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a42087d3-24e2-401f-896b-eed105e053c8 req-0c726cce-bb00-4710-9777-4d7b84774bd5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 916 time: 0.1281190 Oct 18 08:29:11.995842 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a42087d3-24e2-401f-896b-eed105e053c8 req-5f254f50-e69d-433c-b955-bf2d239a8ccf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=146670d2-095e-4521-8200-00c2406978f5 HTTP/1.1" status: 200 len: 1002 time: 0.0950801 Oct 18 08:29:12.064647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42087d3-24e2-401f-896b-eed105e053c8 req-e3a94f04-e4d9-4d0e-b709-f1cee8186fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:12.066098 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a42087d3-24e2-401f-896b-eed105e053c8 req-e3a94f04-e4d9-4d0e-b709-f1cee8186fba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0c99f49-3024-44f5-aea5-c4d35bb7fe22 HTTP/1.1" status: 200 len: 854 time: 0.0610993 Oct 18 08:29:12.149880 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42087d3-24e2-401f-896b-eed105e053c8 req-cf073b55-d29d-495d-ad25-725a4cdabdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:12.151349 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a42087d3-24e2-401f-896b-eed105e053c8 req-cf073b55-d29d-495d-ad25-725a4cdabdcb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53b34022-99f7-45f0-b592-cecaaed42187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763679 Oct 18 08:29:12.282428 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a42087d3-24e2-401f-896b-eed105e053c8 req-d2ca9da1-c9ad-43ca-9562-2907408c783e service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214073 Oct 18 08:29:12.413887 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a42087d3-24e2-401f-896b-eed105e053c8 req-107fe0b4-92ee-47e3-9581-fc8656e815ae service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226809 Oct 18 08:29:12.930422 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957a33c-1942-405b-907d-893e2582e1ba req-4b5b1019-03ea-437c-8a2c-1644de1d80c4 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:12.932073 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5957a33c-1942-405b-907d-893e2582e1ba req-4b5b1019-03ea-437c-8a2c-1644de1d80c4 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 985 time: 0.0929780 Oct 18 08:29:12.977445 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5957a33c-1942-405b-907d-893e2582e1ba req-718bb1ad-93a7-486d-be99-b29254583c19 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=9a4cdbfb-725f-461d-94d8-c59b6167042c&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391357 Oct 18 08:29:14.177125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8cb03-4ef1-4ea7-af3d-54d33adf7532 req-a436cb89-dc1f-40d5-9806-58f967edd219 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:14.178677 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ada8cb03-4ef1-4ea7-af3d-54d33adf7532 req-a436cb89-dc1f-40d5-9806-58f967edd219 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 985 time: 0.0899997 Oct 18 08:29:14.224783 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ada8cb03-4ef1-4ea7-af3d-54d33adf7532 req-da3f9e69-69de-4d76-9eb7-48aa9228f97e tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=9a4cdbfb-725f-461d-94d8-c59b6167042c&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400524 Oct 18 08:29:15.426662 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd024fa-899d-46aa-a1a5-56da61780e24 req-e9a81d5a-7761-41c6-b150-0337fed583b0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:15.428112 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bcd024fa-899d-46aa-a1a5-56da61780e24 req-e9a81d5a-7761-41c6-b150-0337fed583b0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 985 time: 0.0919645 Oct 18 08:29:15.473973 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bcd024fa-899d-46aa-a1a5-56da61780e24 req-fe2373b0-bd45-47db-a704-34760433f4d7 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=9a4cdbfb-725f-461d-94d8-c59b6167042c&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400004 Oct 18 08:29:16.670328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09520a7-8663-4f83-9876-29ad8eef6cce req-a2776278-af9f-40fc-9424-d4d1dbf97171 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:16.671797 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b09520a7-8663-4f83-9876-29ad8eef6cce req-a2776278-af9f-40fc-9424-d4d1dbf97171 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 985 time: 0.0865242 Oct 18 08:29:16.717266 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b09520a7-8663-4f83-9876-29ad8eef6cce req-36d22503-b184-459a-8c75-f69126a304a1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=9a4cdbfb-725f-461d-94d8-c59b6167042c&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397792 Oct 18 08:29:17.912319 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a9cd-f4ae-489b-a59b-2ea24fe4e901 req-a5b4d741-3458-4a26-af64-f8e20c951aab tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:17.913763 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b569a9cd-f4ae-489b-a59b-2ea24fe4e901 req-a5b4d741-3458-4a26-af64-f8e20c951aab tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 985 time: 0.0878954 Oct 18 08:29:17.958664 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b569a9cd-f4ae-489b-a59b-2ea24fe4e901 req-96043d79-5800-489c-b0ed-2a9e343d5f81 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=9a4cdbfb-725f-461d-94d8-c59b6167042c&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391467 Oct 18 08:29:19.254841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f7398-5ab5-486a-a3bd-bcf1dc6d313a req-1c40d25d-c933-4975-85a2-f4e0a18769ae tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:19.256216 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8a0f7398-5ab5-486a-a3bd-bcf1dc6d313a req-1c40d25d-c933-4975-85a2-f4e0a18769ae tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 985 time: 0.1881409 Oct 18 08:29:19.301795 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8a0f7398-5ab5-486a-a3bd-bcf1dc6d313a req-036e7b9f-2d0b-4a5d-b244-fcfe5935be18 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=9a4cdbfb-725f-461d-94d8-c59b6167042c&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397971 Oct 18 08:29:20.503513 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902238b-242a-4f8b-b97b-d215b81c9132 req-c1c70e09-16c5-4359-b827-631607e1b4f2 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:20.504975 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a902238b-242a-4f8b-b97b-d215b81c9132 req-c1c70e09-16c5-4359-b827-631607e1b4f2 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 985 time: 0.0910542 Oct 18 08:29:20.550689 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a902238b-242a-4f8b-b97b-d215b81c9132 req-5cb60de1-2861-471d-8845-9a60541004f5 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=9a4cdbfb-725f-461d-94d8-c59b6167042c&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400271 Oct 18 08:29:20.777900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dd85b59e-af0d-41ed-8baa-7f0c80b393d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:21.744710 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faf36c-bab6-4ab3-a673-a54698881640 req-761908c8-84dc-4173-ad9b-77fdd41337c8 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:21.746128 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-71faf36c-bab6-4ab3-a673-a54698881640 req-761908c8-84dc-4173-ad9b-77fdd41337c8 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 985 time: 0.0868316 Oct 18 08:29:21.791348 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-71faf36c-bab6-4ab3-a673-a54698881640 req-f556ac4e-1869-486a-b909-93de5e3a0854 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=9a4cdbfb-725f-461d-94d8-c59b6167042c&id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395441 Oct 18 08:29:23.073178 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8af5d928-e189-44b0-8ab8-9d5bb9fdf950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:23.845130 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:23.855662 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:25.438026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:34.802684 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:45.791196 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:29:50.782607 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9afb4b4a-8af6-4541-ac07-b98322cf6bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:53.074702 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6001c356-3e99-44ad-9f71-4665a9da8dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:53.855290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:53.858907 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:54.694625 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2c59ad08-cb67-4c25-94b6-f18ab3302f31 req-0d48c76e-074d-45c2-83e4-67bae51ad598 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-116996194&fields=id&tenant_id=905fcec320dd41baa78fa254cd975358 HTTP/1.1" status: 200 len: 267 time: 0.0389614 Oct 18 08:29:54.788811 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59ad08-cb67-4c25-94b6-f18ab3302f31 req-f9690dad-217e-4e96-b43f-a5f4d28306cc tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:54.790160 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2c59ad08-cb67-4c25-94b6-f18ab3302f31 req-f9690dad-217e-4e96-b43f-a5f4d28306cc tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 985 time: 0.0903053 Oct 18 08:29:54.800505 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [req-2c59ad08-cb67-4c25-94b6-f18ab3302f31 req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Request body: {'port': {'security_groups': ['13e688b5-5fc3-47e3-bc13-7ebd7a69a4df']}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:29:54.922247 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [req-2c59ad08-cb67-4c25-94b6-f18ab3302f31 req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:55.160375 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [req-2c59ad08-cb67-4c25-94b6-f18ab3302f31 req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] For port 146670d2-095e-4521-8200-00c2406978f5, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=146670d2-095e-4521-8200-00c2406978f5,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:29:55.184862 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [req-2c59ad08-cb67-4c25-94b6-f18ab3302f31 req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:55.189470 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [req-2c59ad08-cb67-4c25-94b6-f18ab3302f31 req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:55.199433 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59ad08-cb67-4c25-94b6-f18ab3302f31 req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:55.200675 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [req-2c59ad08-cb67-4c25-94b6-f18ab3302f31 req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:55.203422 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2c59ad08-cb67-4c25-94b6-f18ab3302f31 req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "PUT /v2.0/ports/146670d2-095e-4521-8200-00c2406978f5 HTTP/1.1" status: 200 len: 943 time: 0.4072237 Oct 18 08:29:55.203704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['146670d2-095e-4521-8200-00c2406978f5'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:29:55.209652 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40652) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:29:55.237497 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3a0d67-b08a-4e04-8cf0-8cd358926e33', 'tag': '146670d2-095e-4521-8200-00c2406978f5'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:29:55.241082 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8c561e-0737-4f99-a408-47943e330318" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3a0d67-b08a-4e04-8cf0-8cd358926e33", "tag": "146670d2-095e-4521-8200-00c2406978f5"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:29:55.281646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a9980efa-023c-4646-82ce-e88e3c407437 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:55.283269 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['146670d2-095e-4521-8200-00c2406978f5'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:29:55.291246 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event updated for resources: {'Port': ['ID=146670d2-095e-4521-8200-00c2406978f5,revision_number=7']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:29:55.300887 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.301242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.301590 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.301934 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.302275 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.302671 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.303014 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.303335 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.303662 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.303989 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.304319 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.304650 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab50c0e-2014-44f9-aace-7274d744bda0 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.313445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a9980efa-023c-4646-82ce-e88e3c407437 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:55.322032 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f357b3-80a7-482e-8950-c4d3d7f4f958 x-openstack-request-id: req-16f357b3-80a7-482e-8950-c4d3d7f4f958 {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:29:55.322364 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3a0d67-b08a-4e04-8cf0-8cd358926e33", "tag": "146670d2-095e-4521-8200-00c2406978f5", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:29:55.322702 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-16f357b3-80a7-482e-8950-c4d3d7f4f958 {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:29:55.323158 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f357b3-80a7-482e-8950-c4d3d7f4f958'] response: {'name': 'network-changed', 'server_uuid': '8a3a0d67-b08a-4e04-8cf0-8cd358926e33', 'tag': '146670d2-095e-4521-8200-00c2406978f5', 'status': 'completed', 'code': 200} Oct 18 08:29:55.445044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a9980efa-023c-4646-82ce-e88e3c407437 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:55.468145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9980efa-023c-4646-82ce-e88e3c407437 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4cdbfb-725f-461d-94d8-c59b6167042c,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:29:55.480076 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:55.482024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9980efa-023c-4646-82ce-e88e3c407437 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.482365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9980efa-023c-4646-82ce-e88e3c407437 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.482731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9980efa-023c-4646-82ce-e88e3c407437 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.483064 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9980efa-023c-4646-82ce-e88e3c407437 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.483392 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9980efa-023c-4646-82ce-e88e3c407437 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.483717 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9980efa-023c-4646-82ce-e88e3c407437 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.484037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9980efa-023c-4646-82ce-e88e3c407437 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.484356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9980efa-023c-4646-82ce-e88e3c407437 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.484683 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9980efa-023c-4646-82ce-e88e3c407437 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.485002 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9980efa-023c-4646-82ce-e88e3c407437 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.485317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9980efa-023c-4646-82ce-e88e3c407437 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.485635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9980efa-023c-4646-82ce-e88e3c407437 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:29:55.494916 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a9980efa-023c-4646-82ce-e88e3c407437 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:55.499041 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a9980efa-023c-4646-82ce-e88e3c407437 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "DELETE /v2.0/security-groups/9a4cdbfb-725f-461d-94d8-c59b6167042c HTTP/1.1" status: 204 len: 168 time: 0.2853408 Oct 18 08:29:55.503005 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40660) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:29:55.594994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c561e-0737-4f99-a408-47943e330318 req-3dce2d0f-5499-4802-a4e6-d050c98eb83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:55.596444 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3c8c561e-0737-4f99-a408-47943e330318 req-3dce2d0f-5499-4802-a4e6-d050c98eb83b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 1099 time: 0.2607176 Oct 18 08:29:55.812722 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-34d0621e-1198-407d-8802-21e6834b97a1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Deleting port 1bad9741-869a-42cb-b193-41d3bb323267 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:29:55.813061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-34d0621e-1198-407d-8802-21e6834b97a1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:55.866256 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c561e-0737-4f99-a408-47943e330318 req-9939eb82-7430-471b-80e9-2b004bbd6a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:55.867697 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3c8c561e-0737-4f99-a408-47943e330318 req-9939eb82-7430-471b-80e9-2b004bbd6a42 service neutron] 10.222.0.46 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 916 time: 0.2639468 Oct 18 08:29:56.046873 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3c8c561e-0737-4f99-a408-47943e330318 req-b598456b-4ffa-45ba-b1e8-16f3cb718e08 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=146670d2-095e-4521-8200-00c2406978f5 HTTP/1.1" status: 200 len: 1002 time: 0.1709452 Oct 18 08:29:56.116775 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-34d0621e-1198-407d-8802-21e6834b97a1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:56.117028 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-34d0621e-1198-407d-8802-21e6834b97a1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:56.246006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-34d0621e-1198-407d-8802-21e6834b97a1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Calling delete_port for 1bad9741-869a-42cb-b193-41d3bb323267 owned by network:floatingip {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:29:56.272647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c561e-0737-4f99-a408-47943e330318 req-bf1e2b2d-ee3c-4260-bcbc-ffa8ddda38ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:56.274062 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3c8c561e-0737-4f99-a408-47943e330318 req-bf1e2b2d-ee3c-4260-bcbc-ffa8ddda38ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0c99f49-3024-44f5-aea5-c4d35bb7fe22 HTTP/1.1" status: 200 len: 854 time: 0.2174165 Oct 18 08:29:56.396591 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c561e-0737-4f99-a408-47943e330318 req-9a479453-1a05-4133-81b1-49fb152a7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:56.398045 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3c8c561e-0737-4f99-a408-47943e330318 req-9a479453-1a05-4133-81b1-49fb152a7758 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53b34022-99f7-45f0-b592-cecaaed42187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1127403 Oct 18 08:29:56.655858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-34d0621e-1198-407d-8802-21e6834b97a1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:56.722141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0621e-1198-407d-8802-21e6834b97a1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event deleted for resources: {'Port': ['ID=1bad9741-869a-42cb-b193-41d3bb323267,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:29:56.759791 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3c8c561e-0737-4f99-a408-47943e330318 req-82c97c6e-f407-4aac-8908-eee2ae3bbb3c service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542342 Oct 18 08:29:56.898414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-34d0621e-1198-407d-8802-21e6834b97a1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks [] for floatingip, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:56.898769 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-34d0621e-1198-407d-8802-21e6834b97a1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Floating IP 50761176-20e5-4d91-beac-ff829e76e54c disassociated (deleted). External IP: 172.26.8.122, port: 146670d2-095e-4521-8200-00c2406978f5. Oct 18 08:29:57.066937 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3c8c561e-0737-4f99-a408-47943e330318 req-37734df8-22dd-4fca-980f-75b8108c8203 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777231 Oct 18 08:29:57.274314 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d0621e-1198-407d-8802-21e6834b97a1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:29:57.451138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d0621e-1198-407d-8802-21e6834b97a1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:29:57.460401 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532fed14-8613-4dc3-87ca-53fcde974f36 None None] Sync routers for ids ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:29:57.469812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532fed14-8613-4dc3-87ca-53fcde974f36 None None] Routers {'e2d5f3f4-81a3-43f6-8bd7-5432bb430385'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:29:57.470416 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-532fed14-8613-4dc3-87ca-53fcde974f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:29:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:29:57.470798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-34d0621e-1198-407d-8802-21e6834b97a1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:29:57.527392 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-34d0621e-1198-407d-8802-21e6834b97a1 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "DELETE /v2.0/floatingips/50761176-20e5-4d91-beac-ff829e76e54c HTTP/1.1" status: 204 len: 168 time: 2.0224304 Oct 18 08:29:57.528355 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3a0d67-b08a-4e04-8cf0-8cd358926e33', 'tag': '146670d2-095e-4521-8200-00c2406978f5'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:29:57.530764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b920cd39-736d-4cf9-ac7d-9671481873d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3a0d67-b08a-4e04-8cf0-8cd358926e33", "tag": "146670d2-095e-4521-8200-00c2406978f5"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:29:57.622787 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94677d9e-88fb-4f52-b2f9-64d7ad73db61 x-openstack-request-id: req-94677d9e-88fb-4f52-b2f9-64d7ad73db61 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:29:57.623721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3a0d67-b08a-4e04-8cf0-8cd358926e33", "tag": "146670d2-095e-4521-8200-00c2406978f5", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:29:57.623721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-94677d9e-88fb-4f52-b2f9-64d7ad73db61 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:29:57.623721 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94677d9e-88fb-4f52-b2f9-64d7ad73db61'] response: {'name': 'network-changed', 'server_uuid': '8a3a0d67-b08a-4e04-8cf0-8cd358926e33', 'tag': '146670d2-095e-4521-8200-00c2406978f5', 'status': 'completed', 'code': 200} Oct 18 08:29:57.661052 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-532fed14-8613-4dc3-87ca-53fcde974f36 None None] Set router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:29:57.732095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920cd39-736d-4cf9-ac7d-9671481873d3 req-0c1e6c1d-b6f2-4c97-8d23-2af12f95efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:57.733574 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b920cd39-736d-4cf9-ac7d-9671481873d3 req-0c1e6c1d-b6f2-4c97-8d23-2af12f95efc2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=905fcec320dd41baa78fa254cd975358&device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 1099 time: 0.0814421 Oct 18 08:29:57.882439 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920cd39-736d-4cf9-ac7d-9671481873d3 req-891d812f-cb66-4137-900c-22e0c8a27aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:57.883933 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b920cd39-736d-4cf9-ac7d-9671481873d3 req-891d812f-cb66-4137-900c-22e0c8a27aae service neutron] 10.222.0.46 "GET /v2.0/networks?id=53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 200 len: 916 time: 0.1410010 Oct 18 08:29:57.959287 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b920cd39-736d-4cf9-ac7d-9671481873d3 req-b3fad0d8-6a35-4d16-b4fc-6b208b761b7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=146670d2-095e-4521-8200-00c2406978f5 HTTP/1.1" status: 200 len: 217 time: 0.0651517 Oct 18 08:29:57.998472 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-532fed14-8613-4dc3-87ca-53fcde974f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 4, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port': {'id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:44Z', 'updated_at': '2022-10-18T08:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'a305ec0a-2c28-4d4e-9d09-93c8550682fe', 'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:47Z', 'updated_at': '2022-10-18T08:23:53Z', 'revision_number': 5, 'project_id': '905fcec320dd41baa78fa254cd975358', 'subnets': [{'id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:29:58.004349 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532fed14-8613-4dc3-87ca-53fcde974f36 None None] Checking router: e2d5f3f4-81a3-43f6-8bd7-5432bb430385 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:29:58.015656 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532fed14-8613-4dc3-87ca-53fcde974f36 None None] Routers {'e2d5f3f4-81a3-43f6-8bd7-5432bb430385'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:29:58.016217 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-532fed14-8613-4dc3-87ca-53fcde974f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:29:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:29:58.026414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920cd39-736d-4cf9-ac7d-9671481873d3 req-748b276f-23ec-4b8e-b78d-b62480814a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:58.027972 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b920cd39-736d-4cf9-ac7d-9671481873d3 req-748b276f-23ec-4b8e-b78d-b62480814a9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0c99f49-3024-44f5-aea5-c4d35bb7fe22 HTTP/1.1" status: 200 len: 854 time: 0.0606630 Oct 18 08:29:58.206715 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-532fed14-8613-4dc3-87ca-53fcde974f36 None None] Set router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:29:58.233707 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920cd39-736d-4cf9-ac7d-9671481873d3 req-74505fa7-a7e6-4391-a9d9-6be0e8fd87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:29:58.235114 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b920cd39-736d-4cf9-ac7d-9671481873d3 req-74505fa7-a7e6-4391-a9d9-6be0e8fd87d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53b34022-99f7-45f0-b592-cecaaed42187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1979032 Oct 18 08:29:58.374013 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b920cd39-736d-4cf9-ac7d-9671481873d3 req-78a981b7-a42c-4788-a625-4a086311e167 service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316092 Oct 18 08:29:58.506364 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b920cd39-736d-4cf9-ac7d-9671481873d3 req-7b9e06ea-f476-4a99-85c9-6945d27b17bc service neutron] 10.222.0.46 "GET /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250830 Oct 18 08:29:58.564174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-532fed14-8613-4dc3-87ca-53fcde974f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 4, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port': {'id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:44Z', 'updated_at': '2022-10-18T08:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'a305ec0a-2c28-4d4e-9d09-93c8550682fe', 'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:47Z', 'updated_at': '2022-10-18T08:23:53Z', 'revision_number': 5, 'project_id': '905fcec320dd41baa78fa254cd975358', 'subnets': [{'id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:29:58.568146 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532fed14-8613-4dc3-87ca-53fcde974f36 None None] The sync data for ids ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'] in dv-neutron-861625-1-hyperv is: [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:23:47Z', 'revision_number': 4, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port': {'id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:44Z', 'updated_at': '2022-10-18T08:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'a305ec0a-2c28-4d4e-9d09-93c8550682fe', 'name': '', 'network_id': '53b34022-99f7-45f0-b592-cecaaed42187', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:47Z', 'updated_at': '2022-10-18T08:23:53Z', 'revision_number': 5, 'project_id': '905fcec320dd41baa78fa254cd975358', 'subnets': [{'id': 'e0c99f49-3024-44f5-aea5-c4d35bb7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:29:58.779772 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edf2efd-b0c4-43d1-bf49-a43fcb806932 None None] New status for floating IP 50761176-20e5-4d91-beac-ff829e76e54c: DOWN {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:30:02.000536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80971652-7a74-4682-ab7d-50b668ed2fc1 req-93d57b55-cb35-474c-b4ba-3dee849aed2f tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:02.001222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-80971652-7a74-4682-ab7d-50b668ed2fc1 req-93d57b55-cb35-474c-b4ba-3dee849aed2f tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Synchronizing usage tracker for tenant:905fcec320dd41baa78fa254cd975358 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:30:02.016737 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-80971652-7a74-4682-ab7d-50b668ed2fc1 req-93d57b55-cb35-474c-b4ba-3dee849aed2f tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Unset dirty status for tenant:905fcec320dd41baa78fa254cd975358 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:30:02.017846 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-80971652-7a74-4682-ab7d-50b668ed2fc1 req-93d57b55-cb35-474c-b4ba-3dee849aed2f tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 946 time: 0.1016819 Oct 18 08:30:02.060596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-80971652-7a74-4682-ab7d-50b668ed2fc1 req-ff3dee22-d353-401e-9e32-0af736e8ae35 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Synchronizing usage tracker for tenant:905fcec320dd41baa78fa254cd975358 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:30:02.074642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-80971652-7a74-4682-ab7d-50b668ed2fc1 req-ff3dee22-d353-401e-9e32-0af736e8ae35 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Unset dirty status for tenant:905fcec320dd41baa78fa254cd975358 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:30:02.076256 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-80971652-7a74-4682-ab7d-50b668ed2fc1 req-ff3dee22-d353-401e-9e32-0af736e8ae35 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528724 Oct 18 08:30:03.274895 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecf9c3-b87a-4788-91e5-5e8a04d4dbf3 req-8794caa8-74d6-4409-ad08-f9256f88d71e tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:03.276341 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-07ecf9c3-b87a-4788-91e5-5e8a04d4dbf3 req-8794caa8-74d6-4409-ad08-f9256f88d71e tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 946 time: 0.0861986 Oct 18 08:30:03.319594 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-07ecf9c3-b87a-4788-91e5-5e8a04d4dbf3 req-21801746-4113-4b32-8d19-e8ddc357fb88 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369735 Oct 18 08:30:03.922051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777b770-a46d-4ea2-95f0-5312d6e7e15e req-29d01775-8baa-4d8c-90b3-0cc9c813330f tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:03.923487 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3777b770-a46d-4ea2-95f0-5312d6e7e15e req-29d01775-8baa-4d8c-90b3-0cc9c813330f tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 946 time: 0.0875382 Oct 18 08:30:03.993929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-3777b770-a46d-4ea2-95f0-5312d6e7e15e req-ccae242c-51f4-4c69-a208-5699ce5ba276 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Deleting port 146670d2-095e-4521-8200-00c2406978f5 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:30:03.994267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-3777b770-a46d-4ea2-95f0-5312d6e7e15e req-ccae242c-51f4-4c69-a208-5699ce5ba276 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:04.238779 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-3777b770-a46d-4ea2-95f0-5312d6e7e15e req-ccae242c-51f4-4c69-a208-5699ce5ba276 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] For port 146670d2-095e-4521-8200-00c2406978f5, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=146670d2-095e-4521-8200-00c2406978f5,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:30:04.239141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-3777b770-a46d-4ea2-95f0-5312d6e7e15e req-ccae242c-51f4-4c69-a208-5699ce5ba276 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:04.366205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-3777b770-a46d-4ea2-95f0-5312d6e7e15e req-ccae242c-51f4-4c69-a208-5699ce5ba276 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Calling delete_port for 146670d2-095e-4521-8200-00c2406978f5 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:30:04.588288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44d95c-5a4a-4875-a443-69894ced868c req-9420c8ee-024d-412f-9879-dc9595f058bd tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:04.589731 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3f44d95c-5a4a-4875-a443-69894ced868c req-9420c8ee-024d-412f-9879-dc9595f058bd tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/ports?device_id=8a3a0d67-b08a-4e04-8cf0-8cd358926e33 HTTP/1.1" status: 200 len: 946 time: 0.1565685 Oct 18 08:30:04.614194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-3777b770-a46d-4ea2-95f0-5312d6e7e15e req-ccae242c-51f4-4c69-a208-5699ce5ba276 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:04.709753 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae242c-51f4-4c69-a208-5699ce5ba276 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Pushing event deleted for resources: {'Port': ['ID=146670d2-095e-4521-8200-00c2406978f5,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:04.757703 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3f44d95c-5a4a-4875-a443-69894ced868c req-41c91384-23a7-4821-a6e9-0ed62e964231 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.17 "GET /v2.0/security-groups?id=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611996 Oct 18 08:30:04.770741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-3777b770-a46d-4ea2-95f0-5312d6e7e15e req-ccae242c-51f4-4c69-a208-5699ce5ba276 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] No DVR routers for this DVR port 146670d2-095e-4521-8200-00c2406978f5 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:30:04.773368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-3777b770-a46d-4ea2-95f0-5312d6e7e15e req-ccae242c-51f4-4c69-a208-5699ce5ba276 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:04.776604 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3a0d67-b08a-4e04-8cf0-8cd358926e33', 'name': 'network-vif-deleted', 'tag': '146670d2-095e-4521-8200-00c2406978f5'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:30:04.778888 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1c1309-51de-4d50-bea7-baa241a1c075" -d '{"events": [{"server_uuid": "8a3a0d67-b08a-4e04-8cf0-8cd358926e33", "name": "network-vif-deleted", "tag": "146670d2-095e-4521-8200-00c2406978f5"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:30:04.795346 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3777b770-a46d-4ea2-95f0-5312d6e7e15e req-ccae242c-51f4-4c69-a208-5699ce5ba276 tempest-TestMinimumBasicScenario-1220599526 tempest-TestMinimumBasicScenario-1220599526-project] 10.222.0.46 "DELETE /v2.0/ports/146670d2-095e-4521-8200-00c2406978f5 HTTP/1.1" status: 204 len: 173 time: 0.8638866 Oct 18 08:30:04.811674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:04.823232 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f30d9d-44ad-402b-a044-b364c1025d9d x-openstack-request-id: req-67f30d9d-44ad-402b-a044-b364c1025d9d {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:30:04.823526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3a0d67-b08a-4e04-8cf0-8cd358926e33", "name": "network-vif-deleted", "tag": "146670d2-095e-4521-8200-00c2406978f5", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:30:04.823781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-67f30d9d-44ad-402b-a044-b364c1025d9d {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:30:04.824182 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f30d9d-44ad-402b-a044-b364c1025d9d'] response: {'server_uuid': '8a3a0d67-b08a-4e04-8cf0-8cd358926e33', 'name': 'network-vif-deleted', 'tag': '146670d2-095e-4521-8200-00c2406978f5', 'status': 'completed', 'code': 200} Oct 18 08:30:06.375667 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40754) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:06.429045 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 146670d2-095e-4521-8200-00c2406978f5 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:30:06.462018 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 146670d2-095e-4521-8200-00c2406978f5 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:30:06.462351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 146670d2-095e-4521-8200-00c2406978f5 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:30:07.101912 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dda8178b-cca8-421f-8569-8ddea625683e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:07.442502 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-dda8178b-cca8-421f-8569-8ddea625683e admin admin] Deleting port a305ec0a-2c28-4d4e-9d09-93c8550682fe {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:30:07.443174 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dda8178b-cca8-421f-8569-8ddea625683e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:07.609922 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-dda8178b-cca8-421f-8569-8ddea625683e admin admin] For port a305ec0a-2c28-4d4e-9d09-93c8550682fe, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a305ec0a-2c28-4d4e-9d09-93c8550682fe,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:30:07.610275 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dda8178b-cca8-421f-8569-8ddea625683e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:07.732271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-dda8178b-cca8-421f-8569-8ddea625683e admin admin] Calling delete_port for a305ec0a-2c28-4d4e-9d09-93c8550682fe owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:30:07.898162 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dda8178b-cca8-421f-8569-8ddea625683e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:07.950574 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8178b-cca8-421f-8569-8ddea625683e admin admin] Pushing event deleted for resources: {'Port': ['ID=a305ec0a-2c28-4d4e-9d09-93c8550682fe,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:08.316227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dda8178b-cca8-421f-8569-8ddea625683e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:08.671518 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda8178b-cca8-421f-8569-8ddea625683e admin admin] Router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:30:08.845775 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda8178b-cca8-421f-8569-8ddea625683e admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:30:08.854053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3a4a37-4ee3-49ba-b05d-7221c4377df2 None None] Sync routers for ids ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:30:08.857559 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dda8178b-cca8-421f-8569-8ddea625683e admin admin] 10.222.0.17 "PUT /v2.0/routers/e2d5f3f4-81a3-43f6-8bd7-5432bb430385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4807782 Oct 18 08:30:08.860116 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40762) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:08.865255 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a4a37-4ee3-49ba-b05d-7221c4377df2 None None] Routers {'e2d5f3f4-81a3-43f6-8bd7-5432bb430385'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:30:08.865873 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ac3a4a37-4ee3-49ba-b05d-7221c4377df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:29:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:09.034871 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-22513069-d711-4c2c-b6f8-d8151d968fe1 admin admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:09.040382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-ac3a4a37-4ee3-49ba-b05d-7221c4377df2 None None] Set router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:30:09.209529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-22513069-d711-4c2c-b6f8-d8151d968fe1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:09.219883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-22513069-d711-4c2c-b6f8-d8151d968fe1 admin admin] Deleting port 11374908-dd4a-4aed-9f4a-f55b22cfc8a9 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:30:09.220226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-22513069-d711-4c2c-b6f8-d8151d968fe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:09.321843 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ac3a4a37-4ee3-49ba-b05d-7221c4377df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71'}], 'enable_snat': True}, 'gw_port_id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:30:07Z', 'revision_number': 5, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port': {'id': '11374908-dd4a-4aed-9f4a-f55b22cfc8a9', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:44Z', 'updated_at': '2022-10-18T08:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:09.325677 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3a4a37-4ee3-49ba-b05d-7221c4377df2 None None] Checking router: e2d5f3f4-81a3-43f6-8bd7-5432bb430385 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:30:09.334509 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a4a37-4ee3-49ba-b05d-7221c4377df2 None None] Routers {'e2d5f3f4-81a3-43f6-8bd7-5432bb430385'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:30:09.335153 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ac3a4a37-4ee3-49ba-b05d-7221c4377df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:29:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:09.397067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-22513069-d711-4c2c-b6f8-d8151d968fe1 admin admin] For port 11374908-dd4a-4aed-9f4a-f55b22cfc8a9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=11374908-dd4a-4aed-9f4a-f55b22cfc8a9,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:30:09.397415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-22513069-d711-4c2c-b6f8-d8151d968fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:09.488830 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-ac3a4a37-4ee3-49ba-b05d-7221c4377df2 None None] Set router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:30:09.598399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-ac3a4a37-4ee3-49ba-b05d-7221c4377df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:30:09Z', 'revision_number': 6, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:09.602742 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3a4a37-4ee3-49ba-b05d-7221c4377df2 None None] The sync data for ids ['e2d5f3f4-81a3-43f6-8bd7-5432bb430385'] in dv-neutron-861625-1-hyperv is: [{'id': 'e2d5f3f4-81a3-43f6-8bd7-5432bb430385', 'name': 'tempest-TestMinimumBasicScenario-1922786455-router', 'tenant_id': '905fcec320dd41baa78fa254cd975358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:43Z', 'updated_at': '2022-10-18T08:30:09Z', 'revision_number': 6, 'project_id': '905fcec320dd41baa78fa254cd975358', 'gw_port_host': None}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:30:09.629930 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-22513069-d711-4c2c-b6f8-d8151d968fe1 admin admin] Calling delete_port for 11374908-dd4a-4aed-9f4a-f55b22cfc8a9 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:30:09.793416 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-22513069-d711-4c2c-b6f8-d8151d968fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:09.839924 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22513069-d711-4c2c-b6f8-d8151d968fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=11374908-dd4a-4aed-9f4a-f55b22cfc8a9,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:09.935391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-22513069-d711-4c2c-b6f8-d8151d968fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:10.108587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-22513069-d711-4c2c-b6f8-d8151d968fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:10.110697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-22513069-d711-4c2c-b6f8-d8151d968fe1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:10.137153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-22513069-d711-4c2c-b6f8-d8151d968fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:10.137612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22513069-d711-4c2c-b6f8-d8151d968fe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2d5f3f4-81a3-43f6-8bd7-5432bb430385 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:30:10.150569 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-22513069-d711-4c2c-b6f8-d8151d968fe1 admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:10.154029 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-22513069-d711-4c2c-b6f8-d8151d968fe1 admin admin] 10.222.0.17 "DELETE /v2.0/routers/e2d5f3f4-81a3-43f6-8bd7-5432bb430385 HTTP/1.1" status: 204 len: 168 time: 1.2907279 Oct 18 08:30:10.154861 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40766) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:10.215445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f84823-2b02-48e5-b672-5b1115ca43d7 admin admin] Deleting subnet e0c99f49-3024-44f5-aea5-c4d35bb7fe22 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:30:10.218940 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40f84823-2b02-48e5-b672-5b1115ca43d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:10.265988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40f84823-2b02-48e5-b672-5b1115ca43d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:10.343435 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40f84823-2b02-48e5-b672-5b1115ca43d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:10.415361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40f84823-2b02-48e5-b672-5b1115ca43d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:10.453285 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f84823-2b02-48e5-b672-5b1115ca43d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c99f49-3024-44f5-aea5-c4d35bb7fe22,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:10.456709 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-40f84823-2b02-48e5-b672-5b1115ca43d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:10.462800 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5af6c87-f686-4937-8a15-6e4a1ba558bd None None] Network 53b34022-99f7-45f0-b592-cecaaed42187 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:30:10.463273 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-40f84823-2b02-48e5-b672-5b1115ca43d7 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/e0c99f49-3024-44f5-aea5-c4d35bb7fe22 HTTP/1.1" status: 204 len: 168 time: 0.3072054 Oct 18 08:30:10.465491 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40770) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:10.573356 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:10.584981 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] Deleting port 4749863b-cf1f-4869-9940-8b429ff1586c {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:30:10.585161 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:10.604315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a305ec0a-2c28-4d4e-9d09-93c8550682fe no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:30:10.720838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: a305ec0a-2c28-4d4e-9d09-93c8550682fe {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:30:10.721214 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a305ec0a-2c28-4d4e-9d09-93c8550682fe not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:30:10.721596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 11374908-dd4a-4aed-9f4a-f55b22cfc8a9 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:30:10.764527 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 11374908-dd4a-4aed-9f4a-f55b22cfc8a9 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:30:10.764870 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 11374908-dd4a-4aed-9f4a-f55b22cfc8a9 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:30:10.803874 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] For port 4749863b-cf1f-4869-9940-8b429ff1586c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4749863b-cf1f-4869-9940-8b429ff1586c,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:30:10.805032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:10.858268 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdab43b-2805-4b71-9a35-9e2bb6632f48 None None] DHCP port deletion for 53b34022-99f7-45f0-b592-cecaaed42187 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:30:10.862534 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-bbdab43b-2805-4b71-9a35-9e2bb6632f48 None None] Deleting port 4749863b-cf1f-4869-9940-8b429ff1586c {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:30:10.862949 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bbdab43b-2805-4b71-9a35-9e2bb6632f48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:10.928170 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] Calling delete_port for 4749863b-cf1f-4869-9940-8b429ff1586c owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:30:11.002643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:11.066008 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-bbdab43b-2805-4b71-9a35-9e2bb6632f48 None None] For port 4749863b-cf1f-4869-9940-8b429ff1586c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4749863b-cf1f-4869-9940-8b429ff1586c,segment=NetworkSegment(c5aebccd-0c9d-4d23-8e16-b13356e93154),segment_id=c5aebccd-0c9d-4d23-8e16-b13356e93154)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:30:11.066398 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bbdab43b-2805-4b71-9a35-9e2bb6632f48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:11.144371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] Pushing event deleted for resources: {'Port': ['ID=4749863b-cf1f-4869-9940-8b429ff1586c,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:11.149635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] No DVR routers for this DVR port 4749863b-cf1f-4869-9940-8b429ff1586c on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:30:11.192503 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-bbdab43b-2805-4b71-9a35-9e2bb6632f48 None None] Calling delete_port for 4749863b-cf1f-4869-9940-8b429ff1586c owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 18 08:30:11.261130 dv-neutron-861625-1-hyperv neutron-server[89047]: util.warn( Oct 18 08:30:11.264933 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-bbdab43b-2805-4b71-9a35-9e2bb6632f48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:30:11.265286 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-bbdab43b-2805-4b71-9a35-9e2bb6632f48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:30:11.270539 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:11.295735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b34022-99f7-45f0-b592-cecaaed42187']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:11.307444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5aebccd-0c9d-4d23-8e16-b13356e93154') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:11.307740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5aebccd-0c9d-4d23-8e16-b13356e93154') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:11.319384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:11.334928 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:11.341408 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:30:11.342422 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:11.422661 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment c5aebccd-0c9d-4d23-8e16-b13356e93154 resource provider aggregate not found Oct 18 08:30:11.438328 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment c5aebccd-0c9d-4d23-8e16-b13356e93154 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5aebccd-0c9d-4d23-8e16-b13356e93154 found for delete ", "request_id": "req-fb9c4cbe-72b2-44d3-8106-1fc7a07b6f7f"}]} Oct 18 08:30:11.439955 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:11.455524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:11.465629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b34022-99f7-45f0-b592-cecaaed42187,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:11.479502 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-84c5a84e-8027-4759-a661-81fb9f6e8738 admin admin] 10.222.0.17 "DELETE /v2.0/networks/53b34022-99f7-45f0-b592-cecaaed42187 HTTP/1.1" status: 204 len: 168 time: 1.0130589 Oct 18 08:30:11.482363 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40780) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:11.767001 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-bbdab43b-2805-4b71-9a35-9e2bb6632f48 None None] Deleting port 4749863b-cf1f-4869-9940-8b429ff1586c {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:30:11.767554 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bbdab43b-2805-4b71-9a35-9e2bb6632f48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:11.840117 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-bbdab43b-2805-4b71-9a35-9e2bb6632f48 None None] The port '4749863b-cf1f-4869-9940-8b429ff1586c' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 08:30:12.013581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af09b604-af48-4e37-8d5f-964058a59d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:12.363473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-af09b604-af48-4e37-8d5f-964058a59d57 admin admin] Deleting port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:30:12.363727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af09b604-af48-4e37-8d5f-964058a59d57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:12.580294 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4749863b-cf1f-4869-9940-8b429ff1586c no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:30:12.618069 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 4749863b-cf1f-4869-9940-8b429ff1586c {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:30:12.618411 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4749863b-cf1f-4869-9940-8b429ff1586c not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:30:12.643718 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-af09b604-af48-4e37-8d5f-964058a59d57 admin admin] For port c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9,segment=NetworkSegment(0aaac50d-a1cc-44f1-b9e5-007a8b076cc0),segment_id=0aaac50d-a1cc-44f1-b9e5-007a8b076cc0)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:30:12.644073 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af09b604-af48-4e37-8d5f-964058a59d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:12.762968 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-af09b604-af48-4e37-8d5f-964058a59d57 admin admin] Calling delete_port for c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:30:12.931961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af09b604-af48-4e37-8d5f-964058a59d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:12.977976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09b604-af48-4e37-8d5f-964058a59d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:13.244163 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-af09b604-af48-4e37-8d5f-964058a59d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:13.592582 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af09b604-af48-4e37-8d5f-964058a59d57 admin admin] Router 618d49b0-4315-4941-9b59-ab4e2467366a has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:30:13.765663 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af09b604-af48-4e37-8d5f-964058a59d57 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:30:13.774262 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008bb0e-1b85-463e-a057-1eeb409a4cdd None None] Sync routers for ids ['618d49b0-4315-4941-9b59-ab4e2467366a'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:30:13.784248 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-af09b604-af48-4e37-8d5f-964058a59d57 admin admin] 10.222.0.17 "PUT /v2.0/routers/618d49b0-4315-4941-9b59-ab4e2467366a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2999945 Oct 18 08:30:13.784489 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3008bb0e-1b85-463e-a057-1eeb409a4cdd None None] Routers {'618d49b0-4315-4941-9b59-ab4e2467366a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:30:13.785144 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3008bb0e-1b85-463e-a057-1eeb409a4cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:29:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['618d49b0-4315-4941-9b59-ab4e2467366a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:13.787752 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40784) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:13.964642 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-3008bb0e-1b85-463e-a057-1eeb409a4cdd None None] Set router 618d49b0-4315-4941-9b59-ab4e2467366a gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:30:14.066527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-083b18a9-737e-4ccc-ba48-f45ccb4db597 admin admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:14.244435 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3008bb0e-1b85-463e-a057-1eeb409a4cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'name': 'tempest-TestMinimumBasicScenario-1940937259-router', 'tenant_id': '90f861505ff246058f55edd8b71744fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.194'}], 'enable_snat': True}, 'gw_port_id': '18d30827-e38a-428d-9b13-001112ee0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:50Z', 'updated_at': '2022-10-18T08:30:12Z', 'revision_number': 5, 'project_id': '90f861505ff246058f55edd8b71744fe', 'gw_port': {'id': '18d30827-e38a-428d-9b13-001112ee0632', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:23:50Z', 'updated_at': '2022-10-18T08:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:14.247171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-083b18a9-737e-4ccc-ba48-f45ccb4db597 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:14.248105 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008bb0e-1b85-463e-a057-1eeb409a4cdd None None] Checking router: 618d49b0-4315-4941-9b59-ab4e2467366a for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:30:14.256308 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-083b18a9-737e-4ccc-ba48-f45ccb4db597 admin admin] Deleting port 18d30827-e38a-428d-9b13-001112ee0632 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:30:14.256472 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3008bb0e-1b85-463e-a057-1eeb409a4cdd None None] Routers {'618d49b0-4315-4941-9b59-ab4e2467366a'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:30:14.256636 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-083b18a9-737e-4ccc-ba48-f45ccb4db597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:14.256967 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3008bb0e-1b85-463e-a057-1eeb409a4cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:29:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['618d49b0-4315-4941-9b59-ab4e2467366a'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:14.410517 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-3008bb0e-1b85-463e-a057-1eeb409a4cdd None None] Set router 618d49b0-4315-4941-9b59-ab4e2467366a gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:30:14.430104 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-083b18a9-737e-4ccc-ba48-f45ccb4db597 admin admin] For port 18d30827-e38a-428d-9b13-001112ee0632, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=18d30827-e38a-428d-9b13-001112ee0632,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:30:14.430460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-083b18a9-737e-4ccc-ba48-f45ccb4db597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:14.513432 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-3008bb0e-1b85-463e-a057-1eeb409a4cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'name': 'tempest-TestMinimumBasicScenario-1940937259-router', 'tenant_id': '90f861505ff246058f55edd8b71744fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:50Z', 'updated_at': '2022-10-18T08:30:14Z', 'revision_number': 6, 'project_id': '90f861505ff246058f55edd8b71744fe', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:14.517783 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008bb0e-1b85-463e-a057-1eeb409a4cdd None None] The sync data for ids ['618d49b0-4315-4941-9b59-ab4e2467366a'] in dv-neutron-861625-1-hyperv is: [{'id': '618d49b0-4315-4941-9b59-ab4e2467366a', 'name': 'tempest-TestMinimumBasicScenario-1940937259-router', 'tenant_id': '90f861505ff246058f55edd8b71744fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:23:50Z', 'updated_at': '2022-10-18T08:30:14Z', 'revision_number': 6, 'project_id': '90f861505ff246058f55edd8b71744fe', 'gw_port_host': None}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:30:14.555902 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-083b18a9-737e-4ccc-ba48-f45ccb4db597 admin admin] Calling delete_port for 18d30827-e38a-428d-9b13-001112ee0632 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:30:14.720689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-083b18a9-737e-4ccc-ba48-f45ccb4db597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:14.770428 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b18a9-737e-4ccc-ba48-f45ccb4db597 admin admin] Pushing event deleted for resources: {'Port': ['ID=18d30827-e38a-428d-9b13-001112ee0632,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:14.870281 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-083b18a9-737e-4ccc-ba48-f45ccb4db597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:15.041958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-083b18a9-737e-4ccc-ba48-f45ccb4db597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:15.044076 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-083b18a9-737e-4ccc-ba48-f45ccb4db597 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:15.067235 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-083b18a9-737e-4ccc-ba48-f45ccb4db597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:15.067767 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083b18a9-737e-4ccc-ba48-f45ccb4db597 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 618d49b0-4315-4941-9b59-ab4e2467366a {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:30:15.081549 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-083b18a9-737e-4ccc-ba48-f45ccb4db597 admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:15.082951 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-083b18a9-737e-4ccc-ba48-f45ccb4db597 admin admin] 10.222.0.17 "DELETE /v2.0/routers/618d49b0-4315-4941-9b59-ab4e2467366a HTTP/1.1" status: 204 len: 168 time: 1.2940094 Oct 18 08:30:15.085151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40788) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:15.145277 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a93e87-cd6f-402a-aedf-e5bb363240fb admin admin] Deleting subnet 3ec3305b-7d93-4b15-98e9-d84cf4a05c1c {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:30:15.148206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-87a93e87-cd6f-402a-aedf-e5bb363240fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:15.197432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-87a93e87-cd6f-402a-aedf-e5bb363240fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:15.279056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-87a93e87-cd6f-402a-aedf-e5bb363240fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:15.349841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-87a93e87-cd6f-402a-aedf-e5bb363240fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:15.385996 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a93e87-cd6f-402a-aedf-e5bb363240fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec3305b-7d93-4b15-98e9-d84cf4a05c1c,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:15.392026 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-87a93e87-cd6f-402a-aedf-e5bb363240fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:15.397736 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f989e37f-82c0-4247-bb3c-29c77baad857 None None] Network f186ea7b-343b-40d3-b128-ce0ada480ab6 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:30:15.403655 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-87a93e87-cd6f-402a-aedf-e5bb363240fb admin admin] 10.222.0.17 "DELETE /v2.0/subnets/3ec3305b-7d93-4b15-98e9-d84cf4a05c1c HTTP/1.1" status: 204 len: 168 time: 0.3152950 Oct 18 08:30:15.403899 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40792) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:15.616384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:15.627602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] Deleting port 3bfd148e-dad0-4adb-b575-7464892c0843 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:30:15.627946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:15.668772 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bb3f35-1ff1-4bd5-8bae-64cfb2eef045 None None] DHCP port deletion for f186ea7b-343b-40d3-b128-ce0ada480ab6 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:30:15.668772 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-16bb3f35-1ff1-4bd5-8bae-64cfb2eef045 None None] Deleting port 3bfd148e-dad0-4adb-b575-7464892c0843 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:30:15.668772 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-16bb3f35-1ff1-4bd5-8bae-64cfb2eef045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:15.835084 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] For port 3bfd148e-dad0-4adb-b575-7464892c0843, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=3bfd148e-dad0-4adb-b575-7464892c0843,segment=NetworkSegment(0aaac50d-a1cc-44f1-b9e5-007a8b076cc0),segment_id=0aaac50d-a1cc-44f1-b9e5-007a8b076cc0)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:30:15.835443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:15.868301 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-16bb3f35-1ff1-4bd5-8bae-64cfb2eef045 None None] For port 3bfd148e-dad0-4adb-b575-7464892c0843, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=3bfd148e-dad0-4adb-b575-7464892c0843,segment=NetworkSegment(0aaac50d-a1cc-44f1-b9e5-007a8b076cc0),segment_id=0aaac50d-a1cc-44f1-b9e5-007a8b076cc0)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:30:15.868613 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-16bb3f35-1ff1-4bd5-8bae-64cfb2eef045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:15.957570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] Calling delete_port for 3bfd148e-dad0-4adb-b575-7464892c0843 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:30:15.986935 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-16bb3f35-1ff1-4bd5-8bae-64cfb2eef045 None None] Calling delete_port for 3bfd148e-dad0-4adb-b575-7464892c0843 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:30:16.036318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:16.059451 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-16bb3f35-1ff1-4bd5-8bae-64cfb2eef045 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:30:16.059804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-16bb3f35-1ff1-4bd5-8bae-64cfb2eef045 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:30:16.083616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bfd148e-dad0-4adb-b575-7464892c0843,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:16.085418 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] No DVR routers for this DVR port 3bfd148e-dad0-4adb-b575-7464892c0843 on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:30:16.200370 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:16.225732 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f186ea7b-343b-40d3-b128-ce0ada480ab6']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:16.237425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aaac50d-a1cc-44f1-b9e5-007a8b076cc0') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:16.237726 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aaac50d-a1cc-44f1-b9e5-007a8b076cc0') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:16.248786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:16.265379 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:16.271352 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:30:16.271738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:16.337125 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 0aaac50d-a1cc-44f1-b9e5-007a8b076cc0 resource provider aggregate not found Oct 18 08:30:16.355930 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 0aaac50d-a1cc-44f1-b9e5-007a8b076cc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0aaac50d-a1cc-44f1-b9e5-007a8b076cc0 found for delete ", "request_id": "req-82eb3c53-0d11-4b69-9c6b-cb29e7cb016c"}]} Oct 18 08:30:16.370168 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:16.386117 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:16.396603 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] Pushing event deleted for resources: {'Network': ['ID=f186ea7b-343b-40d3-b128-ce0ada480ab6,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:16.403591 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-175da642-262b-4a4e-844f-d42070308401 admin admin] 10.222.0.17 "DELETE /v2.0/networks/f186ea7b-343b-40d3-b128-ce0ada480ab6 HTTP/1.1" status: 204 len: 168 time: 0.9988027 Oct 18 08:30:16.508027 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40802) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:16.558464 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1b65ef1b-8332-4aea-b2dd-1416b53a0647 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=905fcec320dd41baa78fa254cd975358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492649 Oct 18 08:30:16.561617 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-16bb3f35-1ff1-4bd5-8bae-64cfb2eef045 None None] Deleting port 3bfd148e-dad0-4adb-b575-7464892c0843 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:30:16.562090 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40806) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:16.562685 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-16bb3f35-1ff1-4bd5-8bae-64cfb2eef045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:16.589619 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 3bfd148e-dad0-4adb-b575-7464892c0843 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:30:16.626124 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b9165895-35cb-46a9-b08e-4ec0fecb5da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:16.651449 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b9165895-35cb-46a9-b08e-4ec0fecb5da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:16.657803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 3bfd148e-dad0-4adb-b575-7464892c0843 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:30:16.658153 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 3bfd148e-dad0-4adb-b575-7464892c0843 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:30:16.658596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:30:16.705088 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b9165895-35cb-46a9-b08e-4ec0fecb5da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:16.721134 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-16bb3f35-1ff1-4bd5-8bae-64cfb2eef045 None None] The port '3bfd148e-dad0-4adb-b575-7464892c0843' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 08:30:16.721303 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9165895-35cb-46a9-b08e-4ec0fecb5da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e688b5-5fc3-47e3-bc13-7ebd7a69a4df,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:16.733714 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:30:16.734070 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c59e0f8b-73df-41c5-9daa-0c6c4b4c69c9 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:30:16.734507 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 18d30827-e38a-428d-9b13-001112ee0632 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:30:16.741408 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b9165895-35cb-46a9-b08e-4ec0fecb5da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:16.742533 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b9165895-35cb-46a9-b08e-4ec0fecb5da7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/13e688b5-5fc3-47e3-bc13-7ebd7a69a4df HTTP/1.1" status: 204 len: 168 time: 0.1797574 Oct 18 08:30:16.775653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 18d30827-e38a-428d-9b13-001112ee0632 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:30:16.775999 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 18d30827-e38a-428d-9b13-001112ee0632 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:30:17.071982 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40814) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:17.119232 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ab781db5-1644-45e0-b99f-b92d247d1a7a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=90f861505ff246058f55edd8b71744fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461318 Oct 18 08:30:17.121579 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40818) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:17.177576 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-82213e70-2cd6-49f4-a627-8dc3df584cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:17.205588 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-82213e70-2cd6-49f4-a627-8dc3df584cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:17.256218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-82213e70-2cd6-49f4-a627-8dc3df584cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:17.271817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82213e70-2cd6-49f4-a627-8dc3df584cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0f543c-240b-4b8a-9530-ed38eb131863,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:17.276101 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-82213e70-2cd6-49f4-a627-8dc3df584cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:17.278614 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-82213e70-2cd6-49f4-a627-8dc3df584cc0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7c0f543c-240b-4b8a-9530-ed38eb131863 HTTP/1.1" status: 204 len: 168 time: 0.1547406 Oct 18 08:30:18.760595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40860) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:18.766375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-864904090', 'description': 'tempest-secgroup-smoke-864904090 description', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:30:18.772353 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:30:18.776204 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:30:18.779010 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:30:18.785491 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:30:18.795438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:18.807163 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:18.821768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:30:18.825538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:30:18.828871 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:30:18.834415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:30:18.916180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:18.919415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:18.933288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:30:18.944669 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:30:18.950014 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:30:18.958483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:30:18.960372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=280c9692-f691-43b7-8950-8ff4a6315a08,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:19.038773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.042310 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.082589 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce865407-02d9-4103-8a3c-94343c88f4cd,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:19.085134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.086305 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-497acbd6-2ba5-4fba-8f41-192b890c37e7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3246920 Oct 18 08:30:19.089253 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40864) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:19.094415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-e8c0678a-3bd2-4f04-bde0-899297adcf53 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'ce865407-02d9-4103-8a3c-94343c88f4cd', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:30:19.100466 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e8c0678a-3bd2-4f04-bde0-899297adcf53 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:30:19.104408 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e8c0678a-3bd2-4f04-bde0-899297adcf53 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:30:19.107312 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e8c0678a-3bd2-4f04-bde0-899297adcf53 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:30:19.113075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e8c0678a-3bd2-4f04-bde0-899297adcf53 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:30:19.129696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8c0678a-3bd2-4f04-bde0-899297adcf53 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.189584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8c0678a-3bd2-4f04-bde0-899297adcf53 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.192968 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8c0678a-3bd2-4f04-bde0-899297adcf53 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.216223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0678a-3bd2-4f04-bde0-899297adcf53 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0be6de3-5fb0-422e-bef7-259df1012acb,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:19.225291 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8c0678a-3bd2-4f04-bde0-899297adcf53 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.226490 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e8c0678a-3bd2-4f04-bde0-899297adcf53 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362581 Oct 18 08:30:19.229146 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40868) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:19.234506 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-9a0c83c8-a519-4187-ac9d-25f23b35177e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'ce865407-02d9-4103-8a3c-94343c88f4cd', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:30:19.240260 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9a0c83c8-a519-4187-ac9d-25f23b35177e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:30:19.244097 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9a0c83c8-a519-4187-ac9d-25f23b35177e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:30:19.246961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-9a0c83c8-a519-4187-ac9d-25f23b35177e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:30:19.253223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-9a0c83c8-a519-4187-ac9d-25f23b35177e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:30:19.269382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9a0c83c8-a519-4187-ac9d-25f23b35177e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.328342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9a0c83c8-a519-4187-ac9d-25f23b35177e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.332630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9a0c83c8-a519-4187-ac9d-25f23b35177e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.357102 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c83c8-a519-4187-ac9d-25f23b35177e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c643b5-5639-4dfe-a406-463632fe4ca6,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:19.366197 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9a0c83c8-a519-4187-ac9d-25f23b35177e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.367409 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9a0c83c8-a519-4187-ac9d-25f23b35177e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1373341 Oct 18 08:30:19.370518 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40872) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:19.376127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-8a6d2946-ec28-43ff-84a2-ebe431d38998 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'ce865407-02d9-4103-8a3c-94343c88f4cd', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:30:19.381938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-8a6d2946-ec28-43ff-84a2-ebe431d38998 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:30:19.385942 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-8a6d2946-ec28-43ff-84a2-ebe431d38998 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:30:19.388816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-8a6d2946-ec28-43ff-84a2-ebe431d38998 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:30:19.394719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-8a6d2946-ec28-43ff-84a2-ebe431d38998 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:30:19.411136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a6d2946-ec28-43ff-84a2-ebe431d38998 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.472808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a6d2946-ec28-43ff-84a2-ebe431d38998 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.476177 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a6d2946-ec28-43ff-84a2-ebe431d38998 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.504214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d2946-ec28-43ff-84a2-ebe431d38998 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb79cc39-80cc-4015-b20a-70a56a0503f5,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:19.510869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8a6d2946-ec28-43ff-84a2-ebe431d38998 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.512050 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8a6d2946-ec28-43ff-84a2-ebe431d38998 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405983 Oct 18 08:30:19.514706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40876) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:19.519526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-1745d56a-15b8-49a9-8f45-6711fc625999 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'ce865407-02d9-4103-8a3c-94343c88f4cd', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:30:19.525232 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1745d56a-15b8-49a9-8f45-6711fc625999 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:30:19.528994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1745d56a-15b8-49a9-8f45-6711fc625999 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:30:19.531796 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1745d56a-15b8-49a9-8f45-6711fc625999 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:30:19.537614 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1745d56a-15b8-49a9-8f45-6711fc625999 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:30:19.554828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1745d56a-15b8-49a9-8f45-6711fc625999 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.617937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1745d56a-15b8-49a9-8f45-6711fc625999 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.621222 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1745d56a-15b8-49a9-8f45-6711fc625999 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.643898 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745d56a-15b8-49a9-8f45-6711fc625999 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553c2343-83bf-4672-8913-795e8bc31f27,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:19.652239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1745d56a-15b8-49a9-8f45-6711fc625999 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.653677 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1745d56a-15b8-49a9-8f45-6711fc625999 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379509 Oct 18 08:30:19.656832 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40880) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:19.662339 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-a30bd0bb-3299-4747-8687-2f11531c0eff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'ce865407-02d9-4103-8a3c-94343c88f4cd', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:30:19.668027 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a30bd0bb-3299-4747-8687-2f11531c0eff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:30:19.672420 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a30bd0bb-3299-4747-8687-2f11531c0eff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:30:19.675212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a30bd0bb-3299-4747-8687-2f11531c0eff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:30:19.680776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a30bd0bb-3299-4747-8687-2f11531c0eff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:30:19.690497 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-a30bd0bb-3299-4747-8687-2f11531c0eff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Project 96f503be4dfb4fcc887c5a281b5271e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:30:19.696674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a30bd0bb-3299-4747-8687-2f11531c0eff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.761590 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a30bd0bb-3299-4747-8687-2f11531c0eff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.764846 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a30bd0bb-3299-4747-8687-2f11531c0eff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.788133 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bd0bb-3299-4747-8687-2f11531c0eff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c3102c-1879-425f-b582-8d5095e08ad6,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:19.797694 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a30bd0bb-3299-4747-8687-2f11531c0eff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.799015 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a30bd0bb-3299-4747-8687-2f11531c0eff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410303 Oct 18 08:30:19.801773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40884) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:19.807095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-588afacb-bf15-4173-8594-c44d981fec0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'ce865407-02d9-4103-8a3c-94343c88f4cd', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:30:19.812826 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-588afacb-bf15-4173-8594-c44d981fec0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:30:19.816583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-588afacb-bf15-4173-8594-c44d981fec0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:30:19.819399 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-588afacb-bf15-4173-8594-c44d981fec0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:30:19.824972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-588afacb-bf15-4173-8594-c44d981fec0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:30:19.836743 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-588afacb-bf15-4173-8594-c44d981fec0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Project 96f503be4dfb4fcc887c5a281b5271e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:30:19.843717 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-588afacb-bf15-4173-8594-c44d981fec0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.907271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-588afacb-bf15-4173-8594-c44d981fec0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.910810 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-588afacb-bf15-4173-8594-c44d981fec0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.933715 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588afacb-bf15-4173-8594-c44d981fec0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a04def5-8ec1-4962-bb44-27aa524feb9c,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:19.942343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-588afacb-bf15-4173-8594-c44d981fec0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:19.943526 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-588afacb-bf15-4173-8594-c44d981fec0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408358 Oct 18 08:30:19.946444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 40888) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:19.952256 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-3921b8ad-a6ea-49f7-9ed3-113091d2659a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'network': {'name': 'tempest-network-smoke--268211485', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'port_security_enabled': True}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:30:19.956965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3921b8ad-a6ea-49f7-9ed3-113091d2659a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:30:19.960692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3921b8ad-a6ea-49f7-9ed3-113091d2659a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:network and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:30:19.963444 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3921b8ad-a6ea-49f7-9ed3-113091d2659a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:30:19.969725 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3921b8ad-a6ea-49f7-9ed3-113091d2659a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:30:19.979126 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3921b8ad-a6ea-49f7-9ed3-113091d2659a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Made reservation on behalf of 96f503be4dfb4fcc887c5a281b5271e5 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:30:19.982511 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3921b8ad-a6ea-49f7-9ed3-113091d2659a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:20.008552 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3921b8ad-a6ea-49f7-9ed3-113091d2659a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:30:20.017435 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3921b8ad-a6ea-49f7-9ed3-113091d2659a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:20.017718 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-3921b8ad-a6ea-49f7-9ed3-113091d2659a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Added segment 6fde2f2c-1bc7-439d-8a48-0bcba3103dab of type vlan for network 0b13767d-f1a2-43a7-be42-80d50f59dd03 Oct 18 08:30:20.045864 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3921b8ad-a6ea-49f7-9ed3-113091d2659a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:20.074301 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3921b8ad-a6ea-49f7-9ed3-113091d2659a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:20.080164 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3921b8ad-a6ea-49f7-9ed3-113091d2659a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:20.080729 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3921b8ad-a6ea-49f7-9ed3-113091d2659a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:20.182936 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3921b8ad-a6ea-49f7-9ed3-113091d2659a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2352812 Oct 18 08:30:20.185953 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921b8ad-a6ea-49f7-9ed3-113091d2659a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Network': ['ID=0b13767d-f1a2-43a7-be42-80d50f59dd03,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:20.186083 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40892) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:20.191275 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-158812612', 'admin_state_up': True, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:30:20.195864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 0b13767d-f1a2-43a7-be42-80d50f59dd03 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:30:20.198730 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:30:20.203266 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:router and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:30:20.206594 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:30:20.212268 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:30:20.222955 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:20.223998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:20.238405 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:20.607689 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:20.783983 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0f657151-6581-4647-bf9b-b2669635c9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:20.904837 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:20.933540 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:21.066797 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.26.8.45 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/4972ec74-5dd9-4db8-b481-923941666f43) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:30:21.214829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:21.243609 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:21.305807 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:30:21.308756 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:30:21.312391 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:30:21.349696 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=4972ec74-5dd9-4db8-b481-923941666f43,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:21.722804 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:22.171883 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:22.372725 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router ec6483ae-23d7-4a6e-a61d-869c04cdeb6d is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:30:22.550652 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:30:22.562641 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Sync routers for ids ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:30:22.572996 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Routers {'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:30:22.573632 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:29:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:22.577811 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:22.579131 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e79482b5-556a-4426-b44b-ac43fbf9da8f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3919845 Oct 18 08:30:22.582190 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40898) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:22.718749 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-72b05a07-1ab7-4a1c-8153-edec308b391d tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=96f503be4dfb4fcc887c5a281b5271e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1354058 Oct 18 08:30:22.721417 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40904) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:22.749994 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Set router ec6483ae-23d7-4a6e-a61d-869c04cdeb6d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:30:22.770715 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:30:22.850794 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a54dbfa-7647-4353-bfe9-f3f90a6fac97 tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:22.852275 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1a54dbfa-7647-4353-bfe9-f3f90a6fac97 tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299136 Oct 18 08:30:22.855195 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40908) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:22.893650 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-98c9ed3e-5626-41fe-ab9a-f77fd1b7ba0d tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374081 Oct 18 08:30:22.896261 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40912) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:22.901362 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-0fb66ffc-7f19-403c-b1cb-88deedc2d305 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-293313710', 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:30:23.010999 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0fb66ffc-7f19-403c-b1cb-88deedc2d305 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:30:23.015557 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0fb66ffc-7f19-403c-b1cb-88deedc2d305 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:subnet and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:30:23.018371 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0fb66ffc-7f19-403c-b1cb-88deedc2d305 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:30:23.023992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0fb66ffc-7f19-403c-b1cb-88deedc2d305 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:30:23.031654 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158812612', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '4972ec74-5dd9-4db8-b481-923941666f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:21Z', 'revision_number': 3, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '4972ec74-5dd9-4db8-b481-923941666f43', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:23.034932 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb66ffc-7f19-403c-b1cb-88deedc2d305 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Made reservation on behalf of 96f503be4dfb4fcc887c5a281b5271e5 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:30:23.035809 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Checking router: ec6483ae-23d7-4a6e-a61d-869c04cdeb6d for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:30:23.036147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Updating router ec6483ae-23d7-4a6e-a61d-869c04cdeb6d port 4972ec74-5dd9-4db8-b481-923941666f43 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:30:23.038418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0fb66ffc-7f19-403c-b1cb-88deedc2d305 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:23.093904 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7bc9ca31-d672-42ac-af65-a9ad23162589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:23.098971 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:23.260520 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0fb66ffc-7f19-403c-b1cb-88deedc2d305 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:23.337815 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb66ffc-7f19-403c-b1cb-88deedc2d305 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Subnet': ['ID=86a42ea9-1d0b-4289-9da0-14d0c1b87c41,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:23.345074 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb66ffc-7f19-403c-b1cb-88deedc2d305 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Checking segment: {'id': '6fde2f2c-1bc7-439d-8a48-0bcba3103dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:30:23.345433 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb66ffc-7f19-403c-b1cb-88deedc2d305 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network hostable DHCP agents. Network: 0b13767d-f1a2-43a7-be42-80d50f59dd03, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:30:23.363987 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb66ffc-7f19-403c-b1cb-88deedc2d305 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network 0b13767d-f1a2-43a7-be42-80d50f59dd03 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:30:23.374393 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-0fb66ffc-7f19-403c-b1cb-88deedc2d305 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 0b13767d-f1a2-43a7-be42-80d50f59dd03) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:30:23.378497 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb66ffc-7f19-403c-b1cb-88deedc2d305 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:23.379119 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0fb66ffc-7f19-403c-b1cb-88deedc2d305 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:23.399332 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5df2564-eed1-4aef-aaa3-e57eff87abce None None] Network 0b13767d-f1a2-43a7-be42-80d50f59dd03 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:30:23.404906 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0fb66ffc-7f19-403c-b1cb-88deedc2d305 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5049930 Oct 18 08:30:23.405031 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40916) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:23.508315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:23.537133 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Transition to ACTIVE for port object 4972ec74-5dd9-4db8-b481-923941666f43 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:30:23.553002 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:23.643846 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Attempting to bind port 4972ec74-5dd9-4db8-b481-923941666f43 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:30:23.644501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Attempting to bind port 4972ec74-5dd9-4db8-b481-923941666f43 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:30:23.644619 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Attempting to bind port 4972ec74-5dd9-4db8-b481-923941666f43 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:30:23.660124 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:30:23.660497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:30:23.660900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:23.661289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:30:23.661757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Bound port: 4972ec74-5dd9-4db8-b481-923941666f43, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:30:23.662134 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:23.707753 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bae03f-19c0-42d7-b2eb-05563a382265 None None] Pushing event updated for resources: {'Port': ['ID=4972ec74-5dd9-4db8-b481-923941666f43,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:23.731048 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bae03f-19c0-42d7-b2eb-05563a382265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:23.731396 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bae03f-19c0-42d7-b2eb-05563a382265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:23.731740 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bae03f-19c0-42d7-b2eb-05563a382265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:23.732071 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bae03f-19c0-42d7-b2eb-05563a382265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:23.732401 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bae03f-19c0-42d7-b2eb-05563a382265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:23.733255 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bae03f-19c0-42d7-b2eb-05563a382265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:23.733613 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bae03f-19c0-42d7-b2eb-05563a382265 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:23.733921 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bae03f-19c0-42d7-b2eb-05563a382265 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:23.734246 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bae03f-19c0-42d7-b2eb-05563a382265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:23.734666 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bae03f-19c0-42d7-b2eb-05563a382265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:23.734995 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bae03f-19c0-42d7-b2eb-05563a382265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:23.735316 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bae03f-19c0-42d7-b2eb-05563a382265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:23.840201 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-0b13767d-f1a2-43a7-be42-80d50f59dd03', 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ips': [{'subnet_id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:30:23.840986 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:23.881906 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] For port 4972ec74-5dd9-4db8-b481-923941666f43, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:30:23.887739 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] For port 4972ec74-5dd9-4db8-b481-923941666f43, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4972ec74-5dd9-4db8-b481-923941666f43,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:30:23.890674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:23.928680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:23.930500 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:24.017135 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Routers {'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:30:24.017753 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:30:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:24.201520 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bae03f-19c0-42d7-b2eb-05563a382265 None None] Pushing event updated for resources: {'Port': ['ID=4972ec74-5dd9-4db8-b481-923941666f43,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:24.225808 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:24.232547 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Allocated IP 172.20.0.2 (0b13767d-f1a2-43a7-be42-80d50f59dd03/86a42ea9-1d0b-4289-9da0-14d0c1b87c41/36a4eff2-dd56-4454-81ed-e3bf9813ef2d) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:30:24.328113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] Set router ec6483ae-23d7-4a6e-a61d-869c04cdeb6d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:30:24.691681 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:24.704324 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Transition to ACTIVE for port object 36a4eff2-dd56-4454-81ed-e3bf9813ef2d will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:30:24.730616 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Transition to ACTIVE for port object 36a4eff2-dd56-4454-81ed-e3bf9813ef2d will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:30:24.738486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:24.795470 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158812612', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '4972ec74-5dd9-4db8-b481-923941666f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:21Z', 'revision_number': 3, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '4972ec74-5dd9-4db8-b481-923941666f43', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:24.802029 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.20.0.1 (0b13767d-f1a2-43a7-be42-80d50f59dd03/86a42ea9-1d0b-4289-9da0-14d0c1b87c41/639ea754-8ba8-41e9-b5b6-73a5cc6b7be0) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:30:24.813082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Network 0b13767d-f1a2-43a7-be42-80d50f59dd03 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:30:24.814015 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed8209a-e8cf-4348-8a22-9189c9c96079 None None] The sync data for ids ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'] in dv-neutron-861625-1-hyperv is: [{'id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158812612', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '4972ec74-5dd9-4db8-b481-923941666f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:21Z', 'revision_number': 3, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '4972ec74-5dd9-4db8-b481-923941666f43', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:30:24.817668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:30:24.821473 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:30:24.828358 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Pushing event updated for resources: {'Port': ['ID=36a4eff2-dd56-4454-81ed-e3bf9813ef2d,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:24.935399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Attempting to bind port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:30:24.935767 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Attempting to bind port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '6fde2f2c-1bc7-439d-8a48-0bcba3103dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:30:24.936680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Attempting to bind port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d on network 0b13767d-f1a2-43a7-be42-80d50f59dd03 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:30:24.942184 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:30:24.942570 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Checking segment: {'id': '6fde2f2c-1bc7-439d-8a48-0bcba3103dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:30:24.942978 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:24.943367 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Bound using segment: {'id': '6fde2f2c-1bc7-439d-8a48-0bcba3103dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:30:24.943838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Bound port: 36a4eff2-dd56-4454-81ed-e3bf9813ef2d, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fde2f2c-1bc7-439d-8a48-0bcba3103dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:30:24.944214 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:24.977414 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:24.993497 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Transition to ACTIVE for port object 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:30:25.020918 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:25.055648 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] For port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:30:25.062885 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] For port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=36a4eff2-dd56-4454-81ed-e3bf9813ef2d,segment=NetworkSegment(6fde2f2c-1bc7-439d-8a48-0bcba3103dab),segment_id=6fde2f2c-1bc7-439d-8a48-0bcba3103dab)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:30:25.067732 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:25.081279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network 0b13767d-f1a2-43a7-be42-80d50f59dd03 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:30:25.092964 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:30:25.097583 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:30:25.160141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57759176-25e0-4d18-96b5-1c1d99c6d816 None None] Pushing event updated for resources: {'Port': ['ID=36a4eff2-dd56-4454-81ed-e3bf9813ef2d,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:25.201379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=639ea754-8ba8-41e9-b5b6-73a5cc6b7be0,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:25.204540 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:25.449122 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:25.476373 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:25.920262 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:25.925977 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:26.045002 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:26.048665 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=639ea754-8ba8-41e9-b5b6-73a5cc6b7be0,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:26.195838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network 0b13767d-f1a2-43a7-be42-80d50f59dd03 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:30:26.197252 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:30:26.206532 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba36c321-5b0e-4fd8-affe-1f94cbd523bc None None] Network 0b13767d-f1a2-43a7-be42-80d50f59dd03 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:30:26.314888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-eb13dfb3-04b1-4305-bcfd-38a48e94af13 None None] Provisioning for port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:30:26.391891 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router ec6483ae-23d7-4a6e-a61d-869c04cdeb6d has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:30:26.603322 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:30:26.617349 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1b241c94-0239-481a-8599-6b7796f4bca5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "PUT /v2.0/routers/ec6483ae-23d7-4a6e-a61d-869c04cdeb6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2113409 Oct 18 08:30:26.660223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4972ec74-5dd9-4db8-b481-923941666f43 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:30:26.746128 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 4972ec74-5dd9-4db8-b481-923941666f43 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:30:26.752164 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 4972ec74-5dd9-4db8-b481-923941666f43 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:30:26.752695 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:26.753243 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 4972ec74-5dd9-4db8-b481-923941666f43 Oct 18 08:30:26.847233 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-cb126d72-c99e-4774-874d-7c828711374a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-864904090&fields=id&tenant_id=96f503be4dfb4fcc887c5a281b5271e5 HTTP/1.1" status: 200 len: 267 time: 0.0596850 Oct 18 08:30:26.847586 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Sync routers for ids ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:30:26.865474 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Routers {'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:30:26.866688 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:30:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:26.896436 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 4972ec74-5dd9-4db8-b481-923941666f43 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:30:26.896726 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:26.905429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-05f0f997-2d72-46ab-8e31-be780aae78fc None None] Provisioning for port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:30:26.916012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-05f0f997-2d72-46ab-8e31-be780aae78fc None None] Provisioning complete for port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:30:26.916743 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-05f0f997-2d72-46ab-8e31-be780aae78fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:26.917237 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-05f0f997-2d72-46ab-8e31-be780aae78fc None None] Attempt 1 to provision port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 Oct 18 08:30:26.963265 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 4972ec74-5dd9-4db8-b481-923941666f43, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4972ec74-5dd9-4db8-b481-923941666f43,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:30:26.971755 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:26.972494 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 36a4eff2-dd56-4454-81ed-e3bf9813ef2d up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:30:27.042636 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-34bf43ad-744e-4dc2-8f2f-9f5cadd0ff9d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:27.044289 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-34bf43ad-744e-4dc2-8f2f-9f5cadd0ff9d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/networks?id=0b13767d-f1a2-43a7-be42-80d50f59dd03 HTTP/1.1" status: 200 len: 796 time: 0.1854846 Oct 18 08:30:27.060027 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-f3bb7751-58ed-4669-9d22-db48f6d8beae tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/quotas/96f503be4dfb4fcc887c5a281b5271e5 HTTP/1.1" status: 200 len: 375 time: 0.0100188 Oct 18 08:30:27.073616 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-05f0f997-2d72-46ab-8e31-be780aae78fc None None] Port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:30:27.093494 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Set router ec6483ae-23d7-4a6e-a61d-869c04cdeb6d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:30:27.105001 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=4972ec74-5dd9-4db8-b481-923941666f43,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:27.124620 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:30:27.139911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:30:27.140641 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:27.140982 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d Oct 18 08:30:27.170536 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-f1a7e0ab-5b5e-4637-afdf-183cd29b3313 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:30:27.192243 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-f1a7e0ab-5b5e-4637-afdf-183cd29b3313 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:30:27.194913 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-f1a7e0ab-5b5e-4637-afdf-183cd29b3313 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1259947 Oct 18 08:30:27.296982 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:30:27.297557 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:27.334218 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=36a4eff2-dd56-4454-81ed-e3bf9813ef2d,segment=NetworkSegment(6fde2f2c-1bc7-439d-8a48-0bcba3103dab),segment_id=6fde2f2c-1bc7-439d-8a48-0bcba3103dab)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:30:27.338694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:27.411355 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=36a4eff2-dd56-4454-81ed-e3bf9813ef2d,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:27.486392 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158812612', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '4972ec74-5dd9-4db8-b481-923941666f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:25Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '4972ec74-5dd9-4db8-b481-923941666f43', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '639ea754-8ba8-41e9-b5b6-73a5cc6b7be0', 'name': '', 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:97:d6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:24Z', 'updated_at': '2022-10-18T08:30:25Z', 'revision_number': 2, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:27.490163 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Checking router: ec6483ae-23d7-4a6e-a61d-869c04cdeb6d for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:30:27.490587 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Updating router ec6483ae-23d7-4a6e-a61d-869c04cdeb6d port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:30:27.524056 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-a7c6dc6c-ae77-4cc2-a069-3c968b1918ad service neutron] 10.222.0.17 "GET /v2.0/networks/0b13767d-f1a2-43a7-be42-80d50f59dd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057642 Oct 18 08:30:27.545097 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:27.575146 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-05f0f997-2d72-46ab-8e31-be780aae78fc None None] Attempt 2 to provision port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 Oct 18 08:30:27.636583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-05f0f997-2d72-46ab-8e31-be780aae78fc None None] Port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:30:27.657164 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-cc732f63-4bcb-4cd3-ab2b-39fc95aecacc service neutron] 10.222.0.17 "GET /v2.0/networks/0b13767d-f1a2-43a7-be42-80d50f59dd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272788 Oct 18 08:30:27.895723 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:27.909403 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Transition to ACTIVE for port object 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:30:27.917365 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:27.957293 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fd088685-8bb3-45a6-82d0-e638c968319e req-37403ee2-36c6-44e1-bd13-b11a028596f6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 210 time: 0.1575975 Oct 18 08:30:28.115235 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06276b5-197b-4034-89e7-691e7c0da086 None None] Pushing event updated for resources: {'Port': ['ID=639ea754-8ba8-41e9-b5b6-73a5cc6b7be0,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:28.130237 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06276b5-197b-4034-89e7-691e7c0da086 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:28.130600 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06276b5-197b-4034-89e7-691e7c0da086 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:28.130936 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06276b5-197b-4034-89e7-691e7c0da086 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:28.131263 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06276b5-197b-4034-89e7-691e7c0da086 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:28.131588 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06276b5-197b-4034-89e7-691e7c0da086 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:28.131912 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06276b5-197b-4034-89e7-691e7c0da086 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:28.132231 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06276b5-197b-4034-89e7-691e7c0da086 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:28.132718 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06276b5-197b-4034-89e7-691e7c0da086 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:28.133041 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06276b5-197b-4034-89e7-691e7c0da086 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:28.133364 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06276b5-197b-4034-89e7-691e7c0da086 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:28.133682 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06276b5-197b-4034-89e7-691e7c0da086 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:28.133997 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06276b5-197b-4034-89e7-691e7c0da086 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:30:28.138785 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-05f0f997-2d72-46ab-8e31-be780aae78fc None None] Attempt 3 to provision port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 Oct 18 08:30:28.144137 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Attempting to bind port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:30:28.144137 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Attempting to bind port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '6fde2f2c-1bc7-439d-8a48-0bcba3103dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:30:28.144435 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Attempting to bind port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 on network 0b13767d-f1a2-43a7-be42-80d50f59dd03 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:30:28.149940 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:30:28.150303 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Checking segment: {'id': '6fde2f2c-1bc7-439d-8a48-0bcba3103dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:30:28.150927 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:28.151824 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Bound using segment: {'id': '6fde2f2c-1bc7-439d-8a48-0bcba3103dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:30:28.151950 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Bound port: 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fde2f2c-1bc7-439d-8a48-0bcba3103dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:30:28.152290 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:28.204592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-05f0f997-2d72-46ab-8e31-be780aae78fc None None] Port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:30:28.246003 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] For port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:30:28.249138 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] For port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=639ea754-8ba8-41e9-b5b6-73a5cc6b7be0,segment=NetworkSegment(6fde2f2c-1bc7-439d-8a48-0bcba3103dab),segment_id=6fde2f2c-1bc7-439d-8a48-0bcba3103dab)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:30:28.252928 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:28.314254 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Routers {'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:30:28.314859 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:30:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:28.453995 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06276b5-197b-4034-89e7-691e7c0da086 None None] Pushing event updated for resources: {'Port': ['ID=639ea754-8ba8-41e9-b5b6-73a5cc6b7be0,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:28.499816 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] Set router ec6483ae-23d7-4a6e-a61d-869c04cdeb6d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:30:28.596866 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4972ec74-5dd9-4db8-b481-923941666f43 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:30:28.664957 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 4972ec74-5dd9-4db8-b481-923941666f43 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:30:28.665419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:28.665754 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 4972ec74-5dd9-4db8-b481-923941666f43 Oct 18 08:30:28.706928 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-05f0f997-2d72-46ab-8e31-be780aae78fc None None] Attempt 4 to provision port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 Oct 18 08:30:28.782419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-05f0f997-2d72-46ab-8e31-be780aae78fc None None] Port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:30:28.840511 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-05f0f997-2d72-46ab-8e31-be780aae78fc None None] Provisioning complete for port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:30:28.840873 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-05f0f997-2d72-46ab-8e31-be780aae78fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:28.841209 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-05f0f997-2d72-46ab-8e31-be780aae78fc None None] Attempt 1 to provision port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d Oct 18 08:30:28.845379 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158812612', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '4972ec74-5dd9-4db8-b481-923941666f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:25Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '4972ec74-5dd9-4db8-b481-923941666f43', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '639ea754-8ba8-41e9-b5b6-73a5cc6b7be0', 'name': '', 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:97:d6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:24Z', 'updated_at': '2022-10-18T08:30:28Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:28.849468 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1209c7-7d10-428c-b81f-07d6c3b51457 None None] The sync data for ids ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'] in dv-neutron-861625-1-hyperv is: [{'id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158812612', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '4972ec74-5dd9-4db8-b481-923941666f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:25Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '4972ec74-5dd9-4db8-b481-923941666f43', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '639ea754-8ba8-41e9-b5b6-73a5cc6b7be0', 'name': '', 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:97:d6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:24Z', 'updated_at': '2022-10-18T08:30:28Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:30:28.881370 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 4972ec74-5dd9-4db8-b481-923941666f43 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:30:28.882466 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 36a4eff2-dd56-4454-81ed-e3bf9813ef2d up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:30:29.040370 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:30:29.040796 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:29.041135 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d Oct 18 08:30:29.110009 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-05f0f997-2d72-46ab-8e31-be780aae78fc None None] Current status of the port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:30:29.202746 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:30:29.207525 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-67ab8997-806e-4d97-aa18-25068fe98b06 req-7b494284-79fb-491c-8c1c-7de67311d518 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 210 time: 0.1088388 Oct 18 08:30:29.282709 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-a049756c-4bb4-47eb-ae84-47f111c17ffa tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:29.283742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-a049756c-4bb4-47eb-ae84-47f111c17ffa tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:30:29.303127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-a049756c-4bb4-47eb-ae84-47f111c17ffa tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:30:29.304440 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-a049756c-4bb4-47eb-ae84-47f111c17ffa tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "GET /v2.0/networks?id=0b13767d-f1a2-43a7-be42-80d50f59dd03 HTTP/1.1" status: 200 len: 796 time: 0.2681842 Oct 18 08:30:29.358522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-39a661f9-53e8-4dd1-b606-a187ab47d4c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:30:29.377126 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-39a661f9-53e8-4dd1-b606-a187ab47d4c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:30:29.378430 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-39a661f9-53e8-4dd1-b606-a187ab47d4c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96f503be4dfb4fcc887c5a281b5271e5 HTTP/1.1" status: 200 len: 379 time: 0.0628593 Oct 18 08:30:29.389811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-4030b2d2-99d7-4072-9e32-80ef01e6347f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'port': {'device_id': '87e99548-60d2-4901-b639-e72f22426db1', 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03', 'admin_state_up': True, 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'security_groups': ['ce865407-02d9-4103-8a3c-94343c88f4cd']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:30:29.529271 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-4030b2d2-99d7-4072-9e32-80ef01e6347f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:30:29.539776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-4030b2d2-99d7-4072-9e32-80ef01e6347f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:30:29.551089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-4030b2d2-99d7-4072-9e32-80ef01e6347f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Made reservation on behalf of 96f503be4dfb4fcc887c5a281b5271e5 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:30:29.554570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-4030b2d2-99d7-4072-9e32-80ef01e6347f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:29.723594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-4030b2d2-99d7-4072-9e32-80ef01e6347f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.20.0.3 (0b13767d-f1a2-43a7-be42-80d50f59dd03/86a42ea9-1d0b-4289-9da0-14d0c1b87c41/b02d6ee2-e753-41b5-a094-e33a5cc53946) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:30:29.923893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-4030b2d2-99d7-4072-9e32-80ef01e6347f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:29.940772 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-4030b2d2-99d7-4072-9e32-80ef01e6347f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Transition to ACTIVE for port object b02d6ee2-e753-41b5-a094-e33a5cc53946 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:30:29.965609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-4030b2d2-99d7-4072-9e32-80ef01e6347f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:30.037857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-4030b2d2-99d7-4072-9e32-80ef01e6347f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network 0b13767d-f1a2-43a7-be42-80d50f59dd03 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:30:30.041030 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-4030b2d2-99d7-4072-9e32-80ef01e6347f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:30:30.044851 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-4030b2d2-99d7-4072-9e32-80ef01e6347f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:30:30.082125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030b2d2-99d7-4072-9e32-80ef01e6347f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=b02d6ee2-e753-41b5-a094-e33a5cc53946,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:30.115237 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-4030b2d2-99d7-4072-9e32-80ef01e6347f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:30.116353 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-4030b2d2-99d7-4072-9e32-80ef01e6347f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:30.150110 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-4030b2d2-99d7-4072-9e32-80ef01e6347f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7640297 Oct 18 08:30:30.165274 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Request body: {'port': {'device_id': '87e99548-60d2-4901-b639-e72f22426db1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:30:30.281234 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:30.288668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0182158d-f3d8-4119-8d9e-2cbe6bb3d6e6 None None] Provisioning for port b02d6ee2-e753-41b5-a094-e33a5cc53946 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:30:30.294124 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-0182158d-f3d8-4119-8d9e-2cbe6bb3d6e6 None None] Provisioning complete for port b02d6ee2-e753-41b5-a094-e33a5cc53946 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:30:30.294580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0182158d-f3d8-4119-8d9e-2cbe6bb3d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:30.294985 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0182158d-f3d8-4119-8d9e-2cbe6bb3d6e6 None None] Attempt 1 to provision port b02d6ee2-e753-41b5-a094-e33a5cc53946 Oct 18 08:30:30.352131 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0182158d-f3d8-4119-8d9e-2cbe6bb3d6e6 None None] Port b02d6ee2-e753-41b5-a094-e33a5cc53946 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:30:30.569233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac1617-cd78-42f0-b7d9-83a6cec8f0d6 req-875e2b91-cfee-4ee4-bb44-9716aa57421e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:30.569930 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-a5ac1617-cd78-42f0-b7d9-83a6cec8f0d6 req-875e2b91-cfee-4ee4-bb44-9716aa57421e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:30:30.607781 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:30:30.620200 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-a5ac1617-cd78-42f0-b7d9-83a6cec8f0d6 req-875e2b91-cfee-4ee4-bb44-9716aa57421e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:30:30.621355 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a5ac1617-cd78-42f0-b7d9-83a6cec8f0d6 req-875e2b91-cfee-4ee4-bb44-9716aa57421e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 931 time: 0.2815022 Oct 18 08:30:30.677549 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:30:30.682192 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:30:30.682574 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:30.682919 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 Oct 18 08:30:30.691183 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a5ac1617-cd78-42f0-b7d9-83a6cec8f0d6 req-95a9b92f-4ae0-4558-8746-0c3e67e0c2a4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=ce865407-02d9-4103-8a3c-94343c88f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611992 Oct 18 08:30:30.744242 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b02d6ee2-e753-41b5-a094-e33a5cc53946 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:30:30.752038 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:30.766081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Transition to ACTIVE for port object b02d6ee2-e753-41b5-a094-e33a5cc53946 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:30:30.769822 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:30.796851 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:30:30.797343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:30.829266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=639ea754-8ba8-41e9-b5b6-73a5cc6b7be0,segment=NetworkSegment(6fde2f2c-1bc7-439d-8a48-0bcba3103dab),segment_id=6fde2f2c-1bc7-439d-8a48-0bcba3103dab)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:30:30.833185 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:30.902451 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0182158d-f3d8-4119-8d9e-2cbe6bb3d6e6 None None] Attempt 2 to provision port b02d6ee2-e753-41b5-a094-e33a5cc53946 Oct 18 08:30:30.980276 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0182158d-f3d8-4119-8d9e-2cbe6bb3d6e6 None None] Port b02d6ee2-e753-41b5-a094-e33a5cc53946 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:30:30.984205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=639ea754-8ba8-41e9-b5b6-73a5cc6b7be0,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:31.051850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Pushing event updated for resources: {'Port': ['ID=b02d6ee2-e753-41b5-a094-e33a5cc53946,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:31.090644 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Attempting to bind port b02d6ee2-e753-41b5-a094-e33a5cc53946 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:30:31.090977 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Attempting to bind port b02d6ee2-e753-41b5-a094-e33a5cc53946 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '6fde2f2c-1bc7-439d-8a48-0bcba3103dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:30:31.091304 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Attempting to bind port b02d6ee2-e753-41b5-a094-e33a5cc53946 on network 0b13767d-f1a2-43a7-be42-80d50f59dd03 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:30:31.096278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Port b02d6ee2-e753-41b5-a094-e33a5cc53946 on network 0b13767d-f1a2-43a7-be42-80d50f59dd03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:30:31.096601 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Attempting to bind port b02d6ee2-e753-41b5-a094-e33a5cc53946 on network 0b13767d-f1a2-43a7-be42-80d50f59dd03 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:30:31.101554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:30:31.102046 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Checking segment: {'id': '6fde2f2c-1bc7-439d-8a48-0bcba3103dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:30:31.102432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Bound using segment: {'id': '6fde2f2c-1bc7-439d-8a48-0bcba3103dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:30:31.102717 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Bound port: b02d6ee2-e753-41b5-a094-e33a5cc53946, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fde2f2c-1bc7-439d-8a48-0bcba3103dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:30:31.103056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:31.191127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] For port b02d6ee2-e753-41b5-a094-e33a5cc53946, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:30:31.194104 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] For port b02d6ee2-e753-41b5-a094-e33a5cc53946, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b02d6ee2-e753-41b5-a094-e33a5cc53946,segment=NetworkSegment(6fde2f2c-1bc7-439d-8a48-0bcba3103dab),segment_id=6fde2f2c-1bc7-439d-8a48-0bcba3103dab)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:30:31.199227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:31.203025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:31.203981 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:31.205357 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] 10.222.0.46 "PUT /v2.0/ports/b02d6ee2-e753-41b5-a094-e33a5cc53946 HTTP/1.1" status: 200 len: 1093 time: 1.0444369 Oct 18 08:30:31.241405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e99548-60d2-4901-b639-e72f22426db1', 'tag': 'b02d6ee2-e753-41b5-a094-e33a5cc53946'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:30:31.243732 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4e1168-a466-4712-9e9f-0583c938770f" -d '{"events": [{"name": "network-changed", "server_uuid": "87e99548-60d2-4901-b639-e72f22426db1", "tag": "b02d6ee2-e753-41b5-a094-e33a5cc53946"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:30:31.286910 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44afc3d-0168-49ad-b516-e10603b2e16b x-openstack-request-id: req-e44afc3d-0168-49ad-b516-e10603b2e16b {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:30:31.287197 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e99548-60d2-4901-b639-e72f22426db1", "tag": "b02d6ee2-e753-41b5-a094-e33a5cc53946", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:30:31.287437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e44afc3d-0168-49ad-b516-e10603b2e16b {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:30:31.287815 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e44afc3d-0168-49ad-b516-e10603b2e16b'] response: {'name': 'network-changed', 'server_uuid': '87e99548-60d2-4901-b639-e72f22426db1', 'tag': 'b02d6ee2-e753-41b5-a094-e33a5cc53946', 'status': 'completed', 'code': 200} Oct 18 08:30:31.338420 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7801852-6473-465a-90a8-1f002d76f9af service neutron] Pushing event updated for resources: {'Port': ['ID=b02d6ee2-e753-41b5-a094-e33a5cc53946,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:31.356291 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-76fdb23e-9c99-4379-b6b4-7e2b71d86611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:31.357736 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-76fdb23e-9c99-4379-b6b4-7e2b71d86611 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 1096 time: 0.1113710 Oct 18 08:30:31.431093 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-c5ad0aea-0d25-42cb-afcd-97edcb035207 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b02d6ee2-e753-41b5-a094-e33a5cc53946 HTTP/1.1" status: 200 len: 217 time: 0.0624511 Oct 18 08:30:31.481350 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-0182158d-f3d8-4119-8d9e-2cbe6bb3d6e6 None None] Attempt 3 to provision port b02d6ee2-e753-41b5-a094-e33a5cc53946 Oct 18 08:30:31.496930 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-db1a1737-f58a-4838-82d8-ae15f1d0e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:31.498313 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-db1a1737-f58a-4838-82d8-ae15f1d0e653 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86a42ea9-1d0b-4289-9da0-14d0c1b87c41 HTTP/1.1" status: 200 len: 834 time: 0.0586293 Oct 18 08:30:31.542635 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-0182158d-f3d8-4119-8d9e-2cbe6bb3d6e6 None None] Port b02d6ee2-e753-41b5-a094-e33a5cc53946 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:30:31.583346 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-a12df5ae-e2d6-4a87-a851-eac4f3647996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:31.584806 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-a12df5ae-e2d6-4a87-a851-eac4f3647996 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0b13767d-f1a2-43a7-be42-80d50f59dd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774581 Oct 18 08:30:31.719020 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-b2eb7933-47bf-48b2-b34c-2bd0bc0704ea service neutron] 10.222.0.46 "GET /v2.0/networks/0b13767d-f1a2-43a7-be42-80d50f59dd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238427 Oct 18 08:30:31.913936 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6fd43963-1f6d-4300-903f-bbfa964a4f14 req-95fcbc4c-0423-4f4c-9e60-930b7f9fcc25 service neutron] 10.222.0.46 "GET /v2.0/networks/0b13767d-f1a2-43a7-be42-80d50f59dd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852226 Oct 18 08:30:31.931290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76817817-4918-46a7-a3bf-5202b85344be req-0a4f5e4b-08ed-4ecb-beae-16900e1c65ea tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:31.932711 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-76817817-4918-46a7-a3bf-5202b85344be req-0a4f5e4b-08ed-4ecb-beae-16900e1c65ea tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 943 time: 0.1309755 Oct 18 08:30:32.014843 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-76817817-4918-46a7-a3bf-5202b85344be req-543e67c9-2d42-4504-a3d7-85e128d75354 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=ce865407-02d9-4103-8a3c-94343c88f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755444 Oct 18 08:30:32.052149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e1168-a466-4712-9e9f-0583c938770f req-8ade857a-4a22-4219-9ccb-247db59f2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:32.053578 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9f4e1168-a466-4712-9e9f-0583c938770f req-8ade857a-4a22-4219-9ccb-247db59f2e10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 1096 time: 0.0856616 Oct 18 08:30:32.182993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e1168-a466-4712-9e9f-0583c938770f req-1bd90c55-669d-42b7-bb81-8edca8fcfe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:32.184414 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9f4e1168-a466-4712-9e9f-0583c938770f req-1bd90c55-669d-42b7-bb81-8edca8fcfe11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0b13767d-f1a2-43a7-be42-80d50f59dd03 HTTP/1.1" status: 200 len: 897 time: 0.1233208 Oct 18 08:30:32.254658 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9f4e1168-a466-4712-9e9f-0583c938770f req-348c4bba-5ac3-409a-ad9f-c415bdb4420c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b02d6ee2-e753-41b5-a094-e33a5cc53946 HTTP/1.1" status: 200 len: 217 time: 0.0630040 Oct 18 08:30:32.315425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e1168-a466-4712-9e9f-0583c938770f req-c6bb9cdd-2d09-45e4-88af-b97a3f3a22dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:32.316762 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9f4e1168-a466-4712-9e9f-0583c938770f req-c6bb9cdd-2d09-45e4-88af-b97a3f3a22dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86a42ea9-1d0b-4289-9da0-14d0c1b87c41 HTTP/1.1" status: 200 len: 834 time: 0.0554237 Oct 18 08:30:32.406330 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e1168-a466-4712-9e9f-0583c938770f req-bb794bd9-f7a5-442d-85c6-98bbf85c4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:32.407816 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9f4e1168-a466-4712-9e9f-0583c938770f req-bb794bd9-f7a5-442d-85c6-98bbf85c4b54 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0b13767d-f1a2-43a7-be42-80d50f59dd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817554 Oct 18 08:30:32.535932 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9f4e1168-a466-4712-9e9f-0583c938770f req-49fa958b-2d11-4a5d-a062-89b2b129b803 service neutron] 10.222.0.46 "GET /v2.0/networks/0b13767d-f1a2-43a7-be42-80d50f59dd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210296 Oct 18 08:30:32.591914 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:30:32.664072 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:30:32.664445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:32.664783 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 Oct 18 08:30:32.782252 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9f4e1168-a466-4712-9e9f-0583c938770f req-2e985ae8-94ed-49bf-a888-2f40c5ce4cf4 service neutron] 10.222.0.46 "GET /v2.0/networks/0b13767d-f1a2-43a7-be42-80d50f59dd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384062 Oct 18 08:30:32.786913 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:30:33.213950 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61855e73-be80-4a43-9050-17e9912272b4 req-c5e32d5e-eceb-43de-8c61-b71fe515f2be tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:33.215418 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-61855e73-be80-4a43-9050-17e9912272b4 req-c5e32d5e-eceb-43de-8c61-b71fe515f2be tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 943 time: 0.0875614 Oct 18 08:30:33.262486 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-61855e73-be80-4a43-9050-17e9912272b4 req-24902e37-df80-4a0c-b1a5-33e20f2d5c85 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=ce865407-02d9-4103-8a3c-94343c88f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407853 Oct 18 08:30:34.459206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c15e95-4f9f-462d-b471-17e084320f51 req-f3d40b26-1c83-4140-a684-50d6b17a1b0d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:34.460551 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-29c15e95-4f9f-462d-b471-17e084320f51 req-f3d40b26-1c83-4140-a684-50d6b17a1b0d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 943 time: 0.0867984 Oct 18 08:30:34.504175 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-29c15e95-4f9f-462d-b471-17e084320f51 req-22c1f2da-6a61-4a53-b354-cd4b8e6070ad tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=ce865407-02d9-4103-8a3c-94343c88f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380845 Oct 18 08:30:34.569727 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device b02d6ee2-e753-41b5-a094-e33a5cc53946 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:30:34.699597 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port b02d6ee2-e753-41b5-a094-e33a5cc53946, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b02d6ee2-e753-41b5-a094-e33a5cc53946,segment=NetworkSegment(6fde2f2c-1bc7-439d-8a48-0bcba3103dab),segment_id=6fde2f2c-1bc7-439d-8a48-0bcba3103dab)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:30:34.712480 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': 'b02d6ee2-e753-41b5-a094-e33a5cc53946', 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03', 'port_id': 'b02d6ee2-e753-41b5-a094-e33a5cc53946', 'mac_address': 'fa:16:3e:db:2d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:30:34.768955 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port b02d6ee2-e753-41b5-a094-e33a5cc53946 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:30:34.769332 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:34.789505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02d6ee2-e753-41b5-a094-e33a5cc53946 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:30:34.812393 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port b02d6ee2-e753-41b5-a094-e33a5cc53946, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b02d6ee2-e753-41b5-a094-e33a5cc53946,segment=NetworkSegment(6fde2f2c-1bc7-439d-8a48-0bcba3103dab),segment_id=6fde2f2c-1bc7-439d-8a48-0bcba3103dab)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:30:34.813379 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:34.815428 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:34.881113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=b02d6ee2-e753-41b5-a094-e33a5cc53946,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:35.121137 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['b02d6ee2-e753-41b5-a094-e33a5cc53946'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:30:35.700108 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fac79-a334-4c18-a20a-72c5cba4f3b9 req-6ffe0179-d8dd-41ec-8874-57b130ff7dfb tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:35.701582 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cf8fac79-a334-4c18-a20a-72c5cba4f3b9 req-6ffe0179-d8dd-41ec-8874-57b130ff7dfb tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 944 time: 0.0871580 Oct 18 08:30:35.744562 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cf8fac79-a334-4c18-a20a-72c5cba4f3b9 req-c17e1cba-ff21-4440-a2a4-b81c52e8151c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=ce865407-02d9-4103-8a3c-94343c88f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369208 Oct 18 08:30:36.585107 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device b02d6ee2-e753-41b5-a094-e33a5cc53946 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:30:36.650436 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port b02d6ee2-e753-41b5-a094-e33a5cc53946 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:30:36.655926 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port b02d6ee2-e753-41b5-a094-e33a5cc53946 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:30:36.656418 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:36.656757 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port b02d6ee2-e753-41b5-a094-e33a5cc53946 Oct 18 08:30:36.770072 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port b02d6ee2-e753-41b5-a094-e33a5cc53946 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:30:36.770445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:36.798394 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e99548-60d2-4901-b639-e72f22426db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02d6ee2-e753-41b5-a094-e33a5cc53946'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:30:36.800718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e196789b-6cdd-4dab-88ff-444b58333702" -d '{"events": [{"server_uuid": "87e99548-60d2-4901-b639-e72f22426db1", "name": "network-vif-plugged", "status": "completed", "tag": "b02d6ee2-e753-41b5-a094-e33a5cc53946"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:30:36.811089 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port b02d6ee2-e753-41b5-a094-e33a5cc53946, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b02d6ee2-e753-41b5-a094-e33a5cc53946,segment=NetworkSegment(6fde2f2c-1bc7-439d-8a48-0bcba3103dab),segment_id=6fde2f2c-1bc7-439d-8a48-0bcba3103dab)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:30:36.818445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:36.885615 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=b02d6ee2-e753-41b5-a094-e33a5cc53946,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:36.912583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa00c55-6def-4170-b1a9-44211f70b28a x-openstack-request-id: req-baa00c55-6def-4170-b1a9-44211f70b28a {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:30:36.912897 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e99548-60d2-4901-b639-e72f22426db1", "name": "network-vif-plugged", "status": "completed", "tag": "b02d6ee2-e753-41b5-a094-e33a5cc53946", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:30:36.913132 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-baa00c55-6def-4170-b1a9-44211f70b28a {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:30:36.913539 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baa00c55-6def-4170-b1a9-44211f70b28a'] response: {'server_uuid': '87e99548-60d2-4901-b639-e72f22426db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02d6ee2-e753-41b5-a094-e33a5cc53946', 'code': 200} Oct 18 08:30:36.962303 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550df72-2162-49a0-baa9-1dfdbc52d7e8 req-19959724-7401-49af-ba3a-269ed30e3741 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:36.963789 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b550df72-2162-49a0-baa9-1dfdbc52d7e8 req-19959724-7401-49af-ba3a-269ed30e3741 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 945 time: 0.0972009 Oct 18 08:30:37.009024 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b550df72-2162-49a0-baa9-1dfdbc52d7e8 req-e462a737-82d1-4d81-b7ba-8a3b2bd22aad tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=ce865407-02d9-4103-8a3c-94343c88f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395844 Oct 18 08:30:37.157078 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93157f0-7a51-4449-8d37-1ba0a8abcf3c req-521965d9-b7ac-40fb-9837-a05ce6cbba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:37.158812 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e93157f0-7a51-4449-8d37-1ba0a8abcf3c req-521965d9-b7ac-40fb-9837-a05ce6cbba7e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 1098 time: 0.0800154 Oct 18 08:30:37.201231 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e93157f0-7a51-4449-8d37-1ba0a8abcf3c req-aced068c-c171-47d9-b6a1-d02e7ca7552c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ce865407-02d9-4103-8a3c-94343c88f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335176 Oct 18 08:30:38.211881 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a808a-db46-440e-8f0a-c5dfa274e531 req-b0fbc308-5a83-4e92-94e6-cf69dede438d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:38.213304 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-273a808a-db46-440e-8f0a-c5dfa274e531 req-b0fbc308-5a83-4e92-94e6-cf69dede438d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 945 time: 0.0917969 Oct 18 08:30:38.256097 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-273a808a-db46-440e-8f0a-c5dfa274e531 req-f40988d9-3ce1-4cea-a7c6-133955f15bf2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=ce865407-02d9-4103-8a3c-94343c88f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363657 Oct 18 08:30:39.454654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93166384-d048-4b36-bcdf-5af97fa059cf req-6c1e4e50-2dcb-4994-94bc-3a600652ab49 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:39.456080 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-93166384-d048-4b36-bcdf-5af97fa059cf req-6c1e4e50-2dcb-4994-94bc-3a600652ab49 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 945 time: 0.0886414 Oct 18 08:30:39.498691 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-93166384-d048-4b36-bcdf-5af97fa059cf req-5c272718-8b89-42e0-bc22-86546a4c5c92 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=ce865407-02d9-4103-8a3c-94343c88f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369966 Oct 18 08:30:39.693088 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865fb82-764f-41cb-996f-11fd23455169 req-e814ece4-68e0-48c8-b990-967c79008a2e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:39.694538 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3865fb82-764f-41cb-996f-11fd23455169 req-e814ece4-68e0-48c8-b990-967c79008a2e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 945 time: 0.0881979 Oct 18 08:30:39.740621 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3865fb82-764f-41cb-996f-11fd23455169 req-b20434ba-b091-4912-a7e4-c72c8168f268 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=ce865407-02d9-4103-8a3c-94343c88f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406010 Oct 18 08:30:39.768528 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40980) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:39.844929 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab020e8-e84e-4904-bd18-2b5939fccab2 tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:39.846411 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-eab020e8-e84e-4904-bd18-2b5939fccab2 tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 1093 time: 0.0769556 Oct 18 08:30:39.849216 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40984) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:39.853858 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': 'b02d6ee2-e753-41b5-a094-e33a5cc53946', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:30:39.860197 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:30:39.864103 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:floatingip and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:30:39.866831 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:30:39.872462 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:30:39.882611 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:40.017578 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:40.154599 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.26.8.2 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/8ce67d64-efbd-4202-896f-3207b587a30f) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:30:40.302083 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:40.330813 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:40.394890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:30:40.397600 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:30:40.401166 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:30:40.434200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=8ce67d64-efbd-4202-896f-3207b587a30f,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:40.904947 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:40.977440 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:41.177945 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:41.182831 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:41.290053 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=8ce67d64-efbd-4202-896f-3207b587a30f,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:30:41.292520 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:41.464950 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Floating IP f5ef39ab-332e-4ad3-b963-cd124056a680 associated. External IP: 172.26.8.2, port: b02d6ee2-e753-41b5-a094-e33a5cc53946. Oct 18 08:30:41.806673 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router ec6483ae-23d7-4a6e-a61d-869c04cdeb6d has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:30:41.980940 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:30:41.990901 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea2039a-009a-4b27-a66c-4137c72e0f3a None None] Sync routers for ids ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:30:42.000478 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea2039a-009a-4b27-a66c-4137c72e0f3a None None] Routers {'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:30:42.001086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-bea2039a-009a-4b27-a66c-4137c72e0f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:30:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:42.006429 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:42.061467 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-38617d2f-1777-44ce-9467-e3d12163b9fe tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2111328 Oct 18 08:30:42.062022 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e99548-60d2-4901-b639-e72f22426db1', 'tag': 'b02d6ee2-e753-41b5-a094-e33a5cc53946'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:30:42.066923 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a14866d-0427-4c57-a1b4-600870d721c6" -d '{"events": [{"name": "network-changed", "server_uuid": "87e99548-60d2-4901-b639-e72f22426db1", "tag": "b02d6ee2-e753-41b5-a094-e33a5cc53946"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:30:42.110730 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637a62df-44a6-4f6b-ad09-2ddf7678d83f x-openstack-request-id: req-637a62df-44a6-4f6b-ad09-2ddf7678d83f {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:30:42.111027 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e99548-60d2-4901-b639-e72f22426db1", "tag": "b02d6ee2-e753-41b5-a094-e33a5cc53946", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:30:42.111410 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-637a62df-44a6-4f6b-ad09-2ddf7678d83f {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:30:42.111815 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-637a62df-44a6-4f6b-ad09-2ddf7678d83f'] response: {'name': 'network-changed', 'server_uuid': '87e99548-60d2-4901-b639-e72f22426db1', 'tag': 'b02d6ee2-e753-41b5-a094-e33a5cc53946', 'status': 'completed', 'code': 200} Oct 18 08:30:42.187858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-bea2039a-009a-4b27-a66c-4137c72e0f3a None None] Set router ec6483ae-23d7-4a6e-a61d-869c04cdeb6d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:30:42.287755 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68832cdf-10d5-4b29-8601-b63e9c97e9b3 req-ac580de9-432f-467a-84b7-ba8966fcb339 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:42.289186 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-68832cdf-10d5-4b29-8601-b63e9c97e9b3 req-ac580de9-432f-467a-84b7-ba8966fcb339 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 945 time: 0.1175320 Oct 18 08:30:42.291201 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14866d-0427-4c57-a1b4-600870d721c6 req-6a62ac89-d466-4143-9e6c-abed8cf09324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:42.292525 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8a14866d-0427-4c57-a1b4-600870d721c6 req-6a62ac89-d466-4143-9e6c-abed8cf09324 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 1098 time: 0.1601832 Oct 18 08:30:42.410379 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-68832cdf-10d5-4b29-8601-b63e9c97e9b3 req-4d5bbe29-47b2-429d-b1f3-f765d8cb4872 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=ce865407-02d9-4103-8a3c-94343c88f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148479 Oct 18 08:30:42.440732 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40992) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:42.461705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14866d-0427-4c57-a1b4-600870d721c6 req-82bbf54c-3c5d-4146-a424-a3017f0cf049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:42.463175 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8a14866d-0427-4c57-a1b4-600870d721c6 req-82bbf54c-3c5d-4146-a424-a3017f0cf049 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0b13767d-f1a2-43a7-be42-80d50f59dd03 HTTP/1.1" status: 200 len: 897 time: 0.1548510 Oct 18 08:30:42.578361 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8a14866d-0427-4c57-a1b4-600870d721c6 req-fba7a7e6-bd32-47d7-864b-d7cf1439233e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b02d6ee2-e753-41b5-a094-e33a5cc53946 HTTP/1.1" status: 200 len: 997 time: 0.1052487 Oct 18 08:30:42.581111 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-bea2039a-009a-4b27-a66c-4137c72e0f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158812612', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '4972ec74-5dd9-4db8-b481-923941666f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:25Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '4972ec74-5dd9-4db8-b481-923941666f43', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'f5ef39ab-332e-4ad3-b963-cd124056a680', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'floating_ip_address': '172.26.8.2', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'port_id': 'b02d6ee2-e753-41b5-a094-e33a5cc53946', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03', 'mac_address': 'fa:16:3e:db:2d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e99548-60d2-4901-b639-e72f22426db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:30:40Z', 'updated_at': '2022-10-18T08:30:40Z', 'revision_number': 0, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '639ea754-8ba8-41e9-b5b6-73a5cc6b7be0', 'name': '', 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:97:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:24Z', 'updated_at': '2022-10-18T08:30:30Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:42.585501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea2039a-009a-4b27-a66c-4137c72e0f3a None None] Checking router: ec6483ae-23d7-4a6e-a61d-869c04cdeb6d for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:30:42.594929 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea2039a-009a-4b27-a66c-4137c72e0f3a None None] Routers {'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:30:42.595533 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-bea2039a-009a-4b27-a66c-4137c72e0f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:30:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:42.645161 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14866d-0427-4c57-a1b4-600870d721c6 req-1412151c-690f-408b-ad9b-0a5f853cda5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:42.646664 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8a14866d-0427-4c57-a1b4-600870d721c6 req-1412151c-690f-408b-ad9b-0a5f853cda5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86a42ea9-1d0b-4289-9da0-14d0c1b87c41 HTTP/1.1" status: 200 len: 834 time: 0.0628462 Oct 18 08:30:42.669717 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-76f63887-7f78-429a-8468-d6b68e5cd6f7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/f5ef39ab-332e-4ad3-b963-cd124056a680 HTTP/1.1" status: 200 len: 989 time: 0.2276795 Oct 18 08:30:42.732311 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14866d-0427-4c57-a1b4-600870d721c6 req-572f518c-3142-4db2-954a-ae460d276eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:30:42.733863 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8a14866d-0427-4c57-a1b4-600870d721c6 req-572f518c-3142-4db2-954a-ae460d276eee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0b13767d-f1a2-43a7-be42-80d50f59dd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814266 Oct 18 08:30:42.771008 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-bea2039a-009a-4b27-a66c-4137c72e0f3a None None] Set router ec6483ae-23d7-4a6e-a61d-869c04cdeb6d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:30:42.863439 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8a14866d-0427-4c57-a1b4-600870d721c6 req-f87aee2f-e733-4e85-a8a6-4db71c9ebf8b service neutron] 10.222.0.46 "GET /v2.0/networks/0b13767d-f1a2-43a7-be42-80d50f59dd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236844 Oct 18 08:30:42.991310 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8a14866d-0427-4c57-a1b4-600870d721c6 req-73446e22-1dc0-4845-ba9d-714df757d82a service neutron] 10.222.0.46 "GET /v2.0/networks/0b13767d-f1a2-43a7-be42-80d50f59dd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221583 Oct 18 08:30:43.111846 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-bea2039a-009a-4b27-a66c-4137c72e0f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158812612', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '4972ec74-5dd9-4db8-b481-923941666f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:25Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '4972ec74-5dd9-4db8-b481-923941666f43', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'f5ef39ab-332e-4ad3-b963-cd124056a680', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'floating_ip_address': '172.26.8.2', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'port_id': 'b02d6ee2-e753-41b5-a094-e33a5cc53946', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03', 'mac_address': 'fa:16:3e:db:2d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e99548-60d2-4901-b639-e72f22426db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:30:40Z', 'updated_at': '2022-10-18T08:30:40Z', 'revision_number': 0, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '639ea754-8ba8-41e9-b5b6-73a5cc6b7be0', 'name': '', 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:97:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:24Z', 'updated_at': '2022-10-18T08:30:30Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:30:43.115807 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea2039a-009a-4b27-a66c-4137c72e0f3a None None] The sync data for ids ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'] in dv-neutron-861625-1-hyperv is: [{'id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158812612', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '4972ec74-5dd9-4db8-b481-923941666f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:25Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '4972ec74-5dd9-4db8-b481-923941666f43', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'f5ef39ab-332e-4ad3-b963-cd124056a680', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'floating_ip_address': '172.26.8.2', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'port_id': 'b02d6ee2-e753-41b5-a094-e33a5cc53946', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03', 'mac_address': 'fa:16:3e:db:2d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e99548-60d2-4901-b639-e72f22426db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:30:40Z', 'updated_at': '2022-10-18T08:30:40Z', 'revision_number': 0, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '639ea754-8ba8-41e9-b5b6-73a5cc6b7be0', 'name': '', 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:97:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:24Z', 'updated_at': '2022-10-18T08:30:30Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:30:43.288888 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c363bf45-84b3-4ff3-b291-160dd0528239 None None] New status for floating IP f5ef39ab-332e-4ad3-b963-cd124056a680: ACTIVE {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:30:43.673623 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 40996) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:30:43.777646 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-cf9e01f1-d00c-4466-9671-d74d19744ce0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/f5ef39ab-332e-4ad3-b963-cd124056a680 HTTP/1.1" status: 200 len: 991 time: 0.1028941 Oct 18 08:30:50.785848 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9d0da4ba-0a32-4974-b0e1-a64cbe2b8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:53.076163 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-765f0fea-898b-459f-bfe4-088b62375fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:53.860886 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:53.865951 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:55.449499 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:30:59.770276 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:31:04.806242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:11.620849 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5ae9dc28-80b7-44c2-9957-c7651a5d8f99 req-5c2d579f-e260-4459-9846-4d276d666c11 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750666 Oct 18 08:31:11.769651 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9dc28-80b7-44c2-9957-c7651a5d8f99 req-c4fbcbf1-4cab-4d1b-98a4-31b61c3758f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:11.771109 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5ae9dc28-80b7-44c2-9957-c7651a5d8f99 req-c4fbcbf1-4cab-4d1b-98a4-31b61c3758f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 1098 time: 0.0800714 Oct 18 08:31:11.916822 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9dc28-80b7-44c2-9957-c7651a5d8f99 req-0469070d-d76a-40df-8ac8-bb523383c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:11.918142 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5ae9dc28-80b7-44c2-9957-c7651a5d8f99 req-0469070d-d76a-40df-8ac8-bb523383c456 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0b13767d-f1a2-43a7-be42-80d50f59dd03 HTTP/1.1" status: 200 len: 897 time: 0.1249530 Oct 18 08:31:12.111934 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5ae9dc28-80b7-44c2-9957-c7651a5d8f99 req-696638cd-960f-49ac-ac06-a86c6cb7baf2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b02d6ee2-e753-41b5-a094-e33a5cc53946 HTTP/1.1" status: 200 len: 999 time: 0.1858654 Oct 18 08:31:12.174304 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9dc28-80b7-44c2-9957-c7651a5d8f99 req-253add86-3756-4732-aa90-ac9dd6bbdede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:12.175672 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5ae9dc28-80b7-44c2-9957-c7651a5d8f99 req-253add86-3756-4732-aa90-ac9dd6bbdede service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86a42ea9-1d0b-4289-9da0-14d0c1b87c41 HTTP/1.1" status: 200 len: 834 time: 0.0568497 Oct 18 08:31:12.264196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9dc28-80b7-44c2-9957-c7651a5d8f99 req-e756cc7d-3a02-4819-a5de-987817229abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:12.265655 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5ae9dc28-80b7-44c2-9957-c7651a5d8f99 req-e756cc7d-3a02-4819-a5de-987817229abc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0b13767d-f1a2-43a7-be42-80d50f59dd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799019 Oct 18 08:31:12.275902 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [req-5ae9dc28-80b7-44c2-9957-c7651a5d8f99 req-5e9a57b4-409a-4a7b-8b6a-54ea4920ee8b service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 08:31:12.276803 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5ae9dc28-80b7-44c2-9957-c7651a5d8f99 req-5e9a57b4-409a-4a7b-8b6a-54ea4920ee8b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047338 Oct 18 08:31:12.404026 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5ae9dc28-80b7-44c2-9957-c7651a5d8f99 req-594552f6-bac5-4883-8194-8897ad289c55 service neutron] 10.222.0.46 "GET /v2.0/networks/0b13767d-f1a2-43a7-be42-80d50f59dd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214507 Oct 18 08:31:12.533489 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5ae9dc28-80b7-44c2-9957-c7651a5d8f99 req-f1f8fcfb-a3aa-43e1-b10d-b634370aa74e service neutron] 10.222.0.46 "GET /v2.0/networks/0b13767d-f1a2-43a7-be42-80d50f59dd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219614 Oct 18 08:31:17.045252 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd81ab2-94a8-4afe-98ab-bd8f4e7dc9cf req-0302c6f1-4d06-4f4b-b0a8-808035e83f9d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:17.046768 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8fd81ab2-94a8-4afe-98ab-bd8f4e7dc9cf req-0302c6f1-4d06-4f4b-b0a8-808035e83f9d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 945 time: 0.0875497 Oct 18 08:31:17.094945 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8fd81ab2-94a8-4afe-98ab-bd8f4e7dc9cf req-6a06d9b2-e343-42b2-847a-604ecc319789 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=ce865407-02d9-4103-8a3c-94343c88f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418375 Oct 18 08:31:18.291607 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679f487-853b-4118-9abe-f67d7bf293e1 req-3d8368b3-6c8a-425c-8d45-98dd73b0a600 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:18.293049 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f679f487-853b-4118-9abe-f67d7bf293e1 req-3d8368b3-6c8a-425c-8d45-98dd73b0a600 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 945 time: 0.0870895 Oct 18 08:31:18.336081 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f679f487-853b-4118-9abe-f67d7bf293e1 req-21ee6cfb-1efd-45b7-805c-15f06090dada tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=ce865407-02d9-4103-8a3c-94343c88f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367963 Oct 18 08:31:18.366270 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41018) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:18.470205 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-df393d5f-88aa-4116-b934-9bbdab591a62 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/f5ef39ab-332e-4ad3-b963-cd124056a680 HTTP/1.1" status: 200 len: 991 time: 0.1027358 Oct 18 08:31:19.952613 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c77889-37cc-43bc-97a4-98d6694272f7 req-c62d7b4a-c1cd-47c5-b270-774bc09751ab tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:19.954694 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-21c77889-37cc-43bc-97a4-98d6694272f7 req-c62d7b4a-c1cd-47c5-b270-774bc09751ab tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 945 time: 0.0899708 Oct 18 08:31:19.999382 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-21c77889-37cc-43bc-97a4-98d6694272f7 req-6d6ddc45-8b4a-4c88-b23b-f21cd09dc2f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=ce865407-02d9-4103-8a3c-94343c88f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391722 Oct 18 08:31:20.787582 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5a78804c-f7cd-4c33-9308-210f1c502cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:21.199925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333271c1-4e78-4e2c-8d37-19ad2bd1613b req-075227ca-c39e-4aa6-a320-93457d873e09 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:21.201383 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-333271c1-4e78-4e2c-8d37-19ad2bd1613b req-075227ca-c39e-4aa6-a320-93457d873e09 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 945 time: 0.0903566 Oct 18 08:31:21.247057 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-333271c1-4e78-4e2c-8d37-19ad2bd1613b req-12851cf3-2283-4d16-94c0-a9a1d6ec5051 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=ce865407-02d9-4103-8a3c-94343c88f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397196 Oct 18 08:31:21.275638 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41030) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:21.380896 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-380f5644-279c-4a15-abef-b237be2a764e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/f5ef39ab-332e-4ad3-b963-cd124056a680 HTTP/1.1" status: 200 len: 991 time: 0.1041362 Oct 18 08:31:21.668801 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41038) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:21.871697 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port 8ce67d64-efbd-4202-896f-3207b587a30f {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:31:21.872035 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:22.039048 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:22.039297 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:22.163975 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for 8ce67d64-efbd-4202-896f-3207b587a30f owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:31:22.311049 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:22.360268 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=8ce67d64-efbd-4202-896f-3207b587a30f,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:22.408399 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:22.408753 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:22.409103 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:22.409447 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:22.409787 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:22.410125 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:22.410459 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:22.411095 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:22.411425 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:22.411754 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:22.412083 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:22.412411 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:22.466483 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:22.466855 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Floating IP f5ef39ab-332e-4ad3-b963-cd124056a680 disassociated (deleted). External IP: 172.26.8.2, port: b02d6ee2-e753-41b5-a094-e33a5cc53946. Oct 18 08:31:22.920699 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router ec6483ae-23d7-4a6e-a61d-869c04cdeb6d has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:31:23.079410 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4631d4f7-6fc4-4885-9c72-c6ad7911db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:23.102463 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:31:23.113050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eba93c-8a85-455f-90fa-979ebd054042 None None] Sync routers for ids ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:31:23.123084 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eba93c-8a85-455f-90fa-979ebd054042 None None] Routers {'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:31:23.123880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-22eba93c-8a85-455f-90fa-979ebd054042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:31:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:23.124297 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:23.180660 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8e929d3b-1ec9-4f62-8e1b-13ee2f3fed56 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/floatingips/f5ef39ab-332e-4ad3-b963-cd124056a680 HTTP/1.1" status: 204 len: 168 time: 1.5107179 Oct 18 08:31:23.181306 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e99548-60d2-4901-b639-e72f22426db1', 'tag': 'b02d6ee2-e753-41b5-a094-e33a5cc53946'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:31:23.183688 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b79d497-6ff1-475e-a6eb-924307f4a9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "87e99548-60d2-4901-b639-e72f22426db1", "tag": "b02d6ee2-e753-41b5-a094-e33a5cc53946"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:31:23.231802 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce541f7-54b3-45bd-986f-5cb27dba447a x-openstack-request-id: req-6ce541f7-54b3-45bd-986f-5cb27dba447a {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:31:23.232159 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e99548-60d2-4901-b639-e72f22426db1", "tag": "b02d6ee2-e753-41b5-a094-e33a5cc53946", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:31:23.232413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6ce541f7-54b3-45bd-986f-5cb27dba447a {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:31:23.232823 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce541f7-54b3-45bd-986f-5cb27dba447a'] response: {'name': 'network-changed', 'server_uuid': '87e99548-60d2-4901-b639-e72f22426db1', 'tag': 'b02d6ee2-e753-41b5-a094-e33a5cc53946', 'status': 'completed', 'code': 200} Oct 18 08:31:23.307826 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-22eba93c-8a85-455f-90fa-979ebd054042 None None] Set router ec6483ae-23d7-4a6e-a61d-869c04cdeb6d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:31:23.338895 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79d497-6ff1-475e-a6eb-924307f4a9e9 req-c3fd60b6-83f0-4168-9261-5f50db0afffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:23.340410 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6b79d497-6ff1-475e-a6eb-924307f4a9e9 req-c3fd60b6-83f0-4168-9261-5f50db0afffe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 1098 time: 0.0793893 Oct 18 08:31:23.475768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79d497-6ff1-475e-a6eb-924307f4a9e9 req-9cf36c92-4a4b-4ec8-b4b1-bbd05a9decc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:23.477101 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6b79d497-6ff1-475e-a6eb-924307f4a9e9 req-9cf36c92-4a4b-4ec8-b4b1-bbd05a9decc5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0b13767d-f1a2-43a7-be42-80d50f59dd03 HTTP/1.1" status: 200 len: 897 time: 0.1312168 Oct 18 08:31:23.549886 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6b79d497-6ff1-475e-a6eb-924307f4a9e9 req-8da0ebf9-52a8-472f-9d34-2bdf7635893d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b02d6ee2-e753-41b5-a094-e33a5cc53946 HTTP/1.1" status: 200 len: 217 time: 0.0645475 Oct 18 08:31:23.576671 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2677ff-fdb4-4433-a602-ab1e30a6a9cc req-38f3f445-f15f-472a-9c0e-48d64ec39984 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:23.577435 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-eb2677ff-fdb4-4433-a602-ab1e30a6a9cc req-38f3f445-f15f-472a-9c0e-48d64ec39984 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:31:23.594107 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-eb2677ff-fdb4-4433-a602-ab1e30a6a9cc req-38f3f445-f15f-472a-9c0e-48d64ec39984 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:31:23.595347 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-eb2677ff-fdb4-4433-a602-ab1e30a6a9cc req-38f3f445-f15f-472a-9c0e-48d64ec39984 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 945 time: 0.1090164 Oct 18 08:31:23.614261 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79d497-6ff1-475e-a6eb-924307f4a9e9 req-9f941f9b-1b8b-44b4-b5c9-7e1f66b8a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:23.615744 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6b79d497-6ff1-475e-a6eb-924307f4a9e9 req-9f941f9b-1b8b-44b4-b5c9-7e1f66b8a32e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=86a42ea9-1d0b-4289-9da0-14d0c1b87c41 HTTP/1.1" status: 200 len: 834 time: 0.0597653 Oct 18 08:31:23.635493 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-22eba93c-8a85-455f-90fa-979ebd054042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158812612', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '4972ec74-5dd9-4db8-b481-923941666f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:25Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '4972ec74-5dd9-4db8-b481-923941666f43', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '639ea754-8ba8-41e9-b5b6-73a5cc6b7be0', 'name': '', 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:97:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:24Z', 'updated_at': '2022-10-18T08:30:30Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:23.639409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eba93c-8a85-455f-90fa-979ebd054042 None None] Checking router: ec6483ae-23d7-4a6e-a61d-869c04cdeb6d for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:31:23.645265 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-eb2677ff-fdb4-4433-a602-ab1e30a6a9cc req-7b108b4d-9ab3-47da-ba92-4c09e24b679d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=ce865407-02d9-4103-8a3c-94343c88f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413015 Oct 18 08:31:23.648106 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eba93c-8a85-455f-90fa-979ebd054042 None None] Routers {'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:31:23.649002 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-22eba93c-8a85-455f-90fa-979ebd054042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:31:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:23.703842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79d497-6ff1-475e-a6eb-924307f4a9e9 req-1804107e-a836-40f4-bf5d-966a54cc9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:23.705313 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6b79d497-6ff1-475e-a6eb-924307f4a9e9 req-1804107e-a836-40f4-bf5d-966a54cc9aae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0b13767d-f1a2-43a7-be42-80d50f59dd03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823276 Oct 18 08:31:23.889295 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:23.891474 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:23.893756 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-22eba93c-8a85-455f-90fa-979ebd054042 None None] Set router ec6483ae-23d7-4a6e-a61d-869c04cdeb6d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:31:23.941262 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6b79d497-6ff1-475e-a6eb-924307f4a9e9 req-9f1cfacd-a6dc-4036-bada-917e33e2097a service neutron] 10.222.0.46 "GET /v2.0/networks/0b13767d-f1a2-43a7-be42-80d50f59dd03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277367 Oct 18 08:31:24.075150 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6b79d497-6ff1-475e-a6eb-924307f4a9e9 req-02568778-5573-4416-91f6-44efe4a0e9da service neutron] 10.222.0.46 "GET /v2.0/networks/0b13767d-f1a2-43a7-be42-80d50f59dd03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254382 Oct 18 08:31:24.206589 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-22eba93c-8a85-455f-90fa-979ebd054042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158812612', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '4972ec74-5dd9-4db8-b481-923941666f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:25Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '4972ec74-5dd9-4db8-b481-923941666f43', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '639ea754-8ba8-41e9-b5b6-73a5cc6b7be0', 'name': '', 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:97:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:24Z', 'updated_at': '2022-10-18T08:30:30Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:24.210778 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eba93c-8a85-455f-90fa-979ebd054042 None None] The sync data for ids ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'] in dv-neutron-861625-1-hyperv is: [{'id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158812612', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '4972ec74-5dd9-4db8-b481-923941666f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:25Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '4972ec74-5dd9-4db8-b481-923941666f43', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '639ea754-8ba8-41e9-b5b6-73a5cc6b7be0', 'name': '', 'network_id': '0b13767d-f1a2-43a7-be42-80d50f59dd03', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:97:d6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:24Z', 'updated_at': '2022-10-18T08:30:30Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '86a42ea9-1d0b-4289-9da0-14d0c1b87c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:31:24.415073 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8948349e-ab4a-4a87-986b-43c397cb9225 None None] New status for floating IP f5ef39ab-332e-4ad3-b963-cd124056a680: DOWN {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:31:24.847022 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e9b78-1aef-4e33-a34a-3bd1bf719784 req-2eeeeb66-e52d-4e4f-b9ee-0539c4d5cd2c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:24.848455 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c09e9b78-1aef-4e33-a34a-3bd1bf719784 req-2eeeeb66-e52d-4e4f-b9ee-0539c4d5cd2c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 945 time: 0.0858729 Oct 18 08:31:24.890961 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c09e9b78-1aef-4e33-a34a-3bd1bf719784 req-ae481e05-d401-40e4-a0a0-c6fc04a37d36 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=ce865407-02d9-4103-8a3c-94343c88f4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369473 Oct 18 08:31:25.270484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af65990-ed9b-4c07-9b20-4e8b143c6e26 req-18cdd972-e287-4435-adb5-174a35bf9a4b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:25.271974 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8af65990-ed9b-4c07-9b20-4e8b143c6e26 req-18cdd972-e287-4435-adb5-174a35bf9a4b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 945 time: 0.0879145 Oct 18 08:31:25.342241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-8af65990-ed9b-4c07-9b20-4e8b143c6e26 req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port b02d6ee2-e753-41b5-a094-e33a5cc53946 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:31:25.342605 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-8af65990-ed9b-4c07-9b20-4e8b143c6e26 req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:25.451645 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:25.589421 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-8af65990-ed9b-4c07-9b20-4e8b143c6e26 req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] For port b02d6ee2-e753-41b5-a094-e33a5cc53946, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b02d6ee2-e753-41b5-a094-e33a5cc53946,segment=NetworkSegment(6fde2f2c-1bc7-439d-8a48-0bcba3103dab),segment_id=6fde2f2c-1bc7-439d-8a48-0bcba3103dab)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:31:25.589806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-8af65990-ed9b-4c07-9b20-4e8b143c6e26 req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:25.715324 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-8af65990-ed9b-4c07-9b20-4e8b143c6e26 req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for b02d6ee2-e753-41b5-a094-e33a5cc53946 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:31:25.864849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-8af65990-ed9b-4c07-9b20-4e8b143c6e26 req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:25.919738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=b02d6ee2-e753-41b5-a094-e33a5cc53946,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:25.964891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:25.965322 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:25.965778 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:25.966140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:25.966564 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:25.966972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:25.967365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:25.967754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:25.968138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:25.968563 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:25.968956 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:25.969350 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:26.019603 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af65990-ed9b-4c07-9b20-4e8b143c6e26 req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] No DVR routers for this DVR port b02d6ee2-e753-41b5-a094-e33a5cc53946 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:31:26.022062 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-8af65990-ed9b-4c07-9b20-4e8b143c6e26 req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:26.024765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e99548-60d2-4901-b639-e72f22426db1', 'name': 'network-vif-deleted', 'tag': 'b02d6ee2-e753-41b5-a094-e33a5cc53946'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:31:26.027079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12f8644-5899-442a-9fba-81d1b477ec9f" -d '{"events": [{"server_uuid": "87e99548-60d2-4901-b639-e72f22426db1", "name": "network-vif-deleted", "tag": "b02d6ee2-e753-41b5-a094-e33a5cc53946"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:31:26.042527 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8af65990-ed9b-4c07-9b20-4e8b143c6e26 req-361dbaea-2155-4220-9acb-d648b9a031ca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "DELETE /v2.0/ports/b02d6ee2-e753-41b5-a094-e33a5cc53946 HTTP/1.1" status: 204 len: 173 time: 0.7625706 Oct 18 08:31:26.075118 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-48c533eb-15e1-43ee-bcce-c70b9283d85e req-b5a489ad-62b6-4f51-8e35-ce04d49908f8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=87e99548-60d2-4901-b639-e72f22426db1 HTTP/1.1" status: 200 len: 210 time: 0.0632753 Oct 18 08:31:26.078884 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a337e936-cb37-4deb-b42a-c46dc77b7522 x-openstack-request-id: req-a337e936-cb37-4deb-b42a-c46dc77b7522 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:31:26.079169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e99548-60d2-4901-b639-e72f22426db1", "name": "network-vif-deleted", "tag": "b02d6ee2-e753-41b5-a094-e33a5cc53946", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:31:26.079494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a337e936-cb37-4deb-b42a-c46dc77b7522 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:31:26.079901 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a337e936-cb37-4deb-b42a-c46dc77b7522'] response: {'server_uuid': '87e99548-60d2-4901-b639-e72f22426db1', 'name': 'network-vif-deleted', 'tag': 'b02d6ee2-e753-41b5-a094-e33a5cc53946', 'status': 'completed', 'code': 200} Oct 18 08:31:27.171014 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41056) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:27.711015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc033-b830-4ea0-acc1-75e93fedf6bc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:28.173373 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-1c3fc033-b830-4ea0-acc1-75e93fedf6bc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:31:28.174038 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc033-b830-4ea0-acc1-75e93fedf6bc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:28.360346 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-1c3fc033-b830-4ea0-acc1-75e93fedf6bc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] For port 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=639ea754-8ba8-41e9-b5b6-73a5cc6b7be0,segment=NetworkSegment(6fde2f2c-1bc7-439d-8a48-0bcba3103dab),segment_id=6fde2f2c-1bc7-439d-8a48-0bcba3103dab)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:31:28.360701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc033-b830-4ea0-acc1-75e93fedf6bc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:28.481033 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-1c3fc033-b830-4ea0-acc1-75e93fedf6bc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:31:28.653890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc033-b830-4ea0-acc1-75e93fedf6bc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:28.703789 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fc033-b830-4ea0-acc1-75e93fedf6bc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=639ea754-8ba8-41e9-b5b6-73a5cc6b7be0,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:28.819063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device b02d6ee2-e753-41b5-a094-e33a5cc53946 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:31:28.856202 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: b02d6ee2-e753-41b5-a094-e33a5cc53946 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:31:28.856548 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device b02d6ee2-e753-41b5-a094-e33a5cc53946 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:31:28.978967 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-1c3fc033-b830-4ea0-acc1-75e93fedf6bc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:29.333476 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3fc033-b830-4ea0-acc1-75e93fedf6bc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router ec6483ae-23d7-4a6e-a61d-869c04cdeb6d has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:31:29.617146 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3fc033-b830-4ea0-acc1-75e93fedf6bc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:31:29.626915 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c60504-c4c9-4dda-8137-a9e639abcd2a None None] Sync routers for ids ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:31:29.629581 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1c3fc033-b830-4ea0-acc1-75e93fedf6bc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "PUT /v2.0/routers/ec6483ae-23d7-4a6e-a61d-869c04cdeb6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4575245 Oct 18 08:31:29.632389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41060) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:29.635999 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c60504-c4c9-4dda-8137-a9e639abcd2a None None] Routers {'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:31:29.636598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-20c60504-c4c9-4dda-8137-a9e639abcd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:31:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:29.700189 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-956f12b8-4987-4dbe-8c18-f3da72eb2e42 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting subnet 86a42ea9-1d0b-4289-9da0-14d0c1b87c41 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:31:29.703700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-956f12b8-4987-4dbe-8c18-f3da72eb2e42 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:29.757056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-956f12b8-4987-4dbe-8c18-f3da72eb2e42 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:29.812207 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-20c60504-c4c9-4dda-8137-a9e639abcd2a None None] Set router ec6483ae-23d7-4a6e-a61d-869c04cdeb6d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:31:29.839167 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-956f12b8-4987-4dbe-8c18-f3da72eb2e42 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:29.916753 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-956f12b8-4987-4dbe-8c18-f3da72eb2e42 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:29.956965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f12b8-4987-4dbe-8c18-f3da72eb2e42 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Subnet': ['ID=86a42ea9-1d0b-4289-9da0-14d0c1b87c41,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:29.958927 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-956f12b8-4987-4dbe-8c18-f3da72eb2e42 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:29.965409 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-956f12b8-4987-4dbe-8c18-f3da72eb2e42 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/subnets/86a42ea9-1d0b-4289-9da0-14d0c1b87c41 HTTP/1.1" status: 204 len: 168 time: 0.3319833 Oct 18 08:31:29.968079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41064) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:29.991104 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c215a170-6629-4760-8b35-cdb8b9aaddb7 None None] Network 0b13767d-f1a2-43a7-be42-80d50f59dd03 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:31:30.255373 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0e40fd60-5384-4338-8d5a-853d15cbb65f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:30.333640 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-20c60504-c4c9-4dda-8137-a9e639abcd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158812612', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '4972ec74-5dd9-4db8-b481-923941666f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:31:28Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '4972ec74-5dd9-4db8-b481-923941666f43', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:30.337603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c60504-c4c9-4dda-8137-a9e639abcd2a None None] Checking router: ec6483ae-23d7-4a6e-a61d-869c04cdeb6d for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:31:30.346182 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c60504-c4c9-4dda-8137-a9e639abcd2a None None] Routers {'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:31:30.346817 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-20c60504-c4c9-4dda-8137-a9e639abcd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:31:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:30.404399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] DHCP port deletion for 0b13767d-f1a2-43a7-be42-80d50f59dd03 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:31:30.437926 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0e40fd60-5384-4338-8d5a-853d15cbb65f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:30.448472 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-0e40fd60-5384-4338-8d5a-853d15cbb65f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port 4972ec74-5dd9-4db8-b481-923941666f43 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:31:30.448750 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0e40fd60-5384-4338-8d5a-853d15cbb65f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:30.462013 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] Deleting port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:31:30.462384 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:30.626903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-0e40fd60-5384-4338-8d5a-853d15cbb65f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] For port 4972ec74-5dd9-4db8-b481-923941666f43, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=4972ec74-5dd9-4db8-b481-923941666f43,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:31:30.627274 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0e40fd60-5384-4338-8d5a-853d15cbb65f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:30.642063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-20c60504-c4c9-4dda-8137-a9e639abcd2a None None] Set router ec6483ae-23d7-4a6e-a61d-869c04cdeb6d gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:31:30.727134 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 36a4eff2-dd56-4454-81ed-e3bf9813ef2d no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:31:30.751120 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-0e40fd60-5384-4338-8d5a-853d15cbb65f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for 4972ec74-5dd9-4db8-b481-923941666f43 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:31:30.918878 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0e40fd60-5384-4338-8d5a-853d15cbb65f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:30.948190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] For port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=36a4eff2-dd56-4454-81ed-e3bf9813ef2d,segment=NetworkSegment(6fde2f2c-1bc7-439d-8a48-0bcba3103dab),segment_id=6fde2f2c-1bc7-439d-8a48-0bcba3103dab)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:31:30.948578 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:30.965111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40fd60-5384-4338-8d5a-853d15cbb65f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=4972ec74-5dd9-4db8-b481-923941666f43,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:31.063059 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0e40fd60-5384-4338-8d5a-853d15cbb65f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:31.101726 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] Calling delete_port for 36a4eff2-dd56-4454-81ed-e3bf9813ef2d owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:31:31.239212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0e40fd60-5384-4338-8d5a-853d15cbb65f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:31.241475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0e40fd60-5384-4338-8d5a-853d15cbb65f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:31.247940 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:31:31.248349 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:31.266265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0e40fd60-5384-4338-8d5a-853d15cbb65f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:31.267099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e40fd60-5384-4338-8d5a-853d15cbb65f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Fanout notify agent at l3_agent the message router_deleted on router ec6483ae-23d7-4a6e-a61d-869c04cdeb6d {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:31:31.283472 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0e40fd60-5384-4338-8d5a-853d15cbb65f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:31.284577 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0e40fd60-5384-4338-8d5a-853d15cbb65f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/routers/ec6483ae-23d7-4a6e-a61d-869c04cdeb6d HTTP/1.1" status: 204 len: 168 time: 1.3149617 Oct 18 08:31:31.287555 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41068) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:31.303848 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:31.380436 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] Pushing event deleted for resources: {'Port': ['ID=36a4eff2-dd56-4454-81ed-e3bf9813ef2d,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:31.394580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] No DVR routers for this DVR port 36a4eff2-dd56-4454-81ed-e3bf9813ef2d on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:31:31.404223 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:31.404569 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:31.405097 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:31.405284 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:31.405538 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:31.405865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:31.406769 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:31.407107 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:31.407427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:31.407746 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:31.408063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:31.408379 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff38fa-61a8-404e-a212-72eb9bcb1184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:31.409282 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-93724476-afed-4faa-a33a-3b34c97c8c81 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:31.419643 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-20c60504-c4c9-4dda-8137-a9e639abcd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158812612', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '4972ec74-5dd9-4db8-b481-923941666f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:31:28Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '4972ec74-5dd9-4db8-b481-923941666f43', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:31.424713 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c60504-c4c9-4dda-8137-a9e639abcd2a None None] The sync data for ids ['ec6483ae-23d7-4a6e-a61d-869c04cdeb6d'] in dv-neutron-861625-1-hyperv is: [{'id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158812612', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '4972ec74-5dd9-4db8-b481-923941666f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:31:28Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '4972ec74-5dd9-4db8-b481-923941666f43', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6483ae-23d7-4a6e-a61d-869c04cdeb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:30:20Z', 'updated_at': '2022-10-18T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:31:31.543727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-93724476-afed-4faa-a33a-3b34c97c8c81 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:31.568439 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-93724476-afed-4faa-a33a-3b34c97c8c81 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b13767d-f1a2-43a7-be42-80d50f59dd03']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:31.580668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-93724476-afed-4faa-a33a-3b34c97c8c81 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fde2f2c-1bc7-439d-8a48-0bcba3103dab') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:31.580962 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-93724476-afed-4faa-a33a-3b34c97c8c81 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fde2f2c-1bc7-439d-8a48-0bcba3103dab') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:31.591797 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-93724476-afed-4faa-a33a-3b34c97c8c81 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:31.607131 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-93724476-afed-4faa-a33a-3b34c97c8c81 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:31.612825 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93724476-afed-4faa-a33a-3b34c97c8c81 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:31:31.613199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-93724476-afed-4faa-a33a-3b34c97c8c81 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:31.778321 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 6fde2f2c-1bc7-439d-8a48-0bcba3103dab resource provider aggregate not found Oct 18 08:31:31.803205 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 6fde2f2c-1bc7-439d-8a48-0bcba3103dab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fde2f2c-1bc7-439d-8a48-0bcba3103dab found for delete ", "request_id": "req-b2a0bcb0-6689-418d-8aad-39cb231006e7"}]} Oct 18 08:31:31.815804 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-93724476-afed-4faa-a33a-3b34c97c8c81 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:31.834214 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-93724476-afed-4faa-a33a-3b34c97c8c81 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:31.846719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93724476-afed-4faa-a33a-3b34c97c8c81 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Network': ['ID=0b13767d-f1a2-43a7-be42-80d50f59dd03,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:31.856133 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41076) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:31.856674 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-93724476-afed-4faa-a33a-3b34c97c8c81 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/networks/0b13767d-f1a2-43a7-be42-80d50f59dd03 HTTP/1.1" status: 204 len: 168 time: 0.5654495 Oct 18 08:31:31.926455 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8cba402a-e18a-4d38-b88d-dbd7db94e6ae tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:31.959627 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8cba402a-e18a-4d38-b88d-dbd7db94e6ae tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.027544 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8cba402a-e18a-4d38-b88d-dbd7db94e6ae tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.047685 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba402a-e18a-4d38-b88d-dbd7db94e6ae tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce865407-02d9-4103-8a3c-94343c88f4cd,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:32.058853 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8cba402a-e18a-4d38-b88d-dbd7db94e6ae tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.059982 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8cba402a-e18a-4d38-b88d-dbd7db94e6ae tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/security-groups/ce865407-02d9-4103-8a3c-94343c88f4cd HTTP/1.1" status: 204 len: 168 time: 0.2021813 Oct 18 08:31:32.172381 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41084) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:32.177870 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-6a9fedc1-1756-4a59-8511-38f9425354c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1403222769', 'description': 'tempest-secgroup-smoke-1403222769 description', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:31:32.184050 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6a9fedc1-1756-4a59-8511-38f9425354c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:31:32.188792 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6a9fedc1-1756-4a59-8511-38f9425354c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:31:32.191659 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6a9fedc1-1756-4a59-8511-38f9425354c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:31:32.197272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6a9fedc1-1756-4a59-8511-38f9425354c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:31:32.207676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a9fedc1-1756-4a59-8511-38f9425354c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.226709 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6a9fedc1-1756-4a59-8511-38f9425354c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:31:32.230443 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6a9fedc1-1756-4a59-8511-38f9425354c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:31:32.233191 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6a9fedc1-1756-4a59-8511-38f9425354c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:31:32.239259 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6a9fedc1-1756-4a59-8511-38f9425354c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:31:32.311439 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a9fedc1-1756-4a59-8511-38f9425354c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.315453 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a9fedc1-1756-4a59-8511-38f9425354c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.361024 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fedc1-1756-4a59-8511-38f9425354c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1008495-d77e-4342-b8b1-830c92f2e915,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:32.364248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a9fedc1-1756-4a59-8511-38f9425354c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.365492 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6a9fedc1-1756-4a59-8511-38f9425354c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1920080 Oct 18 08:31:32.368438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41088) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:32.374203 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-89a7e36c-66d7-4796-bc3b-2f10ab8eaa60 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'b1008495-d77e-4342-b8b1-830c92f2e915', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:31:32.382304 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-89a7e36c-66d7-4796-bc3b-2f10ab8eaa60 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:31:32.386461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-89a7e36c-66d7-4796-bc3b-2f10ab8eaa60 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:31:32.389483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-89a7e36c-66d7-4796-bc3b-2f10ab8eaa60 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:31:32.395594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-89a7e36c-66d7-4796-bc3b-2f10ab8eaa60 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:31:32.416409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-89a7e36c-66d7-4796-bc3b-2f10ab8eaa60 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.479061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-89a7e36c-66d7-4796-bc3b-2f10ab8eaa60 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.483484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-89a7e36c-66d7-4796-bc3b-2f10ab8eaa60 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.506635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7e36c-66d7-4796-bc3b-2f10ab8eaa60 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad38e2a-fd06-4699-9cf5-55f05e7cb2ca,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:32.515381 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-89a7e36c-66d7-4796-bc3b-2f10ab8eaa60 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.516616 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-89a7e36c-66d7-4796-bc3b-2f10ab8eaa60 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469674 Oct 18 08:31:32.519410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41092) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:32.524374 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-a6516a90-fd05-43cf-b8cc-41ba99d99bb4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'b1008495-d77e-4342-b8b1-830c92f2e915', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:31:32.530127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a6516a90-fd05-43cf-b8cc-41ba99d99bb4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:31:32.534481 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a6516a90-fd05-43cf-b8cc-41ba99d99bb4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:31:32.537547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-a6516a90-fd05-43cf-b8cc-41ba99d99bb4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:31:32.543206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-a6516a90-fd05-43cf-b8cc-41ba99d99bb4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:31:32.560278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a6516a90-fd05-43cf-b8cc-41ba99d99bb4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.617205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:31:32.621911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a6516a90-fd05-43cf-b8cc-41ba99d99bb4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.625894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a6516a90-fd05-43cf-b8cc-41ba99d99bb4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.649129 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6516a90-fd05-43cf-b8cc-41ba99d99bb4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c10a21-bfae-419e-9cb0-e5ff0ed0dccf,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:32.657742 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:31:32.658001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-a6516a90-fd05-43cf-b8cc-41ba99d99bb4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.658110 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 639ea754-8ba8-41e9-b5b6-73a5cc6b7be0 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:31:32.658534 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4972ec74-5dd9-4db8-b481-923941666f43 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:31:32.659202 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-a6516a90-fd05-43cf-b8cc-41ba99d99bb4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388803 Oct 18 08:31:32.662269 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41096) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:32.667152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-73aa2233-1fbd-446b-8e82-d2abdf469051 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'b1008495-d77e-4342-b8b1-830c92f2e915', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:31:32.673633 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-73aa2233-1fbd-446b-8e82-d2abdf469051 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:31:32.677457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-73aa2233-1fbd-446b-8e82-d2abdf469051 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:31:32.680396 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-73aa2233-1fbd-446b-8e82-d2abdf469051 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:31:32.686181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-73aa2233-1fbd-446b-8e82-d2abdf469051 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:31:32.693271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 4972ec74-5dd9-4db8-b481-923941666f43 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:31:32.693640 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 4972ec74-5dd9-4db8-b481-923941666f43 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:31:32.707387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73aa2233-1fbd-446b-8e82-d2abdf469051 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.769825 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73aa2233-1fbd-446b-8e82-d2abdf469051 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.773318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73aa2233-1fbd-446b-8e82-d2abdf469051 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.796445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa2233-1fbd-446b-8e82-d2abdf469051 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9cdfd0-7add-4246-82f0-77f3f2a650f2,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:32.804716 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73aa2233-1fbd-446b-8e82-d2abdf469051 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.805968 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-73aa2233-1fbd-446b-8e82-d2abdf469051 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1427648 Oct 18 08:31:32.808734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41100) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:32.813419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-136ba1ba-eeef-43ae-8dd2-7a48bf1e20f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'b1008495-d77e-4342-b8b1-830c92f2e915', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:31:32.819097 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-136ba1ba-eeef-43ae-8dd2-7a48bf1e20f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:31:32.822900 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-136ba1ba-eeef-43ae-8dd2-7a48bf1e20f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:31:32.825697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-136ba1ba-eeef-43ae-8dd2-7a48bf1e20f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:31:32.831885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-136ba1ba-eeef-43ae-8dd2-7a48bf1e20f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:31:32.848595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-136ba1ba-eeef-43ae-8dd2-7a48bf1e20f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.909951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-136ba1ba-eeef-43ae-8dd2-7a48bf1e20f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.913684 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-136ba1ba-eeef-43ae-8dd2-7a48bf1e20f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.935913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ba1ba-eeef-43ae-8dd2-7a48bf1e20f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c4309b-7d31-45c1-bea5-20258a254c5c,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:32.944518 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-136ba1ba-eeef-43ae-8dd2-7a48bf1e20f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:32.945728 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-136ba1ba-eeef-43ae-8dd2-7a48bf1e20f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360943 Oct 18 08:31:32.948433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41104) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:32.953860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-e8096b3f-baac-4422-ae79-3e120900c605 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'b1008495-d77e-4342-b8b1-830c92f2e915', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:31:32.959812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e8096b3f-baac-4422-ae79-3e120900c605 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:31:32.963630 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e8096b3f-baac-4422-ae79-3e120900c605 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:31:32.966419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e8096b3f-baac-4422-ae79-3e120900c605 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:31:32.972615 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e8096b3f-baac-4422-ae79-3e120900c605 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:31:32.982524 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-e8096b3f-baac-4422-ae79-3e120900c605 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Project 96f503be4dfb4fcc887c5a281b5271e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:31:32.988796 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8096b3f-baac-4422-ae79-3e120900c605 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:33.051843 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8096b3f-baac-4422-ae79-3e120900c605 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:33.055322 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8096b3f-baac-4422-ae79-3e120900c605 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:33.078783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8096b3f-baac-4422-ae79-3e120900c605 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329abc94-7089-4792-a48c-44fe826a012a,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:33.087689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e8096b3f-baac-4422-ae79-3e120900c605 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:33.088865 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e8096b3f-baac-4422-ae79-3e120900c605 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1395078 Oct 18 08:31:33.091711 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41108) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:33.096504 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-020be6fd-6157-4629-9db0-f6af23a76cd6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'b1008495-d77e-4342-b8b1-830c92f2e915', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:31:33.102130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-020be6fd-6157-4629-9db0-f6af23a76cd6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:31:33.105896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-020be6fd-6157-4629-9db0-f6af23a76cd6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:31:33.108733 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-020be6fd-6157-4629-9db0-f6af23a76cd6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:31:33.114338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-020be6fd-6157-4629-9db0-f6af23a76cd6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:31:33.127831 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-020be6fd-6157-4629-9db0-f6af23a76cd6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Project 96f503be4dfb4fcc887c5a281b5271e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:31:33.134129 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-020be6fd-6157-4629-9db0-f6af23a76cd6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:33.199289 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-020be6fd-6157-4629-9db0-f6af23a76cd6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:33.202677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-020be6fd-6157-4629-9db0-f6af23a76cd6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:33.226142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020be6fd-6157-4629-9db0-f6af23a76cd6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0476bfe1-b561-4985-aeee-f39fd26cde08,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:33.234115 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-020be6fd-6157-4629-9db0-f6af23a76cd6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:33.235235 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-020be6fd-6157-4629-9db0-f6af23a76cd6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426301 Oct 18 08:31:33.238077 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41112) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:33.243337 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-3d07a632-c96c-4a8c-9a64-affa9b2c67b7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'network': {'name': 'tempest-network-smoke--540372525', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'port_security_enabled': True}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:31:33.248057 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3d07a632-c96c-4a8c-9a64-affa9b2c67b7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:31:33.252593 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3d07a632-c96c-4a8c-9a64-affa9b2c67b7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:network and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:31:33.255387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-3d07a632-c96c-4a8c-9a64-affa9b2c67b7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:31:33.260956 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-3d07a632-c96c-4a8c-9a64-affa9b2c67b7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:31:33.272070 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d07a632-c96c-4a8c-9a64-affa9b2c67b7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Made reservation on behalf of 96f503be4dfb4fcc887c5a281b5271e5 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:31:33.275712 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3d07a632-c96c-4a8c-9a64-affa9b2c67b7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:33.303154 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d07a632-c96c-4a8c-9a64-affa9b2c67b7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:31:33.312998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3d07a632-c96c-4a8c-9a64-affa9b2c67b7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:33.313448 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-3d07a632-c96c-4a8c-9a64-affa9b2c67b7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Added segment c790bb85-83b1-4ab5-be7c-942f11eb795e of type vlan for network bca12d14-03ad-4d54-b631-c312f6fe9b4b Oct 18 08:31:33.339607 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3d07a632-c96c-4a8c-9a64-affa9b2c67b7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:33.366943 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3d07a632-c96c-4a8c-9a64-affa9b2c67b7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:33.372196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d07a632-c96c-4a8c-9a64-affa9b2c67b7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:33.372767 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3d07a632-c96c-4a8c-9a64-affa9b2c67b7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:33.475784 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3d07a632-c96c-4a8c-9a64-affa9b2c67b7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2366843 Oct 18 08:31:33.478619 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41116) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:33.481656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07a632-c96c-4a8c-9a64-affa9b2c67b7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Network': ['ID=bca12d14-03ad-4d54-b631-c312f6fe9b4b,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:33.485722 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1918856633', 'admin_state_up': True, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:31:33.492632 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network bca12d14-03ad-4d54-b631-c312f6fe9b4b details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:31:33.494068 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:31:33.497939 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:router and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:31:33.501461 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:31:33.507762 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:31:33.518275 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:33.519291 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:33.537771 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:33.806137 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:34.100373 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:34.129956 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:34.263472 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.26.8.38 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/957bb656-3b0c-4891-a070-686b56844e7a) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:31:34.410209 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:34.438148 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:34.501684 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:31:34.504389 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:31:34.506799 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:31:34.545226 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=957bb656-3b0c-4891-a070-686b56844e7a,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:34.804285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:35.027690 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:35.362063 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:35.559616 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 587c9ee4-9729-43de-bd57-9e65d488957e is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:31:35.734493 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:31:35.743489 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Sync routers for ids ['587c9ee4-9729-43de-bd57-9e65d488957e'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:31:35.752610 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Routers {'587c9ee4-9729-43de-bd57-9e65d488957e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:31:35.753284 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:31:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['587c9ee4-9729-43de-bd57-9e65d488957e'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:35.759807 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:35.761117 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6a2824c5-d8bc-4db1-a7c3-59f3270edc9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2814319 Oct 18 08:31:35.764410 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41120) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:35.809193 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-fae92957-220e-4663-8184-8a29c247c7fe tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=96f503be4dfb4fcc887c5a281b5271e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434237 Oct 18 08:31:35.811667 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41124) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:35.929659 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Set router 587c9ee4-9729-43de-bd57-9e65d488957e gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:31:35.942203 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c23ef0c-33b5-4f37-bf2a-3f6bc73e2567 tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:35.943686 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7c23ef0c-33b5-4f37-bf2a-3f6bc73e2567 tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311359 Oct 18 08:31:35.946431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41128) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:35.986232 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1d60a62b-a766-42bd-8fa5-523dc827b1ef tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387259 Oct 18 08:31:35.988623 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41132) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:35.993772 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-19445450-fc3c-4458-a18e-40e2809d2780 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-687661417', 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:31:36.101160 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-19445450-fc3c-4458-a18e-40e2809d2780 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:31:36.104859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-19445450-fc3c-4458-a18e-40e2809d2780 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:subnet and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:31:36.107604 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-19445450-fc3c-4458-a18e-40e2809d2780 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:31:36.113371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-19445450-fc3c-4458-a18e-40e2809d2780 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:31:36.122914 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19445450-fc3c-4458-a18e-40e2809d2780 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Made reservation on behalf of 96f503be4dfb4fcc887c5a281b5271e5 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:31:36.126875 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-19445450-fc3c-4458-a18e-40e2809d2780 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:36.208930 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918856633', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '957bb656-3b0c-4891-a070-686b56844e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:31:33Z', 'updated_at': '2022-10-18T08:31:34Z', 'revision_number': 3, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '957bb656-3b0c-4891-a070-686b56844e7a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:34Z', 'updated_at': '2022-10-18T08:31:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:36.213212 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Checking router: 587c9ee4-9729-43de-bd57-9e65d488957e for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:31:36.213212 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Updating router 587c9ee4-9729-43de-bd57-9e65d488957e port 957bb656-3b0c-4891-a070-686b56844e7a binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:31:36.265177 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:36.341670 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-19445450-fc3c-4458-a18e-40e2809d2780 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:36.424536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19445450-fc3c-4458-a18e-40e2809d2780 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Subnet': ['ID=66a9d33c-89ab-480e-bd0f-6f4fe513c520,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:36.429828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19445450-fc3c-4458-a18e-40e2809d2780 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Checking segment: {'id': 'c790bb85-83b1-4ab5-be7c-942f11eb795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:31:36.430187 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19445450-fc3c-4458-a18e-40e2809d2780 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network hostable DHCP agents. Network: bca12d14-03ad-4d54-b631-c312f6fe9b4b, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:31:36.450273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19445450-fc3c-4458-a18e-40e2809d2780 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network bca12d14-03ad-4d54-b631-c312f6fe9b4b is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:31:36.459917 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-19445450-fc3c-4458-a18e-40e2809d2780 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, bca12d14-03ad-4d54-b631-c312f6fe9b4b) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:31:36.464136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19445450-fc3c-4458-a18e-40e2809d2780 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:36.464715 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-19445450-fc3c-4458-a18e-40e2809d2780 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:36.471458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca47af0d-fa57-44c6-8e66-cebd5c8f36a3 None None] Network bca12d14-03ad-4d54-b631-c312f6fe9b4b requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:31:36.487126 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-19445450-fc3c-4458-a18e-40e2809d2780 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4973106 Oct 18 08:31:36.490339 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41136) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:36.623009 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:36.637020 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Transition to ACTIVE for port object 957bb656-3b0c-4891-a070-686b56844e7a will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:31:36.645909 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:36.707791 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Attempting to bind port 957bb656-3b0c-4891-a070-686b56844e7a on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:31:36.708111 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Attempting to bind port 957bb656-3b0c-4891-a070-686b56844e7a by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:31:36.708481 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Attempting to bind port 957bb656-3b0c-4891-a070-686b56844e7a on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:31:36.716453 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:31:36.716857 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:31:36.717254 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:36.717638 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:31:36.718094 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Bound port: 957bb656-3b0c-4891-a070-686b56844e7a, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:31:36.718453 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:36.719001 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-bca12d14-03ad-4d54-b631-c312f6fe9b4b', 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ips': [{'subnet_id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:31:36.719948 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:36.777980 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:31:36.782801 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb25f4-aa0c-4704-9fcd-a8097919c27a None None] Pushing event updated for resources: {'Port': ['ID=957bb656-3b0c-4891-a070-686b56844e7a,revision_number=2']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:36.791658 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25f4-aa0c-4704-9fcd-a8097919c27a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:36.792001 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25f4-aa0c-4704-9fcd-a8097919c27a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:36.792339 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25f4-aa0c-4704-9fcd-a8097919c27a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:36.792663 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25f4-aa0c-4704-9fcd-a8097919c27a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:36.792985 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25f4-aa0c-4704-9fcd-a8097919c27a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:36.793316 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25f4-aa0c-4704-9fcd-a8097919c27a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:36.794270 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25f4-aa0c-4704-9fcd-a8097919c27a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:36.794270 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25f4-aa0c-4704-9fcd-a8097919c27a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:36.794270 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25f4-aa0c-4704-9fcd-a8097919c27a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:36.794582 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25f4-aa0c-4704-9fcd-a8097919c27a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:36.794872 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25f4-aa0c-4704-9fcd-a8097919c27a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:36.795183 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb25f4-aa0c-4704-9fcd-a8097919c27a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:31:36.822757 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] For port 957bb656-3b0c-4891-a070-686b56844e7a, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:31:36.825914 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] For port 957bb656-3b0c-4891-a070-686b56844e7a, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=957bb656-3b0c-4891-a070-686b56844e7a,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:31:36.830196 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:36.886913 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Allocated IP 172.20.0.2 (bca12d14-03ad-4d54-b631-c312f6fe9b4b/66a9d33c-89ab-480e-bd0f-6f4fe513c520/e0bd841f-51b6-4417-a522-c6124801ac26) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:31:36.890337 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Routers {'587c9ee4-9729-43de-bd57-9e65d488957e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:31:36.891076 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:31:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['587c9ee4-9729-43de-bd57-9e65d488957e'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:37.032737 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb25f4-aa0c-4704-9fcd-a8097919c27a None None] Pushing event updated for resources: {'Port': ['ID=957bb656-3b0c-4891-a070-686b56844e7a,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:37.080144 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] Set router 587c9ee4-9729-43de-bd57-9e65d488957e gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:31:37.106575 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:37.117894 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Transition to ACTIVE for port object e0bd841f-51b6-4417-a522-c6124801ac26 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:31:37.140923 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Transition to ACTIVE for port object e0bd841f-51b6-4417-a522-c6124801ac26 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:31:37.149571 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:37.235674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Network bca12d14-03ad-4d54-b631-c312f6fe9b4b is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:31:37.238645 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:31:37.241594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:31:37.282522 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Pushing event updated for resources: {'Port': ['ID=e0bd841f-51b6-4417-a522-c6124801ac26,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:37.346573 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:37.347158 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Attempting to bind port e0bd841f-51b6-4417-a522-c6124801ac26 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:31:37.347831 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Attempting to bind port e0bd841f-51b6-4417-a522-c6124801ac26 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'c790bb85-83b1-4ab5-be7c-942f11eb795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:31:37.347969 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Attempting to bind port e0bd841f-51b6-4417-a522-c6124801ac26 on network bca12d14-03ad-4d54-b631-c312f6fe9b4b {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:31:37.353259 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:31:37.353951 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Checking segment: {'id': 'c790bb85-83b1-4ab5-be7c-942f11eb795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:31:37.354076 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:37.354394 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Bound using segment: {'id': 'c790bb85-83b1-4ab5-be7c-942f11eb795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:31:37.354882 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Bound port: e0bd841f-51b6-4417-a522-c6124801ac26, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c790bb85-83b1-4ab5-be7c-942f11eb795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:31:37.355460 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:37.372592 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918856633', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '957bb656-3b0c-4891-a070-686b56844e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:31:33Z', 'updated_at': '2022-10-18T08:31:34Z', 'revision_number': 3, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '957bb656-3b0c-4891-a070-686b56844e7a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:34Z', 'updated_at': '2022-10-18T08:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:37.377365 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5fbf4b-93a8-4eb8-a740-2b54bc3d03d1 None None] The sync data for ids ['587c9ee4-9729-43de-bd57-9e65d488957e'] in dv-neutron-861625-1-hyperv is: [{'id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918856633', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '957bb656-3b0c-4891-a070-686b56844e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:31:33Z', 'updated_at': '2022-10-18T08:31:34Z', 'revision_number': 3, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '957bb656-3b0c-4891-a070-686b56844e7a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:34Z', 'updated_at': '2022-10-18T08:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:31:37.452035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] For port e0bd841f-51b6-4417-a522-c6124801ac26, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:31:37.457224 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] For port e0bd841f-51b6-4417-a522-c6124801ac26, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e0bd841f-51b6-4417-a522-c6124801ac26,segment=NetworkSegment(c790bb85-83b1-4ab5-be7c-942f11eb795e),segment_id=c790bb85-83b1-4ab5-be7c-942f11eb795e)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:31:37.461691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:37.544635 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79781e76-ebdc-4996-b323-5e2978cd15ad None None] Pushing event updated for resources: {'Port': ['ID=e0bd841f-51b6-4417-a522-c6124801ac26,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:37.798339 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.20.0.1 (bca12d14-03ad-4d54-b631-c312f6fe9b4b/66a9d33c-89ab-480e-bd0f-6f4fe513c520/cb50071e-fab5-4fba-b046-c5430a3a2a3b) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:31:37.981363 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:37.997648 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Transition to ACTIVE for port object cb50071e-fab5-4fba-b046-c5430a3a2a3b will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:31:38.023716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:38.099099 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network bca12d14-03ad-4d54-b631-c312f6fe9b4b is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:31:38.102153 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:31:38.106047 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:31:38.136478 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=cb50071e-fab5-4fba-b046-c5430a3a2a3b,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:38.169327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:38.299422 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:38.525213 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18baa416-cd08-4616-8a81-05fa21a70f16 None None] Network bca12d14-03ad-4d54-b631-c312f6fe9b4b requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:31:38.707608 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 957bb656-3b0c-4891-a070-686b56844e7a up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:31:38.739063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-52529b8b-b49a-429f-babe-43cb6751e92a None None] Provisioning for port e0bd841f-51b6-4417-a522-c6124801ac26 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:31:38.849656 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 957bb656-3b0c-4891-a070-686b56844e7a completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:31:38.856835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 957bb656-3b0c-4891-a070-686b56844e7a triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:31:38.857203 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:38.857541 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 957bb656-3b0c-4891-a070-686b56844e7a Oct 18 08:31:38.861253 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:38.865800 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:38.980710 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:38.984064 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=cb50071e-fab5-4fba-b046-c5430a3a2a3b,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:38.990036 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 957bb656-3b0c-4891-a070-686b56844e7a is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:31:38.990401 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:39.008908 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 957bb656-3b0c-4891-a070-686b56844e7a, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=957bb656-3b0c-4891-a070-686b56844e7a,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:31:39.014682 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:39.015524 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e0bd841f-51b6-4417-a522-c6124801ac26 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:31:39.129782 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=957bb656-3b0c-4891-a070-686b56844e7a,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:39.139221 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network bca12d14-03ad-4d54-b631-c312f6fe9b4b is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:31:39.140466 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:31:39.149441 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port e0bd841f-51b6-4417-a522-c6124801ac26 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:31:39.155057 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port e0bd841f-51b6-4417-a522-c6124801ac26 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:31:39.155470 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:39.155904 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port e0bd841f-51b6-4417-a522-c6124801ac26 Oct 18 08:31:39.266691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-97c9668b-2fcd-422c-9098-a8a66c0fb445 None None] Provisioning complete for port e0bd841f-51b6-4417-a522-c6124801ac26 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:31:39.267080 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-97c9668b-2fcd-422c-9098-a8a66c0fb445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:39.267400 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-97c9668b-2fcd-422c-9098-a8a66c0fb445 None None] Attempt 1 to provision port e0bd841f-51b6-4417-a522-c6124801ac26 Oct 18 08:31:39.337601 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 587c9ee4-9729-43de-bd57-9e65d488957e has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:31:39.387667 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port e0bd841f-51b6-4417-a522-c6124801ac26 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:31:39.388041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:39.467991 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-97c9668b-2fcd-422c-9098-a8a66c0fb445 None None] Current status of the port e0bd841f-51b6-4417-a522-c6124801ac26 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:31:39.468379 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-97c9668b-2fcd-422c-9098-a8a66c0fb445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:39.479077 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port e0bd841f-51b6-4417-a522-c6124801ac26, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e0bd841f-51b6-4417-a522-c6124801ac26,segment=NetworkSegment(c790bb85-83b1-4ab5-be7c-942f11eb795e),segment_id=c790bb85-83b1-4ab5-be7c-942f11eb795e)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:31:39.487828 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:39.528032 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:31:39.541284 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5078e0ef-e76c-4b25-8e79-49925f068e47 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "PUT /v2.0/routers/587c9ee4-9729-43de-bd57-9e65d488957e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0497866 Oct 18 08:31:39.554454 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Sync routers for ids ['587c9ee4-9729-43de-bd57-9e65d488957e'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:31:39.610908 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Routers {'587c9ee4-9729-43de-bd57-9e65d488957e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:31:39.611447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:31:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['587c9ee4-9729-43de-bd57-9e65d488957e'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:39.702517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-3814d6ce-ce5e-470d-8586-b048c968e198 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:31:39.717438 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-3814d6ce-ce5e-470d-8586-b048c968e198 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:31:39.718743 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-3814d6ce-ce5e-470d-8586-b048c968e198 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403222769&fields=id&tenant_id=96f503be4dfb4fcc887c5a281b5271e5 HTTP/1.1" status: 200 len: 267 time: 0.0558116 Oct 18 08:31:39.744520 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=e0bd841f-51b6-4417-a522-c6124801ac26,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:39.760478 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-97c9668b-2fcd-422c-9098-a8a66c0fb445 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:31:39.760829 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-97c9668b-2fcd-422c-9098-a8a66c0fb445 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:31:39.806519 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Set router 587c9ee4-9729-43de-bd57-9e65d488957e gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:31:39.869842 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-ff6cb4e2-5d4d-49d5-9353-f171b76a257f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:39.871384 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-ff6cb4e2-5d4d-49d5-9353-f171b76a257f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/networks?id=bca12d14-03ad-4d54-b631-c312f6fe9b4b HTTP/1.1" status: 200 len: 796 time: 0.1458638 Oct 18 08:31:39.885674 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-795d747f-6d36-469c-95fb-bb2a11d450ab tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/quotas/96f503be4dfb4fcc887c5a281b5271e5 HTTP/1.1" status: 200 len: 375 time: 0.0088444 Oct 18 08:31:39.977273 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-44fec2e4-73c9-4c38-b628-92bce0b65640 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:31:39.993318 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-44fec2e4-73c9-4c38-b628-92bce0b65640 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:31:39.994623 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-44fec2e4-73c9-4c38-b628-92bce0b65640 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037557 Oct 18 08:31:40.122991 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918856633', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '957bb656-3b0c-4891-a070-686b56844e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:31:33Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '957bb656-3b0c-4891-a070-686b56844e7a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:34Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'cb50071e-fab5-4fba-b046-c5430a3a2a3b', 'name': '', 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:6b:62:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:37Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 2, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:40.126739 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Checking router: 587c9ee4-9729-43de-bd57-9e65d488957e for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:31:40.127098 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Updating router 587c9ee4-9729-43de-bd57-9e65d488957e port cb50071e-fab5-4fba-b046-c5430a3a2a3b binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:31:40.130531 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-0cb7f6a4-03a3-415b-a67b-c4b2f0437019 service neutron] 10.222.0.17 "GET /v2.0/networks/bca12d14-03ad-4d54-b631-c312f6fe9b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239381 Oct 18 08:31:40.185210 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:40.373280 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-97c9668b-2fcd-422c-9098-a8a66c0fb445 None None] Current status of the port e0bd841f-51b6-4417-a522-c6124801ac26 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:31:40.378001 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-c029a3d0-8333-4daa-b333-445b93da4fdc service neutron] 10.222.0.17 "GET /v2.0/networks/bca12d14-03ad-4d54-b631-c312f6fe9b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416754 Oct 18 08:31:40.453832 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-97c9668b-2fcd-422c-9098-a8a66c0fb445 None None] Provisioning for port cb50071e-fab5-4fba-b046-c5430a3a2a3b completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:31:40.467911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-97c9668b-2fcd-422c-9098-a8a66c0fb445 None None] Provisioning complete for port cb50071e-fab5-4fba-b046-c5430a3a2a3b triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:31:40.468284 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-97c9668b-2fcd-422c-9098-a8a66c0fb445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:40.468620 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-97c9668b-2fcd-422c-9098-a8a66c0fb445 None None] Attempt 1 to provision port cb50071e-fab5-4fba-b046-c5430a3a2a3b Oct 18 08:31:40.560183 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-97c9668b-2fcd-422c-9098-a8a66c0fb445 None None] Port cb50071e-fab5-4fba-b046-c5430a3a2a3b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:31:40.572501 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-7aff3218-ff3a-4a98-9fbb-425bcfb8abe0 req-0f2518de-edc9-4761-84b6-5a8a188b8b42 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:31:40.588646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-7aff3218-ff3a-4a98-9fbb-425bcfb8abe0 req-0f2518de-edc9-4761-84b6-5a8a188b8b42 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:31:40.589737 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7aff3218-ff3a-4a98-9fbb-425bcfb8abe0 req-0f2518de-edc9-4761-84b6-5a8a188b8b42 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 210 time: 0.0773644 Oct 18 08:31:40.637691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 957bb656-3b0c-4891-a070-686b56844e7a up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:31:40.740456 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:40.759588 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Transition to ACTIVE for port object cb50071e-fab5-4fba-b046-c5430a3a2a3b will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:31:40.767691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:40.919859 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 957bb656-3b0c-4891-a070-686b56844e7a triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:31:40.920148 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:40.920482 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 957bb656-3b0c-4891-a070-686b56844e7a Oct 18 08:31:41.008246 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82ac4c-9741-4f7b-aac5-6849381e8acc None None] Pushing event updated for resources: {'Port': ['ID=cb50071e-fab5-4fba-b046-c5430a3a2a3b,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:41.040287 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Attempting to bind port cb50071e-fab5-4fba-b046-c5430a3a2a3b on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:31:41.040864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Attempting to bind port cb50071e-fab5-4fba-b046-c5430a3a2a3b by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'c790bb85-83b1-4ab5-be7c-942f11eb795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:31:41.041231 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Attempting to bind port cb50071e-fab5-4fba-b046-c5430a3a2a3b on network bca12d14-03ad-4d54-b631-c312f6fe9b4b {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:31:41.047995 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:31:41.048364 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Checking segment: {'id': 'c790bb85-83b1-4ab5-be7c-942f11eb795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:31:41.048759 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:41.049141 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Bound using segment: {'id': 'c790bb85-83b1-4ab5-be7c-942f11eb795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:31:41.049597 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Bound port: cb50071e-fab5-4fba-b046-c5430a3a2a3b, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c790bb85-83b1-4ab5-be7c-942f11eb795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:31:41.049963 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:41.065780 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-97c9668b-2fcd-422c-9098-a8a66c0fb445 None None] Attempt 2 to provision port cb50071e-fab5-4fba-b046-c5430a3a2a3b Oct 18 08:31:41.211105 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-97c9668b-2fcd-422c-9098-a8a66c0fb445 None None] Port cb50071e-fab5-4fba-b046-c5430a3a2a3b cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:31:41.240675 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 957bb656-3b0c-4891-a070-686b56844e7a is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:31:41.241701 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e0bd841f-51b6-4417-a522-c6124801ac26 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:31:41.270053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] For port cb50071e-fab5-4fba-b046-c5430a3a2a3b, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:31:41.291918 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] For port cb50071e-fab5-4fba-b046-c5430a3a2a3b, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=cb50071e-fab5-4fba-b046-c5430a3a2a3b,segment=NetworkSegment(c790bb85-83b1-4ab5-be7c-942f11eb795e),segment_id=c790bb85-83b1-4ab5-be7c-942f11eb795e)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:31:41.297641 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:41.363541 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Routers {'587c9ee4-9729-43de-bd57-9e65d488957e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:31:41.364137 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:31:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['587c9ee4-9729-43de-bd57-9e65d488957e'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:41.506934 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82ac4c-9741-4f7b-aac5-6849381e8acc None None] Pushing event updated for resources: {'Port': ['ID=cb50071e-fab5-4fba-b046-c5430a3a2a3b,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:41.515053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port e0bd841f-51b6-4417-a522-c6124801ac26 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:31:41.515204 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:41.515539 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port e0bd841f-51b6-4417-a522-c6124801ac26 Oct 18 08:31:41.659039 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] Set router 587c9ee4-9729-43de-bd57-9e65d488957e gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:31:41.666997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4cfa15f7-2855-460a-a22a-914298cb9ba7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:41.667684 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4cfa15f7-2855-460a-a22a-914298cb9ba7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:31:41.685519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4cfa15f7-2855-460a-a22a-914298cb9ba7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:31:41.687025 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4cfa15f7-2855-460a-a22a-914298cb9ba7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "GET /v2.0/networks?id=bca12d14-03ad-4d54-b631-c312f6fe9b4b HTTP/1.1" status: 200 len: 796 time: 0.1942856 Oct 18 08:31:41.714402 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-97c9668b-2fcd-422c-9098-a8a66c0fb445 None None] Attempt 3 to provision port cb50071e-fab5-4fba-b046-c5430a3a2a3b Oct 18 08:31:41.748048 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-9665ab9f-b1e6-42b5-9dc5-b3a7f7ad9ab6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96f503be4dfb4fcc887c5a281b5271e5 HTTP/1.1" status: 200 len: 380 time: 0.0481882 Oct 18 08:31:41.762498 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-1931702d-3798-406c-9ada-1f4fe6adf1d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'port': {'device_id': 'd26672f4-859b-4853-bd0d-a2045f2bc1b6', 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b', 'admin_state_up': True, 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'security_groups': ['b1008495-d77e-4342-b8b1-830c92f2e915']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:31:41.774509 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-db9b3628-611d-4d29-b63a-1bee5e9cc0e4 req-88ea3f47-838e-4c0c-86e6-f0e94afed2c7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 210 time: 0.0553341 Oct 18 08:31:41.811698 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port e0bd841f-51b6-4417-a522-c6124801ac26 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:31:41.907028 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-1931702d-3798-406c-9ada-1f4fe6adf1d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:31:41.916829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-1931702d-3798-406c-9ada-1f4fe6adf1d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:31:41.928344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-1931702d-3798-406c-9ada-1f4fe6adf1d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Made reservation on behalf of 96f503be4dfb4fcc887c5a281b5271e5 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:31:41.932232 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-1931702d-3798-406c-9ada-1f4fe6adf1d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:41.942048 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-97c9668b-2fcd-422c-9098-a8a66c0fb445 None None] Port cb50071e-fab5-4fba-b046-c5430a3a2a3b had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:31:42.082157 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918856633', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '957bb656-3b0c-4891-a070-686b56844e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:31:33Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '957bb656-3b0c-4891-a070-686b56844e7a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:34Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'cb50071e-fab5-4fba-b046-c5430a3a2a3b', 'name': '', 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:6b:62:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:37Z', 'updated_at': '2022-10-18T08:31:41Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:42.086200 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b94bdce-3cd7-45c6-b2ce-c3228549a253 None None] The sync data for ids ['587c9ee4-9729-43de-bd57-9e65d488957e'] in dv-neutron-861625-1-hyperv is: [{'id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918856633', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '957bb656-3b0c-4891-a070-686b56844e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:31:33Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '957bb656-3b0c-4891-a070-686b56844e7a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:34Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'cb50071e-fab5-4fba-b046-c5430a3a2a3b', 'name': '', 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:6b:62:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:37Z', 'updated_at': '2022-10-18T08:31:41Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:31:42.210893 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-1931702d-3798-406c-9ada-1f4fe6adf1d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.20.0.3 (bca12d14-03ad-4d54-b631-c312f6fe9b4b/66a9d33c-89ab-480e-bd0f-6f4fe513c520/e488a8d7-eaab-415e-aee0-f737a5436c77) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:31:42.406936 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-1931702d-3798-406c-9ada-1f4fe6adf1d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:42.424065 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-1931702d-3798-406c-9ada-1f4fe6adf1d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Transition to ACTIVE for port object e488a8d7-eaab-415e-aee0-f737a5436c77 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:31:42.447526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-1931702d-3798-406c-9ada-1f4fe6adf1d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:42.518526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-1931702d-3798-406c-9ada-1f4fe6adf1d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network bca12d14-03ad-4d54-b631-c312f6fe9b4b is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:31:42.521671 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-1931702d-3798-406c-9ada-1f4fe6adf1d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:31:42.525614 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-1931702d-3798-406c-9ada-1f4fe6adf1d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:31:42.561196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931702d-3798-406c-9ada-1f4fe6adf1d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=e488a8d7-eaab-415e-aee0-f737a5436c77,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:42.605696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-1931702d-3798-406c-9ada-1f4fe6adf1d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:42.606580 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-1931702d-3798-406c-9ada-1f4fe6adf1d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:42.642223 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-1931702d-3798-406c-9ada-1f4fe6adf1d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8853350 Oct 18 08:31:42.657903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Request body: {'port': {'device_id': 'd26672f4-859b-4853-bd0d-a2045f2bc1b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:31:42.689831 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device cb50071e-fab5-4fba-b046-c5430a3a2a3b up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:31:42.781445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:42.783817 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port cb50071e-fab5-4fba-b046-c5430a3a2a3b completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:31:42.791650 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port cb50071e-fab5-4fba-b046-c5430a3a2a3b triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:31:42.792111 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:42.792515 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port cb50071e-fab5-4fba-b046-c5430a3a2a3b Oct 18 08:31:42.908991 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-bc52a640-b39b-4b1e-8728-dd449b35e1ab None None] Provisioning for port e488a8d7-eaab-415e-aee0-f737a5436c77 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:31:42.917770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-bc52a640-b39b-4b1e-8728-dd449b35e1ab None None] Provisioning complete for port e488a8d7-eaab-415e-aee0-f737a5436c77 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:31:42.918227 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bc52a640-b39b-4b1e-8728-dd449b35e1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:42.918613 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-bc52a640-b39b-4b1e-8728-dd449b35e1ab None None] Attempt 1 to provision port e488a8d7-eaab-415e-aee0-f737a5436c77 Oct 18 08:31:43.005952 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-bc52a640-b39b-4b1e-8728-dd449b35e1ab None None] Port e488a8d7-eaab-415e-aee0-f737a5436c77 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:31:43.036682 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port cb50071e-fab5-4fba-b046-c5430a3a2a3b is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:31:43.037320 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:43.072183 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port cb50071e-fab5-4fba-b046-c5430a3a2a3b, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=cb50071e-fab5-4fba-b046-c5430a3a2a3b,segment=NetworkSegment(c790bb85-83b1-4ab5-be7c-942f11eb795e),segment_id=c790bb85-83b1-4ab5-be7c-942f11eb795e)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:31:43.077465 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:43.131008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef916cf-2e3d-4995-9d64-abb59b4e6f8b req-fe926346-a30a-4da4-84f2-65f1893dc867 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:43.132320 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-9ef916cf-2e3d-4995-9d64-abb59b4e6f8b req-fe926346-a30a-4da4-84f2-65f1893dc867 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:31:43.155530 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=cb50071e-fab5-4fba-b046-c5430a3a2a3b,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:43.168032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-9ef916cf-2e3d-4995-9d64-abb59b4e6f8b req-fe926346-a30a-4da4-84f2-65f1893dc867 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:31:43.170190 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9ef916cf-2e3d-4995-9d64-abb59b4e6f8b req-fe926346-a30a-4da4-84f2-65f1893dc867 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 931 time: 0.2540617 Oct 18 08:31:43.261209 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e488a8d7-eaab-415e-aee0-f737a5436c77 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:31:43.272765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:43.280548 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9ef916cf-2e3d-4995-9d64-abb59b4e6f8b req-c07487bd-ed34-49b2-8091-e9cfb5143802 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718048 Oct 18 08:31:43.292651 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Transition to ACTIVE for port object e488a8d7-eaab-415e-aee0-f737a5436c77 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:31:43.296863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:43.482995 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Pushing event updated for resources: {'Port': ['ID=e488a8d7-eaab-415e-aee0-f737a5436c77,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:43.507792 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-bc52a640-b39b-4b1e-8728-dd449b35e1ab None None] Attempt 2 to provision port e488a8d7-eaab-415e-aee0-f737a5436c77 Oct 18 08:31:43.518724 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Attempting to bind port e488a8d7-eaab-415e-aee0-f737a5436c77 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:31:43.519067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Attempting to bind port e488a8d7-eaab-415e-aee0-f737a5436c77 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c790bb85-83b1-4ab5-be7c-942f11eb795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:31:43.519400 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Attempting to bind port e488a8d7-eaab-415e-aee0-f737a5436c77 on network bca12d14-03ad-4d54-b631-c312f6fe9b4b {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:31:43.523968 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Port e488a8d7-eaab-415e-aee0-f737a5436c77 on network bca12d14-03ad-4d54-b631-c312f6fe9b4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:31:43.524296 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Attempting to bind port e488a8d7-eaab-415e-aee0-f737a5436c77 on network bca12d14-03ad-4d54-b631-c312f6fe9b4b {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:31:43.530147 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:31:43.530482 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Checking segment: {'id': 'c790bb85-83b1-4ab5-be7c-942f11eb795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:31:43.530957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Bound using segment: {'id': 'c790bb85-83b1-4ab5-be7c-942f11eb795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:31:43.532085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Bound port: e488a8d7-eaab-415e-aee0-f737a5436c77, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c790bb85-83b1-4ab5-be7c-942f11eb795e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:31:43.532435 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:43.564250 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-bc52a640-b39b-4b1e-8728-dd449b35e1ab None None] Port e488a8d7-eaab-415e-aee0-f737a5436c77 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:31:43.623529 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] For port e488a8d7-eaab-415e-aee0-f737a5436c77, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:31:43.627447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] For port e488a8d7-eaab-415e-aee0-f737a5436c77, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e488a8d7-eaab-415e-aee0-f737a5436c77,segment=NetworkSegment(c790bb85-83b1-4ab5-be7c-942f11eb795e),segment_id=c790bb85-83b1-4ab5-be7c-942f11eb795e)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:31:43.631453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:43.661689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:43.662540 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:43.663922 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] 10.222.0.46 "PUT /v2.0/ports/e488a8d7-eaab-415e-aee0-f737a5436c77 HTTP/1.1" status: 200 len: 1093 time: 1.0103569 Oct 18 08:31:43.664411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26672f4-859b-4853-bd0d-a2045f2bc1b6', 'tag': 'e488a8d7-eaab-415e-aee0-f737a5436c77'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:31:43.666718 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d65686f-2914-47a7-a8d4-8bdf6d11a972" -d '{"events": [{"name": "network-changed", "server_uuid": "d26672f4-859b-4853-bd0d-a2045f2bc1b6", "tag": "e488a8d7-eaab-415e-aee0-f737a5436c77"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:31:43.743006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa491206-e724-4f5c-9511-4e87a0bc033d x-openstack-request-id: req-fa491206-e724-4f5c-9511-4e87a0bc033d {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:31:43.743229 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26672f4-859b-4853-bd0d-a2045f2bc1b6", "tag": "e488a8d7-eaab-415e-aee0-f737a5436c77", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:31:43.743482 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fa491206-e724-4f5c-9511-4e87a0bc033d {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:31:43.743872 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa491206-e724-4f5c-9511-4e87a0bc033d'] response: {'name': 'network-changed', 'server_uuid': 'd26672f4-859b-4853-bd0d-a2045f2bc1b6', 'tag': 'e488a8d7-eaab-415e-aee0-f737a5436c77', 'status': 'completed', 'code': 200} Oct 18 08:31:43.752785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396a7a7-5124-47f9-98b9-c4f3259d3f3d service neutron] Pushing event updated for resources: {'Port': ['ID=e488a8d7-eaab-415e-aee0-f737a5436c77,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:43.790977 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-ffbcf564-099f-4ef6-a3f8-069e5e413364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:43.792441 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-ffbcf564-099f-4ef6-a3f8-069e5e413364 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 1096 time: 0.0892258 Oct 18 08:31:43.862683 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-1b53cbc0-9789-4c5e-9b67-f2a59323cbd8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e488a8d7-eaab-415e-aee0-f737a5436c77 HTTP/1.1" status: 200 len: 217 time: 0.0600548 Oct 18 08:31:44.023457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-9c9bb9cb-0fa1-4c6c-902a-a649b32dfe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:44.024788 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-9c9bb9cb-0fa1-4c6c-902a-a649b32dfe4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=66a9d33c-89ab-480e-bd0f-6f4fe513c520 HTTP/1.1" status: 200 len: 834 time: 0.1527820 Oct 18 08:31:44.066161 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-bc52a640-b39b-4b1e-8728-dd449b35e1ab None None] Attempt 3 to provision port e488a8d7-eaab-415e-aee0-f737a5436c77 Oct 18 08:31:44.127975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-eb65789a-c980-4950-ac0a-fbe593b84eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:44.128823 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-bc52a640-b39b-4b1e-8728-dd449b35e1ab None None] Port e488a8d7-eaab-415e-aee0-f737a5436c77 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:31:44.129461 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-eb65789a-c980-4950-ac0a-fbe593b84eae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bca12d14-03ad-4d54-b631-c312f6fe9b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0951216 Oct 18 08:31:44.262153 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-27a604f2-102e-4646-a7a4-f3af30c1f989 service neutron] 10.222.0.46 "GET /v2.0/networks/bca12d14-03ad-4d54-b631-c312f6fe9b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233866 Oct 18 08:31:44.439917 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1c557fae-eb0c-4779-9d1f-6a39199ac748 req-54a95785-0fb1-4047-ba12-08d0045acded service neutron] 10.222.0.46 "GET /v2.0/networks/bca12d14-03ad-4d54-b631-c312f6fe9b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686587 Oct 18 08:31:44.484290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff4d15-0689-43ab-92f7-0159194d1185 req-986d1c9a-0fbe-4345-9fe0-a3d8c12bf66b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:44.486312 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f2ff4d15-0689-43ab-92f7-0159194d1185 req-986d1c9a-0fbe-4345-9fe0-a3d8c12bf66b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 943 time: 0.0946620 Oct 18 08:31:44.585198 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f2ff4d15-0689-43ab-92f7-0159194d1185 req-03090795-e329-410f-9df4-f3cce7d9e249 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920827 Oct 18 08:31:44.608556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65686f-2914-47a7-a8d4-8bdf6d11a972 req-aaf7554b-4f07-4168-96c3-d1c648c2c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:44.610631 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2d65686f-2914-47a7-a8d4-8bdf6d11a972 req-aaf7554b-4f07-4168-96c3-d1c648c2c9ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 1096 time: 0.1048105 Oct 18 08:31:44.633117 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device cb50071e-fab5-4fba-b046-c5430a3a2a3b up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:31:44.700084 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port cb50071e-fab5-4fba-b046-c5430a3a2a3b triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:31:44.700449 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:44.700775 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port cb50071e-fab5-4fba-b046-c5430a3a2a3b Oct 18 08:31:44.742169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65686f-2914-47a7-a8d4-8bdf6d11a972 req-5f54c639-886a-4bcb-9bde-20d0b3252ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:44.743647 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2d65686f-2914-47a7-a8d4-8bdf6d11a972 req-5f54c639-886a-4bcb-9bde-20d0b3252ebf service neutron] 10.222.0.46 "GET /v2.0/networks?id=bca12d14-03ad-4d54-b631-c312f6fe9b4b HTTP/1.1" status: 200 len: 897 time: 0.1267745 Oct 18 08:31:44.811979 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2d65686f-2914-47a7-a8d4-8bdf6d11a972 req-7d31f9cc-b0ee-4117-9e31-4115a191affa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e488a8d7-eaab-415e-aee0-f737a5436c77 HTTP/1.1" status: 200 len: 217 time: 0.0606246 Oct 18 08:31:44.818458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port cb50071e-fab5-4fba-b046-c5430a3a2a3b is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:31:44.876751 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65686f-2914-47a7-a8d4-8bdf6d11a972 req-d0e3c6fb-befc-42c1-9329-db91b2041cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:44.878148 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2d65686f-2914-47a7-a8d4-8bdf6d11a972 req-d0e3c6fb-befc-42c1-9329-db91b2041cdb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=66a9d33c-89ab-480e-bd0f-6f4fe513c520 HTTP/1.1" status: 200 len: 834 time: 0.0596337 Oct 18 08:31:44.959225 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65686f-2914-47a7-a8d4-8bdf6d11a972 req-1c1631b3-df08-4899-abae-854b0e7ae636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:44.960664 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2d65686f-2914-47a7-a8d4-8bdf6d11a972 req-1c1631b3-df08-4899-abae-854b0e7ae636 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bca12d14-03ad-4d54-b631-c312f6fe9b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761733 Oct 18 08:31:45.094005 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2d65686f-2914-47a7-a8d4-8bdf6d11a972 req-0dfd501c-5aab-4040-b882-cfe207d68cc9 service neutron] 10.222.0.46 "GET /v2.0/networks/bca12d14-03ad-4d54-b631-c312f6fe9b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232102 Oct 18 08:31:45.226151 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2d65686f-2914-47a7-a8d4-8bdf6d11a972 req-5a34b92c-e086-4aba-b9aa-1a04f188ba77 service neutron] 10.222.0.46 "GET /v2.0/networks/bca12d14-03ad-4d54-b631-c312f6fe9b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236725 Oct 18 08:31:45.783235 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e03ce-a3f7-4a78-b833-62784096fc59 req-77f227d7-1835-436f-9f83-6f8b498125ce tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:45.784960 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-446e03ce-a3f7-4a78-b833-62784096fc59 req-77f227d7-1835-436f-9f83-6f8b498125ce tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 943 time: 0.0867929 Oct 18 08:31:45.831747 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-446e03ce-a3f7-4a78-b833-62784096fc59 req-d22ad66e-ff31-4ce8-b522-1aae86ca6a92 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412221 Oct 18 08:31:46.884867 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device e488a8d7-eaab-415e-aee0-f737a5436c77 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:31:47.016589 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port e488a8d7-eaab-415e-aee0-f737a5436c77, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e488a8d7-eaab-415e-aee0-f737a5436c77,segment=NetworkSegment(c790bb85-83b1-4ab5-be7c-942f11eb795e),segment_id=c790bb85-83b1-4ab5-be7c-942f11eb795e)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:31:47.030178 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': 'e488a8d7-eaab-415e-aee0-f737a5436c77', 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b', 'port_id': 'e488a8d7-eaab-415e-aee0-f737a5436c77', 'mac_address': 'fa:16:3e:aa:ab:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:31:47.040568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a4aaa-6e1e-477c-82f9-f34a5642003d req-4f382065-0d2e-4bf0-8311-feaa5dbf2052 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:47.042054 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-080a4aaa-6e1e-477c-82f9-f34a5642003d req-4f382065-0d2e-4bf0-8311-feaa5dbf2052 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 943 time: 0.1003983 Oct 18 08:31:47.086250 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-080a4aaa-6e1e-477c-82f9-f34a5642003d req-2937b8d7-0d06-4304-b7b3-3d19922906bd tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383697 Oct 18 08:31:47.088796 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port e488a8d7-eaab-415e-aee0-f737a5436c77 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:31:47.089303 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:47.106792 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e488a8d7-eaab-415e-aee0-f737a5436c77 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:31:47.123337 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port e488a8d7-eaab-415e-aee0-f737a5436c77, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e488a8d7-eaab-415e-aee0-f737a5436c77,segment=NetworkSegment(c790bb85-83b1-4ab5-be7c-942f11eb795e),segment_id=c790bb85-83b1-4ab5-be7c-942f11eb795e)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:31:47.126948 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:47.193049 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=e488a8d7-eaab-415e-aee0-f737a5436c77,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:47.396135 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['e488a8d7-eaab-415e-aee0-f737a5436c77'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:31:48.283848 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf20129-0468-472c-8251-143d4cde4147 req-518a14cf-484a-48b5-92cd-6b8d947b8e66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:48.285270 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3cf20129-0468-472c-8251-143d4cde4147 req-518a14cf-484a-48b5-92cd-6b8d947b8e66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 944 time: 0.0856080 Oct 18 08:31:48.327972 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3cf20129-0468-472c-8251-143d4cde4147 req-eda224f0-e7cf-4e28-8f8b-dd40d9738b36 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368731 Oct 18 08:31:48.915457 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device e488a8d7-eaab-415e-aee0-f737a5436c77 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:31:48.981881 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port e488a8d7-eaab-415e-aee0-f737a5436c77 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:31:48.987360 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port e488a8d7-eaab-415e-aee0-f737a5436c77 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:31:48.987797 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:48.988207 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port e488a8d7-eaab-415e-aee0-f737a5436c77 Oct 18 08:31:49.101798 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port e488a8d7-eaab-415e-aee0-f737a5436c77 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:31:49.102165 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:49.129066 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26672f4-859b-4853-bd0d-a2045f2bc1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e488a8d7-eaab-415e-aee0-f737a5436c77'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:31:49.131376 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1c3e86-4144-4cc1-b449-d81a91d12740" -d '{"events": [{"server_uuid": "d26672f4-859b-4853-bd0d-a2045f2bc1b6", "name": "network-vif-plugged", "status": "completed", "tag": "e488a8d7-eaab-415e-aee0-f737a5436c77"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:31:49.139432 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port e488a8d7-eaab-415e-aee0-f737a5436c77, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e488a8d7-eaab-415e-aee0-f737a5436c77,segment=NetworkSegment(c790bb85-83b1-4ab5-be7c-942f11eb795e),segment_id=c790bb85-83b1-4ab5-be7c-942f11eb795e)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:31:49.144291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:49.180883 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ad014e-09ab-43bd-992b-a9bfd0cf259d x-openstack-request-id: req-d7ad014e-09ab-43bd-992b-a9bfd0cf259d {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:31:49.181143 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26672f4-859b-4853-bd0d-a2045f2bc1b6", "name": "network-vif-plugged", "status": "completed", "tag": "e488a8d7-eaab-415e-aee0-f737a5436c77", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:31:49.181891 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d7ad014e-09ab-43bd-992b-a9bfd0cf259d {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:31:49.181891 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ad014e-09ab-43bd-992b-a9bfd0cf259d'] response: {'server_uuid': 'd26672f4-859b-4853-bd0d-a2045f2bc1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e488a8d7-eaab-415e-aee0-f737a5436c77', 'code': 200} Oct 18 08:31:49.213643 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=e488a8d7-eaab-415e-aee0-f737a5436c77,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:49.428438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f7bab-88b2-4472-b285-a19771168362 req-9243bfee-eb9b-450b-8dbb-bdec0f9d74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:49.429814 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f45f7bab-88b2-4472-b285-a19771168362 req-9243bfee-eb9b-450b-8dbb-bdec0f9d74b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 1098 time: 0.0791721 Oct 18 08:31:49.477173 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f45f7bab-88b2-4472-b285-a19771168362 req-27ae0a58-ddee-485b-990f-8f32a2b6b6f1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379138 Oct 18 08:31:49.526687 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5145a-31a9-4910-a179-0eda7ee24274 req-f2d758f9-3289-4ca5-90ba-d9123c68adbb tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:49.528114 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f0d5145a-31a9-4910-a179-0eda7ee24274 req-f2d758f9-3289-4ca5-90ba-d9123c68adbb tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0888143 Oct 18 08:31:49.571229 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f0d5145a-31a9-4910-a179-0eda7ee24274 req-b8e16127-178e-4405-80e0-38798dd00733 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369606 Oct 18 08:31:50.775658 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c326c0e-834c-46e0-bf5d-0cfd47d5970e req-fc9d8b18-071a-45be-b712-5ad1d7a642ae tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:50.777129 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3c326c0e-834c-46e0-bf5d-0cfd47d5970e req-fc9d8b18-071a-45be-b712-5ad1d7a642ae tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0914431 Oct 18 08:31:50.792012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ccec22c1-9853-4567-908d-3737504c1e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:50.823488 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3c326c0e-834c-46e0-bf5d-0cfd47d5970e req-e13a559b-9261-463c-a25d-fabeeb2de73b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394664 Oct 18 08:31:52.020484 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086c255-1c83-442c-a4de-ba36ee1c8ef0 req-96c30c7d-1c53-4c5e-a361-e1cceeffc275 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:52.021875 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4086c255-1c83-442c-a4de-ba36ee1c8ef0 req-96c30c7d-1c53-4c5e-a361-e1cceeffc275 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0861948 Oct 18 08:31:52.068869 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4086c255-1c83-442c-a4de-ba36ee1c8ef0 req-8491fd03-350f-4276-be5c-ae990a8e0699 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415349 Oct 18 08:31:52.265821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfb9df-e692-4ea1-8a58-ac8f7b4d6231 req-2e4f5604-a0ab-4261-b7a3-de1d68369444 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:52.267850 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4ecfb9df-e692-4ea1-8a58-ac8f7b4d6231 req-2e4f5604-a0ab-4261-b7a3-de1d68369444 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0907474 Oct 18 08:31:52.312481 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4ecfb9df-e692-4ea1-8a58-ac8f7b4d6231 req-316f3688-9c35-4429-9ea7-2077585a9d40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386817 Oct 18 08:31:52.340246 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41190) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:52.417591 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea3dee2-126c-4066-b148-575409195d9e tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:52.419104 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-5ea3dee2-126c-4066-b148-575409195d9e tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 1093 time: 0.0779054 Oct 18 08:31:52.421762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41194) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:52.426591 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': 'e488a8d7-eaab-415e-aee0-f737a5436c77', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:31:52.432307 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:31:52.436068 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:floatingip and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:31:52.438848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:31:52.444404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:31:52.455261 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:52.678918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:52.814309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.26.8.127 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/20ad87f7-df13-48bb-bac5-9ecd46595406) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:31:52.958533 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:52.986431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:53.050850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:31:53.053530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:31:53.057291 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:31:53.081999 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a00d542a-264b-4c9e-8fdb-2ba7e5ee3338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:53.096643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=20ad87f7-df13-48bb-bac5-9ecd46595406,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:53.457229 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:53.531749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:53.728192 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:53.732278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:53.835925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=20ad87f7-df13-48bb-bac5-9ecd46595406,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:31:53.838358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:53.870655 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:53.872433 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:54.008710 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Floating IP 3192ed29-1b7a-4a15-98f8-61bdfae88e4a associated. External IP: 172.26.8.127, port: e488a8d7-eaab-415e-aee0-f737a5436c77. Oct 18 08:31:54.452117 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 587c9ee4-9729-43de-bd57-9e65d488957e has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:31:54.627581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:31:54.636917 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb411f06-6e57-4df4-9456-a3db4aa39175 None None] Sync routers for ids ['587c9ee4-9729-43de-bd57-9e65d488957e'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:31:54.647483 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb411f06-6e57-4df4-9456-a3db4aa39175 None None] Routers {'587c9ee4-9729-43de-bd57-9e65d488957e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:31:54.648170 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-fb411f06-6e57-4df4-9456-a3db4aa39175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:31:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['587c9ee4-9729-43de-bd57-9e65d488957e'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:54.650915 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:54.712154 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f30da51d-ff0f-494c-8182-5608bbf6bd76 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2868025 Oct 18 08:31:54.712154 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26672f4-859b-4853-bd0d-a2045f2bc1b6', 'tag': 'e488a8d7-eaab-415e-aee0-f737a5436c77'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:31:54.712541 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7f514c-8ab6-4af9-b456-1733c0aae11e" -d '{"events": [{"name": "network-changed", "server_uuid": "d26672f4-859b-4853-bd0d-a2045f2bc1b6", "tag": "e488a8d7-eaab-415e-aee0-f737a5436c77"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:31:54.760519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da0510d-dace-4893-b2bf-71180c48d214 x-openstack-request-id: req-0da0510d-dace-4893-b2bf-71180c48d214 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:31:54.760519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26672f4-859b-4853-bd0d-a2045f2bc1b6", "tag": "e488a8d7-eaab-415e-aee0-f737a5436c77", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:31:54.760839 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0da0510d-dace-4893-b2bf-71180c48d214 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:31:54.761149 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da0510d-dace-4893-b2bf-71180c48d214'] response: {'name': 'network-changed', 'server_uuid': 'd26672f4-859b-4853-bd0d-a2045f2bc1b6', 'tag': 'e488a8d7-eaab-415e-aee0-f737a5436c77', 'status': 'completed', 'code': 200} Oct 18 08:31:54.827687 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-fb411f06-6e57-4df4-9456-a3db4aa39175 None None] Set router 587c9ee4-9729-43de-bd57-9e65d488957e gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:31:54.866084 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f514c-8ab6-4af9-b456-1733c0aae11e req-31f6e348-5bb0-43a1-8e3f-b88f00a40e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:54.867833 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cd7f514c-8ab6-4af9-b456-1733c0aae11e req-31f6e348-5bb0-43a1-8e3f-b88f00a40e9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 1098 time: 0.0831184 Oct 18 08:31:54.902748 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1424093-0cf2-4f25-86c9-42f17940ce7c req-e6deef13-aaa0-484d-a3c9-c83d4a092ce0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:54.904375 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b1424093-0cf2-4f25-86c9-42f17940ce7c req-e6deef13-aaa0-484d-a3c9-c83d4a092ce0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0902133 Oct 18 08:31:54.950260 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b1424093-0cf2-4f25-86c9-42f17940ce7c req-80265605-d00d-46ab-817e-8a65eab9217e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397463 Oct 18 08:31:54.979274 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41202) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:55.002448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f514c-8ab6-4af9-b456-1733c0aae11e req-641ac1bf-f39f-4071-8b6e-2828f0f52f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:55.003915 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cd7f514c-8ab6-4af9-b456-1733c0aae11e req-641ac1bf-f39f-4071-8b6e-2828f0f52f4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=bca12d14-03ad-4d54-b631-c312f6fe9b4b HTTP/1.1" status: 200 len: 897 time: 0.1298294 Oct 18 08:31:55.090379 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-251e993d-142e-4b80-a18d-7d26dacd1330 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/3192ed29-1b7a-4a15-98f8-61bdfae88e4a HTTP/1.1" status: 200 len: 991 time: 0.1098735 Oct 18 08:31:55.114942 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cd7f514c-8ab6-4af9-b456-1733c0aae11e req-e89f37ed-cabd-47fb-853e-841784b5d009 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e488a8d7-eaab-415e-aee0-f737a5436c77 HTTP/1.1" status: 200 len: 999 time: 0.1033988 Oct 18 08:31:55.182016 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f514c-8ab6-4af9-b456-1733c0aae11e req-b11359ad-be54-4d3f-b4df-ecaad805e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:55.183597 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cd7f514c-8ab6-4af9-b456-1733c0aae11e req-b11359ad-be54-4d3f-b4df-ecaad805e0e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=66a9d33c-89ab-480e-bd0f-6f4fe513c520 HTTP/1.1" status: 200 len: 834 time: 0.0632541 Oct 18 08:31:55.210069 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-fb411f06-6e57-4df4-9456-a3db4aa39175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918856633', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '957bb656-3b0c-4891-a070-686b56844e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:31:33Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '957bb656-3b0c-4891-a070-686b56844e7a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:34Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '3192ed29-1b7a-4a15-98f8-61bdfae88e4a', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'floating_ip_address': '172.26.8.127', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'port_id': 'e488a8d7-eaab-415e-aee0-f737a5436c77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b', 'mac_address': 'fa:16:3e:aa:ab:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26672f4-859b-4853-bd0d-a2045f2bc1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:31:53Z', 'updated_at': '2022-10-18T08:31:53Z', 'revision_number': 0, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb50071e-fab5-4fba-b046-c5430a3a2a3b', 'name': '', 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:6b:62:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:37Z', 'updated_at': '2022-10-18T08:31:43Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:55.213838 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb411f06-6e57-4df4-9456-a3db4aa39175 None None] Checking router: 587c9ee4-9729-43de-bd57-9e65d488957e for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:31:55.221917 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb411f06-6e57-4df4-9456-a3db4aa39175 None None] Routers {'587c9ee4-9729-43de-bd57-9e65d488957e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:31:55.222490 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-fb411f06-6e57-4df4-9456-a3db4aa39175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:31:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['587c9ee4-9729-43de-bd57-9e65d488957e'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:55.265443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f514c-8ab6-4af9-b456-1733c0aae11e req-df9d0526-1723-4db2-8a5b-0e2ac1246da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:31:55.267226 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cd7f514c-8ab6-4af9-b456-1733c0aae11e req-df9d0526-1723-4db2-8a5b-0e2ac1246da4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bca12d14-03ad-4d54-b631-c312f6fe9b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773814 Oct 18 08:31:55.396274 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-fb411f06-6e57-4df4-9456-a3db4aa39175 None None] Set router 587c9ee4-9729-43de-bd57-9e65d488957e gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:31:55.398943 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cd7f514c-8ab6-4af9-b456-1733c0aae11e req-7965e69e-963e-464c-b4a8-0bb9868d5188 service neutron] 10.222.0.46 "GET /v2.0/networks/bca12d14-03ad-4d54-b631-c312f6fe9b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255481 Oct 18 08:31:55.455448 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:31:55.532711 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cd7f514c-8ab6-4af9-b456-1733c0aae11e req-408f32b1-e8bb-4ebe-ae68-308dbfc8a7e6 service neutron] 10.222.0.46 "GET /v2.0/networks/bca12d14-03ad-4d54-b631-c312f6fe9b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258173 Oct 18 08:31:55.742716 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-fb411f06-6e57-4df4-9456-a3db4aa39175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918856633', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '957bb656-3b0c-4891-a070-686b56844e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:31:33Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '957bb656-3b0c-4891-a070-686b56844e7a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:34Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '3192ed29-1b7a-4a15-98f8-61bdfae88e4a', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'floating_ip_address': '172.26.8.127', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'port_id': 'e488a8d7-eaab-415e-aee0-f737a5436c77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b', 'mac_address': 'fa:16:3e:aa:ab:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26672f4-859b-4853-bd0d-a2045f2bc1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:31:53Z', 'updated_at': '2022-10-18T08:31:53Z', 'revision_number': 0, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb50071e-fab5-4fba-b046-c5430a3a2a3b', 'name': '', 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:6b:62:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:37Z', 'updated_at': '2022-10-18T08:31:43Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:31:55.746493 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb411f06-6e57-4df4-9456-a3db4aa39175 None None] The sync data for ids ['587c9ee4-9729-43de-bd57-9e65d488957e'] in dv-neutron-861625-1-hyperv is: [{'id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918856633', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '957bb656-3b0c-4891-a070-686b56844e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:31:33Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '957bb656-3b0c-4891-a070-686b56844e7a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:34Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '3192ed29-1b7a-4a15-98f8-61bdfae88e4a', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'floating_ip_address': '172.26.8.127', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'port_id': 'e488a8d7-eaab-415e-aee0-f737a5436c77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b', 'mac_address': 'fa:16:3e:aa:ab:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26672f4-859b-4853-bd0d-a2045f2bc1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:31:53Z', 'updated_at': '2022-10-18T08:31:53Z', 'revision_number': 0, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb50071e-fab5-4fba-b046-c5430a3a2a3b', 'name': '', 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:6b:62:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:37Z', 'updated_at': '2022-10-18T08:31:43Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:31:55.925599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee39055f-e18e-467e-8a36-2f713628b927 None None] New status for floating IP 3192ed29-1b7a-4a15-98f8-61bdfae88e4a: ACTIVE {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:31:56.094988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41206) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:56.204369 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a5690334-35b2-43aa-99ee-942895afbc7c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/3192ed29-1b7a-4a15-98f8-61bdfae88e4a HTTP/1.1" status: 200 len: 991 time: 0.1077986 Oct 18 08:31:57.207582 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41210) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:31:57.313460 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e0f3124d-43b7-4559-bd3c-5d8869f5ce4e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/3192ed29-1b7a-4a15-98f8-61bdfae88e4a HTTP/1.1" status: 200 len: 993 time: 0.1042361 Oct 18 08:32:04.820893 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:32:11.616808 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d3b7b2a-a1b2-4527-a7f4-c6a092126ace req-a6c0ddc9-6862-4674-80bd-88ced62e4996 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779133 Oct 18 08:32:11.859365 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b7b2a-a1b2-4527-a7f4-c6a092126ace req-7bc8a01b-546e-49ff-aca7-f5b49e9edc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:11.861355 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d3b7b2a-a1b2-4527-a7f4-c6a092126ace req-7bc8a01b-546e-49ff-aca7-f5b49e9edc2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 1098 time: 0.1751773 Oct 18 08:32:12.002069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b7b2a-a1b2-4527-a7f4-c6a092126ace req-7768de38-2b26-4a38-8b23-172fe29317c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:12.003430 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d3b7b2a-a1b2-4527-a7f4-c6a092126ace req-7768de38-2b26-4a38-8b23-172fe29317c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bca12d14-03ad-4d54-b631-c312f6fe9b4b HTTP/1.1" status: 200 len: 897 time: 0.1231961 Oct 18 08:32:12.105614 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d3b7b2a-a1b2-4527-a7f4-c6a092126ace req-ef9516c9-14d2-4ac3-b832-fd2dcd1ea91f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e488a8d7-eaab-415e-aee0-f737a5436c77 HTTP/1.1" status: 200 len: 1001 time: 0.0947838 Oct 18 08:32:12.167194 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b7b2a-a1b2-4527-a7f4-c6a092126ace req-b9b9431d-42bb-4812-8783-34fb4cf8faab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:12.168634 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d3b7b2a-a1b2-4527-a7f4-c6a092126ace req-b9b9431d-42bb-4812-8783-34fb4cf8faab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=66a9d33c-89ab-480e-bd0f-6f4fe513c520 HTTP/1.1" status: 200 len: 834 time: 0.0567212 Oct 18 08:32:12.253262 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b7b2a-a1b2-4527-a7f4-c6a092126ace req-bb53bd2c-4de0-4476-a8c7-d168f822d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:12.254644 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d3b7b2a-a1b2-4527-a7f4-c6a092126ace req-bb53bd2c-4de0-4476-a8c7-d168f822d921 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bca12d14-03ad-4d54-b631-c312f6fe9b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780873 Oct 18 08:32:12.383785 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d3b7b2a-a1b2-4527-a7f4-c6a092126ace req-a6fd3d46-44e4-4b57-89b6-e6e6ca4ed539 service neutron] 10.222.0.46 "GET /v2.0/networks/bca12d14-03ad-4d54-b631-c312f6fe9b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221530 Oct 18 08:32:12.511884 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0d3b7b2a-a1b2-4527-a7f4-c6a092126ace req-04ddcc79-c633-4b82-94da-7d47b79f2f0d service neutron] 10.222.0.46 "GET /v2.0/networks/bca12d14-03ad-4d54-b631-c312f6fe9b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214187 Oct 18 08:32:13.766621 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:32:20.794158 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-645a6847-38c7-4a1f-a180-e82ec1b995df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:32:23.082987 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-350ccdd3-680f-464d-8bdd-52579a9f8ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:32:23.866521 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:32:23.868019 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:32:25.457100 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:32:28.890863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25664c57-f5f3-4fda-9278-5c2d6ba0680e req-2e49eb4f-6d43-4a17-92a2-40f05885203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:28.892921 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-25664c57-f5f3-4fda-9278-5c2d6ba0680e req-2e49eb4f-6d43-4a17-92a2-40f05885203d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 1098 time: 0.1455035 Oct 18 08:32:28.901033 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12010acd-916a-4265-8256-cd7f55c64cda req-88b329cf-3552-4337-845d-cd372fd9775a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:28.902368 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-12010acd-916a-4265-8256-cd7f55c64cda req-88b329cf-3552-4337-845d-cd372fd9775a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.1205833 Oct 18 08:32:29.023082 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-12010acd-916a-4265-8256-cd7f55c64cda req-b4e72e9f-74b1-4879-a4eb-66d55d8cbd41 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027122 Oct 18 08:32:29.057400 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25664c57-f5f3-4fda-9278-5c2d6ba0680e req-e0e47b09-c5dd-4cec-9938-e3769743ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:29.058845 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-25664c57-f5f3-4fda-9278-5c2d6ba0680e req-e0e47b09-c5dd-4cec-9938-e3769743ae87 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bca12d14-03ad-4d54-b631-c312f6fe9b4b HTTP/1.1" status: 200 len: 897 time: 0.1556075 Oct 18 08:32:29.160132 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-25664c57-f5f3-4fda-9278-5c2d6ba0680e req-32b58124-6e9f-4e98-9e7a-b203c64d7bc8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e488a8d7-eaab-415e-aee0-f737a5436c77 HTTP/1.1" status: 200 len: 1001 time: 0.0944569 Oct 18 08:32:29.229182 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25664c57-f5f3-4fda-9278-5c2d6ba0680e req-b35f1d9c-4c60-44f6-88dd-00050a89999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:29.230569 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-25664c57-f5f3-4fda-9278-5c2d6ba0680e req-b35f1d9c-4c60-44f6-88dd-00050a89999a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=66a9d33c-89ab-480e-bd0f-6f4fe513c520 HTTP/1.1" status: 200 len: 834 time: 0.0588191 Oct 18 08:32:29.310749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25664c57-f5f3-4fda-9278-5c2d6ba0680e req-a042ed6d-f1e1-48f1-b6d5-8d9bfc17dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:29.312170 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-25664c57-f5f3-4fda-9278-5c2d6ba0680e req-a042ed6d-f1e1-48f1-b6d5-8d9bfc17dc5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bca12d14-03ad-4d54-b631-c312f6fe9b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750179 Oct 18 08:32:29.445068 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-25664c57-f5f3-4fda-9278-5c2d6ba0680e req-dd78b5c9-a180-4a01-ac24-5d5d4f70d233 service neutron] 10.222.0.46 "GET /v2.0/networks/bca12d14-03ad-4d54-b631-c312f6fe9b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225741 Oct 18 08:32:29.672023 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-25664c57-f5f3-4fda-9278-5c2d6ba0680e req-63d517ec-6274-4b97-bd87-4cb8b42f98d2 service neutron] 10.222.0.46 "GET /v2.0/networks/bca12d14-03ad-4d54-b631-c312f6fe9b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199347 Oct 18 08:32:30.225528 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7ca35-137f-42b6-9739-997bcf636342 req-c9ba0399-2c97-4c00-9a9f-2f9e04d5c4b2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:30.226997 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a3d7ca35-137f-42b6-9739-997bcf636342 req-c9ba0399-2c97-4c00-9a9f-2f9e04d5c4b2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0910776 Oct 18 08:32:30.269772 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a3d7ca35-137f-42b6-9739-997bcf636342 req-2b9112aa-c5e5-4c61-9048-f3602aa9d439 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371566 Oct 18 08:32:31.467654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3af756-0efc-40a7-a29d-b1224a4ae86e req-86c3935c-e563-48ec-8e5c-d40a03bb82d7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:31.469012 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ef3af756-0efc-40a7-a29d-b1224a4ae86e req-86c3935c-e563-48ec-8e5c-d40a03bb82d7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0898666 Oct 18 08:32:31.512316 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ef3af756-0efc-40a7-a29d-b1224a4ae86e req-540ebc9c-df04-4504-beac-90adb6ac8364 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371022 Oct 18 08:32:32.709732 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bdb6e-2feb-4a54-9217-f1ade6105364 req-db992146-6c40-40b4-a816-b62a0c789a54 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:32.711184 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-914bdb6e-2feb-4a54-9217-f1ade6105364 req-db992146-6c40-40b4-a816-b62a0c789a54 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0860767 Oct 18 08:32:32.753540 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-914bdb6e-2feb-4a54-9217-f1ade6105364 req-1c748a78-7bb9-4f0c-a2b6-37c2eddce11e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368354 Oct 18 08:32:33.947581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86893e-320a-40ac-a904-2f0176c4fca2 req-8e816027-ff3a-4ff8-8f5a-c24e38263278 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:33.949011 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2c86893e-320a-40ac-a904-2f0176c4fca2 req-8e816027-ff3a-4ff8-8f5a-c24e38263278 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0854805 Oct 18 08:32:33.995686 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2c86893e-320a-40ac-a904-2f0176c4fca2 req-c49d82fd-9abe-4ef4-ac7f-e28195f763b7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411007 Oct 18 08:32:34.836014 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:32:35.193342 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d14ed5-4321-4062-a730-c5455c909d1e req-5b71048b-5b7a-477a-a2f8-034390f8155d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:35.194802 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-59d14ed5-4321-4062-a730-c5455c909d1e req-5b71048b-5b7a-477a-a2f8-034390f8155d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0897815 Oct 18 08:32:35.238089 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-59d14ed5-4321-4062-a730-c5455c909d1e req-ad690754-dbee-46e9-b738-59e00e830841 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376256 Oct 18 08:32:36.434743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d37fc-7277-4b91-8411-0ab182de5cf2 req-68a4c957-be01-4713-9b46-80a8138bb0fb tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:36.436129 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-730d37fc-7277-4b91-8411-0ab182de5cf2 req-68a4c957-be01-4713-9b46-80a8138bb0fb tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0875285 Oct 18 08:32:36.479997 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-730d37fc-7277-4b91-8411-0ab182de5cf2 req-5581eca2-5772-4fa4-8141-9f8a459a1bc4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382388 Oct 18 08:32:37.676282 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba918e-040c-47e7-90c0-65730299033c req-ef49e17b-8c31-4805-935d-ae460df9ee3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:37.677734 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-83ba918e-040c-47e7-90c0-65730299033c req-ef49e17b-8c31-4805-935d-ae460df9ee3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0904942 Oct 18 08:32:37.720395 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-83ba918e-040c-47e7-90c0-65730299033c req-2c25eeff-8038-46e0-bbe2-3b155c848ba1 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366056 Oct 18 08:32:38.918661 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced4ffc-b7d2-4ce5-91c6-8fc04cf5c15e req-08a8ec4d-6bda-46f8-a4af-362ac304919f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:38.920019 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aced4ffc-b7d2-4ce5-91c6-8fc04cf5c15e req-08a8ec4d-6bda-46f8-a4af-362ac304919f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0898561 Oct 18 08:32:38.966630 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aced4ffc-b7d2-4ce5-91c6-8fc04cf5c15e req-fa096489-65d9-4d31-b622-ecac25b1c033 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407381 Oct 18 08:32:40.164094 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327a1e3-07b2-4597-850a-caa117594d2a req-d6acf28e-0e43-43d6-b46f-f971ba5ed426 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:40.165831 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c327a1e3-07b2-4597-850a-caa117594d2a req-d6acf28e-0e43-43d6-b46f-f971ba5ed426 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0874393 Oct 18 08:32:40.211579 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c327a1e3-07b2-4597-850a-caa117594d2a req-1d5e8bba-5e92-4d49-a1f6-c0897bfc2b3b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400140 Oct 18 08:32:41.406432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536fddf-8b0d-418e-bec4-12e72a95b918 req-60aa6c92-402c-46e1-80b3-35d898c3b52d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:41.407977 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6536fddf-8b0d-418e-bec4-12e72a95b918 req-60aa6c92-402c-46e1-80b3-35d898c3b52d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0865014 Oct 18 08:32:41.454320 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6536fddf-8b0d-418e-bec4-12e72a95b918 req-abfe478c-44d7-4aa7-8841-f5b09aca1545 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407081 Oct 18 08:32:42.649761 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6cece-8d69-4c4c-9a88-16ee7ec33aae req-d15a0532-f590-4c9b-8a69-86eb4ed5e0c2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:42.651224 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-32d6cece-8d69-4c4c-9a88-16ee7ec33aae req-d15a0532-f590-4c9b-8a69-86eb4ed5e0c2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0892048 Oct 18 08:32:42.693873 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-32d6cece-8d69-4c4c-9a88-16ee7ec33aae req-8818c19d-bf57-4a39-9999-437dbaf720b3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371323 Oct 18 08:32:44.037730 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad137aa-c4ae-4edb-a47f-e416ef3f626d req-0bc55993-da42-4a75-8333-badb933a7c75 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:44.039139 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5ad137aa-c4ae-4edb-a47f-e416ef3f626d req-0bc55993-da42-4a75-8333-badb933a7c75 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0865664 Oct 18 08:32:44.081754 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5ad137aa-c4ae-4edb-a47f-e416ef3f626d req-5e79c057-4693-4bab-b50e-b1b18b30d7b1 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368662 Oct 18 08:32:45.278513 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7f8c0-c7df-4e11-ac54-ebfed1262289 req-5e70a356-ca71-4483-a208-e1b5efa75da1 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:45.279992 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d4d7f8c0-c7df-4e11-ac54-ebfed1262289 req-5e70a356-ca71-4483-a208-e1b5efa75da1 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0889125 Oct 18 08:32:45.323351 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d4d7f8c0-c7df-4e11-ac54-ebfed1262289 req-baf879f7-7f6b-4e70-b8ce-e91f3916214b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373480 Oct 18 08:32:46.521426 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47f4ed-bfe3-43d0-9a86-55d858470bf1 req-5a250c0c-790f-4808-a1b7-daf4967c8200 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:32:46.522933 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8e47f4ed-bfe3-43d0-9a86-55d858470bf1 req-5a250c0c-790f-4808-a1b7-daf4967c8200 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0892680 Oct 18 08:32:46.566384 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8e47f4ed-bfe3-43d0-9a86-55d858470bf1 req-8b33111f-a770-4eb5-bc2d-6c1eaee5ae55 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379798 Oct 18 08:32:46.595528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41258) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:32:46.700119 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-00f6ca34-d48f-4d46-a29d-a80b5a2efc69 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/3192ed29-1b7a-4a15-98f8-61bdfae88e4a HTTP/1.1" status: 200 len: 993 time: 0.1033909 Oct 18 08:32:50.766062 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:32:50.798135 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d97a85b9-518d-454d-8690-000a0f3a0aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:32:53.083871 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-696a3dc9-3a5d-437e-ab92-65636ca0c306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:32:53.869113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:32:53.871112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:32:55.460331 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:04.837665 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:11.624377 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8d4d7d08-9c2a-4172-8fd8-dd9dc4c526bb req-fb025257-d8e0-4200-a326-c4b8cd61fe3f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752451 Oct 18 08:33:11.768543 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d7d08-9c2a-4172-8fd8-dd9dc4c526bb req-d302be70-719e-40f3-a5c0-cddebae4be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:11.769989 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8d4d7d08-9c2a-4172-8fd8-dd9dc4c526bb req-d302be70-719e-40f3-a5c0-cddebae4be50 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 1098 time: 0.0787783 Oct 18 08:33:11.915259 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d7d08-9c2a-4172-8fd8-dd9dc4c526bb req-41effeca-375d-49ff-81b7-af06568d7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:11.916838 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8d4d7d08-9c2a-4172-8fd8-dd9dc4c526bb req-41effeca-375d-49ff-81b7-af06568d7b46 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bca12d14-03ad-4d54-b631-c312f6fe9b4b HTTP/1.1" status: 200 len: 897 time: 0.1245713 Oct 18 08:33:12.018600 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8d4d7d08-9c2a-4172-8fd8-dd9dc4c526bb req-a2fec9b1-1243-451b-8d57-a19a7bede116 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e488a8d7-eaab-415e-aee0-f737a5436c77 HTTP/1.1" status: 200 len: 1001 time: 0.0950809 Oct 18 08:33:12.080448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d7d08-9c2a-4172-8fd8-dd9dc4c526bb req-71d09b47-27ee-4a7f-a6f0-baa25fcf3807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:12.081797 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8d4d7d08-9c2a-4172-8fd8-dd9dc4c526bb req-71d09b47-27ee-4a7f-a6f0-baa25fcf3807 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=66a9d33c-89ab-480e-bd0f-6f4fe513c520 HTTP/1.1" status: 200 len: 834 time: 0.0561554 Oct 18 08:33:12.166395 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d7d08-9c2a-4172-8fd8-dd9dc4c526bb req-e7b35829-8c5d-4f48-a586-a0e7e43a71e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:12.167799 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8d4d7d08-9c2a-4172-8fd8-dd9dc4c526bb req-e7b35829-8c5d-4f48-a586-a0e7e43a71e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bca12d14-03ad-4d54-b631-c312f6fe9b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799627 Oct 18 08:33:12.300076 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8d4d7d08-9c2a-4172-8fd8-dd9dc4c526bb req-81f8e811-8727-4b04-a0ec-5b1bdfa66cbd service neutron] 10.222.0.46 "GET /v2.0/networks/bca12d14-03ad-4d54-b631-c312f6fe9b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246607 Oct 18 08:33:12.524001 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8d4d7d08-9c2a-4172-8fd8-dd9dc4c526bb req-ec5a7481-7fde-4b9f-9325-8e3b3ecad1bf service neutron] 10.222.0.46 "GET /v2.0/networks/bca12d14-03ad-4d54-b631-c312f6fe9b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149131 Oct 18 08:33:19.258714 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41276) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:19.458838 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port 20ad87f7-df13-48bb-bac5-9ecd46595406 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:33:19.459107 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:19.623147 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:19.623474 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:19.741371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for 20ad87f7-df13-48bb-bac5-9ecd46595406 owned by network:floatingip {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:33:19.890584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:19.934311 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=20ad87f7-df13-48bb-bac5-9ecd46595406,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:19.973913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:19.974257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:19.974618 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:19.974955 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:19.975287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:19.975611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:19.975937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:19.976260 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:19.976583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:19.976903 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:19.977223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:19.977539 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:20.043675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:20.044006 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Floating IP 3192ed29-1b7a-4a15-98f8-61bdfae88e4a disassociated (deleted). External IP: 172.26.8.127, port: e488a8d7-eaab-415e-aee0-f737a5436c77. Oct 18 08:33:20.386983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 587c9ee4-9729-43de-bd57-9e65d488957e has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:33:20.662739 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:33:20.672437 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aa77fe-4897-43a4-b761-8ca09bad3761 None None] Sync routers for ids ['587c9ee4-9729-43de-bd57-9e65d488957e'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:33:20.681872 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa77fe-4897-43a4-b761-8ca09bad3761 None None] Routers {'587c9ee4-9729-43de-bd57-9e65d488957e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:33:20.682461 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-95aa77fe-4897-43a4-b761-8ca09bad3761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:32:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['587c9ee4-9729-43de-bd57-9e65d488957e'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:20.683021 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:20.741364 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8413cc81-861d-44bf-b45b-e5fb17b58b3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/floatingips/3192ed29-1b7a-4a15-98f8-61bdfae88e4a HTTP/1.1" status: 204 len: 168 time: 1.4814429 Oct 18 08:33:20.741994 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26672f4-859b-4853-bd0d-a2045f2bc1b6', 'tag': 'e488a8d7-eaab-415e-aee0-f737a5436c77'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:33:20.744287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00e012f-ca81-432b-a424-de2ee9385409" -d '{"events": [{"name": "network-changed", "server_uuid": "d26672f4-859b-4853-bd0d-a2045f2bc1b6", "tag": "e488a8d7-eaab-415e-aee0-f737a5436c77"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:33:20.794564 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed2b9f5-d6dd-4bc1-a94d-7929a4509f76 x-openstack-request-id: req-2ed2b9f5-d6dd-4bc1-a94d-7929a4509f76 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:33:20.795085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26672f4-859b-4853-bd0d-a2045f2bc1b6", "tag": "e488a8d7-eaab-415e-aee0-f737a5436c77", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:33:20.795334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2ed2b9f5-d6dd-4bc1-a94d-7929a4509f76 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:33:20.796879 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ed2b9f5-d6dd-4bc1-a94d-7929a4509f76'] response: {'name': 'network-changed', 'server_uuid': 'd26672f4-859b-4853-bd0d-a2045f2bc1b6', 'tag': 'e488a8d7-eaab-415e-aee0-f737a5436c77', 'status': 'completed', 'code': 200} Oct 18 08:33:20.804693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7d258e66-a2da-469a-879a-da9c2841b906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:20.869612 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-95aa77fe-4897-43a4-b761-8ca09bad3761 None None] Set router 587c9ee4-9729-43de-bd57-9e65d488957e gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:33:20.893858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e012f-ca81-432b-a424-de2ee9385409 req-a9d85f1c-6022-492b-88e1-b0f90ec33ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:20.895583 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e00e012f-ca81-432b-a424-de2ee9385409 req-a9d85f1c-6022-492b-88e1-b0f90ec33ceb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 1098 time: 0.0823951 Oct 18 08:33:21.039928 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e012f-ca81-432b-a424-de2ee9385409 req-7f44029a-47f3-4d58-96fd-d0c8e00cf079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:21.042210 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e00e012f-ca81-432b-a424-de2ee9385409 req-7f44029a-47f3-4d58-96fd-d0c8e00cf079 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bca12d14-03ad-4d54-b631-c312f6fe9b4b HTTP/1.1" status: 200 len: 897 time: 0.1400781 Oct 18 08:33:21.119831 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e00e012f-ca81-432b-a424-de2ee9385409 req-f0abdb24-75df-4f49-aacf-5bed9eb9bbc8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e488a8d7-eaab-415e-aee0-f737a5436c77 HTTP/1.1" status: 200 len: 217 time: 0.0699825 Oct 18 08:33:21.195522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e012f-ca81-432b-a424-de2ee9385409 req-fe937504-bbc3-488a-b8ef-7430b311167b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:21.196867 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e00e012f-ca81-432b-a424-de2ee9385409 req-fe937504-bbc3-488a-b8ef-7430b311167b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=66a9d33c-89ab-480e-bd0f-6f4fe513c520 HTTP/1.1" status: 200 len: 834 time: 0.0704043 Oct 18 08:33:21.199638 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847217ab-e0a9-4f39-ac9a-4636fc515c47 req-68df1e1d-b120-4cfb-90dd-fae6bae6c025 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:21.201109 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-847217ab-e0a9-4f39-ac9a-4636fc515c47 req-68df1e1d-b120-4cfb-90dd-fae6bae6c025 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.1652117 Oct 18 08:33:21.230317 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-95aa77fe-4897-43a4-b761-8ca09bad3761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918856633', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '957bb656-3b0c-4891-a070-686b56844e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:31:33Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '957bb656-3b0c-4891-a070-686b56844e7a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:34Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'cb50071e-fab5-4fba-b046-c5430a3a2a3b', 'name': '', 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:6b:62:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:37Z', 'updated_at': '2022-10-18T08:31:43Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:21.234231 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aa77fe-4897-43a4-b761-8ca09bad3761 None None] Checking router: 587c9ee4-9729-43de-bd57-9e65d488957e for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:33:21.243297 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa77fe-4897-43a4-b761-8ca09bad3761 None None] Routers {'587c9ee4-9729-43de-bd57-9e65d488957e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:33:21.243895 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-95aa77fe-4897-43a4-b761-8ca09bad3761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:32:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['587c9ee4-9729-43de-bd57-9e65d488957e'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:21.249137 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-847217ab-e0a9-4f39-ac9a-4636fc515c47 req-7a27cdc8-afc4-470c-ac40-1276ca976d80 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416820 Oct 18 08:33:21.293596 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e012f-ca81-432b-a424-de2ee9385409 req-ebc460d0-af39-4aac-b2c3-b292d5cecb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:21.295111 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e00e012f-ca81-432b-a424-de2ee9385409 req-ebc460d0-af39-4aac-b2c3-b292d5cecb24 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bca12d14-03ad-4d54-b631-c312f6fe9b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0911558 Oct 18 08:33:21.420978 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-95aa77fe-4897-43a4-b761-8ca09bad3761 None None] Set router 587c9ee4-9729-43de-bd57-9e65d488957e gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:33:21.430802 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e00e012f-ca81-432b-a424-de2ee9385409 req-1c3aa03e-e006-40d7-9bbb-47629086d8f5 service neutron] 10.222.0.46 "GET /v2.0/networks/bca12d14-03ad-4d54-b631-c312f6fe9b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281104 Oct 18 08:33:21.564592 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e00e012f-ca81-432b-a424-de2ee9385409 req-f1b62a1b-1989-4621-983f-f860f1b11e9b service neutron] 10.222.0.46 "GET /v2.0/networks/bca12d14-03ad-4d54-b631-c312f6fe9b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254230 Oct 18 08:33:21.723432 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-95aa77fe-4897-43a4-b761-8ca09bad3761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918856633', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '957bb656-3b0c-4891-a070-686b56844e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:31:33Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '957bb656-3b0c-4891-a070-686b56844e7a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:34Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'cb50071e-fab5-4fba-b046-c5430a3a2a3b', 'name': '', 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:6b:62:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:37Z', 'updated_at': '2022-10-18T08:31:43Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:21.727156 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aa77fe-4897-43a4-b761-8ca09bad3761 None None] The sync data for ids ['587c9ee4-9729-43de-bd57-9e65d488957e'] in dv-neutron-861625-1-hyperv is: [{'id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918856633', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '957bb656-3b0c-4891-a070-686b56844e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:31:33Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '957bb656-3b0c-4891-a070-686b56844e7a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:34Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'cb50071e-fab5-4fba-b046-c5430a3a2a3b', 'name': '', 'network_id': 'bca12d14-03ad-4d54-b631-c312f6fe9b4b', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:6b:62:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:37Z', 'updated_at': '2022-10-18T08:31:43Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '66a9d33c-89ab-480e-bd0f-6f4fe513c520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:33:21.926142 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105aac51-fa3b-4448-b36f-1c2ca5c46f80 None None] New status for floating IP 3192ed29-1b7a-4a15-98f8-61bdfae88e4a: DOWN {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:33:22.515668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810357c-c3f0-476f-91aa-0efe6a4578b1 req-11d1fcc9-cfaa-4d92-9778-51022cf6cc7d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:22.516362 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-6810357c-c3f0-476f-91aa-0efe6a4578b1 req-11d1fcc9-cfaa-4d92-9778-51022cf6cc7d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:33:22.532227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-6810357c-c3f0-476f-91aa-0efe6a4578b1 req-11d1fcc9-cfaa-4d92-9778-51022cf6cc7d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:33:22.533490 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6810357c-c3f0-476f-91aa-0efe6a4578b1 req-11d1fcc9-cfaa-4d92-9778-51022cf6cc7d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.1706598 Oct 18 08:33:22.582392 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6810357c-c3f0-476f-91aa-0efe6a4578b1 req-53fa99a1-8286-4573-97c5-0bed7bda0e0b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b1008495-d77e-4342-b8b1-830c92f2e915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425544 Oct 18 08:33:22.784186 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc641e8b-6253-4d31-9a74-ec938c75a352 req-d2e77cf8-73b2-4383-b082-d77d8f7eb2b6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:22.785531 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fc641e8b-6253-4d31-9a74-ec938c75a352 req-d2e77cf8-73b2-4383-b082-d77d8f7eb2b6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 945 time: 0.0891221 Oct 18 08:33:22.857536 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-fc641e8b-6253-4d31-9a74-ec938c75a352 req-db5f4a74-4962-4684-bdae-9686ef446256 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port e488a8d7-eaab-415e-aee0-f737a5436c77 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:33:22.857887 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-fc641e8b-6253-4d31-9a74-ec938c75a352 req-db5f4a74-4962-4684-bdae-9686ef446256 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:23.085428 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c7d976fc-1b49-4d61-9bed-2fe64314dc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:23.102116 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-fc641e8b-6253-4d31-9a74-ec938c75a352 req-db5f4a74-4962-4684-bdae-9686ef446256 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] For port e488a8d7-eaab-415e-aee0-f737a5436c77, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e488a8d7-eaab-415e-aee0-f737a5436c77,segment=NetworkSegment(c790bb85-83b1-4ab5-be7c-942f11eb795e),segment_id=c790bb85-83b1-4ab5-be7c-942f11eb795e)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:33:23.102469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-fc641e8b-6253-4d31-9a74-ec938c75a352 req-db5f4a74-4962-4684-bdae-9686ef446256 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:23.326070 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-fc641e8b-6253-4d31-9a74-ec938c75a352 req-db5f4a74-4962-4684-bdae-9686ef446256 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for e488a8d7-eaab-415e-aee0-f737a5436c77 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:33:23.466740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-fc641e8b-6253-4d31-9a74-ec938c75a352 req-db5f4a74-4962-4684-bdae-9686ef446256 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:23.518901 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f4a74-4962-4684-bdae-9686ef446256 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=e488a8d7-eaab-415e-aee0-f737a5436c77,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:23.602713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc641e8b-6253-4d31-9a74-ec938c75a352 req-db5f4a74-4962-4684-bdae-9686ef446256 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] No DVR routers for this DVR port e488a8d7-eaab-415e-aee0-f737a5436c77 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:33:23.605089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-fc641e8b-6253-4d31-9a74-ec938c75a352 req-db5f4a74-4962-4684-bdae-9686ef446256 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:23.607606 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26672f4-859b-4853-bd0d-a2045f2bc1b6', 'name': 'network-vif-deleted', 'tag': 'e488a8d7-eaab-415e-aee0-f737a5436c77'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:33:23.609838 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52e622e-0b9a-41b1-9ded-f4c44a4ac07f" -d '{"events": [{"server_uuid": "d26672f4-859b-4853-bd0d-a2045f2bc1b6", "name": "network-vif-deleted", "tag": "e488a8d7-eaab-415e-aee0-f737a5436c77"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:33:23.622989 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fc641e8b-6253-4d31-9a74-ec938c75a352 req-db5f4a74-4962-4684-bdae-9686ef446256 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "DELETE /v2.0/ports/e488a8d7-eaab-415e-aee0-f737a5436c77 HTTP/1.1" status: 204 len: 173 time: 0.8292127 Oct 18 08:33:23.658929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fc84c7-6c3a-4cf9-beaa-9deee883131a x-openstack-request-id: req-74fc84c7-6c3a-4cf9-beaa-9deee883131a {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:33:23.659239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26672f4-859b-4853-bd0d-a2045f2bc1b6", "name": "network-vif-deleted", "tag": "e488a8d7-eaab-415e-aee0-f737a5436c77", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:33:23.659538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-74fc84c7-6c3a-4cf9-beaa-9deee883131a {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:33:23.659940 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74fc84c7-6c3a-4cf9-beaa-9deee883131a'] response: {'server_uuid': 'd26672f4-859b-4853-bd0d-a2045f2bc1b6', 'name': 'network-vif-deleted', 'tag': 'e488a8d7-eaab-415e-aee0-f737a5436c77', 'status': 'completed', 'code': 200} Oct 18 08:33:23.851100 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8615de40-5d56-4a1d-9edb-0728c5af4b4f req-c0c723f7-a304-4f4c-997e-0916608b14f2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=d26672f4-859b-4853-bd0d-a2045f2bc1b6 HTTP/1.1" status: 200 len: 210 time: 0.1533241 Oct 18 08:33:23.873567 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:23.878225 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:24.952840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41312) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:25.461295 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:25.512869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-91eac23c-1faa-4607-9be4-9ea49f567d5f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:25.865369 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-91eac23c-1faa-4607-9be4-9ea49f567d5f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port cb50071e-fab5-4fba-b046-c5430a3a2a3b {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:33:25.865814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-91eac23c-1faa-4607-9be4-9ea49f567d5f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:26.154686 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-91eac23c-1faa-4607-9be4-9ea49f567d5f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] For port cb50071e-fab5-4fba-b046-c5430a3a2a3b, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=cb50071e-fab5-4fba-b046-c5430a3a2a3b,segment=NetworkSegment(c790bb85-83b1-4ab5-be7c-942f11eb795e),segment_id=c790bb85-83b1-4ab5-be7c-942f11eb795e)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:33:26.155443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-91eac23c-1faa-4607-9be4-9ea49f567d5f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:26.281647 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-91eac23c-1faa-4607-9be4-9ea49f567d5f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for cb50071e-fab5-4fba-b046-c5430a3a2a3b owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:33:26.464136 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-91eac23c-1faa-4607-9be4-9ea49f567d5f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:26.513059 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eac23c-1faa-4607-9be4-9ea49f567d5f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=cb50071e-fab5-4fba-b046-c5430a3a2a3b,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:26.804888 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-91eac23c-1faa-4607-9be4-9ea49f567d5f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:27.153531 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91eac23c-1faa-4607-9be4-9ea49f567d5f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 587c9ee4-9729-43de-bd57-9e65d488957e has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:33:27.331975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91eac23c-1faa-4607-9be4-9ea49f567d5f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:33:27.341303 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device e488a8d7-eaab-415e-aee0-f737a5436c77 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:33:27.341828 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86d6f4e-cff3-4aa9-86c2-8f2c7f3fc814 None None] Sync routers for ids ['587c9ee4-9729-43de-bd57-9e65d488957e'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:33:27.344465 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-91eac23c-1faa-4607-9be4-9ea49f567d5f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "PUT /v2.0/routers/587c9ee4-9729-43de-bd57-9e65d488957e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3905549 Oct 18 08:33:27.347569 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41318) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:27.355284 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86d6f4e-cff3-4aa9-86c2-8f2c7f3fc814 None None] Routers {'587c9ee4-9729-43de-bd57-9e65d488957e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:33:27.355957 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d86d6f4e-cff3-4aa9-86c2-8f2c7f3fc814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:33:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['587c9ee4-9729-43de-bd57-9e65d488957e'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:27.375632 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: e488a8d7-eaab-415e-aee0-f737a5436c77 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:33:27.375987 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device e488a8d7-eaab-415e-aee0-f737a5436c77 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:33:27.413249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-4abc3e8c-7303-4c44-b3f7-30cb3b537543 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting subnet 66a9d33c-89ab-480e-bd0f-6f4fe513c520 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:33:27.416371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4abc3e8c-7303-4c44-b3f7-30cb3b537543 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:27.534340 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-d86d6f4e-cff3-4aa9-86c2-8f2c7f3fc814 None None] Set router 587c9ee4-9729-43de-bd57-9e65d488957e gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:33:27.586218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4abc3e8c-7303-4c44-b3f7-30cb3b537543 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:27.667098 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4abc3e8c-7303-4c44-b3f7-30cb3b537543 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:27.743018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4abc3e8c-7303-4c44-b3f7-30cb3b537543 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:27.781395 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc3e8c-7303-4c44-b3f7-30cb3b537543 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Subnet': ['ID=66a9d33c-89ab-480e-bd0f-6f4fe513c520,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:27.785454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4abc3e8c-7303-4c44-b3f7-30cb3b537543 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:27.787203 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:33:27.792017 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4abc3e8c-7303-4c44-b3f7-30cb3b537543 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/subnets/66a9d33c-89ab-480e-bd0f-6f4fe513c520 HTTP/1.1" status: 204 len: 168 time: 0.4428871 Oct 18 08:33:27.794457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41322) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:27.797541 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7187305b-1dd4-489e-b778-9ccc39757ebb None None] Network bca12d14-03ad-4d54-b631-c312f6fe9b4b requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:33:27.816717 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d86d6f4e-cff3-4aa9-86c2-8f2c7f3fc814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918856633', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '957bb656-3b0c-4891-a070-686b56844e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:31:33Z', 'updated_at': '2022-10-18T08:33:26Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '957bb656-3b0c-4891-a070-686b56844e7a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:34Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:27.820774 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86d6f4e-cff3-4aa9-86c2-8f2c7f3fc814 None None] Checking router: 587c9ee4-9729-43de-bd57-9e65d488957e for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:33:27.829087 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86d6f4e-cff3-4aa9-86c2-8f2c7f3fc814 None None] Routers {'587c9ee4-9729-43de-bd57-9e65d488957e'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:33:27.829690 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d86d6f4e-cff3-4aa9-86c2-8f2c7f3fc814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:33:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['587c9ee4-9729-43de-bd57-9e65d488957e'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:27.977207 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-51d0db68-c0f2-47d0-87a7-ea39fd5ba4ce tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:28.042512 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-d86d6f4e-cff3-4aa9-86c2-8f2c7f3fc814 None None] Set router 587c9ee4-9729-43de-bd57-9e65d488957e gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:33:28.067222 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] DHCP port deletion for bca12d14-03ad-4d54-b631-c312f6fe9b4b request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:33:28.071658 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] Deleting port e0bd841f-51b6-4417-a522-c6124801ac26 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:33:28.072229 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:28.171816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-51d0db68-c0f2-47d0-87a7-ea39fd5ba4ce tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:28.182510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-51d0db68-c0f2-47d0-87a7-ea39fd5ba4ce tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port 957bb656-3b0c-4891-a070-686b56844e7a {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:33:28.182909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-51d0db68-c0f2-47d0-87a7-ea39fd5ba4ce tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:28.286351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] For port e0bd841f-51b6-4417-a522-c6124801ac26, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=e0bd841f-51b6-4417-a522-c6124801ac26,segment=NetworkSegment(c790bb85-83b1-4ab5-be7c-942f11eb795e),segment_id=c790bb85-83b1-4ab5-be7c-942f11eb795e)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:33:28.286800 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:28.329005 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d86d6f4e-cff3-4aa9-86c2-8f2c7f3fc814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918856633', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '957bb656-3b0c-4891-a070-686b56844e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:31:33Z', 'updated_at': '2022-10-18T08:33:26Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '957bb656-3b0c-4891-a070-686b56844e7a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:34Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:28.333808 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86d6f4e-cff3-4aa9-86c2-8f2c7f3fc814 None None] The sync data for ids ['587c9ee4-9729-43de-bd57-9e65d488957e'] in dv-neutron-861625-1-hyperv is: [{'id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1918856633', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '957bb656-3b0c-4891-a070-686b56844e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:31:33Z', 'updated_at': '2022-10-18T08:33:26Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '957bb656-3b0c-4891-a070-686b56844e7a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587c9ee4-9729-43de-bd57-9e65d488957e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:31:34Z', 'updated_at': '2022-10-18T08:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:33:28.359545 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-51d0db68-c0f2-47d0-87a7-ea39fd5ba4ce tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] For port 957bb656-3b0c-4891-a070-686b56844e7a, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=957bb656-3b0c-4891-a070-686b56844e7a,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:33:28.360061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-51d0db68-c0f2-47d0-87a7-ea39fd5ba4ce tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:28.417349 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] Calling delete_port for e0bd841f-51b6-4417-a522-c6124801ac26 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:33:28.483154 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-51d0db68-c0f2-47d0-87a7-ea39fd5ba4ce tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for 957bb656-3b0c-4891-a070-686b56844e7a owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:33:28.491205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:28.540900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] Pushing event deleted for resources: {'Port': ['ID=e0bd841f-51b6-4417-a522-c6124801ac26,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:28.543420 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] No DVR routers for this DVR port e0bd841f-51b6-4417-a522-c6124801ac26 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:33:28.558522 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:28.558961 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:28.559367 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:28.559772 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:28.560170 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:28.560570 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:28.560967 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:28.561364 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:28.561691 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:28.562017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:28.562342 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:28.562706 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2510718-e2a2-43f7-82f4-6e26272ccebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:28.650615 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-51d0db68-c0f2-47d0-87a7-ea39fd5ba4ce tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:28.700169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0db68-c0f2-47d0-87a7-ea39fd5ba4ce tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=957bb656-3b0c-4891-a070-686b56844e7a,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:28.730230 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e0bd841f-51b6-4417-a522-c6124801ac26 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:33:28.766716 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: e0bd841f-51b6-4417-a522-c6124801ac26 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:33:28.767199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device e0bd841f-51b6-4417-a522-c6124801ac26 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:33:28.767722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device cb50071e-fab5-4fba-b046-c5430a3a2a3b no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:33:28.803517 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-51d0db68-c0f2-47d0-87a7-ea39fd5ba4ce tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:28.804680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: cb50071e-fab5-4fba-b046-c5430a3a2a3b {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:33:28.805107 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device cb50071e-fab5-4fba-b046-c5430a3a2a3b not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:33:29.076275 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-51d0db68-c0f2-47d0-87a7-ea39fd5ba4ce tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:29.078312 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-51d0db68-c0f2-47d0-87a7-ea39fd5ba4ce tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:29.100836 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-51d0db68-c0f2-47d0-87a7-ea39fd5ba4ce tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:29.101409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d0db68-c0f2-47d0-87a7-ea39fd5ba4ce tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Fanout notify agent at l3_agent the message router_deleted on router 587c9ee4-9729-43de-bd57-9e65d488957e {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:33:29.117039 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-51d0db68-c0f2-47d0-87a7-ea39fd5ba4ce tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:29.120730 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-51d0db68-c0f2-47d0-87a7-ea39fd5ba4ce tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/routers/587c9ee4-9729-43de-bd57-9e65d488957e HTTP/1.1" status: 204 len: 168 time: 1.3227451 Oct 18 08:33:29.120867 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41326) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:29.238465 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-53571f66-889a-41bf-9c6a-cef5b510af02 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:29.372954 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-53571f66-889a-41bf-9c6a-cef5b510af02 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:29.398324 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-53571f66-889a-41bf-9c6a-cef5b510af02 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca12d14-03ad-4d54-b631-c312f6fe9b4b']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:29.410128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-53571f66-889a-41bf-9c6a-cef5b510af02 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c790bb85-83b1-4ab5-be7c-942f11eb795e') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:29.410426 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-53571f66-889a-41bf-9c6a-cef5b510af02 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c790bb85-83b1-4ab5-be7c-942f11eb795e') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:29.421684 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-53571f66-889a-41bf-9c6a-cef5b510af02 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:29.441322 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-53571f66-889a-41bf-9c6a-cef5b510af02 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:29.447225 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53571f66-889a-41bf-9c6a-cef5b510af02 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:33:29.447607 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-53571f66-889a-41bf-9c6a-cef5b510af02 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:29.511159 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment c790bb85-83b1-4ab5-be7c-942f11eb795e resource provider aggregate not found Oct 18 08:33:29.531300 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment c790bb85-83b1-4ab5-be7c-942f11eb795e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c790bb85-83b1-4ab5-be7c-942f11eb795e found for delete ", "request_id": "req-c199c2ab-a4ae-4dd6-9f67-e940ec641f5a"}]} Oct 18 08:33:29.546124 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-53571f66-889a-41bf-9c6a-cef5b510af02 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:29.551142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-53571f66-889a-41bf-9c6a-cef5b510af02 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:29.575751 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53571f66-889a-41bf-9c6a-cef5b510af02 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Network': ['ID=bca12d14-03ad-4d54-b631-c312f6fe9b4b,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:29.585311 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-53571f66-889a-41bf-9c6a-cef5b510af02 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/networks/bca12d14-03ad-4d54-b631-c312f6fe9b4b HTTP/1.1" status: 204 len: 168 time: 0.4635015 Oct 18 08:33:29.587990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41334) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:29.657263 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8107d994-ea89-4bbe-a0ac-3c5bba38f1f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:29.686347 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8107d994-ea89-4bbe-a0ac-3c5bba38f1f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:29.748872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8107d994-ea89-4bbe-a0ac-3c5bba38f1f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:29.766337 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107d994-ea89-4bbe-a0ac-3c5bba38f1f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1008495-d77e-4342-b8b1-830c92f2e915,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:29.777668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8107d994-ea89-4bbe-a0ac-3c5bba38f1f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:29.778813 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8107d994-ea89-4bbe-a0ac-3c5bba38f1f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/security-groups/b1008495-d77e-4342-b8b1-830c92f2e915 HTTP/1.1" status: 204 len: 168 time: 0.1898723 Oct 18 08:33:29.894714 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41342) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:29.899995 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-1347840f-79db-451f-b055-92ece58db0a0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-176230555', 'description': 'tempest-secgroup-smoke-176230555 description', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:33:29.905929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1347840f-79db-451f-b055-92ece58db0a0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:33:29.910103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1347840f-79db-451f-b055-92ece58db0a0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:33:29.912849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1347840f-79db-451f-b055-92ece58db0a0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:33:29.918663 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1347840f-79db-451f-b055-92ece58db0a0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:33:29.928317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1347840f-79db-451f-b055-92ece58db0a0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:29.947551 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1347840f-79db-451f-b055-92ece58db0a0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:33:29.951385 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1347840f-79db-451f-b055-92ece58db0a0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:33:29.954190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1347840f-79db-451f-b055-92ece58db0a0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:33:29.960047 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1347840f-79db-451f-b055-92ece58db0a0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:33:30.028165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1347840f-79db-451f-b055-92ece58db0a0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.031528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1347840f-79db-451f-b055-92ece58db0a0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.077507 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347840f-79db-451f-b055-92ece58db0a0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=218d4781-80a2-445f-a56a-bd6df77cda99,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:30.083159 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1347840f-79db-451f-b055-92ece58db0a0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.084924 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1347840f-79db-451f-b055-92ece58db0a0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1886516 Oct 18 08:33:30.087478 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41346) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:30.092481 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': '218d4781-80a2-445f-a56a-bd6df77cda99', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:33:30.099033 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:33:30.102904 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:33:30.105696 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:33:30.112304 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:33:30.128157 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.187954 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.191194 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.213418 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4873b985-a258-498a-9796-e3620b2a5267,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:30.224340 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:30.224712 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:30.225041 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:30.225362 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:30.225710 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:30.226044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:30.226406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:30.226711 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:30.227097 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:30.227415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:30.227740 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:30.228169 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:30.231126 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.232282 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-01aec7e8-f9de-420a-ac31-1ea02b6ce7c8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438189 Oct 18 08:33:30.235111 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41350) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:30.240581 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-b201657d-2728-4986-b8ae-b14ac1733726 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': '218d4781-80a2-445f-a56a-bd6df77cda99', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:33:30.246448 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b201657d-2728-4986-b8ae-b14ac1733726 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:33:30.250289 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b201657d-2728-4986-b8ae-b14ac1733726 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:33:30.253197 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-b201657d-2728-4986-b8ae-b14ac1733726 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:33:30.258817 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-b201657d-2728-4986-b8ae-b14ac1733726 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:33:30.274325 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b201657d-2728-4986-b8ae-b14ac1733726 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.336109 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b201657d-2728-4986-b8ae-b14ac1733726 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.339410 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b201657d-2728-4986-b8ae-b14ac1733726 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.363764 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201657d-2728-4986-b8ae-b14ac1733726 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184620d4-3041-4378-b787-b3565aa26f39,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:30.371794 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b201657d-2728-4986-b8ae-b14ac1733726 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.373272 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b201657d-2728-4986-b8ae-b14ac1733726 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371663 Oct 18 08:33:30.375894 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41354) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:30.380768 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f4dea4c2-f160-429b-8581-29548f97a591 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': '218d4781-80a2-445f-a56a-bd6df77cda99', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:33:30.387105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f4dea4c2-f160-429b-8581-29548f97a591 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:33:30.390908 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f4dea4c2-f160-429b-8581-29548f97a591 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:33:30.393757 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f4dea4c2-f160-429b-8581-29548f97a591 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:33:30.399610 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f4dea4c2-f160-429b-8581-29548f97a591 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:33:30.416163 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f4dea4c2-f160-429b-8581-29548f97a591 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.477096 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f4dea4c2-f160-429b-8581-29548f97a591 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.480451 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f4dea4c2-f160-429b-8581-29548f97a591 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.503493 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dea4c2-f160-429b-8581-29548f97a591 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee47482-766a-4162-a2e3-6f5d39405491,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:30.512003 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f4dea4c2-f160-429b-8581-29548f97a591 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.513154 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f4dea4c2-f160-429b-8581-29548f97a591 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363289 Oct 18 08:33:30.515866 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41358) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:30.520594 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-fd231d9a-3723-423b-a4da-dbe5b72d9d0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': '218d4781-80a2-445f-a56a-bd6df77cda99', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:33:30.526171 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-fd231d9a-3723-423b-a4da-dbe5b72d9d0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:33:30.529955 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fd231d9a-3723-423b-a4da-dbe5b72d9d0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:33:30.532819 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fd231d9a-3723-423b-a4da-dbe5b72d9d0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:33:30.539029 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-fd231d9a-3723-423b-a4da-dbe5b72d9d0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:33:30.555794 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fd231d9a-3723-423b-a4da-dbe5b72d9d0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.618262 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fd231d9a-3723-423b-a4da-dbe5b72d9d0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.622231 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fd231d9a-3723-423b-a4da-dbe5b72d9d0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.639692 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd231d9a-3723-423b-a4da-dbe5b72d9d0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480c5e0b-3229-4b3f-8088-406bdbc9d7b5,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:30.661700 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fd231d9a-3723-423b-a4da-dbe5b72d9d0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.663698 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fd231d9a-3723-423b-a4da-dbe5b72d9d0e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1467915 Oct 18 08:33:30.666925 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41362) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:30.667780 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 957bb656-3b0c-4891-a070-686b56844e7a no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:33:30.672103 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-7ee911f9-2a46-4c89-861d-2e27e4700f9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': '218d4781-80a2-445f-a56a-bd6df77cda99', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:33:30.678761 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7ee911f9-2a46-4c89-861d-2e27e4700f9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:33:30.682541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7ee911f9-2a46-4c89-861d-2e27e4700f9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:33:30.685348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7ee911f9-2a46-4c89-861d-2e27e4700f9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:33:30.690952 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7ee911f9-2a46-4c89-861d-2e27e4700f9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:33:30.703750 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-7ee911f9-2a46-4c89-861d-2e27e4700f9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Project 96f503be4dfb4fcc887c5a281b5271e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:33:30.710794 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7ee911f9-2a46-4c89-861d-2e27e4700f9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.737696 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 957bb656-3b0c-4891-a070-686b56844e7a {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:33:30.738685 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 957bb656-3b0c-4891-a070-686b56844e7a not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:33:30.777054 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7ee911f9-2a46-4c89-861d-2e27e4700f9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.780292 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7ee911f9-2a46-4c89-861d-2e27e4700f9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.803926 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee911f9-2a46-4c89-861d-2e27e4700f9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fe6330-9d39-49cc-8ec8-364bd0ad956e,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:30.813125 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7ee911f9-2a46-4c89-861d-2e27e4700f9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.814306 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7ee911f9-2a46-4c89-861d-2e27e4700f9e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1464400 Oct 18 08:33:30.817137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41366) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:30.822252 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-17457010-ce81-4c9c-bba7-157c46c3b12c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': '218d4781-80a2-445f-a56a-bd6df77cda99', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:33:30.828240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-17457010-ce81-4c9c-bba7-157c46c3b12c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:33:30.832587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-17457010-ce81-4c9c-bba7-157c46c3b12c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:33:30.835437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-17457010-ce81-4c9c-bba7-157c46c3b12c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:33:30.841042 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-17457010-ce81-4c9c-bba7-157c46c3b12c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:33:30.852350 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-17457010-ce81-4c9c-bba7-157c46c3b12c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Project 96f503be4dfb4fcc887c5a281b5271e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:33:30.858768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-17457010-ce81-4c9c-bba7-157c46c3b12c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.921447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-17457010-ce81-4c9c-bba7-157c46c3b12c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.924976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-17457010-ce81-4c9c-bba7-157c46c3b12c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.946849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17457010-ce81-4c9c-bba7-157c46c3b12c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7abaa07-02a6-4f8e-b41c-dec83175e543,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:30.955492 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-17457010-ce81-4c9c-bba7-157c46c3b12c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:30.957999 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-17457010-ce81-4c9c-bba7-157c46c3b12c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385043 Oct 18 08:33:30.960018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41370) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:30.965516 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-d55751aa-a5b9-4141-b811-079293c15695 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'network': {'name': 'tempest-network-smoke--1038373114', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'port_security_enabled': True}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:33:30.970388 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d55751aa-a5b9-4141-b811-079293c15695 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:33:30.975326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d55751aa-a5b9-4141-b811-079293c15695 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:network and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:33:30.978111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d55751aa-a5b9-4141-b811-079293c15695 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:33:30.984098 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d55751aa-a5b9-4141-b811-079293c15695 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:33:30.994146 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55751aa-a5b9-4141-b811-079293c15695 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Made reservation on behalf of 96f503be4dfb4fcc887c5a281b5271e5 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:33:30.997389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d55751aa-a5b9-4141-b811-079293c15695 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:31.024620 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55751aa-a5b9-4141-b811-079293c15695 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:33:31.033508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d55751aa-a5b9-4141-b811-079293c15695 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:31.033851 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-d55751aa-a5b9-4141-b811-079293c15695 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Added segment d0712ca4-2f86-4e26-abbe-a0a932efd16d of type vlan for network 2a7b8ea6-c6d8-431a-bed0-b929c45d5401 Oct 18 08:33:31.059300 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d55751aa-a5b9-4141-b811-079293c15695 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:31.087080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d55751aa-a5b9-4141-b811-079293c15695 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:31.092327 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55751aa-a5b9-4141-b811-079293c15695 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:31.092904 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d55751aa-a5b9-4141-b811-079293c15695 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:31.199295 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d55751aa-a5b9-4141-b811-079293c15695 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2381921 Oct 18 08:33:31.202030 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55751aa-a5b9-4141-b811-079293c15695 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Network': ['ID=2a7b8ea6-c6d8-431a-bed0-b929c45d5401,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:31.202171 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41374) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:31.208265 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1214786307', 'admin_state_up': True, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:33:31.213042 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 2a7b8ea6-c6d8-431a-bed0-b929c45d5401 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:33:31.215519 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:33:31.219393 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:router and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:33:31.222768 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:33:31.229081 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:33:31.239710 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:31.240718 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:31.255974 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:31.526476 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:31.822837 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:31.852261 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:31.985330 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.26.8.161 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/498e3e33-2017-40de-97a0-3b47717e0670) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:33:32.129335 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:32.157471 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:32.218607 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:33:32.221199 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:33:32.223909 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:33:32.267291 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=498e3e33-2017-40de-97a0-3b47717e0670,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:32.734659 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:33.064774 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:33.268569 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 76bb11aa-9635-449d-90a2-0db9ff681837 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:33:33.442825 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:33:33.453953 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Sync routers for ids ['76bb11aa-9635-449d-90a2-0db9ff681837'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:33:33.463996 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Routers {'76bb11aa-9635-449d-90a2-0db9ff681837'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:33:33.464606 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:33:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['76bb11aa-9635-449d-90a2-0db9ff681837'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:33.470137 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:33.471358 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4a298ca8-397b-4f29-91b6-726a71050c40 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2682760 Oct 18 08:33:33.474640 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41378) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:33.513216 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-db5d0305-6806-4e27-ace9-461ab75be3ef tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=96f503be4dfb4fcc887c5a281b5271e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375364 Oct 18 08:33:33.515817 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41382) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:33.648501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Set router 76bb11aa-9635-449d-90a2-0db9ff681837 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:33:33.759748 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd1d050-3772-47cf-9714-d6e171f63a92 tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:33.761114 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-3bd1d050-3772-47cf-9714-d6e171f63a92 tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2444427 Oct 18 08:33:33.764048 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41386) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:33.802910 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-56335b17-3a22-4e69-953e-fe4c64b6204d tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378067 Oct 18 08:33:33.805413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41390) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:33.810532 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-34ae8daf-98f0-45fa-837c-686e7a690ea3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-773421458', 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:33:33.917176 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-34ae8daf-98f0-45fa-837c-686e7a690ea3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:33:33.920963 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-34ae8daf-98f0-45fa-837c-686e7a690ea3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:subnet and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:33:33.923735 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-34ae8daf-98f0-45fa-837c-686e7a690ea3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:33:33.929764 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-34ae8daf-98f0-45fa-837c-686e7a690ea3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:33:33.934063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214786307', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '498e3e33-2017-40de-97a0-3b47717e0670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:32Z', 'revision_number': 3, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '498e3e33-2017-40de-97a0-3b47717e0670', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:33.938090 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Checking router: 76bb11aa-9635-449d-90a2-0db9ff681837 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:33:33.938351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Updating router 76bb11aa-9635-449d-90a2-0db9ff681837 port 498e3e33-2017-40de-97a0-3b47717e0670 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:33:33.939937 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ae8daf-98f0-45fa-837c-686e7a690ea3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Made reservation on behalf of 96f503be4dfb4fcc887c5a281b5271e5 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:33:33.944158 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-34ae8daf-98f0-45fa-837c-686e7a690ea3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:33.990708 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:34.176378 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-34ae8daf-98f0-45fa-837c-686e7a690ea3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:34.255137 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae8daf-98f0-45fa-837c-686e7a690ea3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Subnet': ['ID=dd353ccd-1a00-4d37-b019-b1321037f942,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:34.262369 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ae8daf-98f0-45fa-837c-686e7a690ea3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Checking segment: {'id': 'd0712ca4-2f86-4e26-abbe-a0a932efd16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:33:34.262717 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ae8daf-98f0-45fa-837c-686e7a690ea3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network hostable DHCP agents. Network: 2a7b8ea6-c6d8-431a-bed0-b929c45d5401, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:33:34.281849 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ae8daf-98f0-45fa-837c-686e7a690ea3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network 2a7b8ea6-c6d8-431a-bed0-b929c45d5401 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:33:34.292058 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-34ae8daf-98f0-45fa-837c-686e7a690ea3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 2a7b8ea6-c6d8-431a-bed0-b929c45d5401) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:33:34.296118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ae8daf-98f0-45fa-837c-686e7a690ea3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:34.296707 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-34ae8daf-98f0-45fa-837c-686e7a690ea3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:34.306084 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f80dc28-5c01-498c-b32a-7fde0d587338 None None] Network 2a7b8ea6-c6d8-431a-bed0-b929c45d5401 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:33:34.319517 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-34ae8daf-98f0-45fa-837c-686e7a690ea3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5130055 Oct 18 08:33:34.322265 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41394) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:34.390596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:34.415060 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Transition to ACTIVE for port object 498e3e33-2017-40de-97a0-3b47717e0670 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:33:34.431364 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:34.507900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Attempting to bind port 498e3e33-2017-40de-97a0-3b47717e0670 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:33:34.508580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Attempting to bind port 498e3e33-2017-40de-97a0-3b47717e0670 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:33:34.508712 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Attempting to bind port 498e3e33-2017-40de-97a0-3b47717e0670 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:33:34.519374 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:33:34.519774 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:33:34.520174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:34.520563 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:33:34.521028 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Bound port: 498e3e33-2017-40de-97a0-3b47717e0670, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:33:34.521399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:34.599837 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05b830-4e6f-43c0-8565-6abdc6a9ee9c None None] Pushing event updated for resources: {'Port': ['ID=498e3e33-2017-40de-97a0-3b47717e0670,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:34.687186 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] For port 498e3e33-2017-40de-97a0-3b47717e0670, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:33:34.694851 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-2a7b8ea6-c6d8-431a-bed0-b929c45d5401', 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ips': [{'subnet_id': 'dd353ccd-1a00-4d37-b019-b1321037f942'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:33:34.695663 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:34.705170 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] For port 498e3e33-2017-40de-97a0-3b47717e0670, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=498e3e33-2017-40de-97a0-3b47717e0670,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:33:34.712571 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:34.862927 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Routers {'76bb11aa-9635-449d-90a2-0db9ff681837'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:33:34.863557 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:33:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['76bb11aa-9635-449d-90a2-0db9ff681837'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:35.011113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05b830-4e6f-43c0-8565-6abdc6a9ee9c None None] Pushing event updated for resources: {'Port': ['ID=498e3e33-2017-40de-97a0-3b47717e0670,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:35.020134 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:35.036597 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:35.126965 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] Set router 76bb11aa-9635-449d-90a2-0db9ff681837 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:33:35.233181 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Allocated IP 172.20.0.2 (2a7b8ea6-c6d8-431a-bed0-b929c45d5401/dd353ccd-1a00-4d37-b019-b1321037f942/a0149a81-3b24-4be5-a779-74aed0936080) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:33:35.581110 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:35.597425 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Transition to ACTIVE for port object a0149a81-3b24-4be5-a779-74aed0936080 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:33:35.614998 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214786307', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '498e3e33-2017-40de-97a0-3b47717e0670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:32Z', 'revision_number': 3, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '498e3e33-2017-40de-97a0-3b47717e0670', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:35.622959 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Transition to ACTIVE for port object a0149a81-3b24-4be5-a779-74aed0936080 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:33:35.624125 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acf388b-cc1f-47fc-b517-3bfdcb8cbe0d None None] The sync data for ids ['76bb11aa-9635-449d-90a2-0db9ff681837'] in dv-neutron-861625-1-hyperv is: [{'id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214786307', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '498e3e33-2017-40de-97a0-3b47717e0670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:32Z', 'revision_number': 3, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '498e3e33-2017-40de-97a0-3b47717e0670', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:33:35.630264 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:35.695287 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Network 2a7b8ea6-c6d8-431a-bed0-b929c45d5401 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:33:35.698350 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:33:35.702061 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:33:35.702893 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.20.0.1 (2a7b8ea6-c6d8-431a-bed0-b929c45d5401/dd353ccd-1a00-4d37-b019-b1321037f942/dd635965-a53f-4a22-8dc0-e168c103aa3f) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:33:35.711546 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Pushing event updated for resources: {'Port': ['ID=a0149a81-3b24-4be5-a779-74aed0936080,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:35.813681 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Attempting to bind port a0149a81-3b24-4be5-a779-74aed0936080 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:33:35.814046 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Attempting to bind port a0149a81-3b24-4be5-a779-74aed0936080 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'd0712ca4-2f86-4e26-abbe-a0a932efd16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:33:35.814397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Attempting to bind port a0149a81-3b24-4be5-a779-74aed0936080 on network 2a7b8ea6-c6d8-431a-bed0-b929c45d5401 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:33:35.820619 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:33:35.820985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Checking segment: {'id': 'd0712ca4-2f86-4e26-abbe-a0a932efd16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:33:35.821382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:35.821892 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Bound using segment: {'id': 'd0712ca4-2f86-4e26-abbe-a0a932efd16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:33:35.822365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Bound port: a0149a81-3b24-4be5-a779-74aed0936080, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0712ca4-2f86-4e26-abbe-a0a932efd16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:33:35.822757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:35.885214 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:35.910658 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Transition to ACTIVE for port object dd635965-a53f-4a22-8dc0-e168c103aa3f will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:33:35.936919 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] For port a0149a81-3b24-4be5-a779-74aed0936080, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:33:35.938910 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:35.940303 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] For port a0149a81-3b24-4be5-a779-74aed0936080, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a0149a81-3b24-4be5-a779-74aed0936080,segment=NetworkSegment(d0712ca4-2f86-4e26-abbe-a0a932efd16d),segment_id=d0712ca4-2f86-4e26-abbe-a0a932efd16d)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:33:35.945420 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:36.009629 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network 2a7b8ea6-c6d8-431a-bed0-b929c45d5401 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:33:36.014596 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:33:36.017868 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:33:36.045342 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1849e79-85a5-49c6-9b27-aef8feec13d7 None None] Pushing event updated for resources: {'Port': ['ID=a0149a81-3b24-4be5-a779-74aed0936080,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:36.065363 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=dd635965-a53f-4a22-8dc0-e168c103aa3f,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:36.091671 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:36.222075 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:36.674131 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:36.680041 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:36.733802 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 498e3e33-2017-40de-97a0-3b47717e0670 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:33:36.795593 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:36.799098 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=dd635965-a53f-4a22-8dc0-e168c103aa3f,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:36.808216 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 498e3e33-2017-40de-97a0-3b47717e0670 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:33:36.813714 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 498e3e33-2017-40de-97a0-3b47717e0670 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:33:36.814087 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:36.814440 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 498e3e33-2017-40de-97a0-3b47717e0670 Oct 18 08:33:36.942792 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 498e3e33-2017-40de-97a0-3b47717e0670 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:33:36.942998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network 2a7b8ea6-c6d8-431a-bed0-b929c45d5401 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:33:36.943406 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:36.944223 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:33:36.963291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 498e3e33-2017-40de-97a0-3b47717e0670, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=498e3e33-2017-40de-97a0-3b47717e0670,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:33:36.968429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:36.969876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a0149a81-3b24-4be5-a779-74aed0936080 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:33:37.064622 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a631d7da-187b-4c70-b044-dc626cc44cf6 None None] Network 2a7b8ea6-c6d8-431a-bed0-b929c45d5401 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:33:37.131086 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 76bb11aa-9635-449d-90a2-0db9ff681837 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:33:37.228457 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=498e3e33-2017-40de-97a0-3b47717e0670,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:37.248198 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2bbb6895-1e91-41bd-a030-5d74ced8d4c6 None None] Provisioning for port a0149a81-3b24-4be5-a779-74aed0936080 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:33:37.295534 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port a0149a81-3b24-4be5-a779-74aed0936080 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:33:37.326489 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port a0149a81-3b24-4be5-a779-74aed0936080 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:33:37.326887 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:37.327218 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port a0149a81-3b24-4be5-a779-74aed0936080 Oct 18 08:33:37.451857 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:33:37.464132 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Sync routers for ids ['76bb11aa-9635-449d-90a2-0db9ff681837'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:33:37.467116 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c78f346b-026b-41b4-b1c5-c065d8641d70 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "PUT /v2.0/routers/76bb11aa-9635-449d-90a2-0db9ff681837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1438155 Oct 18 08:33:37.474132 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Routers {'76bb11aa-9635-449d-90a2-0db9ff681837'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:33:37.474800 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:33:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['76bb11aa-9635-449d-90a2-0db9ff681837'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:37.535119 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port a0149a81-3b24-4be5-a779-74aed0936080 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:33:37.535500 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:37.581263 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port a0149a81-3b24-4be5-a779-74aed0936080, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a0149a81-3b24-4be5-a779-74aed0936080,segment=NetworkSegment(d0712ca4-2f86-4e26-abbe-a0a932efd16d),segment_id=d0712ca4-2f86-4e26-abbe-a0a932efd16d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:33:37.588125 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:37.654206 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-2813a1c3-0064-4f6a-bebe-ec6a1c4e1e4c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176230555&fields=id&tenant_id=96f503be4dfb4fcc887c5a281b5271e5 HTTP/1.1" status: 200 len: 267 time: 0.0467858 Oct 18 08:33:37.662966 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Set router 76bb11aa-9635-449d-90a2-0db9ff681837 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:33:37.673113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=a0149a81-3b24-4be5-a779-74aed0936080,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:37.808336 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-cf78cca2-d963-49fb-807e-cab8db86d8e0 None None] Provisioning for port dd635965-a53f-4a22-8dc0-e168c103aa3f completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:33:37.814388 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-cf78cca2-d963-49fb-807e-cab8db86d8e0 None None] Provisioning complete for port dd635965-a53f-4a22-8dc0-e168c103aa3f triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:33:37.814982 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cf78cca2-d963-49fb-807e-cab8db86d8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:37.815475 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-cf78cca2-d963-49fb-807e-cab8db86d8e0 None None] Attempt 1 to provision port dd635965-a53f-4a22-8dc0-e168c103aa3f Oct 18 08:33:37.817416 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-6b1a709c-2c14-4d58-907f-ab3b621fece8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:37.819298 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-6b1a709c-2c14-4d58-907f-ab3b621fece8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/networks?id=2a7b8ea6-c6d8-431a-bed0-b929c45d5401 HTTP/1.1" status: 200 len: 797 time: 0.1569445 Oct 18 08:33:37.838484 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-d7d95f0c-573e-4b79-9cc5-f80c2b192f43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/quotas/96f503be4dfb4fcc887c5a281b5271e5 HTTP/1.1" status: 200 len: 375 time: 0.0129969 Oct 18 08:33:37.881977 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-cf78cca2-d963-49fb-807e-cab8db86d8e0 None None] Port dd635965-a53f-4a22-8dc0-e168c103aa3f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:33:37.944723 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-ec500662-9206-4dca-a65c-d142e0ddd2b4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:33:37.960868 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-ec500662-9206-4dca-a65c-d142e0ddd2b4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:33:37.962409 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-ec500662-9206-4dca-a65c-d142e0ddd2b4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1182594 Oct 18 08:33:37.980499 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-b78b76a5-5b93-4128-baa1-41205020eed1 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 08:33:37.981564 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-b78b76a5-5b93-4128-baa1-41205020eed1 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056891 Oct 18 08:33:37.994621 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214786307', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '498e3e33-2017-40de-97a0-3b47717e0670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '498e3e33-2017-40de-97a0-3b47717e0670', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'dd635965-a53f-4a22-8dc0-e168c103aa3f', 'name': '', 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:8a:7b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:35Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 2, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:37.998797 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Checking router: 76bb11aa-9635-449d-90a2-0db9ff681837 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:33:37.999074 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Updating router 76bb11aa-9635-449d-90a2-0db9ff681837 port dd635965-a53f-4a22-8dc0-e168c103aa3f binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:33:38.052113 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:38.124234 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-d027090b-a50b-4dcb-a2fb-c8bc8f01734b service neutron] 10.222.0.17 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362002 Oct 18 08:33:38.260684 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-c377a41f-2414-41bb-bb6f-be28dc652639 service neutron] 10.222.0.17 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301095 Oct 18 08:33:38.383568 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-cf78cca2-d963-49fb-807e-cab8db86d8e0 None None] Attempt 2 to provision port dd635965-a53f-4a22-8dc0-e168c103aa3f Oct 18 08:33:38.408091 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:38.421697 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Transition to ACTIVE for port object dd635965-a53f-4a22-8dc0-e168c103aa3f will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:33:38.430343 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:38.446360 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-cf78cca2-d963-49fb-807e-cab8db86d8e0 None None] Port dd635965-a53f-4a22-8dc0-e168c103aa3f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:33:38.452489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-6e573d02-dc83-4cc6-ba46-2218f91b613a req-1185254c-6b70-4f3d-bf29-04b2ec71f8ed tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:33:38.465352 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-6e573d02-dc83-4cc6-ba46-2218f91b613a req-1185254c-6b70-4f3d-bf29-04b2ec71f8ed tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:33:38.466650 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6e573d02-dc83-4cc6-ba46-2218f91b613a req-1185254c-6b70-4f3d-bf29-04b2ec71f8ed tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 210 time: 0.0702236 Oct 18 08:33:38.665618 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d1f93-4463-464b-9128-af3922af7bbb None None] Pushing event updated for resources: {'Port': ['ID=dd635965-a53f-4a22-8dc0-e168c103aa3f,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:38.687639 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 498e3e33-2017-40de-97a0-3b47717e0670 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:33:38.687930 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d1f93-4463-464b-9128-af3922af7bbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:38.688280 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d1f93-4463-464b-9128-af3922af7bbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:38.688619 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d1f93-4463-464b-9128-af3922af7bbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:38.688993 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d1f93-4463-464b-9128-af3922af7bbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:38.689260 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d1f93-4463-464b-9128-af3922af7bbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:38.689754 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d1f93-4463-464b-9128-af3922af7bbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:38.690188 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d1f93-4463-464b-9128-af3922af7bbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:38.690399 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d1f93-4463-464b-9128-af3922af7bbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:38.690753 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d1f93-4463-464b-9128-af3922af7bbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:38.691622 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d1f93-4463-464b-9128-af3922af7bbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:38.691945 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d1f93-4463-464b-9128-af3922af7bbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:38.692265 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313d1f93-4463-464b-9128-af3922af7bbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:33:38.704379 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Attempting to bind port dd635965-a53f-4a22-8dc0-e168c103aa3f on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:33:38.704750 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Attempting to bind port dd635965-a53f-4a22-8dc0-e168c103aa3f by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'd0712ca4-2f86-4e26-abbe-a0a932efd16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:33:38.705113 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Attempting to bind port dd635965-a53f-4a22-8dc0-e168c103aa3f on network 2a7b8ea6-c6d8-431a-bed0-b929c45d5401 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:33:38.712648 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:33:38.713015 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Checking segment: {'id': 'd0712ca4-2f86-4e26-abbe-a0a932efd16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:33:38.713586 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:38.713982 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Bound using segment: {'id': 'd0712ca4-2f86-4e26-abbe-a0a932efd16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:33:38.714444 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Bound port: dd635965-a53f-4a22-8dc0-e168c103aa3f, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0712ca4-2f86-4e26-abbe-a0a932efd16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:33:38.714898 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:38.759499 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 498e3e33-2017-40de-97a0-3b47717e0670 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:33:38.759870 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:38.760209 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 498e3e33-2017-40de-97a0-3b47717e0670 Oct 18 08:33:38.814142 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] For port dd635965-a53f-4a22-8dc0-e168c103aa3f, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:33:38.817551 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] For port dd635965-a53f-4a22-8dc0-e168c103aa3f, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=dd635965-a53f-4a22-8dc0-e168c103aa3f,segment=NetworkSegment(d0712ca4-2f86-4e26-abbe-a0a932efd16d),segment_id=d0712ca4-2f86-4e26-abbe-a0a932efd16d)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:33:38.821178 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:38.879100 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Routers {'76bb11aa-9635-449d-90a2-0db9ff681837'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:33:38.879438 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:33:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['76bb11aa-9635-449d-90a2-0db9ff681837'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:38.881862 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 498e3e33-2017-40de-97a0-3b47717e0670 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:33:38.882978 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a0149a81-3b24-4be5-a779-74aed0936080 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:33:38.947493 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-cf78cca2-d963-49fb-807e-cab8db86d8e0 None None] Attempt 3 to provision port dd635965-a53f-4a22-8dc0-e168c103aa3f Oct 18 08:33:38.996531 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port a0149a81-3b24-4be5-a779-74aed0936080 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:33:38.996816 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:38.997153 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port a0149a81-3b24-4be5-a779-74aed0936080 Oct 18 08:33:39.027057 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d1f93-4463-464b-9128-af3922af7bbb None None] Pushing event updated for resources: {'Port': ['ID=dd635965-a53f-4a22-8dc0-e168c103aa3f,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:39.062237 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-cf78cca2-d963-49fb-807e-cab8db86d8e0 None None] Port dd635965-a53f-4a22-8dc0-e168c103aa3f had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:33:39.071468 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] Set router 76bb11aa-9635-449d-90a2-0db9ff681837 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:33:39.109888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-cf78cca2-d963-49fb-807e-cab8db86d8e0 None None] Provisioning complete for port a0149a81-3b24-4be5-a779-74aed0936080 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:33:39.110255 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cf78cca2-d963-49fb-807e-cab8db86d8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:39.110635 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-cf78cca2-d963-49fb-807e-cab8db86d8e0 None None] Attempt 1 to provision port a0149a81-3b24-4be5-a779-74aed0936080 Oct 18 08:33:39.180096 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port a0149a81-3b24-4be5-a779-74aed0936080 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:33:39.248233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-cf78cca2-d963-49fb-807e-cab8db86d8e0 None None] Current status of the port a0149a81-3b24-4be5-a779-74aed0936080 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:33:39.379561 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214786307', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '498e3e33-2017-40de-97a0-3b47717e0670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '498e3e33-2017-40de-97a0-3b47717e0670', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'dd635965-a53f-4a22-8dc0-e168c103aa3f', 'name': '', 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:8a:7b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:35Z', 'updated_at': '2022-10-18T08:33:38Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:39.383447 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23643b23-36aa-44de-ada8-a14d5d042f27 None None] The sync data for ids ['76bb11aa-9635-449d-90a2-0db9ff681837'] in dv-neutron-861625-1-hyperv is: [{'id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214786307', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '498e3e33-2017-40de-97a0-3b47717e0670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '498e3e33-2017-40de-97a0-3b47717e0670', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'dd635965-a53f-4a22-8dc0-e168c103aa3f', 'name': '', 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:8a:7b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:35Z', 'updated_at': '2022-10-18T08:33:38Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:33:39.637921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-1dc07c0e-aed9-44c7-a29a-b783ab7670f3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:39.638611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-1dc07c0e-aed9-44c7-a29a-b783ab7670f3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:33:39.656275 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-1dc07c0e-aed9-44c7-a29a-b783ab7670f3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:33:39.657449 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-1dc07c0e-aed9-44c7-a29a-b783ab7670f3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "GET /v2.0/networks?id=2a7b8ea6-c6d8-431a-bed0-b929c45d5401 HTTP/1.1" status: 200 len: 797 time: 0.1843891 Oct 18 08:33:39.699256 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bc8c5cfe-6285-478c-aff3-bfc0641898d4 req-74a8142f-47be-48d3-a02b-695ddc55ad7e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 210 time: 0.0980768 Oct 18 08:33:39.711886 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-c8522196-3ef9-48f4-9c97-7d41b3eee766 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:33:39.732046 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-c8522196-3ef9-48f4-9c97-7d41b3eee766 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:33:39.733218 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-c8522196-3ef9-48f4-9c97-7d41b3eee766 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96f503be4dfb4fcc887c5a281b5271e5 HTTP/1.1" status: 200 len: 379 time: 0.0664816 Oct 18 08:33:39.744192 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-e8198126-c3eb-469a-994c-7212f7cd1af0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'port': {'device_id': 'e9e12656-b12f-47c9-9a5b-39016d92dddc', 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401', 'admin_state_up': True, 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'security_groups': ['218d4781-80a2-445f-a56a-bd6df77cda99']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:33:39.888874 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-e8198126-c3eb-469a-994c-7212f7cd1af0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:33:39.899294 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-e8198126-c3eb-469a-994c-7212f7cd1af0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:33:39.909622 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-e8198126-c3eb-469a-994c-7212f7cd1af0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Made reservation on behalf of 96f503be4dfb4fcc887c5a281b5271e5 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:33:39.913672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-e8198126-c3eb-469a-994c-7212f7cd1af0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:40.081768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-e8198126-c3eb-469a-994c-7212f7cd1af0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.20.0.13 (2a7b8ea6-c6d8-431a-bed0-b929c45d5401/dd353ccd-1a00-4d37-b019-b1321037f942/61cb848f-4d22-4d5b-9123-67539caf7d00) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:33:40.280005 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-e8198126-c3eb-469a-994c-7212f7cd1af0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:40.296494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-e8198126-c3eb-469a-994c-7212f7cd1af0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Transition to ACTIVE for port object 61cb848f-4d22-4d5b-9123-67539caf7d00 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:33:40.320849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-e8198126-c3eb-469a-994c-7212f7cd1af0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:40.391061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-e8198126-c3eb-469a-994c-7212f7cd1af0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network 2a7b8ea6-c6d8-431a-bed0-b929c45d5401 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:33:40.394643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-e8198126-c3eb-469a-994c-7212f7cd1af0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:33:40.399817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-e8198126-c3eb-469a-994c-7212f7cd1af0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:33:40.545545 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8198126-c3eb-469a-994c-7212f7cd1af0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=61cb848f-4d22-4d5b-9123-67539caf7d00,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:40.577632 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-e8198126-c3eb-469a-994c-7212f7cd1af0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:40.578262 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-e8198126-c3eb-469a-994c-7212f7cd1af0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:40.598370 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5f39a513-624e-4240-bb81-cd9bb81b5337 None None] Provisioning for port 61cb848f-4d22-4d5b-9123-67539caf7d00 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:33:40.604260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5f39a513-624e-4240-bb81-cd9bb81b5337 None None] Provisioning complete for port 61cb848f-4d22-4d5b-9123-67539caf7d00 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:33:40.604878 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5f39a513-624e-4240-bb81-cd9bb81b5337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:40.605434 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-5f39a513-624e-4240-bb81-cd9bb81b5337 None None] Attempt 1 to provision port 61cb848f-4d22-4d5b-9123-67539caf7d00 Oct 18 08:33:40.605823 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-e8198126-c3eb-469a-994c-7212f7cd1af0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8657441 Oct 18 08:33:40.620559 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Request body: {'port': {'device_id': 'e9e12656-b12f-47c9-9a5b-39016d92dddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:33:40.665148 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5f39a513-624e-4240-bb81-cd9bb81b5337 None None] Port 61cb848f-4d22-4d5b-9123-67539caf7d00 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:33:40.699787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device dd635965-a53f-4a22-8dc0-e168c103aa3f up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:33:40.755905 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:40.770234 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port dd635965-a53f-4a22-8dc0-e168c103aa3f completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:33:40.775486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port dd635965-a53f-4a22-8dc0-e168c103aa3f triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:33:40.775855 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:40.776185 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port dd635965-a53f-4a22-8dc0-e168c103aa3f Oct 18 08:33:40.897334 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port dd635965-a53f-4a22-8dc0-e168c103aa3f is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:33:40.897709 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:40.930640 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port dd635965-a53f-4a22-8dc0-e168c103aa3f, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=dd635965-a53f-4a22-8dc0-e168c103aa3f,segment=NetworkSegment(d0712ca4-2f86-4e26-abbe-a0a932efd16d),segment_id=d0712ca4-2f86-4e26-abbe-a0a932efd16d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:33:40.934426 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:41.004278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=dd635965-a53f-4a22-8dc0-e168c103aa3f,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:41.062201 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63315af-dcdd-4ed7-a233-28c3a1fc61f2 req-f3de1d7d-5237-407c-a3ce-c4a30d894978 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:41.062920 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-a63315af-dcdd-4ed7-a233-28c3a1fc61f2 req-f3de1d7d-5237-407c-a3ce-c4a30d894978 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:33:41.102333 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-a63315af-dcdd-4ed7-a233-28c3a1fc61f2 req-f3de1d7d-5237-407c-a3ce-c4a30d894978 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:33:41.103477 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a63315af-dcdd-4ed7-a233-28c3a1fc61f2 req-f3de1d7d-5237-407c-a3ce-c4a30d894978 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 932 time: 0.2717426 Oct 18 08:33:41.167053 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-5f39a513-624e-4240-bb81-cd9bb81b5337 None None] Attempt 2 to provision port 61cb848f-4d22-4d5b-9123-67539caf7d00 Oct 18 08:33:41.192824 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a63315af-dcdd-4ed7-a233-28c3a1fc61f2 req-342c890a-8860-4abf-ae49-089d78f7aefb tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827127 Oct 18 08:33:41.225116 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5f39a513-624e-4240-bb81-cd9bb81b5337 None None] Port 61cb848f-4d22-4d5b-9123-67539caf7d00 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:33:41.225300 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cb848f-4d22-4d5b-9123-67539caf7d00 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:33:41.232749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:41.247858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Transition to ACTIVE for port object 61cb848f-4d22-4d5b-9123-67539caf7d00 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:33:41.251313 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:41.435773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Pushing event updated for resources: {'Port': ['ID=61cb848f-4d22-4d5b-9123-67539caf7d00,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:41.475826 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Attempting to bind port 61cb848f-4d22-4d5b-9123-67539caf7d00 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:33:41.476158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Attempting to bind port 61cb848f-4d22-4d5b-9123-67539caf7d00 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'd0712ca4-2f86-4e26-abbe-a0a932efd16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:33:41.476485 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Attempting to bind port 61cb848f-4d22-4d5b-9123-67539caf7d00 on network 2a7b8ea6-c6d8-431a-bed0-b929c45d5401 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:33:41.481017 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Port 61cb848f-4d22-4d5b-9123-67539caf7d00 on network 2a7b8ea6-c6d8-431a-bed0-b929c45d5401 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:33:41.481336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Attempting to bind port 61cb848f-4d22-4d5b-9123-67539caf7d00 on network 2a7b8ea6-c6d8-431a-bed0-b929c45d5401 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:33:41.486367 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:33:41.486731 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Checking segment: {'id': 'd0712ca4-2f86-4e26-abbe-a0a932efd16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:33:41.487114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Bound using segment: {'id': 'd0712ca4-2f86-4e26-abbe-a0a932efd16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:33:41.487539 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Bound port: 61cb848f-4d22-4d5b-9123-67539caf7d00, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0712ca4-2f86-4e26-abbe-a0a932efd16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:33:41.487906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:41.577518 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] For port 61cb848f-4d22-4d5b-9123-67539caf7d00, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:33:41.580962 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] For port 61cb848f-4d22-4d5b-9123-67539caf7d00, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=61cb848f-4d22-4d5b-9123-67539caf7d00,segment=NetworkSegment(d0712ca4-2f86-4e26-abbe-a0a932efd16d),segment_id=d0712ca4-2f86-4e26-abbe-a0a932efd16d)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:33:41.584998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:41.615143 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:41.615744 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:41.617091 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] 10.222.0.46 "PUT /v2.0/ports/61cb848f-4d22-4d5b-9123-67539caf7d00 HTTP/1.1" status: 200 len: 1094 time: 1.0006773 Oct 18 08:33:41.617578 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e12656-b12f-47c9-9a5b-39016d92dddc', 'tag': '61cb848f-4d22-4d5b-9123-67539caf7d00'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:33:41.619896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ceb9895-5797-4451-8a1c-eb959e396dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e12656-b12f-47c9-9a5b-39016d92dddc", "tag": "61cb848f-4d22-4d5b-9123-67539caf7d00"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:33:41.701244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f385ca20-4b6d-42af-a3e8-6e3c04f760e5 x-openstack-request-id: req-f385ca20-4b6d-42af-a3e8-6e3c04f760e5 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:33:41.701458 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e12656-b12f-47c9-9a5b-39016d92dddc", "tag": "61cb848f-4d22-4d5b-9123-67539caf7d00", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:33:41.701692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f385ca20-4b6d-42af-a3e8-6e3c04f760e5 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:33:41.702084 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f385ca20-4b6d-42af-a3e8-6e3c04f760e5'] response: {'name': 'network-changed', 'server_uuid': 'e9e12656-b12f-47c9-9a5b-39016d92dddc', 'tag': '61cb848f-4d22-4d5b-9123-67539caf7d00', 'status': 'completed', 'code': 200} Oct 18 08:33:41.710843 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa2380-fcc0-45f2-9b38-2a2b6b501c65 service neutron] Pushing event updated for resources: {'Port': ['ID=61cb848f-4d22-4d5b-9123-67539caf7d00,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:41.726384 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-5f39a513-624e-4240-bb81-cd9bb81b5337 None None] Attempt 3 to provision port 61cb848f-4d22-4d5b-9123-67539caf7d00 Oct 18 08:33:41.748344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-cf239c0d-8955-4c80-9fae-781b0b885e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:41.749813 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-cf239c0d-8955-4c80-9fae-781b0b885e47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 1097 time: 0.0922258 Oct 18 08:33:41.788852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-5f39a513-624e-4240-bb81-cd9bb81b5337 None None] Port 61cb848f-4d22-4d5b-9123-67539caf7d00 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:33:41.821240 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-905d05ad-6f34-4972-b792-82577c18c299 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61cb848f-4d22-4d5b-9123-67539caf7d00 HTTP/1.1" status: 200 len: 217 time: 0.0607359 Oct 18 08:33:41.887883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-b98c4285-86e0-4a38-9843-0424a018eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:41.889295 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-b98c4285-86e0-4a38-9843-0424a018eecb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd353ccd-1a00-4d37-b019-b1321037f942 HTTP/1.1" status: 200 len: 834 time: 0.0595231 Oct 18 08:33:41.971692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-f5a9dcea-7ee3-45a6-93ec-68b19895cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:41.973051 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-f5a9dcea-7ee3-45a6-93ec-68b19895cfb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a7b8ea6-c6d8-431a-bed0-b929c45d5401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750222 Oct 18 08:33:42.106318 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-90dce245-d5c8-4305-9115-67a6cb0d7a2a service neutron] 10.222.0.46 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228769 Oct 18 08:33:42.239734 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b48821e1-867d-4f42-91cd-64f05ea447fe req-95457d12-00da-4793-bf4c-759352c5e2e4 service neutron] 10.222.0.46 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248615 Oct 18 08:33:42.532793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb9895-5797-4451-8a1c-eb959e396dc3 req-db4f6dd8-b2ad-4c45-bc56-4d439ed468a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:42.534174 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3ceb9895-5797-4451-8a1c-eb959e396dc3 req-db4f6dd8-b2ad-4c45-bc56-4d439ed468a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 1097 time: 0.2404480 Oct 18 08:33:42.543107 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea66987-cf9e-43ae-a6fd-93d68faf213f req-b7a57fd5-7a34-440a-827f-494046e45085 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:42.544459 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4ea66987-cf9e-43ae-a6fd-93d68faf213f req-b7a57fd5-7a34-440a-827f-494046e45085 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 944 time: 0.1179223 Oct 18 08:33:42.668587 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4ea66987-cf9e-43ae-a6fd-93d68faf213f req-6ed15db9-d5c2-4fac-bd8f-ef43f07abbb2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055264 Oct 18 08:33:42.680098 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device dd635965-a53f-4a22-8dc0-e168c103aa3f up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:33:42.703689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb9895-5797-4451-8a1c-eb959e396dc3 req-9c71a468-0cd9-4679-aaf2-c4fbb912543d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:42.705169 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3ceb9895-5797-4451-8a1c-eb959e396dc3 req-9c71a468-0cd9-4679-aaf2-c4fbb912543d service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a7b8ea6-c6d8-431a-bed0-b929c45d5401 HTTP/1.1" status: 200 len: 898 time: 0.1598821 Oct 18 08:33:42.759252 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port dd635965-a53f-4a22-8dc0-e168c103aa3f triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:33:42.759852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:42.759967 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port dd635965-a53f-4a22-8dc0-e168c103aa3f Oct 18 08:33:42.782252 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3ceb9895-5797-4451-8a1c-eb959e396dc3 req-1dcaa3bf-28a4-46da-905f-28358caea790 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61cb848f-4d22-4d5b-9123-67539caf7d00 HTTP/1.1" status: 200 len: 217 time: 0.0647230 Oct 18 08:33:42.844688 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb9895-5797-4451-8a1c-eb959e396dc3 req-b8b15677-f123-42c2-9888-2ce807725717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:42.846144 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3ceb9895-5797-4451-8a1c-eb959e396dc3 req-b8b15677-f123-42c2-9888-2ce807725717 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd353ccd-1a00-4d37-b019-b1321037f942 HTTP/1.1" status: 200 len: 834 time: 0.0576460 Oct 18 08:33:42.908555 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port dd635965-a53f-4a22-8dc0-e168c103aa3f is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:33:42.930018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb9895-5797-4451-8a1c-eb959e396dc3 req-830c36f1-8c76-423c-9e9a-8cc0d6780d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:42.931518 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3ceb9895-5797-4451-8a1c-eb959e396dc3 req-830c36f1-8c76-423c-9e9a-8cc0d6780d2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a7b8ea6-c6d8-431a-bed0-b929c45d5401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790980 Oct 18 08:33:43.061418 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3ceb9895-5797-4451-8a1c-eb959e396dc3 req-7d4486a4-a8bc-46b0-bed2-fa5ce9502bd4 service neutron] 10.222.0.46 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230118 Oct 18 08:33:43.193330 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3ceb9895-5797-4451-8a1c-eb959e396dc3 req-d65f6426-e058-4758-a624-70451600f0df service neutron] 10.222.0.46 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246898 Oct 18 08:33:43.873806 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15c538-f8c1-4fa4-ba22-57599a674967 req-deb650d0-7d19-4f7e-a048-a0c52e78407a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:43.875287 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cd15c538-f8c1-4fa4-ba22-57599a674967 req-deb650d0-7d19-4f7e-a048-a0c52e78407a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 944 time: 0.0903509 Oct 18 08:33:43.919020 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cd15c538-f8c1-4fa4-ba22-57599a674967 req-c8b5e237-12fd-4677-8b4c-fd61ab5c3fae tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375443 Oct 18 08:33:45.117959 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f8a50-e811-4b06-83d0-59961917cf8f req-e3dacba5-4208-4c80-92f9-8233f8827800 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:45.119479 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-810f8a50-e811-4b06-83d0-59961917cf8f req-e3dacba5-4208-4c80-92f9-8233f8827800 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 944 time: 0.0906138 Oct 18 08:33:45.163527 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-810f8a50-e811-4b06-83d0-59961917cf8f req-65ddceb0-6f49-417f-98c8-a5952673f859 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384722 Oct 18 08:33:45.418475 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 61cb848f-4d22-4d5b-9123-67539caf7d00 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:33:45.547630 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 61cb848f-4d22-4d5b-9123-67539caf7d00, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=61cb848f-4d22-4d5b-9123-67539caf7d00,segment=NetworkSegment(d0712ca4-2f86-4e26-abbe-a0a932efd16d),segment_id=d0712ca4-2f86-4e26-abbe-a0a932efd16d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:33:45.560209 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '61cb848f-4d22-4d5b-9123-67539caf7d00', 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401', 'port_id': '61cb848f-4d22-4d5b-9123-67539caf7d00', 'mac_address': 'fa:16:3e:df:0a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:33:45.613590 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 61cb848f-4d22-4d5b-9123-67539caf7d00 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:33:45.613962 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:45.633300 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cb848f-4d22-4d5b-9123-67539caf7d00 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:33:45.648583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 61cb848f-4d22-4d5b-9123-67539caf7d00, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=61cb848f-4d22-4d5b-9123-67539caf7d00,segment=NetworkSegment(d0712ca4-2f86-4e26-abbe-a0a932efd16d),segment_id=d0712ca4-2f86-4e26-abbe-a0a932efd16d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:33:45.652436 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:45.716832 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=61cb848f-4d22-4d5b-9123-67539caf7d00,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:45.892566 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['61cb848f-4d22-4d5b-9123-67539caf7d00'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:33:46.361401 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019421f3-1722-4c08-9571-a1bcbb5843ca req-7513319d-155b-4663-b221-5dfa0619da3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:46.363436 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-019421f3-1722-4c08-9571-a1bcbb5843ca req-7513319d-155b-4663-b221-5dfa0619da3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 945 time: 0.0876741 Oct 18 08:33:46.410525 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-019421f3-1722-4c08-9571-a1bcbb5843ca req-d70e8da5-1c2b-4472-b9e0-6577f49ac23d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414355 Oct 18 08:33:47.423719 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 61cb848f-4d22-4d5b-9123-67539caf7d00 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:33:47.496111 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 61cb848f-4d22-4d5b-9123-67539caf7d00 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:33:47.501137 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 61cb848f-4d22-4d5b-9123-67539caf7d00 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:33:47.501511 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:47.501847 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 61cb848f-4d22-4d5b-9123-67539caf7d00 Oct 18 08:33:47.613553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1ff06-ca27-449a-acf6-9d693f8d6fa5 req-11f2dce9-5fca-47be-bf5d-3609ee6b6861 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:47.615019 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c5d1ff06-ca27-449a-acf6-9d693f8d6fa5 req-11f2dce9-5fca-47be-bf5d-3609ee6b6861 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 945 time: 0.0902681 Oct 18 08:33:47.620277 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 61cb848f-4d22-4d5b-9123-67539caf7d00 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:33:47.620659 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:47.648232 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e12656-b12f-47c9-9a5b-39016d92dddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cb848f-4d22-4d5b-9123-67539caf7d00'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:33:47.650493 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623fedac-522b-4239-99f4-4d2bdd6d7954" -d '{"events": [{"server_uuid": "e9e12656-b12f-47c9-9a5b-39016d92dddc", "name": "network-vif-plugged", "status": "completed", "tag": "61cb848f-4d22-4d5b-9123-67539caf7d00"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:33:47.660115 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c5d1ff06-ca27-449a-acf6-9d693f8d6fa5 req-996f5dae-0cd5-40c9-8e3d-a19b0e93367b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387244 Oct 18 08:33:47.661429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 61cb848f-4d22-4d5b-9123-67539caf7d00, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=61cb848f-4d22-4d5b-9123-67539caf7d00,segment=NetworkSegment(d0712ca4-2f86-4e26-abbe-a0a932efd16d),segment_id=d0712ca4-2f86-4e26-abbe-a0a932efd16d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:33:47.665478 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:47.713359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed608b28-61c3-45ea-84de-83f7a4afa3dc x-openstack-request-id: req-ed608b28-61c3-45ea-84de-83f7a4afa3dc {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:33:47.713648 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e12656-b12f-47c9-9a5b-39016d92dddc", "name": "network-vif-plugged", "status": "completed", "tag": "61cb848f-4d22-4d5b-9123-67539caf7d00", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:33:47.713922 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ed608b28-61c3-45ea-84de-83f7a4afa3dc {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:33:47.714304 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed608b28-61c3-45ea-84de-83f7a4afa3dc'] response: {'server_uuid': 'e9e12656-b12f-47c9-9a5b-39016d92dddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cb848f-4d22-4d5b-9123-67539caf7d00', 'code': 200} Oct 18 08:33:47.735027 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=61cb848f-4d22-4d5b-9123-67539caf7d00,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:47.950875 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60b376-52ef-4dc6-a650-f48e5afdd42e req-2042113f-9474-4cb4-9fef-f7519238bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:47.952386 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ce60b376-52ef-4dc6-a650-f48e5afdd42e req-2042113f-9474-4cb4-9fef-f7519238bfd4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 1099 time: 0.0767722 Oct 18 08:33:47.994716 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ce60b376-52ef-4dc6-a650-f48e5afdd42e req-91c1b3de-9ad4-4e95-929f-e08750a1aeca service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336215 Oct 18 08:33:48.863793 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6b19c-fac5-4096-b429-d50e66d65579 req-7088eb38-dde1-4103-aedc-54bb32328852 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:48.865232 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-99e6b19c-fac5-4096-b429-d50e66d65579 req-7088eb38-dde1-4103-aedc-54bb32328852 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0913393 Oct 18 08:33:48.907933 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-99e6b19c-fac5-4096-b429-d50e66d65579 req-1a6feb96-32f8-4600-bd35-fb9557d72bc0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371351 Oct 18 08:33:50.104461 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9044734-8842-42da-99c3-1423ba6d2d28 req-869bdc32-6cde-44bd-b1f7-0afcf68e5ee8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:50.105915 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a9044734-8842-42da-99c3-1423ba6d2d28 req-869bdc32-6cde-44bd-b1f7-0afcf68e5ee8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0867617 Oct 18 08:33:50.149322 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a9044734-8842-42da-99c3-1423ba6d2d28 req-bb146653-bd09-44e8-ace2-3d00831dd105 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378251 Oct 18 08:33:50.344176 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b9f46-bc22-45de-bbf3-99de7a7bb025 req-a6321b36-a572-414d-b80b-c0d4bcec19e2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:50.345611 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bb5b9f46-bc22-45de-bbf3-99de7a7bb025 req-a6321b36-a572-414d-b80b-c0d4bcec19e2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0863714 Oct 18 08:33:50.393110 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bb5b9f46-bc22-45de-bbf3-99de7a7bb025 req-dab4dc7b-b25a-4b1a-bd22-5f0f5461c1a5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408852 Oct 18 08:33:50.421987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41448) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:50.500275 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba843a8-0364-414b-8a76-e34c1187a6af tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:50.501732 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2ba843a8-0364-414b-8a76-e34c1187a6af tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 1094 time: 0.0787883 Oct 18 08:33:50.504654 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41452) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:50.509352 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': '61cb848f-4d22-4d5b-9123-67539caf7d00', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:33:50.515495 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:33:50.519757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:floatingip and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:33:50.522447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:33:50.527966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:33:50.538762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:50.675000 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:50.801361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5a2b52ed-9b7a-47ad-85da-bd3486a346e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:50.907307 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.26.8.42 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/01e55271-23ea-4c12-82b1-d53a1a0a61d7) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:33:51.053252 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:51.082144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:51.146247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:33:51.148894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:33:51.151351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:33:51.193880 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=01e55271-23ea-4c12-82b1-d53a1a0a61d7,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:51.556658 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:51.628170 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:51.831796 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:51.836191 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:51.937610 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:51.991355 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=01e55271-23ea-4c12-82b1-d53a1a0a61d7,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:33:52.106623 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Floating IP cac8125f-9de9-411b-a823-2925000ad534 associated. External IP: 172.26.8.42, port: 61cb848f-4d22-4d5b-9123-67539caf7d00. Oct 18 08:33:52.546824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 76bb11aa-9635-449d-90a2-0db9ff681837 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:33:52.721744 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:33:52.731522 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbef9fc-3bac-4401-9547-6975f44ff0a8 None None] Sync routers for ids ['76bb11aa-9635-449d-90a2-0db9ff681837'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:33:52.740577 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbef9fc-3bac-4401-9547-6975f44ff0a8 None None] Routers {'76bb11aa-9635-449d-90a2-0db9ff681837'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:33:52.741177 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5fbef9fc-3bac-4401-9547-6975f44ff0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:33:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['76bb11aa-9635-449d-90a2-0db9ff681837'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:52.746089 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:52.804469 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e04c2080-36e2-47d1-baf6-36b898a779c0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2987351 Oct 18 08:33:52.805011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e12656-b12f-47c9-9a5b-39016d92dddc', 'tag': '61cb848f-4d22-4d5b-9123-67539caf7d00'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:33:52.807323 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b05096a-9163-4fd7-bde7-1dfcb6f83e30" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e12656-b12f-47c9-9a5b-39016d92dddc", "tag": "61cb848f-4d22-4d5b-9123-67539caf7d00"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:33:52.857260 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3238c27d-fb52-4e72-877a-2a4ef0ddd168 x-openstack-request-id: req-3238c27d-fb52-4e72-877a-2a4ef0ddd168 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:33:52.857745 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e12656-b12f-47c9-9a5b-39016d92dddc", "tag": "61cb848f-4d22-4d5b-9123-67539caf7d00", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:33:52.858018 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3238c27d-fb52-4e72-877a-2a4ef0ddd168 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:33:52.858595 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3238c27d-fb52-4e72-877a-2a4ef0ddd168'] response: {'name': 'network-changed', 'server_uuid': 'e9e12656-b12f-47c9-9a5b-39016d92dddc', 'tag': '61cb848f-4d22-4d5b-9123-67539caf7d00', 'status': 'completed', 'code': 200} Oct 18 08:33:52.921888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-5fbef9fc-3bac-4401-9547-6975f44ff0a8 None None] Set router 76bb11aa-9635-449d-90a2-0db9ff681837 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:33:52.958309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05096a-9163-4fd7-bde7-1dfcb6f83e30 req-b63902f9-3762-49a7-bcec-d8da4625c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:52.959995 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0b05096a-9163-4fd7-bde7-1dfcb6f83e30 req-b63902f9-3762-49a7-bcec-d8da4625c122 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 1099 time: 0.0806422 Oct 18 08:33:52.998913 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee0b8e-11cb-4ae0-968b-ef8642dcd262 req-d8bc4b29-38bf-443c-bc1c-9675b17be0c6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:53.000493 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-edee0b8e-11cb-4ae0-968b-ef8642dcd262 req-d8bc4b29-38bf-443c-bc1c-9675b17be0c6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0990043 Oct 18 08:33:53.047731 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-edee0b8e-11cb-4ae0-968b-ef8642dcd262 req-1dce2a46-92a6-422c-a07e-a5555335c85e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392001 Oct 18 08:33:53.077042 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41460) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:53.098250 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05096a-9163-4fd7-bde7-1dfcb6f83e30 req-509aea04-9136-44b8-8a65-bf31f9c3df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:53.099745 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0b05096a-9163-4fd7-bde7-1dfcb6f83e30 req-509aea04-9136-44b8-8a65-bf31f9c3df5e service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a7b8ea6-c6d8-431a-bed0-b929c45d5401 HTTP/1.1" status: 200 len: 898 time: 0.1340859 Oct 18 08:33:53.172174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8ef42544-7907-4e38-95d0-e38bc5e245b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:53.205703 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6ffaf185-c8b1-430f-bd58-5facfb4b7b67 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/cac8125f-9de9-411b-a823-2925000ad534 HTTP/1.1" status: 200 len: 991 time: 0.1275163 Oct 18 08:33:53.210415 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0b05096a-9163-4fd7-bde7-1dfcb6f83e30 req-ffa87a7e-90aa-49e9-a8df-56156c87b210 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61cb848f-4d22-4d5b-9123-67539caf7d00 HTTP/1.1" status: 200 len: 999 time: 0.1043746 Oct 18 08:33:53.271824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05096a-9163-4fd7-bde7-1dfcb6f83e30 req-3ca31715-2b19-4888-b6c3-0c0a23727eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:53.273238 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0b05096a-9163-4fd7-bde7-1dfcb6f83e30 req-3ca31715-2b19-4888-b6c3-0c0a23727eec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd353ccd-1a00-4d37-b019-b1321037f942 HTTP/1.1" status: 200 len: 834 time: 0.0567775 Oct 18 08:33:53.303370 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5fbef9fc-3bac-4401-9547-6975f44ff0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214786307', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '498e3e33-2017-40de-97a0-3b47717e0670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '498e3e33-2017-40de-97a0-3b47717e0670', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'cac8125f-9de9-411b-a823-2925000ad534', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'floating_ip_address': '172.26.8.42', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'port_id': '61cb848f-4d22-4d5b-9123-67539caf7d00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401', 'mac_address': 'fa:16:3e:df:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e12656-b12f-47c9-9a5b-39016d92dddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:33:51Z', 'updated_at': '2022-10-18T08:33:51Z', 'revision_number': 0, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd635965-a53f-4a22-8dc0-e168c103aa3f', 'name': '', 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:8a:7b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:35Z', 'updated_at': '2022-10-18T08:33:40Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:53.307285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbef9fc-3bac-4401-9547-6975f44ff0a8 None None] Checking router: 76bb11aa-9635-449d-90a2-0db9ff681837 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:33:53.315797 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbef9fc-3bac-4401-9547-6975f44ff0a8 None None] Routers {'76bb11aa-9635-449d-90a2-0db9ff681837'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:33:53.316356 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5fbef9fc-3bac-4401-9547-6975f44ff0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:33:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['76bb11aa-9635-449d-90a2-0db9ff681837'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:53.359641 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05096a-9163-4fd7-bde7-1dfcb6f83e30 req-168c12c3-5ce3-4b36-9af0-6dcea374b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:33:53.361106 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0b05096a-9163-4fd7-bde7-1dfcb6f83e30 req-168c12c3-5ce3-4b36-9af0-6dcea374b813 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a7b8ea6-c6d8-431a-bed0-b929c45d5401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820496 Oct 18 08:33:53.495855 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0b05096a-9163-4fd7-bde7-1dfcb6f83e30 req-4d04870b-3cbf-4d7c-aed1-b8de591f8f9e service neutron] 10.222.0.46 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283679 Oct 18 08:33:53.526498 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-5fbef9fc-3bac-4401-9547-6975f44ff0a8 None None] Set router 76bb11aa-9635-449d-90a2-0db9ff681837 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:33:53.625817 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0b05096a-9163-4fd7-bde7-1dfcb6f83e30 req-be7f08c3-695b-43e6-8ee1-510f42f2ac9b service neutron] 10.222.0.46 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244254 Oct 18 08:33:53.875955 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:53.877166 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:33:53.892612 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-5fbef9fc-3bac-4401-9547-6975f44ff0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214786307', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '498e3e33-2017-40de-97a0-3b47717e0670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '498e3e33-2017-40de-97a0-3b47717e0670', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'cac8125f-9de9-411b-a823-2925000ad534', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'floating_ip_address': '172.26.8.42', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'port_id': '61cb848f-4d22-4d5b-9123-67539caf7d00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401', 'mac_address': 'fa:16:3e:df:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e12656-b12f-47c9-9a5b-39016d92dddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:33:51Z', 'updated_at': '2022-10-18T08:33:51Z', 'revision_number': 0, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd635965-a53f-4a22-8dc0-e168c103aa3f', 'name': '', 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:8a:7b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:35Z', 'updated_at': '2022-10-18T08:33:40Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:33:53.896556 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbef9fc-3bac-4401-9547-6975f44ff0a8 None None] The sync data for ids ['76bb11aa-9635-449d-90a2-0db9ff681837'] in dv-neutron-861625-1-hyperv is: [{'id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214786307', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '498e3e33-2017-40de-97a0-3b47717e0670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '498e3e33-2017-40de-97a0-3b47717e0670', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': 'cac8125f-9de9-411b-a823-2925000ad534', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'floating_ip_address': '172.26.8.42', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'port_id': '61cb848f-4d22-4d5b-9123-67539caf7d00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401', 'mac_address': 'fa:16:3e:df:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e12656-b12f-47c9-9a5b-39016d92dddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:33:51Z', 'updated_at': '2022-10-18T08:33:51Z', 'revision_number': 0, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd635965-a53f-4a22-8dc0-e168c103aa3f', 'name': '', 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:8a:7b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:35Z', 'updated_at': '2022-10-18T08:33:40Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:33:54.072913 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c435f4f0-c637-4bfc-89ff-c423ba4bf83a None None] New status for floating IP cac8125f-9de9-411b-a823-2925000ad534: ACTIVE {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:33:54.209654 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41464) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:54.317881 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-a8f0a18a-6c4f-41a1-b062-fb51fa5a03ba tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/cac8125f-9de9-411b-a823-2925000ad534 HTTP/1.1" status: 200 len: 991 time: 0.1053982 Oct 18 08:33:55.320368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41468) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:33:55.429246 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-464d9042-4f72-455e-981a-560e4877733d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/cac8125f-9de9-411b-a823-2925000ad534 HTTP/1.1" status: 200 len: 993 time: 0.1076546 Oct 18 08:33:55.464997 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:34:04.786387 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:34:04.852346 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:34:13.618190 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e42da206-95f2-4ece-8d13-b8f0dcbcbeca req-dc3621ac-d470-4ba6-b998-a60de718c1f5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746245 Oct 18 08:34:13.764583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42da206-95f2-4ece-8d13-b8f0dcbcbeca req-599f4237-0087-4b4e-b506-19352b6d77f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:13.765998 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e42da206-95f2-4ece-8d13-b8f0dcbcbeca req-599f4237-0087-4b4e-b506-19352b6d77f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 1099 time: 0.0794713 Oct 18 08:34:14.010577 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42da206-95f2-4ece-8d13-b8f0dcbcbeca req-66068e5f-f8bf-4c81-bea3-b8c661945914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:14.011902 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e42da206-95f2-4ece-8d13-b8f0dcbcbeca req-66068e5f-f8bf-4c81-bea3-b8c661945914 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a7b8ea6-c6d8-431a-bed0-b929c45d5401 HTTP/1.1" status: 200 len: 898 time: 0.2252896 Oct 18 08:34:14.112831 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e42da206-95f2-4ece-8d13-b8f0dcbcbeca req-7d1c9fcb-70be-4777-9081-7be0687715db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61cb848f-4d22-4d5b-9123-67539caf7d00 HTTP/1.1" status: 200 len: 1001 time: 0.0930336 Oct 18 08:34:14.174045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42da206-95f2-4ece-8d13-b8f0dcbcbeca req-43ab21b0-01bd-44fc-b8d5-07b419eae187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:14.175485 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e42da206-95f2-4ece-8d13-b8f0dcbcbeca req-43ab21b0-01bd-44fc-b8d5-07b419eae187 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd353ccd-1a00-4d37-b019-b1321037f942 HTTP/1.1" status: 200 len: 834 time: 0.0562773 Oct 18 08:34:14.261787 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42da206-95f2-4ece-8d13-b8f0dcbcbeca req-2c0dc3b9-128a-4e84-961a-7f7df4918fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:14.263165 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e42da206-95f2-4ece-8d13-b8f0dcbcbeca req-2c0dc3b9-128a-4e84-961a-7f7df4918fb1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a7b8ea6-c6d8-431a-bed0-b929c45d5401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807977 Oct 18 08:34:14.394505 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e42da206-95f2-4ece-8d13-b8f0dcbcbeca req-4cc8a474-0fc6-4ada-a059-5eda6b6c188c service neutron] 10.222.0.46 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242988 Oct 18 08:34:14.524210 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e42da206-95f2-4ece-8d13-b8f0dcbcbeca req-b2327414-dc8c-4c33-85b4-9cd328fe808b service neutron] 10.222.0.46 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223190 Oct 18 08:34:20.803592 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-51d02120-14fc-41db-87aa-0074e6e2a3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:34:23.085969 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e9116ee4-4035-435f-9599-8706b3af619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:34:23.865113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:34:23.870988 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:34:25.467071 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:34:26.962180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017945b-f98f-4f31-b796-6153a61d2f65 req-5cb0a5c0-b12d-471a-b2ef-cf8761a6546f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:26.963646 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0017945b-f98f-4f31-b796-6153a61d2f65 req-5cb0a5c0-b12d-471a-b2ef-cf8761a6546f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0908186 Oct 18 08:34:27.009833 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0017945b-f98f-4f31-b796-6153a61d2f65 req-29a52dfe-9bae-4be3-b2c3-7635a62319cf tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403643 Oct 18 08:34:27.067019 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-ebbd2757-595c-449a-ba93-3a36996fd0e2 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2368081 Oct 18 08:34:28.218326 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676b987-1d63-4df4-8e16-4780ae6c13f4 req-ed95f30e-41ea-443f-ac8c-1658019b76dd tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:28.219906 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d676b987-1d63-4df4-8e16-4780ae6c13f4 req-ed95f30e-41ea-443f-ac8c-1658019b76dd tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0992565 Oct 18 08:34:28.251331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-84e14370-f8b2-40ab-bf75-d20a9f1d9d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:28.252826 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-84e14370-f8b2-40ab-bf75-d20a9f1d9d83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 1099 time: 0.0848339 Oct 18 08:34:28.264818 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d676b987-1d63-4df4-8e16-4780ae6c13f4 req-82403891-30d1-4a1b-b21a-8fadf4cf9841 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392375 Oct 18 08:34:28.382292 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-79c4cae5-833f-4737-a9d1-0f725c00fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:28.383663 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-79c4cae5-833f-4737-a9d1-0f725c00fb06 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a7b8ea6-c6d8-431a-bed0-b929c45d5401 HTTP/1.1" status: 200 len: 898 time: 0.1241024 Oct 18 08:34:28.487375 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-b03a00f5-5943-43a5-bd0a-e9e5332722a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61cb848f-4d22-4d5b-9123-67539caf7d00 HTTP/1.1" status: 200 len: 1001 time: 0.0957437 Oct 18 08:34:28.551719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-4d5fae47-4620-4924-8356-74aeeb487690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:28.553067 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-4d5fae47-4620-4924-8356-74aeeb487690 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd353ccd-1a00-4d37-b019-b1321037f942 HTTP/1.1" status: 200 len: 834 time: 0.0558658 Oct 18 08:34:28.639477 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-d68607c5-8c03-4cf2-b280-4177e7806dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:28.640822 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-d68607c5-8c03-4cf2-b280-4177e7806dd1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a7b8ea6-c6d8-431a-bed0-b929c45d5401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781817 Oct 18 08:34:28.772116 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-c449a80d-fa8b-48b6-9397-03625ef02dee service neutron] 10.222.0.46 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216936 Oct 18 08:34:28.902417 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-14ea55d4-2e26-4d30-99dc-41c1b6d78b2d service neutron] 10.222.0.46 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231682 Oct 18 08:34:29.459330 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7032a9-e62a-441c-ab89-a2d6da5e6b7d req-af36fab9-51c7-4810-b59c-75100b0db23d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:29.461232 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8b7032a9-e62a-441c-ab89-a2d6da5e6b7d req-af36fab9-51c7-4810-b59c-75100b0db23d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0862863 Oct 18 08:34:29.503846 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8b7032a9-e62a-441c-ab89-a2d6da5e6b7d req-4b96f543-f604-40e9-b9c7-792a4bf44d02 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371118 Oct 18 08:34:30.708982 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1428702-4a79-4b81-8830-f5c8fdc50000 req-fa914647-0f7d-44b2-8772-cc5578886d36 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:30.711101 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e1428702-4a79-4b81-8830-f5c8fdc50000 req-fa914647-0f7d-44b2-8772-cc5578886d36 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0936649 Oct 18 08:34:30.756753 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e1428702-4a79-4b81-8830-f5c8fdc50000 req-b3cf4084-f00e-49cb-9f59-ec7ef45091ad tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400369 Oct 18 08:34:32.048978 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb86fd-5b48-4e37-8401-25939743a883 req-d02fc322-2f85-4221-b922-2017a81ae05d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:32.050336 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1fdb86fd-5b48-4e37-8401-25939743a883 req-d02fc322-2f85-4221-b922-2017a81ae05d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.1798992 Oct 18 08:34:32.093722 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1fdb86fd-5b48-4e37-8401-25939743a883 req-479fc419-61b3-4faf-b398-8a41a6c02e38 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377235 Oct 18 08:34:33.285769 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8247dc3-edc0-4604-b9d4-c7be20bccad0 req-1d9e5985-7d8d-4722-ab7f-578d04c64dde tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:33.287244 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f8247dc3-edc0-4604-b9d4-c7be20bccad0 req-1d9e5985-7d8d-4722-ab7f-578d04c64dde tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0850520 Oct 18 08:34:33.329591 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f8247dc3-edc0-4604-b9d4-c7be20bccad0 req-549d9198-9dd9-4c7d-aebe-1aeebdf4260d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361950 Oct 18 08:34:34.524534 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75da751-cc88-40a3-9bef-8c2a967ec64c req-ab8771bb-0e11-4f7f-870f-2d5a4779dc6f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:34.525885 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e75da751-cc88-40a3-9bef-8c2a967ec64c req-ab8771bb-0e11-4f7f-870f-2d5a4779dc6f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0860448 Oct 18 08:34:34.569271 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e75da751-cc88-40a3-9bef-8c2a967ec64c req-e4da8180-6888-4143-982c-ddc7bdaebbfd tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377104 Oct 18 08:34:34.855069 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:34:35.766806 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46039614-af03-4cfc-9c04-b05bf2391474 req-345b9f21-384b-4676-8fd1-9a0e6e56b747 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:35.768235 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-46039614-af03-4cfc-9c04-b05bf2391474 req-345b9f21-384b-4676-8fd1-9a0e6e56b747 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0883167 Oct 18 08:34:35.812014 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-46039614-af03-4cfc-9c04-b05bf2391474 req-543e0f71-a2e4-47ca-8cad-2a30c5253136 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382607 Oct 18 08:34:37.007832 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46046cfd-39df-4f6f-acf8-22d390170303 req-56d47598-93d3-469e-a1c4-da5742cddd97 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:37.009179 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-46046cfd-39df-4f6f-acf8-22d390170303 req-56d47598-93d3-469e-a1c4-da5742cddd97 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0888984 Oct 18 08:34:37.051894 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-46046cfd-39df-4f6f-acf8-22d390170303 req-0ce6d514-5a96-44ec-af34-b40030986f26 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370884 Oct 18 08:34:38.251196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c4d92-dd07-4755-adf1-682a368ba803 req-8c218086-d0a0-42b4-8921-c4de159a8eca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:38.252644 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-652c4d92-dd07-4755-adf1-682a368ba803 req-8c218086-d0a0-42b4-8921-c4de159a8eca tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0864792 Oct 18 08:34:38.299401 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-652c4d92-dd07-4755-adf1-682a368ba803 req-9eda7010-b229-44ab-a708-96a063a2ff0d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412059 Oct 18 08:34:39.499433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748735f0-7739-4788-868b-7bb30e889bfd req-45855af3-ea47-4c80-8e16-fe62cd466e46 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:39.500746 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-748735f0-7739-4788-868b-7bb30e889bfd req-45855af3-ea47-4c80-8e16-fe62cd466e46 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0892284 Oct 18 08:34:39.544935 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-748735f0-7739-4788-868b-7bb30e889bfd req-c40090e9-0cc6-49e0-987b-ced56b6bbc0a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386503 Oct 18 08:34:40.738494 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367da0fc-3828-41f1-9917-d126d46f6157 req-1e03354a-5f3f-4642-abdc-919e8471b3c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:40.739964 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-367da0fc-3828-41f1-9917-d126d46f6157 req-1e03354a-5f3f-4642-abdc-919e8471b3c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0867617 Oct 18 08:34:40.783883 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-367da0fc-3828-41f1-9917-d126d46f6157 req-1de75862-c64b-4dc9-9983-3dda8f6e5973 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376115 Oct 18 08:34:41.784958 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:34:41.977361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcec85-d746-4267-bce9-209b4b5ab5d1 req-4a45fcb8-993f-4227-ab23-6ecc9a560b21 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:41.978805 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8cdcec85-d746-4267-bce9-209b4b5ab5d1 req-4a45fcb8-993f-4227-ab23-6ecc9a560b21 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0853636 Oct 18 08:34:42.021448 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8cdcec85-d746-4267-bce9-209b4b5ab5d1 req-0a6a598e-758c-45b0-8779-4ef56969998d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371339 Oct 18 08:34:43.220213 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d51e3-6e09-4625-9774-7e434c9f661c req-3f6869fb-5bfb-43e1-9beb-e9bbab7899b4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:43.221661 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-526d51e3-6e09-4625-9774-7e434c9f661c req-3f6869fb-5bfb-43e1-9beb-e9bbab7899b4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0900514 Oct 18 08:34:43.264981 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-526d51e3-6e09-4625-9774-7e434c9f661c req-3045213f-1098-41a8-b4e9-9aa66aaf8a55 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372744 Oct 18 08:34:44.463859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50704df9-8b08-47fb-8429-d7894fb60845 req-ddb1e818-4cb0-4154-9118-de76679d249f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:44.465246 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-50704df9-8b08-47fb-8429-d7894fb60845 req-ddb1e818-4cb0-4154-9118-de76679d249f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0905085 Oct 18 08:34:44.508374 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-50704df9-8b08-47fb-8429-d7894fb60845 req-b0a09f49-06ce-4c3c-9008-ca0f38a04f12 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376182 Oct 18 08:34:45.707468 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b06d3d-363d-4f46-8e31-090510f48e76 req-f8f81b27-9c83-4cec-b806-8878f6b724d2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:45.708928 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-10b06d3d-363d-4f46-8e31-090510f48e76 req-f8f81b27-9c83-4cec-b806-8878f6b724d2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0873070 Oct 18 08:34:45.756092 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-10b06d3d-363d-4f46-8e31-090510f48e76 req-c66b208e-0abc-49ac-9b34-d4a38f3691b6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406654 Oct 18 08:34:45.853806 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-3c863952-a0d0-48bf-b7f1-39a8f03746fa service neutron] 10.222.0.46 "GET /v2.0/ports/61cb848f-4d22-4d5b-9123-67539caf7d00/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.0727818 Oct 18 08:34:46.139164 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-461d3661-c81a-47f8-b2bc-70b0ca302e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:46.140665 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-461d3661-c81a-47f8-b2bc-70b0ca302e50 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc&tenant_id=96f503be4dfb4fcc887c5a281b5271e5 HTTP/1.1" status: 200 len: 1099 time: 0.0807528 Oct 18 08:34:46.243728 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-da5da840-75bd-442a-9994-3d66762b2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:46.245175 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-da5da840-75bd-442a-9994-3d66762b2aa9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 1099 time: 0.0783877 Oct 18 08:34:46.375866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-e364ab1a-b395-4768-a180-bc69f86b13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:46.377256 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-e364ab1a-b395-4768-a180-bc69f86b13f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a7b8ea6-c6d8-431a-bed0-b929c45d5401 HTTP/1.1" status: 200 len: 898 time: 0.1227987 Oct 18 08:34:46.482619 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-db6af6ba-8075-47ef-914f-69875570a7c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61cb848f-4d22-4d5b-9123-67539caf7d00 HTTP/1.1" status: 200 len: 1001 time: 0.0961118 Oct 18 08:34:46.549389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-c39a92c7-8fcb-4107-bccd-0ff04c7e13c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:46.550780 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-c39a92c7-8fcb-4107-bccd-0ff04c7e13c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd353ccd-1a00-4d37-b019-b1321037f942 HTTP/1.1" status: 200 len: 834 time: 0.0593998 Oct 18 08:34:46.633747 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-ca21624d-0517-464e-a16c-6b148f59d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:46.635183 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-ca21624d-0517-464e-a16c-6b148f59d604 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a7b8ea6-c6d8-431a-bed0-b929c45d5401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754964 Oct 18 08:34:46.766961 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-c5a1103b-a301-44b1-af9e-a0f3d0b23e82 service neutron] 10.222.0.46 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223221 Oct 18 08:34:46.955100 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-288cc77a-4c0d-4680-b50a-b1dcf4b9db4c service neutron] 10.222.0.46 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791255 Oct 18 08:34:46.984639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccffb6-e0e8-4adb-ad40-d055c066dd97 req-a5d06015-bee8-4ff3-877c-876692ba1931 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:46.986056 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bdccffb6-e0e8-4adb-ad40-d055c066dd97 req-a5d06015-bee8-4ff3-877c-876692ba1931 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.1075838 Oct 18 08:34:47.031338 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bdccffb6-e0e8-4adb-ad40-d055c066dd97 req-9d27faa6-87eb-4359-9c8c-dd29d28a10d9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395088 Oct 18 08:34:48.229284 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a9adf-c52b-44e9-af34-79ad10ee2aeb req-7c21dd78-fb0d-4b8b-bb43-fda8aeb25220 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:48.230755 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-af1a9adf-c52b-44e9-af34-79ad10ee2aeb req-7c21dd78-fb0d-4b8b-bb43-fda8aeb25220 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0882192 Oct 18 08:34:48.273071 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-af1a9adf-c52b-44e9-af34-79ad10ee2aeb req-ab582705-6bfd-40cd-9cc9-20ba11da7f95 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362175 Oct 18 08:34:49.471343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5eb90-2f8a-4482-b60a-13dc36ec2a36 req-99b6c77c-beec-4901-becf-8f9812fa9e60 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:49.472673 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-19d5eb90-2f8a-4482-b60a-13dc36ec2a36 req-99b6c77c-beec-4901-becf-8f9812fa9e60 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0889671 Oct 18 08:34:49.518965 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-19d5eb90-2f8a-4482-b60a-13dc36ec2a36 req-80739e78-09d2-4a9e-9cc4-42c3b172d408 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400476 Oct 18 08:34:49.714674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 61cb848f-4d22-4d5b-9123-67539caf7d00 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:34:49.718208 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 61cb848f-4d22-4d5b-9123-67539caf7d00 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:34:49.933416 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 61cb848f-4d22-4d5b-9123-67539caf7d00 is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:34:49.933785 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:34:49.964685 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 61cb848f-4d22-4d5b-9123-67539caf7d00, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=61cb848f-4d22-4d5b-9123-67539caf7d00,segment=NetworkSegment(d0712ca4-2f86-4e26-abbe-a0a932efd16d),segment_id=d0712ca4-2f86-4e26-abbe-a0a932efd16d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:34:49.985307 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e12656-b12f-47c9-9a5b-39016d92dddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61cb848f-4d22-4d5b-9123-67539caf7d00'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:34:49.987585 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badf4b38-4f3a-489a-8496-bb90175085c6" -d '{"events": [{"server_uuid": "e9e12656-b12f-47c9-9a5b-39016d92dddc", "name": "network-vif-unplugged", "status": "completed", "tag": "61cb848f-4d22-4d5b-9123-67539caf7d00"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:34:49.993152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396ed46-bf01-4cbc-802c-91f8aab1d4f1 req-254a3858-2fe4-4ad9-a36a-fd8849a1ba00 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:49.994262 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '61cb848f-4d22-4d5b-9123-67539caf7d00', 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401', 'port_id': '61cb848f-4d22-4d5b-9123-67539caf7d00', 'mac_address': 'fa:16:3e:df:0a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:34:49.994611 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8396ed46-bf01-4cbc-802c-91f8aab1d4f1 req-254a3858-2fe4-4ad9-a36a-fd8849a1ba00 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc&tenant_id=96f503be4dfb4fcc887c5a281b5271e5&binding%3Ahost_id=hv-neutron-8616 HTTP/1.1" status: 200 len: 946 time: 0.2511036 Oct 18 08:34:49.998300 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 61cb848f-4d22-4d5b-9123-67539caf7d00, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=61cb848f-4d22-4d5b-9123-67539caf7d00,segment=NetworkSegment(d0712ca4-2f86-4e26-abbe-a0a932efd16d),segment_id=d0712ca4-2f86-4e26-abbe-a0a932efd16d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:34:50.003871 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3924ef-7d4b-4b68-ab4f-2e58b0e11cd2 req-5107e074-bcef-4811-80bd-d3eb2eebd0d6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:50.005333 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1f3924ef-7d4b-4b68-ab4f-2e58b0e11cd2 req-5107e074-bcef-4811-80bd-d3eb2eebd0d6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.2636902 Oct 18 08:34:50.032278 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:34:50.066987 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1f3924ef-7d4b-4b68-ab4f-2e58b0e11cd2 req-46207b78-cc61-4a56-a885-048bcd045d80 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542188 Oct 18 08:34:50.077486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Oct 2022 08:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4543a9-0611-4e13-bec9-1ed622909cbb x-openstack-request-id: req-7d4543a9-0611-4e13-bec9-1ed622909cbb {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:34:50.077777 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e12656-b12f-47c9-9a5b-39016d92dddc", "name": "network-vif-unplugged", "status": "completed", "tag": "61cb848f-4d22-4d5b-9123-67539caf7d00", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:34:50.078026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7d4543a9-0611-4e13-bec9-1ed622909cbb {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:34:50.078408 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d4543a9-0611-4e13-bec9-1ed622909cbb'] response: {'server_uuid': 'e9e12656-b12f-47c9-9a5b-39016d92dddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61cb848f-4d22-4d5b-9123-67539caf7d00', 'code': 200} Oct 18 08:34:50.113814 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 61cb848f-4d22-4d5b-9123-67539caf7d00 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:34:50.114195 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:34:50.138227 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cb848f-4d22-4d5b-9123-67539caf7d00 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:34:50.142089 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=61cb848f-4d22-4d5b-9123-67539caf7d00,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:34:50.155874 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:34:50.156165 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:34:50.156492 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:34:50.156824 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:34:50.157147 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:34:50.157490 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:34:50.157795 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:34:50.158115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:34:50.158455 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:34:50.158773 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:34:50.159107 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:34:50.159405 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:34:50.161391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396ed46-bf01-4cbc-802c-91f8aab1d4f1 req-e05d3421-6480-4fe7-a122-ffae2164e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:50.163097 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8396ed46-bf01-4cbc-802c-91f8aab1d4f1 req-e05d3421-6480-4fe7-a122-ffae2164e8db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 1097 time: 0.0890279 Oct 18 08:34:50.167780 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 61cb848f-4d22-4d5b-9123-67539caf7d00, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=61cb848f-4d22-4d5b-9123-67539caf7d00,segment=NetworkSegment(d0712ca4-2f86-4e26-abbe-a0a932efd16d),segment_id=d0712ca4-2f86-4e26-abbe-a0a932efd16d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:34:50.173426 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:34:50.252692 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=61cb848f-4d22-4d5b-9123-67539caf7d00,revision_number=7']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:34:50.257645 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['61cb848f-4d22-4d5b-9123-67539caf7d00'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:34:50.303621 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fdccc-e822-4fba-9903-54a01a2cb97e req-57cab72e-8e90-433c-8cfd-2447844a2bb0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:50.305791 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3d0fdccc-e822-4fba-9903-54a01a2cb97e req-57cab72e-8e90-433c-8cfd-2447844a2bb0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 945 time: 0.1001520 Oct 18 08:34:50.310065 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396ed46-bf01-4cbc-802c-91f8aab1d4f1 req-3a75362f-9883-45f5-805e-32c48a09f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:50.311561 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8396ed46-bf01-4cbc-802c-91f8aab1d4f1 req-3a75362f-9883-45f5-805e-32c48a09f9e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a7b8ea6-c6d8-431a-bed0-b929c45d5401 HTTP/1.1" status: 200 len: 898 time: 0.1415355 Oct 18 08:34:50.353634 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3d0fdccc-e822-4fba-9903-54a01a2cb97e req-7ccee524-1413-4695-849e-0ed343248323 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417917 Oct 18 08:34:50.417183 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8396ed46-bf01-4cbc-802c-91f8aab1d4f1 req-c34aceb4-d259-4fc5-bf13-075e43d60e89 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61cb848f-4d22-4d5b-9123-67539caf7d00 HTTP/1.1" status: 200 len: 1000 time: 0.0988352 Oct 18 08:34:50.480728 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396ed46-bf01-4cbc-802c-91f8aab1d4f1 req-e6b40d1a-055d-4255-bd0b-cb5206a55e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:50.482049 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8396ed46-bf01-4cbc-802c-91f8aab1d4f1 req-e6b40d1a-055d-4255-bd0b-cb5206a55e50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd353ccd-1a00-4d37-b019-b1321037f942 HTTP/1.1" status: 200 len: 834 time: 0.0595748 Oct 18 08:34:50.562785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396ed46-bf01-4cbc-802c-91f8aab1d4f1 req-fd6679f9-ed2e-4cda-8947-5310f4df0675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:50.564238 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8396ed46-bf01-4cbc-802c-91f8aab1d4f1 req-fd6679f9-ed2e-4cda-8947-5310f4df0675 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a7b8ea6-c6d8-431a-bed0-b929c45d5401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765967 Oct 18 08:34:50.694007 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8396ed46-bf01-4cbc-802c-91f8aab1d4f1 req-0515af0c-486d-4660-abff-179c66720508 service neutron] 10.222.0.46 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229980 Oct 18 08:34:50.806485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-03883b1c-eba6-4ba0-9def-100f7f759968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:34:50.825973 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8396ed46-bf01-4cbc-802c-91f8aab1d4f1 req-3aac0baf-a584-447c-add6-0a4c8053cb41 service neutron] 10.222.0.46 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252427 Oct 18 08:34:51.557528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace2d0d-5c0f-4dfa-8bfd-bdf24f37090c req-53852a57-a859-44b0-9ccc-ec9301cba9f3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:34:51.558988 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aace2d0d-5c0f-4dfa-8bfd-bdf24f37090c req-53852a57-a859-44b0-9ccc-ec9301cba9f3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 945 time: 0.0914240 Oct 18 08:34:51.601180 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aace2d0d-5c0f-4dfa-8bfd-bdf24f37090c req-aa91a525-b577-461f-8286-ba22b03e0346 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366361 Oct 18 08:34:51.630492 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41560) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:34:51.718727 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 61cb848f-4d22-4d5b-9123-67539caf7d00 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:34:51.736588 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5b99749a-ae35-482f-ac0e-cffa53bc8c4a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/cac8125f-9de9-411b-a823-2925000ad534 HTTP/1.1" status: 200 len: 992 time: 0.1049294 Oct 18 08:34:51.788082 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 61cb848f-4d22-4d5b-9123-67539caf7d00 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:34:51.788448 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:34:51.788783 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 61cb848f-4d22-4d5b-9123-67539caf7d00 Oct 18 08:34:51.902719 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 61cb848f-4d22-4d5b-9123-67539caf7d00 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:34:51.903349 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:34:51.934303 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 61cb848f-4d22-4d5b-9123-67539caf7d00, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=61cb848f-4d22-4d5b-9123-67539caf7d00,segment=NetworkSegment(d0712ca4-2f86-4e26-abbe-a0a932efd16d),segment_id=d0712ca4-2f86-4e26-abbe-a0a932efd16d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:34:51.938183 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:34:52.002893 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=61cb848f-4d22-4d5b-9123-67539caf7d00,revision_number=8']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:34:52.079947 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e12656-b12f-47c9-9a5b-39016d92dddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cb848f-4d22-4d5b-9123-67539caf7d00'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:34:52.082241 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937ef616-6c24-4092-9bc8-a97c8610bc4e" -d '{"events": [{"server_uuid": "e9e12656-b12f-47c9-9a5b-39016d92dddc", "name": "network-vif-plugged", "status": "completed", "tag": "61cb848f-4d22-4d5b-9123-67539caf7d00"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:34:52.121976 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0de759-8368-4618-9b5c-aa9fdacc7c50 x-openstack-request-id: req-1e0de759-8368-4618-9b5c-aa9fdacc7c50 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:34:52.122269 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e12656-b12f-47c9-9a5b-39016d92dddc", "name": "network-vif-plugged", "status": "completed", "tag": "61cb848f-4d22-4d5b-9123-67539caf7d00", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:34:52.122517 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1e0de759-8368-4618-9b5c-aa9fdacc7c50 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:34:52.122935 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e0de759-8368-4618-9b5c-aa9fdacc7c50'] response: {'server_uuid': 'e9e12656-b12f-47c9-9a5b-39016d92dddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cb848f-4d22-4d5b-9123-67539caf7d00', 'code': 200} Oct 18 08:34:53.086882 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4a28a3b3-3c83-4191-92d4-7e6bfb5f16e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:34:53.866403 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:34:53.871171 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:34:55.469315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:04.870668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:15.687414 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4f5125a4-29fd-498b-80c3-30e0c40bf7b6 req-74335ce8-517f-4597-8404-6b1291830eb3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1189194 Oct 18 08:35:15.831274 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5125a4-29fd-498b-80c3-30e0c40bf7b6 req-919fe7c6-2865-4bba-a7dd-c646a407f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:15.832651 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4f5125a4-29fd-498b-80c3-30e0c40bf7b6 req-919fe7c6-2865-4bba-a7dd-c646a407f921 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 1099 time: 0.0797436 Oct 18 08:35:15.977772 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5125a4-29fd-498b-80c3-30e0c40bf7b6 req-5a173ea2-c92d-4933-9e46-dcc46e30fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:15.979227 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4f5125a4-29fd-498b-80c3-30e0c40bf7b6 req-5a173ea2-c92d-4933-9e46-dcc46e30fd59 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a7b8ea6-c6d8-431a-bed0-b929c45d5401 HTTP/1.1" status: 200 len: 898 time: 0.1252797 Oct 18 08:35:16.079426 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4f5125a4-29fd-498b-80c3-30e0c40bf7b6 req-1f26315d-85dc-41dc-b861-bd89f0305fff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61cb848f-4d22-4d5b-9123-67539caf7d00 HTTP/1.1" status: 200 len: 1001 time: 0.0933020 Oct 18 08:35:16.140508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5125a4-29fd-498b-80c3-30e0c40bf7b6 req-f8602373-0b22-4141-bcb2-957f6640ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:16.141823 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4f5125a4-29fd-498b-80c3-30e0c40bf7b6 req-f8602373-0b22-4141-bcb2-957f6640ff6e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd353ccd-1a00-4d37-b019-b1321037f942 HTTP/1.1" status: 200 len: 834 time: 0.0561295 Oct 18 08:35:16.223594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5125a4-29fd-498b-80c3-30e0c40bf7b6 req-085ca575-5813-4f2b-b4f4-f8f84d19bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:16.225073 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4f5125a4-29fd-498b-80c3-30e0c40bf7b6 req-085ca575-5813-4f2b-b4f4-f8f84d19bb3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a7b8ea6-c6d8-431a-bed0-b929c45d5401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769112 Oct 18 08:35:16.352142 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4f5125a4-29fd-498b-80c3-30e0c40bf7b6 req-7a72bc16-b662-4812-8916-b25daffd67dc service neutron] 10.222.0.46 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207321 Oct 18 08:35:16.579393 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4f5125a4-29fd-498b-80c3-30e0c40bf7b6 req-9b907e10-f89f-4cd5-adc9-26591c512b24 service neutron] 10.222.0.46 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170858 Oct 18 08:35:18.784299 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:35:20.809309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9af60250-c426-4b30-aa73-4daac1a6b2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:22.137037 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41576) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:22.374928 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port 01e55271-23ea-4c12-82b1-d53a1a0a61d7 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:35:22.375270 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:22.638957 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:22.639278 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:22.759256 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for 01e55271-23ea-4c12-82b1-d53a1a0a61d7 owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:35:22.909105 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:22.958485 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=01e55271-23ea-4c12-82b1-d53a1a0a61d7,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:23.002890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:23.003237 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:23.003580 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:23.003919 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:23.004251 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:23.004585 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:23.004916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:23.005242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:23.005570 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:23.005893 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:23.006218 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:23.006566 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:23.061250 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:23.061599 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Floating IP cac8125f-9de9-411b-a823-2925000ad534 disassociated (deleted). External IP: 172.26.8.42, port: 61cb848f-4d22-4d5b-9123-67539caf7d00. Oct 18 08:35:23.091290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0a07b289-a7aa-451c-b4af-2be5d6fa5c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:23.413976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 76bb11aa-9635-449d-90a2-0db9ff681837 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:35:23.587477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:35:23.597803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645244b-f491-43bb-a687-10b15037cfe4 None None] Sync routers for ids ['76bb11aa-9635-449d-90a2-0db9ff681837'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:35:23.607407 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645244b-f491-43bb-a687-10b15037cfe4 None None] Routers {'76bb11aa-9635-449d-90a2-0db9ff681837'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:35:23.608025 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8645244b-f491-43bb-a687-10b15037cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:35:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['76bb11aa-9635-449d-90a2-0db9ff681837'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:23.608879 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:23.668002 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f8fcbad5-b230-450f-b07a-fa3d00d5d75e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/floatingips/cac8125f-9de9-411b-a823-2925000ad534 HTTP/1.1" status: 204 len: 168 time: 1.5298059 Oct 18 08:35:23.668664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e12656-b12f-47c9-9a5b-39016d92dddc', 'tag': '61cb848f-4d22-4d5b-9123-67539caf7d00'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:35:23.671382 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc19fd4c-2544-4e87-9411-9cb4ec6951c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e12656-b12f-47c9-9a5b-39016d92dddc", "tag": "61cb848f-4d22-4d5b-9123-67539caf7d00"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:35:23.813426 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be2549c-7e4d-42c2-bfef-7b934734feba x-openstack-request-id: req-5be2549c-7e4d-42c2-bfef-7b934734feba {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:35:23.813723 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e12656-b12f-47c9-9a5b-39016d92dddc", "tag": "61cb848f-4d22-4d5b-9123-67539caf7d00", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:35:23.813978 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5be2549c-7e4d-42c2-bfef-7b934734feba {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:35:23.814463 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be2549c-7e4d-42c2-bfef-7b934734feba'] response: {'name': 'network-changed', 'server_uuid': 'e9e12656-b12f-47c9-9a5b-39016d92dddc', 'tag': '61cb848f-4d22-4d5b-9123-67539caf7d00', 'status': 'completed', 'code': 200} Oct 18 08:35:23.824345 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-8645244b-f491-43bb-a687-10b15037cfe4 None None] Set router 76bb11aa-9635-449d-90a2-0db9ff681837 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:35:23.917848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19fd4c-2544-4e87-9411-9cb4ec6951c7 req-f8da2911-20ed-4cd1-af2a-37cee61f9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:23.919376 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fc19fd4c-2544-4e87-9411-9cb4ec6951c7 req-f8da2911-20ed-4cd1-af2a-37cee61f9c24 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 1099 time: 0.0820372 Oct 18 08:35:23.985033 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:23.987988 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:24.120864 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19fd4c-2544-4e87-9411-9cb4ec6951c7 req-54471a5c-6b45-4bd0-b450-54188535d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:24.122311 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fc19fd4c-2544-4e87-9411-9cb4ec6951c7 req-54471a5c-6b45-4bd0-b450-54188535d197 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a7b8ea6-c6d8-431a-bed0-b929c45d5401 HTTP/1.1" status: 200 len: 898 time: 0.1965344 Oct 18 08:35:24.170410 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8645244b-f491-43bb-a687-10b15037cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214786307', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '498e3e33-2017-40de-97a0-3b47717e0670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '498e3e33-2017-40de-97a0-3b47717e0670', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'dd635965-a53f-4a22-8dc0-e168c103aa3f', 'name': '', 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:8a:7b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:35Z', 'updated_at': '2022-10-18T08:33:40Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:24.174682 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645244b-f491-43bb-a687-10b15037cfe4 None None] Checking router: 76bb11aa-9635-449d-90a2-0db9ff681837 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:35:24.183338 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645244b-f491-43bb-a687-10b15037cfe4 None None] Routers {'76bb11aa-9635-449d-90a2-0db9ff681837'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:35:24.184042 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8645244b-f491-43bb-a687-10b15037cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:35:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['76bb11aa-9635-449d-90a2-0db9ff681837'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:24.190972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a14a96-d1d6-4e01-91ac-cef69a3f9aad req-06d9ecb2-1388-4063-bae8-adc3af1a431b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:24.192434 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-11a14a96-d1d6-4e01-91ac-cef69a3f9aad req-06d9ecb2-1388-4063-bae8-adc3af1a431b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.1919219 Oct 18 08:35:24.201937 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fc19fd4c-2544-4e87-9411-9cb4ec6951c7 req-3be72474-2794-4c4e-9e1b-be6c2a66ebde service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61cb848f-4d22-4d5b-9123-67539caf7d00 HTTP/1.1" status: 200 len: 217 time: 0.0725496 Oct 18 08:35:24.288754 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-11a14a96-d1d6-4e01-91ac-cef69a3f9aad req-559bcc4e-9550-424e-bce8-3b7411394982 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890160 Oct 18 08:35:24.297244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19fd4c-2544-4e87-9411-9cb4ec6951c7 req-9b6fc7a2-74ba-4b86-8d21-a13f6b9b52dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:24.298886 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fc19fd4c-2544-4e87-9411-9cb4ec6951c7 req-9b6fc7a2-74ba-4b86-8d21-a13f6b9b52dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd353ccd-1a00-4d37-b019-b1321037f942 HTTP/1.1" status: 200 len: 834 time: 0.0814753 Oct 18 08:35:24.363206 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-8645244b-f491-43bb-a687-10b15037cfe4 None None] Set router 76bb11aa-9635-449d-90a2-0db9ff681837 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:35:24.380930 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19fd4c-2544-4e87-9411-9cb4ec6951c7 req-7d3ed309-d6fc-4e50-a314-f5633eb3d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:24.382404 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fc19fd4c-2544-4e87-9411-9cb4ec6951c7 req-7d3ed309-d6fc-4e50-a314-f5633eb3d629 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a7b8ea6-c6d8-431a-bed0-b929c45d5401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767889 Oct 18 08:35:24.516982 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fc19fd4c-2544-4e87-9411-9cb4ec6951c7 req-f93aa206-3c51-4bbc-971b-a4e5522f96e0 service neutron] 10.222.0.46 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267099 Oct 18 08:35:24.649727 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fc19fd4c-2544-4e87-9411-9cb4ec6951c7 req-2d9b7fe3-6527-4ab5-ba6f-bc241f370e3f service neutron] 10.222.0.46 "GET /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250055 Oct 18 08:35:24.678281 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-8645244b-f491-43bb-a687-10b15037cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214786307', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '498e3e33-2017-40de-97a0-3b47717e0670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '498e3e33-2017-40de-97a0-3b47717e0670', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'dd635965-a53f-4a22-8dc0-e168c103aa3f', 'name': '', 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:8a:7b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:35Z', 'updated_at': '2022-10-18T08:33:40Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:24.682917 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645244b-f491-43bb-a687-10b15037cfe4 None None] The sync data for ids ['76bb11aa-9635-449d-90a2-0db9ff681837'] in dv-neutron-861625-1-hyperv is: [{'id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214786307', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '498e3e33-2017-40de-97a0-3b47717e0670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '498e3e33-2017-40de-97a0-3b47717e0670', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'dd635965-a53f-4a22-8dc0-e168c103aa3f', 'name': '', 'network_id': '2a7b8ea6-c6d8-431a-bed0-b929c45d5401', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:8a:7b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:35Z', 'updated_at': '2022-10-18T08:33:40Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': 'dd353ccd-1a00-4d37-b019-b1321037f942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:35:24.890243 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2732eed-3804-4658-9308-982dc1b7370a None None] New status for floating IP cac8125f-9de9-411b-a823-2925000ad534: DOWN {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:35:25.472705 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:25.491992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f9398-179b-4acb-8ebc-b1b8388d3ae9 req-53b60bbd-c837-4fde-b9a7-526a201d3c26 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:25.492678 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-d37f9398-179b-4acb-8ebc-b1b8388d3ae9 req-53b60bbd-c837-4fde-b9a7-526a201d3c26 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:35:25.508123 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-d37f9398-179b-4acb-8ebc-b1b8388d3ae9 req-53b60bbd-c837-4fde-b9a7-526a201d3c26 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:35:25.509334 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d37f9398-179b-4acb-8ebc-b1b8388d3ae9 req-53b60bbd-c837-4fde-b9a7-526a201d3c26 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.1045413 Oct 18 08:35:25.553751 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d37f9398-179b-4acb-8ebc-b1b8388d3ae9 req-ef658b44-ec09-447b-b5a8-d69eb580d4eb tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=218d4781-80a2-445f-a56a-bd6df77cda99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384753 Oct 18 08:35:25.892423 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2b599-a5b0-4eb0-a0e2-bf6b97ea9099 req-a69bd860-3877-471d-999b-12326cf54c38 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:25.893881 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-30b2b599-a5b0-4eb0-a0e2-bf6b97ea9099 req-a69bd860-3877-471d-999b-12326cf54c38 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 946 time: 0.0897410 Oct 18 08:35:25.966372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-30b2b599-a5b0-4eb0-a0e2-bf6b97ea9099 req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port 61cb848f-4d22-4d5b-9123-67539caf7d00 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:35:25.966744 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-30b2b599-a5b0-4eb0-a0e2-bf6b97ea9099 req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:26.219052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-30b2b599-a5b0-4eb0-a0e2-bf6b97ea9099 req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] For port 61cb848f-4d22-4d5b-9123-67539caf7d00, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=61cb848f-4d22-4d5b-9123-67539caf7d00,segment=NetworkSegment(d0712ca4-2f86-4e26-abbe-a0a932efd16d),segment_id=d0712ca4-2f86-4e26-abbe-a0a932efd16d)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:35:26.219409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-30b2b599-a5b0-4eb0-a0e2-bf6b97ea9099 req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:26.345829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-30b2b599-a5b0-4eb0-a0e2-bf6b97ea9099 req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for 61cb848f-4d22-4d5b-9123-67539caf7d00 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:35:26.492876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-30b2b599-a5b0-4eb0-a0e2-bf6b97ea9099 req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:26.545389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=61cb848f-4d22-4d5b-9123-67539caf7d00,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:26.689115 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:26.689466 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:26.689809 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:26.690146 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:26.690479 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:26.690833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:26.691165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:26.691508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:26.691818 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:26.692140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:26.692468 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:26.692789 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:26.779261 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b2b599-a5b0-4eb0-a0e2-bf6b97ea9099 req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] No DVR routers for this DVR port 61cb848f-4d22-4d5b-9123-67539caf7d00 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:35:26.782330 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9c983097-0b25-470c-a839-188856321881 req-c1f39781-3eea-4e85-8992-9b9853e1e443 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=e9e12656-b12f-47c9-9a5b-39016d92dddc HTTP/1.1" status: 200 len: 210 time: 0.1008761 Oct 18 08:35:26.783342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-30b2b599-a5b0-4eb0-a0e2-bf6b97ea9099 req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:26.785892 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e12656-b12f-47c9-9a5b-39016d92dddc', 'name': 'network-vif-deleted', 'tag': '61cb848f-4d22-4d5b-9123-67539caf7d00'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:35:26.788178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fc70a1-11f2-4e2f-bc67-d8a639b23ea4" -d '{"events": [{"server_uuid": "e9e12656-b12f-47c9-9a5b-39016d92dddc", "name": "network-vif-deleted", "tag": "61cb848f-4d22-4d5b-9123-67539caf7d00"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:35:26.802852 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-30b2b599-a5b0-4eb0-a0e2-bf6b97ea9099 req-ab86eb1e-6fc4-4aeb-aea6-e59d099ffc05 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "DELETE /v2.0/ports/61cb848f-4d22-4d5b-9123-67539caf7d00 HTTP/1.1" status: 204 len: 173 time: 0.9005270 Oct 18 08:35:26.894394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc97e1c2-6b23-49a7-a4f1-0ae1dbb42d16 x-openstack-request-id: req-dc97e1c2-6b23-49a7-a4f1-0ae1dbb42d16 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:35:26.895041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e12656-b12f-47c9-9a5b-39016d92dddc", "name": "network-vif-deleted", "tag": "61cb848f-4d22-4d5b-9123-67539caf7d00", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:35:26.895041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-dc97e1c2-6b23-49a7-a4f1-0ae1dbb42d16 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:35:26.895337 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc97e1c2-6b23-49a7-a4f1-0ae1dbb42d16'] response: {'server_uuid': 'e9e12656-b12f-47c9-9a5b-39016d92dddc', 'name': 'network-vif-deleted', 'tag': '61cb848f-4d22-4d5b-9123-67539caf7d00', 'status': 'completed', 'code': 200} Oct 18 08:35:27.882622 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41600) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:28.542746 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-86871dd6-f9be-4896-9ed2-40c9ae6fa68f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:28.888526 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-86871dd6-f9be-4896-9ed2-40c9ae6fa68f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port dd635965-a53f-4a22-8dc0-e168c103aa3f {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:35:28.889176 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-86871dd6-f9be-4896-9ed2-40c9ae6fa68f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:29.071324 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-86871dd6-f9be-4896-9ed2-40c9ae6fa68f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] For port dd635965-a53f-4a22-8dc0-e168c103aa3f, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=dd635965-a53f-4a22-8dc0-e168c103aa3f,segment=NetworkSegment(d0712ca4-2f86-4e26-abbe-a0a932efd16d),segment_id=d0712ca4-2f86-4e26-abbe-a0a932efd16d)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:35:29.071674 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-86871dd6-f9be-4896-9ed2-40c9ae6fa68f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:29.193700 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-86871dd6-f9be-4896-9ed2-40c9ae6fa68f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for dd635965-a53f-4a22-8dc0-e168c103aa3f owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:35:29.367383 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-86871dd6-f9be-4896-9ed2-40c9ae6fa68f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:29.417166 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86871dd6-f9be-4896-9ed2-40c9ae6fa68f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=dd635965-a53f-4a22-8dc0-e168c103aa3f,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:29.799732 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-86871dd6-f9be-4896-9ed2-40c9ae6fa68f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:29.903733 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 61cb848f-4d22-4d5b-9123-67539caf7d00 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:35:29.938131 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 61cb848f-4d22-4d5b-9123-67539caf7d00 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:35:29.938480 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 61cb848f-4d22-4d5b-9123-67539caf7d00 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:35:30.154201 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86871dd6-f9be-4896-9ed2-40c9ae6fa68f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 76bb11aa-9635-449d-90a2-0db9ff681837 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:35:30.333224 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86871dd6-f9be-4896-9ed2-40c9ae6fa68f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:35:30.343169 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c484563-d40c-478d-825e-2777a8b06289 None None] Sync routers for ids ['76bb11aa-9635-449d-90a2-0db9ff681837'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:35:30.346572 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-86871dd6-f9be-4896-9ed2-40c9ae6fa68f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "PUT /v2.0/routers/76bb11aa-9635-449d-90a2-0db9ff681837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4627275 Oct 18 08:35:30.349072 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41604) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:30.352563 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c484563-d40c-478d-825e-2777a8b06289 None None] Routers {'76bb11aa-9635-449d-90a2-0db9ff681837'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:35:30.353164 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3c484563-d40c-478d-825e-2777a8b06289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:35:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['76bb11aa-9635-449d-90a2-0db9ff681837'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:30.415829 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b603e3e-9f46-47cd-9511-4f1b2cb7d575 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting subnet dd353ccd-1a00-4d37-b019-b1321037f942 {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:35:30.419025 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2b603e3e-9f46-47cd-9511-4f1b2cb7d575 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:30.477148 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2b603e3e-9f46-47cd-9511-4f1b2cb7d575 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:30.559592 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2b603e3e-9f46-47cd-9511-4f1b2cb7d575 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:30.568236 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-3c484563-d40c-478d-825e-2777a8b06289 None None] Set router 76bb11aa-9635-449d-90a2-0db9ff681837 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:35:30.633492 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2b603e3e-9f46-47cd-9511-4f1b2cb7d575 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:30.672767 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b603e3e-9f46-47cd-9511-4f1b2cb7d575 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Subnet': ['ID=dd353ccd-1a00-4d37-b019-b1321037f942,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:30.676401 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2b603e3e-9f46-47cd-9511-4f1b2cb7d575 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:30.683267 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2b603e3e-9f46-47cd-9511-4f1b2cb7d575 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/subnets/dd353ccd-1a00-4d37-b019-b1321037f942 HTTP/1.1" status: 204 len: 168 time: 0.3332214 Oct 18 08:35:30.685948 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41608) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:30.696653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b244ec8c-1393-47b3-95bb-cdc497c676af None None] Network 2a7b8ea6-c6d8-431a-bed0-b929c45d5401 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:35:30.864267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f94e8539-c97f-4ebb-aff3-18f39760c55a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:31.037452 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3c484563-d40c-478d-825e-2777a8b06289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214786307', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161'}], 'enable_snat': True}, 'gw_port_id': '498e3e33-2017-40de-97a0-3b47717e0670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:35:29Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '498e3e33-2017-40de-97a0-3b47717e0670', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:31.041861 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f94e8539-c97f-4ebb-aff3-18f39760c55a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:31.042017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c484563-d40c-478d-825e-2777a8b06289 None None] Checking router: 76bb11aa-9635-449d-90a2-0db9ff681837 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:35:31.050972 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c484563-d40c-478d-825e-2777a8b06289 None None] Routers {'76bb11aa-9635-449d-90a2-0db9ff681837'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:35:31.051669 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3c484563-d40c-478d-825e-2777a8b06289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:35:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['76bb11aa-9635-449d-90a2-0db9ff681837'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:31.054217 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-f94e8539-c97f-4ebb-aff3-18f39760c55a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port 498e3e33-2017-40de-97a0-3b47717e0670 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:35:31.054599 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f94e8539-c97f-4ebb-aff3-18f39760c55a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:31.105535 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad4fc69-292b-463d-b453-ce5415cc4255 None None] DHCP port deletion for 2a7b8ea6-c6d8-431a-bed0-b929c45d5401 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:35:31.176598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6ad4fc69-292b-463d-b453-ce5415cc4255 None None] Deleting port a0149a81-3b24-4be5-a779-74aed0936080 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:35:31.176987 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6ad4fc69-292b-463d-b453-ce5415cc4255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:31.233150 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-f94e8539-c97f-4ebb-aff3-18f39760c55a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] For port 498e3e33-2017-40de-97a0-3b47717e0670, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=498e3e33-2017-40de-97a0-3b47717e0670,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:35:31.233643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f94e8539-c97f-4ebb-aff3-18f39760c55a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:31.286295 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-3c484563-d40c-478d-825e-2777a8b06289 None None] Set router 76bb11aa-9635-449d-90a2-0db9ff681837 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:35:31.357284 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-f94e8539-c97f-4ebb-aff3-18f39760c55a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for 498e3e33-2017-40de-97a0-3b47717e0670 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:35:31.397393 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-3c484563-d40c-478d-825e-2777a8b06289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214786307', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:35:31Z', 'revision_number': 6, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:31.406443 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c484563-d40c-478d-825e-2777a8b06289 None None] The sync data for ids ['76bb11aa-9635-449d-90a2-0db9ff681837'] in dv-neutron-861625-1-hyperv is: [{'id': '76bb11aa-9635-449d-90a2-0db9ff681837', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214786307', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:33:31Z', 'updated_at': '2022-10-18T08:35:31Z', 'revision_number': 6, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port_host': None}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:35:31.506524 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-6ad4fc69-292b-463d-b453-ce5415cc4255 None None] For port a0149a81-3b24-4be5-a779-74aed0936080, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=a0149a81-3b24-4be5-a779-74aed0936080,segment=NetworkSegment(d0712ca4-2f86-4e26-abbe-a0a932efd16d),segment_id=d0712ca4-2f86-4e26-abbe-a0a932efd16d)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:35:31.506948 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6ad4fc69-292b-463d-b453-ce5415cc4255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:31.530666 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f94e8539-c97f-4ebb-aff3-18f39760c55a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:31.576784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e8539-c97f-4ebb-aff3-18f39760c55a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=498e3e33-2017-40de-97a0-3b47717e0670,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:31.675634 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6ad4fc69-292b-463d-b453-ce5415cc4255 None None] Calling delete_port for a0149a81-3b24-4be5-a779-74aed0936080 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:35:31.675959 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f94e8539-c97f-4ebb-aff3-18f39760c55a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:31.751310 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6ad4fc69-292b-463d-b453-ce5415cc4255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:31.801635 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4fc69-292b-463d-b453-ce5415cc4255 None None] Pushing event deleted for resources: {'Port': ['ID=a0149a81-3b24-4be5-a779-74aed0936080,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:31.803465 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad4fc69-292b-463d-b453-ce5415cc4255 None None] No DVR routers for this DVR port a0149a81-3b24-4be5-a779-74aed0936080 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:35:31.967078 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f94e8539-c97f-4ebb-aff3-18f39760c55a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:31.969240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f94e8539-c97f-4ebb-aff3-18f39760c55a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:31.991672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f94e8539-c97f-4ebb-aff3-18f39760c55a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:31.992266 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94e8539-c97f-4ebb-aff3-18f39760c55a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Fanout notify agent at l3_agent the message router_deleted on router 76bb11aa-9635-449d-90a2-0db9ff681837 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:35:32.008610 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f94e8539-c97f-4ebb-aff3-18f39760c55a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:32.009734 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f94e8539-c97f-4ebb-aff3-18f39760c55a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/routers/76bb11aa-9635-449d-90a2-0db9ff681837 HTTP/1.1" status: 204 len: 168 time: 1.3227727 Oct 18 08:35:32.012347 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41612) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:32.125972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7d112af2-e082-494b-af2f-0d8b03499c6e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:32.259631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7d112af2-e082-494b-af2f-0d8b03499c6e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:32.283987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-7d112af2-e082-494b-af2f-0d8b03499c6e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a7b8ea6-c6d8-431a-bed0-b929c45d5401']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:32.296284 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-7d112af2-e082-494b-af2f-0d8b03499c6e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0712ca4-2f86-4e26-abbe-a0a932efd16d') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:32.296583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-7d112af2-e082-494b-af2f-0d8b03499c6e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0712ca4-2f86-4e26-abbe-a0a932efd16d') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:32.307481 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7d112af2-e082-494b-af2f-0d8b03499c6e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:32.323734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7d112af2-e082-494b-af2f-0d8b03499c6e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:32.329483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d112af2-e082-494b-af2f-0d8b03499c6e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:35:32.329856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7d112af2-e082-494b-af2f-0d8b03499c6e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:32.417553 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment d0712ca4-2f86-4e26-abbe-a0a932efd16d resource provider aggregate not found Oct 18 08:35:32.432071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7d112af2-e082-494b-af2f-0d8b03499c6e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:32.437705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7d112af2-e082-494b-af2f-0d8b03499c6e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:32.441237 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment d0712ca4-2f86-4e26-abbe-a0a932efd16d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0712ca4-2f86-4e26-abbe-a0a932efd16d found for delete ", "request_id": "req-0d6b2143-203c-46cc-b739-48a9ef1f56b7"}]} Oct 18 08:35:32.465109 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d112af2-e082-494b-af2f-0d8b03499c6e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Network': ['ID=2a7b8ea6-c6d8-431a-bed0-b929c45d5401,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:32.472094 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7d112af2-e082-494b-af2f-0d8b03499c6e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/networks/2a7b8ea6-c6d8-431a-bed0-b929c45d5401 HTTP/1.1" status: 204 len: 168 time: 0.4588101 Oct 18 08:35:32.475069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41622) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:32.545424 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-400adcc5-fb48-40ac-b1eb-5b017115ebb1 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:32.574102 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-400adcc5-fb48-40ac-b1eb-5b017115ebb1 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:32.636224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-400adcc5-fb48-40ac-b1eb-5b017115ebb1 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:32.653370 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400adcc5-fb48-40ac-b1eb-5b017115ebb1 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=218d4781-80a2-445f-a56a-bd6df77cda99,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:32.665317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-400adcc5-fb48-40ac-b1eb-5b017115ebb1 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:32.666488 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-400adcc5-fb48-40ac-b1eb-5b017115ebb1 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/security-groups/218d4781-80a2-445f-a56a-bd6df77cda99 HTTP/1.1" status: 204 len: 168 time: 0.1904657 Oct 18 08:35:32.739226 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 498e3e33-2017-40de-97a0-3b47717e0670 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:35:32.772686 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 498e3e33-2017-40de-97a0-3b47717e0670 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:35:32.773029 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 498e3e33-2017-40de-97a0-3b47717e0670 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:35:32.773442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device dd635965-a53f-4a22-8dc0-e168c103aa3f no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:35:32.787740 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41630) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:32.793225 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-509d1715-2d20-4a17-b97a-adde9c060052 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1423640125', 'description': 'tempest-secgroup-smoke-1423640125 description', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:35:32.799541 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-509d1715-2d20-4a17-b97a-adde9c060052 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:35:32.804142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-509d1715-2d20-4a17-b97a-adde9c060052 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:35:32.806596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: dd635965-a53f-4a22-8dc0-e168c103aa3f {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:35:32.806934 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device dd635965-a53f-4a22-8dc0-e168c103aa3f not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:35:32.807039 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-509d1715-2d20-4a17-b97a-adde9c060052 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:35:32.807341 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a0149a81-3b24-4be5-a779-74aed0936080 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:35:32.812567 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-509d1715-2d20-4a17-b97a-adde9c060052 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:35:32.823043 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-509d1715-2d20-4a17-b97a-adde9c060052 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:32.842647 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: a0149a81-3b24-4be5-a779-74aed0936080 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:35:32.842987 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device a0149a81-3b24-4be5-a779-74aed0936080 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:35:32.844326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-509d1715-2d20-4a17-b97a-adde9c060052 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:35:32.848275 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-509d1715-2d20-4a17-b97a-adde9c060052 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:35:32.851204 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-509d1715-2d20-4a17-b97a-adde9c060052 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:35:32.857049 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-509d1715-2d20-4a17-b97a-adde9c060052 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:35:32.927014 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-509d1715-2d20-4a17-b97a-adde9c060052 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:32.930249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-509d1715-2d20-4a17-b97a-adde9c060052 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:32.976805 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d1715-2d20-4a17-b97a-adde9c060052 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b93cae55-b605-4e1e-8b18-d7f0a25aed58,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:32.980149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-509d1715-2d20-4a17-b97a-adde9c060052 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:32.981311 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-509d1715-2d20-4a17-b97a-adde9c060052 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1925962 Oct 18 08:35:32.984276 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41634) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:32.989027 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-6fca5f4a-7b2e-42bb-9bb3-7455312340f6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'b93cae55-b605-4e1e-8b18-d7f0a25aed58', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:35:32.995403 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6fca5f4a-7b2e-42bb-9bb3-7455312340f6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:35:32.999126 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6fca5f4a-7b2e-42bb-9bb3-7455312340f6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:35:33.001904 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6fca5f4a-7b2e-42bb-9bb3-7455312340f6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:35:33.007475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6fca5f4a-7b2e-42bb-9bb3-7455312340f6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:35:33.022918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6fca5f4a-7b2e-42bb-9bb3-7455312340f6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.080844 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6fca5f4a-7b2e-42bb-9bb3-7455312340f6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.083492 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6fca5f4a-7b2e-42bb-9bb3-7455312340f6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.105565 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca5f4a-7b2e-42bb-9bb3-7455312340f6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5deec5-7560-4698-bca5-3f2c6f7f7e12,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:33.115076 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6fca5f4a-7b2e-42bb-9bb3-7455312340f6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.116238 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6fca5f4a-7b2e-42bb-9bb3-7455312340f6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310608 Oct 18 08:35:33.119515 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41638) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:33.124398 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-55eb2bb7-8a86-4f75-828e-121140bdd7b5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'b93cae55-b605-4e1e-8b18-d7f0a25aed58', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:35:33.130189 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-55eb2bb7-8a86-4f75-828e-121140bdd7b5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:35:33.134037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-55eb2bb7-8a86-4f75-828e-121140bdd7b5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:35:33.137551 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-55eb2bb7-8a86-4f75-828e-121140bdd7b5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:35:33.143218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-55eb2bb7-8a86-4f75-828e-121140bdd7b5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:35:33.160361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-55eb2bb7-8a86-4f75-828e-121140bdd7b5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.221821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-55eb2bb7-8a86-4f75-828e-121140bdd7b5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.225288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-55eb2bb7-8a86-4f75-828e-121140bdd7b5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.248481 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb2bb7-8a86-4f75-828e-121140bdd7b5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f667ccdc-cfbc-47fa-9073-56b64c5398bf,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:33.256371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-55eb2bb7-8a86-4f75-828e-121140bdd7b5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.257511 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-55eb2bb7-8a86-4f75-828e-121140bdd7b5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370730 Oct 18 08:35:33.260911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41642) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:33.265970 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-673208f4-20ba-42af-ae22-737045fd10e5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'b93cae55-b605-4e1e-8b18-d7f0a25aed58', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:35:33.271856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-673208f4-20ba-42af-ae22-737045fd10e5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:35:33.275744 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-673208f4-20ba-42af-ae22-737045fd10e5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:35:33.278586 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-673208f4-20ba-42af-ae22-737045fd10e5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:35:33.284373 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-673208f4-20ba-42af-ae22-737045fd10e5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:35:33.300863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-673208f4-20ba-42af-ae22-737045fd10e5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.364394 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-673208f4-20ba-42af-ae22-737045fd10e5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.367764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-673208f4-20ba-42af-ae22-737045fd10e5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.392718 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673208f4-20ba-42af-ae22-737045fd10e5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c1ed6e-11ce-4d0f-964c-e57c443547e5,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:33.402616 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-673208f4-20ba-42af-ae22-737045fd10e5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.403756 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-673208f4-20ba-42af-ae22-737045fd10e5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419072 Oct 18 08:35:33.406431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41646) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:33.411237 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-e6682664-fc39-448d-bd9b-eb50a5248a4e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'b93cae55-b605-4e1e-8b18-d7f0a25aed58', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:35:33.417376 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e6682664-fc39-448d-bd9b-eb50a5248a4e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:35:33.421404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e6682664-fc39-448d-bd9b-eb50a5248a4e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:35:33.424223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e6682664-fc39-448d-bd9b-eb50a5248a4e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:35:33.429829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e6682664-fc39-448d-bd9b-eb50a5248a4e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:35:33.446150 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e6682664-fc39-448d-bd9b-eb50a5248a4e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.508615 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e6682664-fc39-448d-bd9b-eb50a5248a4e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.511869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e6682664-fc39-448d-bd9b-eb50a5248a4e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.532118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6682664-fc39-448d-bd9b-eb50a5248a4e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9da3689-2e0f-4409-be04-312f11125dc5,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:33.542794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e6682664-fc39-448d-bd9b-eb50a5248a4e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.543948 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e6682664-fc39-448d-bd9b-eb50a5248a4e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365964 Oct 18 08:35:33.546863 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41650) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:33.551617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-35acae3c-2805-426c-9594-92e4ed3b2016 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'b93cae55-b605-4e1e-8b18-d7f0a25aed58', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:35:33.557726 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-35acae3c-2805-426c-9594-92e4ed3b2016 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:35:33.561530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-35acae3c-2805-426c-9594-92e4ed3b2016 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:35:33.564361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-35acae3c-2805-426c-9594-92e4ed3b2016 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:35:33.569866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-35acae3c-2805-426c-9594-92e4ed3b2016 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:35:33.579623 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-35acae3c-2805-426c-9594-92e4ed3b2016 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Project 96f503be4dfb4fcc887c5a281b5271e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:35:33.585784 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-35acae3c-2805-426c-9594-92e4ed3b2016 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.650432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-35acae3c-2805-426c-9594-92e4ed3b2016 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.654239 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-35acae3c-2805-426c-9594-92e4ed3b2016 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.678071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acae3c-2805-426c-9594-92e4ed3b2016 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e12823-ece8-4b90-9ce4-4d33ce4e40fb,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:33.686318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-35acae3c-2805-426c-9594-92e4ed3b2016 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.687493 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-35acae3c-2805-426c-9594-92e4ed3b2016 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397326 Oct 18 08:35:33.690199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41654) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:33.694978 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-97d6fba9-e4c6-44da-9f73-932bc72db12b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'b93cae55-b605-4e1e-8b18-d7f0a25aed58', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:35:33.700599 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-97d6fba9-e4c6-44da-9f73-932bc72db12b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:35:33.704334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-97d6fba9-e4c6-44da-9f73-932bc72db12b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:35:33.707117 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-97d6fba9-e4c6-44da-9f73-932bc72db12b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:35:33.713177 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-97d6fba9-e4c6-44da-9f73-932bc72db12b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:35:33.722039 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-97d6fba9-e4c6-44da-9f73-932bc72db12b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Project 96f503be4dfb4fcc887c5a281b5271e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:35:33.728821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-97d6fba9-e4c6-44da-9f73-932bc72db12b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.791865 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-97d6fba9-e4c6-44da-9f73-932bc72db12b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.795096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-97d6fba9-e4c6-44da-9f73-932bc72db12b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.817401 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6fba9-e4c6-44da-9f73-932bc72db12b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b041a6a3-9079-47e3-baa9-b733ea3f2807,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:33.825776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-97d6fba9-e4c6-44da-9f73-932bc72db12b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.826960 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-97d6fba9-e4c6-44da-9f73-932bc72db12b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1358321 Oct 18 08:35:33.829767 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41658) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:33.835014 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-12cfe85f-1c23-4f53-8a30-6157cd5ef45d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'network': {'name': 'tempest-network-smoke--2022955181', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'port_security_enabled': True}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:35:33.840211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-12cfe85f-1c23-4f53-8a30-6157cd5ef45d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:35:33.844231 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-12cfe85f-1c23-4f53-8a30-6157cd5ef45d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:network and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:35:33.847010 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-12cfe85f-1c23-4f53-8a30-6157cd5ef45d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:35:33.852547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-12cfe85f-1c23-4f53-8a30-6157cd5ef45d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:35:33.863196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cfe85f-1c23-4f53-8a30-6157cd5ef45d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Made reservation on behalf of 96f503be4dfb4fcc887c5a281b5271e5 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:35:33.866467 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-12cfe85f-1c23-4f53-8a30-6157cd5ef45d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.892739 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cfe85f-1c23-4f53-8a30-6157cd5ef45d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:35:33.901499 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-12cfe85f-1c23-4f53-8a30-6157cd5ef45d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.901850 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-12cfe85f-1c23-4f53-8a30-6157cd5ef45d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Added segment ddf1125d-914f-437d-8cb7-b3a9b7b9a194 of type vlan for network 82d40125-8d21-4e36-a807-77dc5674be82 Oct 18 08:35:33.927237 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-12cfe85f-1c23-4f53-8a30-6157cd5ef45d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.954067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-12cfe85f-1c23-4f53-8a30-6157cd5ef45d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:33.959355 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cfe85f-1c23-4f53-8a30-6157cd5ef45d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:33.959920 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-12cfe85f-1c23-4f53-8a30-6157cd5ef45d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:34.068337 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-12cfe85f-1c23-4f53-8a30-6157cd5ef45d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2375948 Oct 18 08:35:34.070975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfe85f-1c23-4f53-8a30-6157cd5ef45d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Network': ['ID=82d40125-8d21-4e36-a807-77dc5674be82,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:34.071218 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41662) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:34.076843 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1440000850', 'admin_state_up': True, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:35:34.082029 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 82d40125-8d21-4e36-a807-77dc5674be82 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:35:34.084269 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:35:34.088800 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:router and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:35:34.091703 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:35:34.097973 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:35:34.107367 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:34.108411 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:34.124352 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:34.504260 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:34.799285 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:34.831664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:34.887441 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:34.964646 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.26.8.240 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/2edf7e68-35a5-4182-aa3a-fee606e6858c) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:35:35.115487 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:35.144088 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:35.209660 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:35:35.212952 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:35:35.215490 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:35:35.250040 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=2edf7e68-35a5-4182-aa3a-fee606e6858c,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:35.625757 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:36.074427 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:36.275780 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 5bb76e4e-608d-4c9e-a161-5de6c4504421 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:35:36.451879 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:35:36.461349 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Sync routers for ids ['5bb76e4e-608d-4c9e-a161-5de6c4504421'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:35:36.470503 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Routers {'5bb76e4e-608d-4c9e-a161-5de6c4504421'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:35:36.471143 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:35:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['5bb76e4e-608d-4c9e-a161-5de6c4504421'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:36.477143 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:36.479080 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8a10ace9-0bac-486b-8499-c63583155f66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4063382 Oct 18 08:35:36.482582 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41666) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:36.568131 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2c9e88d6-9922-4385-a398-616cd51a919f tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=96f503be4dfb4fcc887c5a281b5271e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0841722 Oct 18 08:35:36.570688 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41672) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:36.642244 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Set router 5bb76e4e-608d-4c9e-a161-5de6c4504421 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:35:36.699219 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a1e115-66d5-4e02-b99f-a5ce4cb46f71 tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:36.703346 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c0a1e115-66d5-4e02-b99f-a5ce4cb46f71 tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291120 Oct 18 08:35:36.703481 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41676) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:36.745121 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-13119f5b-fab3-4ad8-9ce5-9ba076529d31 tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383499 Oct 18 08:35:36.745440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41680) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:36.750830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-aaf9ff88-9850-458a-9b61-183893b1db66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1138645527', 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:35:36.858736 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-aaf9ff88-9850-458a-9b61-183893b1db66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:35:36.862602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-aaf9ff88-9850-458a-9b61-183893b1db66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:subnet and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:35:36.865429 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-aaf9ff88-9850-458a-9b61-183893b1db66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:35:36.871225 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-aaf9ff88-9850-458a-9b61-183893b1db66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:35:36.882667 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf9ff88-9850-458a-9b61-183893b1db66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Made reservation on behalf of 96f503be4dfb4fcc887c5a281b5271e5 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:35:36.886193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ff88-9850-458a-9b61-183893b1db66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:36.921152 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440000850', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:35Z', 'revision_number': 3, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:36.924783 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Checking router: 5bb76e4e-608d-4c9e-a161-5de6c4504421 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:35:36.925123 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Updating router 5bb76e4e-608d-4c9e-a161-5de6c4504421 port 2edf7e68-35a5-4182-aa3a-fee606e6858c binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:35:36.979289 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:37.100808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ff88-9850-458a-9b61-183893b1db66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:37.284044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9ff88-9850-458a-9b61-183893b1db66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Subnet': ['ID=6c355609-d20a-4dbc-9685-5a0ad194b296,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:37.292757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf9ff88-9850-458a-9b61-183893b1db66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Checking segment: {'id': 'ddf1125d-914f-437d-8cb7-b3a9b7b9a194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:35:37.293115 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf9ff88-9850-458a-9b61-183893b1db66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network hostable DHCP agents. Network: 82d40125-8d21-4e36-a807-77dc5674be82, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:35:37.306252 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:37.311539 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf9ff88-9850-458a-9b61-183893b1db66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network 82d40125-8d21-4e36-a807-77dc5674be82 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:35:37.317597 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Transition to ACTIVE for port object 2edf7e68-35a5-4182-aa3a-fee606e6858c will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:35:37.320673 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-aaf9ff88-9850-458a-9b61-183893b1db66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 82d40125-8d21-4e36-a807-77dc5674be82) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:35:37.324886 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:37.325297 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf9ff88-9850-458a-9b61-183893b1db66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:37.325854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-aaf9ff88-9850-458a-9b61-183893b1db66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:37.332807 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fc4519-26fa-486b-b596-e277b226b6a0 None None] Network 82d40125-8d21-4e36-a807-77dc5674be82 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:35:37.349050 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-aaf9ff88-9850-458a-9b61-183893b1db66 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6023803 Oct 18 08:35:37.351544 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41684) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:37.386637 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Attempting to bind port 2edf7e68-35a5-4182-aa3a-fee606e6858c on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:35:37.387001 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Attempting to bind port 2edf7e68-35a5-4182-aa3a-fee606e6858c by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:35:37.387357 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Attempting to bind port 2edf7e68-35a5-4182-aa3a-fee606e6858c on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:35:37.395848 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:35:37.395848 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:35:37.396297 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:37.396605 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:35:37.397065 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Bound port: 2edf7e68-35a5-4182-aa3a-fee606e6858c, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:35:37.397454 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:37.450645 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6e0ed-5de9-45a6-8bb3-f6413f1bc439 None None] Pushing event updated for resources: {'Port': ['ID=2edf7e68-35a5-4182-aa3a-fee606e6858c,revision_number=2']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:37.460777 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d6e0ed-5de9-45a6-8bb3-f6413f1bc439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:37.461121 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d6e0ed-5de9-45a6-8bb3-f6413f1bc439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:37.461514 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d6e0ed-5de9-45a6-8bb3-f6413f1bc439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:37.462122 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d6e0ed-5de9-45a6-8bb3-f6413f1bc439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:37.462122 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d6e0ed-5de9-45a6-8bb3-f6413f1bc439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:37.462430 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d6e0ed-5de9-45a6-8bb3-f6413f1bc439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:37.462774 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d6e0ed-5de9-45a6-8bb3-f6413f1bc439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:37.463094 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d6e0ed-5de9-45a6-8bb3-f6413f1bc439 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:37.463412 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d6e0ed-5de9-45a6-8bb3-f6413f1bc439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:37.463728 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d6e0ed-5de9-45a6-8bb3-f6413f1bc439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:37.464043 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d6e0ed-5de9-45a6-8bb3-f6413f1bc439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:37.464354 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d6e0ed-5de9-45a6-8bb3-f6413f1bc439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:37.490245 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] For port 2edf7e68-35a5-4182-aa3a-fee606e6858c, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:35:37.493213 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] For port 2edf7e68-35a5-4182-aa3a-fee606e6858c, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=2edf7e68-35a5-4182-aa3a-fee606e6858c,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:35:37.498106 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:37.560598 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Routers {'5bb76e4e-608d-4c9e-a161-5de6c4504421'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:35:37.561255 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:35:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['5bb76e4e-608d-4c9e-a161-5de6c4504421'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:37.570909 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-82d40125-8d21-4e36-a807-77dc5674be82', 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ips': [{'subnet_id': '6c355609-d20a-4dbc-9685-5a0ad194b296'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:35:37.572543 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:37.706950 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6e0ed-5de9-45a6-8bb3-f6413f1bc439 None None] Pushing event updated for resources: {'Port': ['ID=2edf7e68-35a5-4182-aa3a-fee606e6858c,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:37.737775 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Allocated IP 172.20.0.2 (82d40125-8d21-4e36-a807-77dc5674be82/6c355609-d20a-4dbc-9685-5a0ad194b296/42ecce99-5af7-4682-8eee-c5a73d20502a) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:35:37.749694 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] Set router 5bb76e4e-608d-4c9e-a161-5de6c4504421 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:35:37.947707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:37.957748 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Transition to ACTIVE for port object 42ecce99-5af7-4682-8eee-c5a73d20502a will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:35:37.979628 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Transition to ACTIVE for port object 42ecce99-5af7-4682-8eee-c5a73d20502a will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:35:37.984850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:38.051208 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Network 82d40125-8d21-4e36-a807-77dc5674be82 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:35:38.052316 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:35:38.057513 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:35:38.074072 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440000850', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:35Z', 'revision_number': 3, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:38.077900 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8871de0-5b24-437f-bb53-9c15b39011ca None None] The sync data for ids ['5bb76e4e-608d-4c9e-a161-5de6c4504421'] in dv-neutron-861625-1-hyperv is: [{'id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440000850', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:35Z', 'revision_number': 3, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:35:38.084964 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:38.100175 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Pushing event updated for resources: {'Port': ['ID=42ecce99-5af7-4682-8eee-c5a73d20502a,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:38.175238 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Attempting to bind port 42ecce99-5af7-4682-8eee-c5a73d20502a on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:35:38.175599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Attempting to bind port 42ecce99-5af7-4682-8eee-c5a73d20502a by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'ddf1125d-914f-437d-8cb7-b3a9b7b9a194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:35:38.175959 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Attempting to bind port 42ecce99-5af7-4682-8eee-c5a73d20502a on network 82d40125-8d21-4e36-a807-77dc5674be82 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:35:38.182016 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:35:38.182391 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Checking segment: {'id': 'ddf1125d-914f-437d-8cb7-b3a9b7b9a194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:35:38.182813 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:38.183199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Bound using segment: {'id': 'ddf1125d-914f-437d-8cb7-b3a9b7b9a194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:35:38.183656 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Bound port: 42ecce99-5af7-4682-8eee-c5a73d20502a, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf1125d-914f-437d-8cb7-b3a9b7b9a194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:35:38.184024 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:38.277887 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] For port 42ecce99-5af7-4682-8eee-c5a73d20502a, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:35:38.281615 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] For port 42ecce99-5af7-4682-8eee-c5a73d20502a, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=42ecce99-5af7-4682-8eee-c5a73d20502a,segment=NetworkSegment(ddf1125d-914f-437d-8cb7-b3a9b7b9a194),segment_id=ddf1125d-914f-437d-8cb7-b3a9b7b9a194)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:35:38.289510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:38.378080 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62f5ec-b22f-4de4-b2eb-0867e3cd2dea None None] Pushing event updated for resources: {'Port': ['ID=42ecce99-5af7-4682-8eee-c5a73d20502a,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:38.575246 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.20.0.1 (82d40125-8d21-4e36-a807-77dc5674be82/6c355609-d20a-4dbc-9685-5a0ad194b296/ff5773ed-eb68-4f7f-a4c7-2f3af300eea7) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:35:38.771597 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:38.790408 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Transition to ACTIVE for port object ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:35:38.804668 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 42ecce99-5af7-4682-8eee-c5a73d20502a up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:35:38.817598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:38.883821 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 42ecce99-5af7-4682-8eee-c5a73d20502a completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:35:38.891050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 2edf7e68-35a5-4182-aa3a-fee606e6858c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:35:38.895810 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=ff5773ed-eb68-4f7f-a4c7-2f3af300eea7,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:38.902471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network 82d40125-8d21-4e36-a807-77dc5674be82 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:35:38.903692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:35:38.905946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:35:38.971866 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 2edf7e68-35a5-4182-aa3a-fee606e6858c completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:35:38.977406 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 2edf7e68-35a5-4182-aa3a-fee606e6858c triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:35:38.977772 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:38.978137 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 2edf7e68-35a5-4182-aa3a-fee606e6858c Oct 18 08:35:39.084972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:39.110542 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 2edf7e68-35a5-4182-aa3a-fee606e6858c is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:35:39.110958 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:39.128918 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 2edf7e68-35a5-4182-aa3a-fee606e6858c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=2edf7e68-35a5-4182-aa3a-fee606e6858c,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:35:39.138315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:39.219480 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=2edf7e68-35a5-4182-aa3a-fee606e6858c,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:39.224211 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:39.394216 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caca262-100e-403e-b8b0-5c48a43144b0 None None] Network 82d40125-8d21-4e36-a807-77dc5674be82 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:35:39.515402 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c527717f-8376-47ef-ae30-e407e34fbc34 None None] Provisioning for port 42ecce99-5af7-4682-8eee-c5a73d20502a completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:35:39.525943 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c527717f-8376-47ef-ae30-e407e34fbc34 None None] Provisioning complete for port 42ecce99-5af7-4682-8eee-c5a73d20502a triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:35:39.526321 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c527717f-8376-47ef-ae30-e407e34fbc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:39.526682 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-c527717f-8376-47ef-ae30-e407e34fbc34 None None] Attempt 1 to provision port 42ecce99-5af7-4682-8eee-c5a73d20502a Oct 18 08:35:39.649087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:39.654405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:39.761766 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c527717f-8376-47ef-ae30-e407e34fbc34 None None] Current status of the port 42ecce99-5af7-4682-8eee-c5a73d20502a is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:35:39.762146 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c527717f-8376-47ef-ae30-e407e34fbc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:39.771131 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:39.775500 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=ff5773ed-eb68-4f7f-a4c7-2f3af300eea7,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:39.807412 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c527717f-8376-47ef-ae30-e407e34fbc34 None None] For port 42ecce99-5af7-4682-8eee-c5a73d20502a, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=42ecce99-5af7-4682-8eee-c5a73d20502a,segment=NetworkSegment(ddf1125d-914f-437d-8cb7-b3a9b7b9a194),segment_id=ddf1125d-914f-437d-8cb7-b3a9b7b9a194)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:35:39.812697 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c527717f-8376-47ef-ae30-e407e34fbc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:39.882040 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527717f-8376-47ef-ae30-e407e34fbc34 None None] Pushing event updated for resources: {'Port': ['ID=42ecce99-5af7-4682-8eee-c5a73d20502a,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:39.913668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network 82d40125-8d21-4e36-a807-77dc5674be82 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:35:39.914929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:35:40.039601 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f61a153f-db34-4263-8628-b5796067daf9 None None] Provisioning for port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:35:40.046008 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f61a153f-db34-4263-8628-b5796067daf9 None None] Provisioning complete for port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:35:40.046458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f61a153f-db34-4263-8628-b5796067daf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:40.046905 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f61a153f-db34-4263-8628-b5796067daf9 None None] Attempt 1 to provision port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 Oct 18 08:35:40.102885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 5bb76e4e-608d-4c9e-a161-5de6c4504421 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:35:40.104914 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f61a153f-db34-4263-8628-b5796067daf9 None None] Port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:35:40.287695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:35:40.303151 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f6ec2b93-0326-42db-b303-fbcda0cfeecc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "PUT /v2.0/routers/5bb76e4e-608d-4c9e-a161-5de6c4504421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9505503 Oct 18 08:35:40.310525 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Sync routers for ids ['5bb76e4e-608d-4c9e-a161-5de6c4504421'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:35:40.322079 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Routers {'5bb76e4e-608d-4c9e-a161-5de6c4504421'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:35:40.322729 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:35:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['5bb76e4e-608d-4c9e-a161-5de6c4504421'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:40.480035 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-05ba50b2-a8ed-49c3-beb6-a04484e5ac49 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423640125&fields=id&tenant_id=96f503be4dfb4fcc887c5a281b5271e5 HTTP/1.1" status: 200 len: 267 time: 0.0463951 Oct 18 08:35:40.508587 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Set router 5bb76e4e-608d-4c9e-a161-5de6c4504421 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:35:40.627367 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f61a153f-db34-4263-8628-b5796067daf9 None None] Attempt 2 to provision port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 Oct 18 08:35:40.628735 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-eeddec64-22fb-4819-a42b-9ef9b3baa6b4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:40.630215 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-eeddec64-22fb-4819-a42b-9ef9b3baa6b4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/networks?id=82d40125-8d21-4e36-a807-77dc5674be82 HTTP/1.1" status: 200 len: 797 time: 0.1437638 Oct 18 08:35:40.644844 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-dede4d2b-59ba-46ef-99fe-8a780c86c047 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/quotas/96f503be4dfb4fcc887c5a281b5271e5 HTTP/1.1" status: 200 len: 375 time: 0.0090437 Oct 18 08:35:40.733974 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-5b3bbc0a-14cf-4ac4-9703-76a7153bf80f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:35:40.750624 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 42ecce99-5af7-4682-8eee-c5a73d20502a up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:35:40.753535 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-5b3bbc0a-14cf-4ac4-9703-76a7153bf80f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:35:40.754863 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-5b3bbc0a-14cf-4ac4-9703-76a7153bf80f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050487 Oct 18 08:35:40.808219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f61a153f-db34-4263-8628-b5796067daf9 None None] Port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:35:40.902510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 42ecce99-5af7-4682-8eee-c5a73d20502a triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:35:40.902815 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:40.903154 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 42ecce99-5af7-4682-8eee-c5a73d20502a Oct 18 08:35:40.935119 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-1573b749-b40c-437f-8561-a6ee928b07b2 service neutron] 10.222.0.17 "GET /v2.0/networks/82d40125-8d21-4e36-a807-77dc5674be82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687467 Oct 18 08:35:40.983121 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440000850', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'ff5773ed-eb68-4f7f-a4c7-2f3af300eea7', 'name': '', 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '6c355609-d20a-4dbc-9685-5a0ad194b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:38Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 2, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '6c355609-d20a-4dbc-9685-5a0ad194b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:41.013572 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Checking router: 5bb76e4e-608d-4c9e-a161-5de6c4504421 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:35:41.013923 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Updating router 5bb76e4e-608d-4c9e-a161-5de6c4504421 port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:35:41.065471 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-821c5697-a7dc-4cc6-bf9f-db9a6ede4373 service neutron] 10.222.0.17 "GET /v2.0/networks/82d40125-8d21-4e36-a807-77dc5674be82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247034 Oct 18 08:35:41.086354 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 42ecce99-5af7-4682-8eee-c5a73d20502a is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:35:41.088038 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 2edf7e68-35a5-4182-aa3a-fee606e6858c up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:35:41.115038 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:41.255144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-d1174cf2-c17a-48a2-80a1-454a3db10887 req-b6672c80-ffc4-46f7-bea3-26924ab6fbfd tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:35:41.268249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-d1174cf2-c17a-48a2-80a1-454a3db10887 req-b6672c80-ffc4-46f7-bea3-26924ab6fbfd tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:35:41.269410 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d1174cf2-c17a-48a2-80a1-454a3db10887 req-b6672c80-ffc4-46f7-bea3-26924ab6fbfd tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 210 time: 0.0642436 Oct 18 08:35:41.310211 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f61a153f-db34-4263-8628-b5796067daf9 None None] Attempt 3 to provision port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 Oct 18 08:35:41.365690 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 2edf7e68-35a5-4182-aa3a-fee606e6858c triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:35:41.366327 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:41.366789 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 2edf7e68-35a5-4182-aa3a-fee606e6858c Oct 18 08:35:41.501493 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f61a153f-db34-4263-8628-b5796067daf9 None None] Port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:35:41.632855 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 2edf7e68-35a5-4182-aa3a-fee606e6858c is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:35:41.715286 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:41.727188 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Transition to ACTIVE for port object ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:35:41.734333 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:41.939947 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35d745-bb6b-43c6-813f-b0da93ab8918 None None] Pushing event updated for resources: {'Port': ['ID=ff5773ed-eb68-4f7f-a4c7-2f3af300eea7,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:41.957777 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Attempting to bind port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:35:41.958166 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Attempting to bind port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'ddf1125d-914f-437d-8cb7-b3a9b7b9a194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:35:41.958567 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Attempting to bind port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 on network 82d40125-8d21-4e36-a807-77dc5674be82 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:35:41.964305 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:35:41.964671 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Checking segment: {'id': 'ddf1125d-914f-437d-8cb7-b3a9b7b9a194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:35:41.965067 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:41.965499 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Bound using segment: {'id': 'ddf1125d-914f-437d-8cb7-b3a9b7b9a194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:35:41.965902 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Bound port: ff5773ed-eb68-4f7f-a4c7-2f3af300eea7, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf1125d-914f-437d-8cb7-b3a9b7b9a194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:35:41.966265 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:42.004417 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f61a153f-db34-4263-8628-b5796067daf9 None None] Attempt 4 to provision port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 Oct 18 08:35:42.085445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f61a153f-db34-4263-8628-b5796067daf9 None None] Port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:35:42.098264 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] For port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:35:42.101199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] For port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ff5773ed-eb68-4f7f-a4c7-2f3af300eea7,segment=NetworkSegment(ddf1125d-914f-437d-8cb7-b3a9b7b9a194),segment_id=ddf1125d-914f-437d-8cb7-b3a9b7b9a194)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:35:42.106037 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:42.163190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Routers {'5bb76e4e-608d-4c9e-a161-5de6c4504421'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:35:42.163792 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:35:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['5bb76e4e-608d-4c9e-a161-5de6c4504421'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:42.306880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35d745-bb6b-43c6-813f-b0da93ab8918 None None] Pushing event updated for resources: {'Port': ['ID=ff5773ed-eb68-4f7f-a4c7-2f3af300eea7,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:42.356593 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] Set router 5bb76e4e-608d-4c9e-a161-5de6c4504421 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:35:42.468642 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-233ff270-2b3e-4641-ae96-1911db9c4844 req-051cf6c5-22bb-4975-b0d1-daceabc93dc4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 210 time: 0.0674791 Oct 18 08:35:42.471993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-a966e3e2-0889-44a1-8842-0ee54e9499d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:42.472685 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-a966e3e2-0889-44a1-8842-0ee54e9499d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:35:42.498835 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-a966e3e2-0889-44a1-8842-0ee54e9499d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:35:42.500915 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-a966e3e2-0889-44a1-8842-0ee54e9499d5 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "GET /v2.0/networks?id=82d40125-8d21-4e36-a807-77dc5674be82 HTTP/1.1" status: 200 len: 797 time: 0.1970668 Oct 18 08:35:42.586856 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f61a153f-db34-4263-8628-b5796067daf9 None None] Attempt 5 to provision port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 Oct 18 08:35:42.670857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-f5b4e592-a70d-4b7e-9c8a-9d90d6c95062 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:35:42.687471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-f5b4e592-a70d-4b7e-9c8a-9d90d6c95062 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:35:42.689049 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-f5b4e592-a70d-4b7e-9c8a-9d90d6c95062 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96f503be4dfb4fcc887c5a281b5271e5 HTTP/1.1" status: 200 len: 380 time: 0.1754115 Oct 18 08:35:42.698465 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-5f97e30d-c2c7-42e4-a4ff-03a73b6c82ff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'port': {'device_id': 'c635faaa-1fba-49ce-952e-479548cafbf5', 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82', 'admin_state_up': True, 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'security_groups': ['b93cae55-b605-4e1e-8b18-d7f0a25aed58']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:35:42.758596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f61a153f-db34-4263-8628-b5796067daf9 None None] Port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:35:42.780367 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f61a153f-db34-4263-8628-b5796067daf9 None None] Provisioning complete for port 42ecce99-5af7-4682-8eee-c5a73d20502a triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:35:42.780735 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f61a153f-db34-4263-8628-b5796067daf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:42.781070 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-f61a153f-db34-4263-8628-b5796067daf9 None None] Attempt 1 to provision port 42ecce99-5af7-4682-8eee-c5a73d20502a Oct 18 08:35:42.833193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-5f97e30d-c2c7-42e4-a4ff-03a73b6c82ff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:35:42.833387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440000850', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'ff5773ed-eb68-4f7f-a4c7-2f3af300eea7', 'name': '', 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '6c355609-d20a-4dbc-9685-5a0ad194b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:38Z', 'updated_at': '2022-10-18T08:35:42Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '6c355609-d20a-4dbc-9685-5a0ad194b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:42.840508 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da64df-1bbd-4a78-a571-a6216aab4e70 None None] The sync data for ids ['5bb76e4e-608d-4c9e-a161-5de6c4504421'] in dv-neutron-861625-1-hyperv is: [{'id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440000850', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'ff5773ed-eb68-4f7f-a4c7-2f3af300eea7', 'name': '', 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '6c355609-d20a-4dbc-9685-5a0ad194b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:38Z', 'updated_at': '2022-10-18T08:35:42Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '6c355609-d20a-4dbc-9685-5a0ad194b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:35:42.843338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-5f97e30d-c2c7-42e4-a4ff-03a73b6c82ff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:35:42.854149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-5f97e30d-c2c7-42e4-a4ff-03a73b6c82ff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Made reservation on behalf of 96f503be4dfb4fcc887c5a281b5271e5 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:35:42.857850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-5f97e30d-c2c7-42e4-a4ff-03a73b6c82ff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:42.926176 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-f61a153f-db34-4263-8628-b5796067daf9 None None] Current status of the port 42ecce99-5af7-4682-8eee-c5a73d20502a is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:35:43.051200 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-5f97e30d-c2c7-42e4-a4ff-03a73b6c82ff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.20.0.9 (82d40125-8d21-4e36-a807-77dc5674be82/6c355609-d20a-4dbc-9685-5a0ad194b296/a13a2fa5-b190-46f3-913d-e3c210929fc0) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:35:43.250142 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-5f97e30d-c2c7-42e4-a4ff-03a73b6c82ff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:43.266477 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-5f97e30d-c2c7-42e4-a4ff-03a73b6c82ff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Transition to ACTIVE for port object a13a2fa5-b190-46f3-913d-e3c210929fc0 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:35:43.293622 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-5f97e30d-c2c7-42e4-a4ff-03a73b6c82ff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:43.364866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-5f97e30d-c2c7-42e4-a4ff-03a73b6c82ff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network 82d40125-8d21-4e36-a807-77dc5674be82 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:35:43.367984 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-5f97e30d-c2c7-42e4-a4ff-03a73b6c82ff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:35:43.372530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-5f97e30d-c2c7-42e4-a4ff-03a73b6c82ff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:35:43.407695 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97e30d-c2c7-42e4-a4ff-03a73b6c82ff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=a13a2fa5-b190-46f3-913d-e3c210929fc0,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:43.446252 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-5f97e30d-c2c7-42e4-a4ff-03a73b6c82ff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:43.446976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-5f97e30d-c2c7-42e4-a4ff-03a73b6c82ff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:43.474346 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-5f97e30d-c2c7-42e4-a4ff-03a73b6c82ff tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7802467 Oct 18 08:35:43.490582 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Request body: {'port': {'device_id': 'c635faaa-1fba-49ce-952e-479548cafbf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:35:43.668427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-34e22894-ce7f-419f-83d9-9dc4a629ab78 None None] Provisioning for port a13a2fa5-b190-46f3-913d-e3c210929fc0 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:35:43.674829 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-34e22894-ce7f-419f-83d9-9dc4a629ab78 None None] Provisioning complete for port a13a2fa5-b190-46f3-913d-e3c210929fc0 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:35:43.675546 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-34e22894-ce7f-419f-83d9-9dc4a629ab78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:43.675991 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-34e22894-ce7f-419f-83d9-9dc4a629ab78 None None] Attempt 1 to provision port a13a2fa5-b190-46f3-913d-e3c210929fc0 Oct 18 08:35:43.677544 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:43.741268 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-34e22894-ce7f-419f-83d9-9dc4a629ab78 None None] Port a13a2fa5-b190-46f3-913d-e3c210929fc0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:35:43.812960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe2605-327e-441d-afc8-655afd99b2a6 req-11c69cf6-8f17-49ae-aca1-3d6db3a1a570 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:43.813713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-5bfe2605-327e-441d-afc8-655afd99b2a6 req-11c69cf6-8f17-49ae-aca1-3d6db3a1a570 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:35:43.851261 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-5bfe2605-327e-441d-afc8-655afd99b2a6 req-11c69cf6-8f17-49ae-aca1-3d6db3a1a570 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:35:43.852443 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5bfe2605-327e-441d-afc8-655afd99b2a6 req-11c69cf6-8f17-49ae-aca1-3d6db3a1a570 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 931 time: 0.2599754 Oct 18 08:35:43.976639 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5bfe2605-327e-441d-afc8-655afd99b2a6 req-1b68d359-9fc3-4fe7-9c8c-64fb1f7420e2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178129 Oct 18 08:35:44.085672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13a2fa5-b190-46f3-913d-e3c210929fc0 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:35:44.093562 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:44.107242 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Transition to ACTIVE for port object a13a2fa5-b190-46f3-913d-e3c210929fc0 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:35:44.110978 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:44.242541 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-34e22894-ce7f-419f-83d9-9dc4a629ab78 None None] Attempt 2 to provision port a13a2fa5-b190-46f3-913d-e3c210929fc0 Oct 18 08:35:44.298026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-34e22894-ce7f-419f-83d9-9dc4a629ab78 None None] Port a13a2fa5-b190-46f3-913d-e3c210929fc0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:35:44.299161 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Pushing event updated for resources: {'Port': ['ID=a13a2fa5-b190-46f3-913d-e3c210929fc0,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:44.336453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Attempting to bind port a13a2fa5-b190-46f3-913d-e3c210929fc0 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:35:44.336786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Attempting to bind port a13a2fa5-b190-46f3-913d-e3c210929fc0 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'ddf1125d-914f-437d-8cb7-b3a9b7b9a194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:35:44.337112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Attempting to bind port a13a2fa5-b190-46f3-913d-e3c210929fc0 on network 82d40125-8d21-4e36-a807-77dc5674be82 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:35:44.341635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Port a13a2fa5-b190-46f3-913d-e3c210929fc0 on network 82d40125-8d21-4e36-a807-77dc5674be82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:35:44.341951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Attempting to bind port a13a2fa5-b190-46f3-913d-e3c210929fc0 on network 82d40125-8d21-4e36-a807-77dc5674be82 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:35:44.347103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:35:44.347438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Checking segment: {'id': 'ddf1125d-914f-437d-8cb7-b3a9b7b9a194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:35:44.347818 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Bound using segment: {'id': 'ddf1125d-914f-437d-8cb7-b3a9b7b9a194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:35:44.348234 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Bound port: a13a2fa5-b190-46f3-913d-e3c210929fc0, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf1125d-914f-437d-8cb7-b3a9b7b9a194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:35:44.348573 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:44.436244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] For port a13a2fa5-b190-46f3-913d-e3c210929fc0, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:35:44.439308 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] For port a13a2fa5-b190-46f3-913d-e3c210929fc0, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=a13a2fa5-b190-46f3-913d-e3c210929fc0,segment=NetworkSegment(ddf1125d-914f-437d-8cb7-b3a9b7b9a194),segment_id=ddf1125d-914f-437d-8cb7-b3a9b7b9a194)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:35:44.443082 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:44.472794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:44.473419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:44.474809 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] 10.222.0.46 "PUT /v2.0/ports/a13a2fa5-b190-46f3-913d-e3c210929fc0 HTTP/1.1" status: 200 len: 1093 time: 0.9889531 Oct 18 08:35:44.475384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c635faaa-1fba-49ce-952e-479548cafbf5', 'tag': 'a13a2fa5-b190-46f3-913d-e3c210929fc0'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:35:44.477525 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea075a79-1e75-440c-906e-0b5c213a507c" -d '{"events": [{"name": "network-changed", "server_uuid": "c635faaa-1fba-49ce-952e-479548cafbf5", "tag": "a13a2fa5-b190-46f3-913d-e3c210929fc0"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:35:44.598781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdf3ad0-9a37-4e89-ad48-1d17121b789a x-openstack-request-id: req-4cdf3ad0-9a37-4e89-ad48-1d17121b789a {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:35:44.599066 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c635faaa-1fba-49ce-952e-479548cafbf5", "tag": "a13a2fa5-b190-46f3-913d-e3c210929fc0", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:35:44.599318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4cdf3ad0-9a37-4e89-ad48-1d17121b789a {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:35:44.599712 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cdf3ad0-9a37-4e89-ad48-1d17121b789a'] response: {'name': 'network-changed', 'server_uuid': 'c635faaa-1fba-49ce-952e-479548cafbf5', 'tag': 'a13a2fa5-b190-46f3-913d-e3c210929fc0', 'status': 'completed', 'code': 200} Oct 18 08:35:44.674913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333be858-5c07-407a-bb43-413d95e3ce1d service neutron] Pushing event updated for resources: {'Port': ['ID=a13a2fa5-b190-46f3-913d-e3c210929fc0,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:44.693199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-86a7719e-1e32-4515-a845-811009ed3935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:44.694686 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-86a7719e-1e32-4515-a845-811009ed3935 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 1096 time: 0.0941346 Oct 18 08:35:44.757617 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:35:44.768853 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-01745b33-1fc6-467f-a986-f223bad4ecf5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a13a2fa5-b190-46f3-913d-e3c210929fc0 HTTP/1.1" status: 200 len: 217 time: 0.0635369 Oct 18 08:35:44.799651 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-34e22894-ce7f-419f-83d9-9dc4a629ab78 None None] Attempt 3 to provision port a13a2fa5-b190-46f3-913d-e3c210929fc0 Oct 18 08:35:44.834132 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-c8804eee-f212-4b93-ad90-2f957a4bee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:44.835601 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-c8804eee-f212-4b93-ad90-2f957a4bee9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c355609-d20a-4dbc-9685-5a0ad194b296 HTTP/1.1" status: 200 len: 835 time: 0.0571890 Oct 18 08:35:44.872717 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-34e22894-ce7f-419f-83d9-9dc4a629ab78 None None] Port a13a2fa5-b190-46f3-913d-e3c210929fc0 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:35:44.880462 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:35:44.885495 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:35:44.885940 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:44.886304 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 Oct 18 08:35:44.928657 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-fdb4c365-b0b3-4702-bcd6-198506989915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:44.930148 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-fdb4c365-b0b3-4702-bcd6-198506989915 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=82d40125-8d21-4e36-a807-77dc5674be82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855072 Oct 18 08:35:45.001954 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:35:45.002244 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:45.035143 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ff5773ed-eb68-4f7f-a4c7-2f3af300eea7,segment=NetworkSegment(ddf1125d-914f-437d-8cb7-b3a9b7b9a194),segment_id=ddf1125d-914f-437d-8cb7-b3a9b7b9a194)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:35:45.040346 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:45.068930 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-ff4e92b3-b03f-4e8b-9d79-bdd02f6e0b1a service neutron] 10.222.0.46 "GET /v2.0/networks/82d40125-8d21-4e36-a807-77dc5674be82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295376 Oct 18 08:35:45.111816 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=ff5773ed-eb68-4f7f-a4c7-2f3af300eea7,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:45.268430 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1be73cef-dd7d-459b-9303-8d79dfef437a req-be9bf4fd-3784-4aa5-a0c6-0046d639e4a3 service neutron] 10.222.0.46 "GET /v2.0/networks/82d40125-8d21-4e36-a807-77dc5674be82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875448 Oct 18 08:35:45.281946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54446ed-a5fd-417e-a151-3870fe310744 req-4ab6e35d-4457-49a2-8630-98caa4ac3e88 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:45.283576 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a54446ed-a5fd-417e-a151-3870fe310744 req-4ab6e35d-4457-49a2-8630-98caa4ac3e88 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 943 time: 0.1824801 Oct 18 08:35:45.365732 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a54446ed-a5fd-417e-a151-3870fe310744 req-2e246c0d-451a-434d-af3a-c211e8d518cf tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764995 Oct 18 08:35:45.408813 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea075a79-1e75-440c-906e-0b5c213a507c req-ac330f28-522e-463e-9f52-85bbcc6e8167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:45.410275 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ea075a79-1e75-440c-906e-0b5c213a507c req-ac330f28-522e-463e-9f52-85bbcc6e8167 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 1096 time: 0.0823388 Oct 18 08:35:45.540001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea075a79-1e75-440c-906e-0b5c213a507c req-36ccf0e5-9785-47f9-b9dd-481f315856cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:45.541364 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ea075a79-1e75-440c-906e-0b5c213a507c req-36ccf0e5-9785-47f9-b9dd-481f315856cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=82d40125-8d21-4e36-a807-77dc5674be82 HTTP/1.1" status: 200 len: 898 time: 0.1246316 Oct 18 08:35:45.611203 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ea075a79-1e75-440c-906e-0b5c213a507c req-3aafe17e-a29f-4466-b08c-69638b41986f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a13a2fa5-b190-46f3-913d-e3c210929fc0 HTTP/1.1" status: 200 len: 217 time: 0.0631917 Oct 18 08:35:45.676551 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea075a79-1e75-440c-906e-0b5c213a507c req-00b3035c-fe95-4a5c-ad60-7b4b0e32decf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:45.677946 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ea075a79-1e75-440c-906e-0b5c213a507c req-00b3035c-fe95-4a5c-ad60-7b4b0e32decf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c355609-d20a-4dbc-9685-5a0ad194b296 HTTP/1.1" status: 200 len: 835 time: 0.0569596 Oct 18 08:35:45.762471 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea075a79-1e75-440c-906e-0b5c213a507c req-000c2505-0232-4b1d-a312-babf022dc190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:45.763937 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ea075a79-1e75-440c-906e-0b5c213a507c req-000c2505-0232-4b1d-a312-babf022dc190 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=82d40125-8d21-4e36-a807-77dc5674be82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791638 Oct 18 08:35:45.897024 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ea075a79-1e75-440c-906e-0b5c213a507c req-70b1c4b6-2f4c-4c92-ac12-55221e6bcd04 service neutron] 10.222.0.46 "GET /v2.0/networks/82d40125-8d21-4e36-a807-77dc5674be82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241901 Oct 18 08:35:46.027254 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ea075a79-1e75-440c-906e-0b5c213a507c req-c1b02639-9e35-47fd-980e-f231bb61081f service neutron] 10.222.0.46 "GET /v2.0/networks/82d40125-8d21-4e36-a807-77dc5674be82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217158 Oct 18 08:35:46.563541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bd1b2-735e-4108-9af7-e29699045aad req-e3ee3e7d-32c4-4bdf-a524-bcfd0987b079 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:46.564974 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9e2bd1b2-735e-4108-9af7-e29699045aad req-e3ee3e7d-32c4-4bdf-a524-bcfd0987b079 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 943 time: 0.0858188 Oct 18 08:35:46.608115 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9e2bd1b2-735e-4108-9af7-e29699045aad req-a4d100d8-acc1-4b19-aeba-b9436e428ae2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374799 Oct 18 08:35:46.743254 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:35:46.811198 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:35:46.811567 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:46.811905 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 Oct 18 08:35:46.925284 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:35:47.800397 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6be36a-63e6-4b08-8df0-7d8b9f3fa2ac req-66ecab14-0557-40f0-b6fc-fb7fcf26abd0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:47.801836 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fa6be36a-63e6-4b08-8df0-7d8b9f3fa2ac req-66ecab14-0557-40f0-b6fc-fb7fcf26abd0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 943 time: 0.0856910 Oct 18 08:35:47.846212 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fa6be36a-63e6-4b08-8df0-7d8b9f3fa2ac req-2b6efb6b-631c-4691-8e1d-1a2ccc6446bb tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387714 Oct 18 08:35:47.981815 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device a13a2fa5-b190-46f3-913d-e3c210929fc0 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:35:48.112699 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port a13a2fa5-b190-46f3-913d-e3c210929fc0, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=a13a2fa5-b190-46f3-913d-e3c210929fc0,segment=NetworkSegment(ddf1125d-914f-437d-8cb7-b3a9b7b9a194),segment_id=ddf1125d-914f-437d-8cb7-b3a9b7b9a194)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:35:48.127110 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': 'a13a2fa5-b190-46f3-913d-e3c210929fc0', 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82', 'port_id': 'a13a2fa5-b190-46f3-913d-e3c210929fc0', 'mac_address': 'fa:16:3e:70:c8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c355609-d20a-4dbc-9685-5a0ad194b296', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:35:48.181970 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port a13a2fa5-b190-46f3-913d-e3c210929fc0 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:35:48.182382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:48.203177 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13a2fa5-b190-46f3-913d-e3c210929fc0 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:35:48.218724 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port a13a2fa5-b190-46f3-913d-e3c210929fc0, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=a13a2fa5-b190-46f3-913d-e3c210929fc0,segment=NetworkSegment(ddf1125d-914f-437d-8cb7-b3a9b7b9a194),segment_id=ddf1125d-914f-437d-8cb7-b3a9b7b9a194)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:35:48.222165 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:48.286985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=a13a2fa5-b190-46f3-913d-e3c210929fc0,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:48.474234 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['a13a2fa5-b190-46f3-913d-e3c210929fc0'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:35:49.044279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f9624-61bb-4dd9-95a3-02268c7a8b37 req-f17edfa8-358d-4475-9348-b68a6d76a83a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:49.045999 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-076f9624-61bb-4dd9-95a3-02268c7a8b37 req-f17edfa8-358d-4475-9348-b68a6d76a83a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 944 time: 0.0897076 Oct 18 08:35:49.088918 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-076f9624-61bb-4dd9-95a3-02268c7a8b37 req-a4ea5202-372e-4fae-86db-a1d8035d750e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373282 Oct 18 08:35:49.997326 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device a13a2fa5-b190-46f3-913d-e3c210929fc0 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:35:50.066912 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port a13a2fa5-b190-46f3-913d-e3c210929fc0 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:35:50.072266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port a13a2fa5-b190-46f3-913d-e3c210929fc0 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:35:50.072633 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:50.072961 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port a13a2fa5-b190-46f3-913d-e3c210929fc0 Oct 18 08:35:50.193345 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port a13a2fa5-b190-46f3-913d-e3c210929fc0 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:35:50.193730 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:50.221083 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c635faaa-1fba-49ce-952e-479548cafbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13a2fa5-b190-46f3-913d-e3c210929fc0'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:35:50.223365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5603155-bb62-45e7-ba76-9b00d872ef27" -d '{"events": [{"server_uuid": "c635faaa-1fba-49ce-952e-479548cafbf5", "name": "network-vif-plugged", "status": "completed", "tag": "a13a2fa5-b190-46f3-913d-e3c210929fc0"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:35:50.230960 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port a13a2fa5-b190-46f3-913d-e3c210929fc0, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=a13a2fa5-b190-46f3-913d-e3c210929fc0,segment=NetworkSegment(ddf1125d-914f-437d-8cb7-b3a9b7b9a194),segment_id=ddf1125d-914f-437d-8cb7-b3a9b7b9a194)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:35:50.235780 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:50.307208 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=a13a2fa5-b190-46f3-913d-e3c210929fc0,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:50.315344 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:50.315690 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:50.316026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:50.316359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:50.316692 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:50.317021 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:50.318261 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:50.318261 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:50.318261 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:50.318497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:50.318684 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:50.318975 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:35:50.335625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1b41e4-8650-46c7-a292-4dfa6e6ae82d x-openstack-request-id: req-6b1b41e4-8650-46c7-a292-4dfa6e6ae82d {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:35:50.335925 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c635faaa-1fba-49ce-952e-479548cafbf5", "name": "network-vif-plugged", "status": "completed", "tag": "a13a2fa5-b190-46f3-913d-e3c210929fc0", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:35:50.336174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6b1b41e4-8650-46c7-a292-4dfa6e6ae82d {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:35:50.336574 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1b41e4-8650-46c7-a292-4dfa6e6ae82d'] response: {'server_uuid': 'c635faaa-1fba-49ce-952e-479548cafbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13a2fa5-b190-46f3-913d-e3c210929fc0', 'code': 200} Oct 18 08:35:50.394677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184fd41-9be4-4ecc-a1dc-1aa3bc59b15c req-626809c6-832b-4eac-8d86-a32a21597c32 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:50.396259 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f184fd41-9be4-4ecc-a1dc-1aa3bc59b15c req-626809c6-832b-4eac-8d86-a32a21597c32 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.1951859 Oct 18 08:35:50.442296 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f184fd41-9be4-4ecc-a1dc-1aa3bc59b15c req-8ccbd7e6-1484-4747-b4be-9960de1834b7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386260 Oct 18 08:35:50.583541 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734b371-acf3-41b2-8868-47867c99a1be req-9fb8fb0d-c2b3-4487-a498-7f11e0d0fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:50.584980 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b734b371-acf3-41b2-8868-47867c99a1be req-9fb8fb0d-c2b3-4487-a498-7f11e0d0fcf0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 1098 time: 0.0760596 Oct 18 08:35:50.627964 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b734b371-acf3-41b2-8868-47867c99a1be req-2177ad72-e712-4e0b-b2b0-8ec15eddeb88 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335438 Oct 18 08:35:50.810751 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-089f7011-b2d3-4940-84d8-82a29ce14918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:51.639842 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29caadd2-dd27-4bce-82ba-a7b95fc1f473 req-cb46f79c-145a-4645-b5a6-93e8091a3ef9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:51.641301 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-29caadd2-dd27-4bce-82ba-a7b95fc1f473 req-cb46f79c-145a-4645-b5a6-93e8091a3ef9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.0863919 Oct 18 08:35:51.688838 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-29caadd2-dd27-4bce-82ba-a7b95fc1f473 req-d180d428-010a-4789-a2c2-095981d3e1b2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417681 Oct 18 08:35:52.957259 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2681f-71cc-4c62-996e-07dfe313267b req-ece96935-44e0-4878-95a7-11031dfac5f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:52.958627 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d8d2681f-71cc-4c62-996e-07dfe313267b req-ece96935-44e0-4878-95a7-11031dfac5f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.0902150 Oct 18 08:35:53.002885 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d8d2681f-71cc-4c62-996e-07dfe313267b req-c28bca8d-727b-4ac5-96e6-f0ac8574323c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377939 Oct 18 08:35:53.096448 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-588e03cc-a342-4621-bc58-59552b8b571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:53.307746 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adffb8f-c0dc-4d3a-986a-74e2d87e7044 req-21437746-a0a8-4aff-a563-eb635b1c0594 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:53.309214 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6adffb8f-c0dc-4d3a-986a-74e2d87e7044 req-21437746-a0a8-4aff-a563-eb635b1c0594 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.1919980 Oct 18 08:35:53.351931 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6adffb8f-c0dc-4d3a-986a-74e2d87e7044 req-c14758af-175e-4887-88c1-9e92532486b8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372405 Oct 18 08:35:53.380069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41748) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:53.459326 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ba44e6-0962-485d-ab05-8f784f044657 tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:53.460837 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-08ba44e6-0962-485d-ab05-8f784f044657 tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 1093 time: 0.0797992 Oct 18 08:35:53.463688 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41752) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:53.468480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': 'a13a2fa5-b190-46f3-913d-e3c210929fc0', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:35:53.474253 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:35:53.478076 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:floatingip and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:35:53.480957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:35:53.486491 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:35:53.497135 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:53.630643 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:53.761560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.26.8.181 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/ca5bc52b-1d50-4a7d-9f1a-5906c0eeaf7b) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:35:53.857613 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:53.876153 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:53.909611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:53.938175 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:54.004257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:35:54.007169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:35:54.010774 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:35:54.045412 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=ca5bc52b-1d50-4a7d-9f1a-5906c0eeaf7b,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:54.409548 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:54.482038 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:54.681582 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:54.685724 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:54.888648 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:54.934698 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=ca5bc52b-1d50-4a7d-9f1a-5906c0eeaf7b,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:35:55.060418 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Floating IP 2af0bec0-46f2-4d97-84bd-a814dc760b93 associated. External IP: 172.26.8.181, port: a13a2fa5-b190-46f3-913d-e3c210929fc0. Oct 18 08:35:55.404286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 5bb76e4e-608d-4c9e-a161-5de6c4504421 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:35:55.476235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:55.579273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:35:55.589675 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a751104-20b8-4809-9900-063ce082952c None None] Sync routers for ids ['5bb76e4e-608d-4c9e-a161-5de6c4504421'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:35:55.603884 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a751104-20b8-4809-9900-063ce082952c None None] Routers {'5bb76e4e-608d-4c9e-a161-5de6c4504421'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:35:55.604544 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6a751104-20b8-4809-9900-063ce082952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:35:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['5bb76e4e-608d-4c9e-a161-5de6c4504421'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:55.605114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:35:55.665150 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-21f71014-3fde-4785-bad3-bed535aa8788 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1979964 Oct 18 08:35:55.665150 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c635faaa-1fba-49ce-952e-479548cafbf5', 'tag': 'a13a2fa5-b190-46f3-913d-e3c210929fc0'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:35:55.666213 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe8cba9-86da-41a9-b16e-bb62ea40ddad" -d '{"events": [{"name": "network-changed", "server_uuid": "c635faaa-1fba-49ce-952e-479548cafbf5", "tag": "a13a2fa5-b190-46f3-913d-e3c210929fc0"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:35:55.707843 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b84fc2-810b-40ed-b957-239b0200b329 x-openstack-request-id: req-b2b84fc2-810b-40ed-b957-239b0200b329 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:35:55.708138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c635faaa-1fba-49ce-952e-479548cafbf5", "tag": "a13a2fa5-b190-46f3-913d-e3c210929fc0", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:35:55.708392 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b2b84fc2-810b-40ed-b957-239b0200b329 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:35:55.708787 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2b84fc2-810b-40ed-b957-239b0200b329'] response: {'name': 'network-changed', 'server_uuid': 'c635faaa-1fba-49ce-952e-479548cafbf5', 'tag': 'a13a2fa5-b190-46f3-913d-e3c210929fc0', 'status': 'completed', 'code': 200} Oct 18 08:35:55.785658 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-6a751104-20b8-4809-9900-063ce082952c None None] Set router 5bb76e4e-608d-4c9e-a161-5de6c4504421 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:35:55.843773 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:35:55.880241 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8cba9-86da-41a9-b16e-bb62ea40ddad req-1bd24920-0029-4b28-bdc5-969c0a582fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:55.881745 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1fe8cba9-86da-41a9-b16e-bb62ea40ddad req-1bd24920-0029-4b28-bdc5-969c0a582fb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 1098 time: 0.1438432 Oct 18 08:35:55.890338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcc74d-45c1-4122-9a05-b00cb226934b req-4b466e3e-6dd8-4a7e-8f2b-991a21da3f07 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:55.891674 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-96dcc74d-45c1-4122-9a05-b00cb226934b req-4b466e3e-6dd8-4a7e-8f2b-991a21da3f07 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.1141248 Oct 18 08:35:56.014260 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-96dcc74d-45c1-4122-9a05-b00cb226934b req-72e6fa27-d0c0-4e91-9b61-8ca0ddeb13c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042287 Oct 18 08:35:56.043285 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41760) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:56.049473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8cba9-86da-41a9-b16e-bb62ea40ddad req-448c1d5e-05f0-479c-85b5-1bd697c088c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:56.050916 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1fe8cba9-86da-41a9-b16e-bb62ea40ddad req-448c1d5e-05f0-479c-85b5-1bd697c088c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=82d40125-8d21-4e36-a807-77dc5674be82 HTTP/1.1" status: 200 len: 898 time: 0.1584167 Oct 18 08:35:56.141440 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6a751104-20b8-4809-9900-063ce082952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440000850', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '2af0bec0-46f2-4d97-84bd-a814dc760b93', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'floating_ip_address': '172.26.8.181', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'port_id': 'a13a2fa5-b190-46f3-913d-e3c210929fc0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82', 'mac_address': 'fa:16:3e:70:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c635faaa-1fba-49ce-952e-479548cafbf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:35:54Z', 'updated_at': '2022-10-18T08:35:54Z', 'revision_number': 0, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5773ed-eb68-4f7f-a4c7-2f3af300eea7', 'name': '', 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '6c355609-d20a-4dbc-9685-5a0ad194b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:38Z', 'updated_at': '2022-10-18T08:35:45Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '6c355609-d20a-4dbc-9685-5a0ad194b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:56.145831 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a751104-20b8-4809-9900-063ce082952c None None] Checking router: 5bb76e4e-608d-4c9e-a161-5de6c4504421 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:35:56.153945 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1d5c792d-96bc-4b54-9b8d-28cd33edddb9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/2af0bec0-46f2-4d97-84bd-a814dc760b93 HTTP/1.1" status: 200 len: 991 time: 0.1094520 Oct 18 08:35:56.155651 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a751104-20b8-4809-9900-063ce082952c None None] Routers {'5bb76e4e-608d-4c9e-a161-5de6c4504421'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:35:56.156249 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6a751104-20b8-4809-9900-063ce082952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:35:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['5bb76e4e-608d-4c9e-a161-5de6c4504421'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:56.159031 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1fe8cba9-86da-41a9-b16e-bb62ea40ddad req-45a36ec6-dbb9-4b38-9476-04f0ed64ef7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a13a2fa5-b190-46f3-913d-e3c210929fc0 HTTP/1.1" status: 200 len: 999 time: 0.1014991 Oct 18 08:35:56.222221 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8cba9-86da-41a9-b16e-bb62ea40ddad req-dd097df2-51d8-4f01-af91-5cff071d77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:56.223684 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1fe8cba9-86da-41a9-b16e-bb62ea40ddad req-dd097df2-51d8-4f01-af91-5cff071d77f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c355609-d20a-4dbc-9685-5a0ad194b296 HTTP/1.1" status: 200 len: 835 time: 0.0587385 Oct 18 08:35:56.335203 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-6a751104-20b8-4809-9900-063ce082952c None None] Set router 5bb76e4e-608d-4c9e-a161-5de6c4504421 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:35:56.421558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8cba9-86da-41a9-b16e-bb62ea40ddad req-58cedce9-7f7e-46f2-9ad7-45726e76fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:35:56.423042 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1fe8cba9-86da-41a9-b16e-bb62ea40ddad req-58cedce9-7f7e-46f2-9ad7-45726e76fe86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=82d40125-8d21-4e36-a807-77dc5674be82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1931319 Oct 18 08:35:56.555955 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1fe8cba9-86da-41a9-b16e-bb62ea40ddad req-b1f97f4d-e04f-4db4-8af0-1a4e6838b541 service neutron] 10.222.0.46 "GET /v2.0/networks/82d40125-8d21-4e36-a807-77dc5674be82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262248 Oct 18 08:35:56.677456 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-6a751104-20b8-4809-9900-063ce082952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440000850', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '2af0bec0-46f2-4d97-84bd-a814dc760b93', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'floating_ip_address': '172.26.8.181', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'port_id': 'a13a2fa5-b190-46f3-913d-e3c210929fc0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82', 'mac_address': 'fa:16:3e:70:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c635faaa-1fba-49ce-952e-479548cafbf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:35:54Z', 'updated_at': '2022-10-18T08:35:54Z', 'revision_number': 0, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5773ed-eb68-4f7f-a4c7-2f3af300eea7', 'name': '', 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '6c355609-d20a-4dbc-9685-5a0ad194b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:38Z', 'updated_at': '2022-10-18T08:35:45Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '6c355609-d20a-4dbc-9685-5a0ad194b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:35:56.681909 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a751104-20b8-4809-9900-063ce082952c None None] The sync data for ids ['5bb76e4e-608d-4c9e-a161-5de6c4504421'] in dv-neutron-861625-1-hyperv is: [{'id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440000850', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '2af0bec0-46f2-4d97-84bd-a814dc760b93', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'floating_ip_address': '172.26.8.181', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'port_id': 'a13a2fa5-b190-46f3-913d-e3c210929fc0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82', 'mac_address': 'fa:16:3e:70:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c635faaa-1fba-49ce-952e-479548cafbf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:35:54Z', 'updated_at': '2022-10-18T08:35:54Z', 'revision_number': 0, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5773ed-eb68-4f7f-a4c7-2f3af300eea7', 'name': '', 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '6c355609-d20a-4dbc-9685-5a0ad194b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:38Z', 'updated_at': '2022-10-18T08:35:45Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '6c355609-d20a-4dbc-9685-5a0ad194b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:35:56.686612 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1fe8cba9-86da-41a9-b16e-bb62ea40ddad req-23cda1f7-7889-4e3d-8b45-91f550a421df service neutron] 10.222.0.46 "GET /v2.0/networks/82d40125-8d21-4e36-a807-77dc5674be82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245446 Oct 18 08:35:56.865696 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52887097-1ef0-43b6-b5ff-5e52cb19aef6 None None] New status for floating IP 2af0bec0-46f2-4d97-84bd-a814dc760b93: ACTIVE {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:35:57.156334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41764) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:35:57.262991 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1e52c9ef-66aa-4306-afb2-2d1b0d919dbd tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/2af0bec0-46f2-4d97-84bd-a814dc760b93 HTTP/1.1" status: 200 len: 993 time: 0.1052475 Oct 18 08:36:04.885109 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:36:17.623685 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-378f466e-a6e8-4b19-bf02-6b40ca04410a req-e0c10268-dc13-49b7-89fc-4c03aaed3802 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749855 Oct 18 08:36:17.775417 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f466e-a6e8-4b19-bf02-6b40ca04410a req-76e5352a-a1db-41ec-9344-fa7017e363b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:17.776740 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-378f466e-a6e8-4b19-bf02-6b40ca04410a req-76e5352a-a1db-41ec-9344-fa7017e363b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 1098 time: 0.0787768 Oct 18 08:36:17.919343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f466e-a6e8-4b19-bf02-6b40ca04410a req-b1555196-b7cb-454d-9b54-d0c3932d7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:17.920756 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-378f466e-a6e8-4b19-bf02-6b40ca04410a req-b1555196-b7cb-454d-9b54-d0c3932d7b0f service neutron] 10.222.0.46 "GET /v2.0/networks?id=82d40125-8d21-4e36-a807-77dc5674be82 HTTP/1.1" status: 200 len: 898 time: 0.1246924 Oct 18 08:36:18.021184 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-378f466e-a6e8-4b19-bf02-6b40ca04410a req-e8dd7a95-303e-481c-b184-936116216058 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a13a2fa5-b190-46f3-913d-e3c210929fc0 HTTP/1.1" status: 200 len: 1001 time: 0.0938115 Oct 18 08:36:18.081243 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f466e-a6e8-4b19-bf02-6b40ca04410a req-84a2045d-3fe7-4914-805f-47687d6a9600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:18.082618 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-378f466e-a6e8-4b19-bf02-6b40ca04410a req-84a2045d-3fe7-4914-805f-47687d6a9600 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c355609-d20a-4dbc-9685-5a0ad194b296 HTTP/1.1" status: 200 len: 835 time: 0.0558870 Oct 18 08:36:18.165992 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f466e-a6e8-4b19-bf02-6b40ca04410a req-457d0afc-fa78-4fb8-88f8-0da2f97c109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:18.167455 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-378f466e-a6e8-4b19-bf02-6b40ca04410a req-457d0afc-fa78-4fb8-88f8-0da2f97c109e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=82d40125-8d21-4e36-a807-77dc5674be82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785742 Oct 18 08:36:18.297949 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-378f466e-a6e8-4b19-bf02-6b40ca04410a req-6df30791-a4ec-4c21-a400-876409c0575c service neutron] 10.222.0.46 "GET /v2.0/networks/82d40125-8d21-4e36-a807-77dc5674be82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227870 Oct 18 08:36:18.428376 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-378f466e-a6e8-4b19-bf02-6b40ca04410a req-fedad8eb-befb-40da-889f-9ca97a5ffb7b service neutron] 10.222.0.46 "GET /v2.0/networks/82d40125-8d21-4e36-a807-77dc5674be82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217930 Oct 18 08:36:20.812621 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-15658710-3691-4687-99fa-e5eec69e179a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:36:23.098085 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-888d36fa-0609-4e1b-8b22-f598fa2c0b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:36:23.861359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:36:23.877747 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:36:25.477165 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:36:28.698289 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f903b7-c713-4885-b5ac-27e48f0166cb req-9792566f-a218-4394-9e9d-2ef66548bb1b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:28.701080 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f5f903b7-c713-4885-b5ac-27e48f0166cb req-9792566f-a218-4394-9e9d-2ef66548bb1b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.0909603 Oct 18 08:36:28.744527 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f5f903b7-c713-4885-b5ac-27e48f0166cb req-1d65baf0-21fa-4c8d-87a2-06910ce234c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379119 Oct 18 08:36:29.942947 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bca6e7-a142-4ede-94da-2aa14ae29705 req-d19629d0-6cd6-4119-940f-e920331879e0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:29.944406 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b7bca6e7-a142-4ede-94da-2aa14ae29705 req-d19629d0-6cd6-4119-940f-e920331879e0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.0868874 Oct 18 08:36:29.987310 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b7bca6e7-a142-4ede-94da-2aa14ae29705 req-e9de47ef-545a-4dee-bd74-3cae4a409b33 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373368 Oct 18 08:36:31.328707 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f171a-d18d-4d12-8903-5955b01a0ad9 req-f05cbc9c-fefd-4223-9557-8894daabd209 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:31.330150 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-eb0f171a-d18d-4d12-8903-5955b01a0ad9 req-f05cbc9c-fefd-4223-9557-8894daabd209 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.0859597 Oct 18 08:36:31.376325 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-eb0f171a-d18d-4d12-8903-5955b01a0ad9 req-1bb2ca1f-1dde-4aeb-bc39-534bf66e5cf9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406191 Oct 18 08:36:32.573345 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f235455-433b-406b-9e0b-b2bade1f86a1 req-0349bf8c-6359-42d4-81fb-333ea091c408 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:32.575329 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f235455-433b-406b-9e0b-b2bade1f86a1 req-0349bf8c-6359-42d4-81fb-333ea091c408 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.0886495 Oct 18 08:36:32.617663 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f235455-433b-406b-9e0b-b2bade1f86a1 req-c8ef4805-5eb3-4e71-9313-127ec488ce0a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368524 Oct 18 08:36:32.784736 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:36:33.811399 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe6848-a3de-4116-98a5-3017132b5120 req-c930393d-16c7-412b-b620-e459e00f8f58 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:33.812823 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d5fe6848-a3de-4116-98a5-3017132b5120 req-c930393d-16c7-412b-b620-e459e00f8f58 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.0869379 Oct 18 08:36:33.855388 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d5fe6848-a3de-4116-98a5-3017132b5120 req-0d4c204e-3e50-405a-8f5a-6f7408358fcc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369461 Oct 18 08:36:34.884916 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:36:35.050762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614b488-2e60-4c54-af99-335d9fb45615 req-2a8ddfa3-9f86-414c-89f8-8fcba2ac10c3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:35.052330 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f614b488-2e60-4c54-af99-335d9fb45615 req-2a8ddfa3-9f86-414c-89f8-8fcba2ac10c3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.0847909 Oct 18 08:36:35.101546 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f614b488-2e60-4c54-af99-335d9fb45615 req-dca70679-97dc-43d3-9307-a530f1a468ef tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436966 Oct 18 08:36:36.303166 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c95d3-c841-4051-8ee4-d07f78015850 req-dc78c41e-ce66-4acf-9713-8fe5c52b40ef tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:36.304608 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b30c95d3-c841-4051-8ee4-d07f78015850 req-dc78c41e-ce66-4acf-9713-8fe5c52b40ef tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.0904949 Oct 18 08:36:36.347969 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b30c95d3-c841-4051-8ee4-d07f78015850 req-b54de8f7-5fe9-4390-bb89-d4842db57e58 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378654 Oct 18 08:36:37.640079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe99a19-c979-4857-a1eb-5801c19bf531 req-c4a12d8c-f378-4ce9-a95b-f91dd1a28a9c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:37.641526 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-abe99a19-c979-4857-a1eb-5801c19bf531 req-c4a12d8c-f378-4ce9-a95b-f91dd1a28a9c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.1840317 Oct 18 08:36:37.684837 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-abe99a19-c979-4857-a1eb-5801c19bf531 req-cade57e7-52cc-424e-ac51-c5039b8d6c0c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377614 Oct 18 08:36:38.881721 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be6ea1-f344-4e3d-99f2-f770275790f5 req-6b6ec449-a102-49e3-a8d3-560c61e9d07b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:38.883387 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-64be6ea1-f344-4e3d-99f2-f770275790f5 req-6b6ec449-a102-49e3-a8d3-560c61e9d07b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.0899987 Oct 18 08:36:38.932553 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-64be6ea1-f344-4e3d-99f2-f770275790f5 req-e0cf4943-0bf4-47c4-9de2-58806d764bd9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427301 Oct 18 08:36:40.130901 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a1cf0-c089-4c63-9433-1a60d19376c6 req-bd5e2e3b-5821-4a02-811b-bfa0a2397670 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:40.132338 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a05a1cf0-c089-4c63-9433-1a60d19376c6 req-bd5e2e3b-5821-4a02-811b-bfa0a2397670 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.0884635 Oct 18 08:36:40.175433 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a05a1cf0-c089-4c63-9433-1a60d19376c6 req-7de5c3d9-e68d-451e-9d6b-d9022a99cecd tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375955 Oct 18 08:36:40.204782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41800) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:36:40.308786 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-30dccd12-b987-4678-8603-0cea7a456bba tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/2af0bec0-46f2-4d97-84bd-a814dc760b93 HTTP/1.1" status: 200 len: 993 time: 0.1023653 Oct 18 08:36:41.788567 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e306a-c50f-4031-9791-f8fdec38edb7 req-5535556d-12f0-41a5-a878-07f1f77f270f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:41.789931 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cd3e306a-c50f-4031-9791-f8fdec38edb7 req-5535556d-12f0-41a5-a878-07f1f77f270f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.0869904 Oct 18 08:36:41.834035 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cd3e306a-c50f-4031-9791-f8fdec38edb7 req-aca62795-bbbe-4c04-b7ff-a2eda975e4a6 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383940 Oct 18 08:36:41.834490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e429f7f-fd95-45cb-9ba2-fc86335cb469 req-489fe514-c5c3-413d-8fb5-acf62c0cfd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:41.835995 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7e429f7f-fd95-45cb-9ba2-fc86335cb469 req-489fe514-c5c3-413d-8fb5-acf62c0cfd5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 1098 time: 0.0784702 Oct 18 08:36:41.970581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e429f7f-fd95-45cb-9ba2-fc86335cb469 req-708f8e3a-d988-4d40-8a93-942afbcc2e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:41.972014 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7e429f7f-fd95-45cb-9ba2-fc86335cb469 req-708f8e3a-d988-4d40-8a93-942afbcc2e6e service neutron] 10.222.0.46 "GET /v2.0/networks?id=82d40125-8d21-4e36-a807-77dc5674be82 HTTP/1.1" status: 200 len: 898 time: 0.1266851 Oct 18 08:36:42.078354 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7e429f7f-fd95-45cb-9ba2-fc86335cb469 req-813a8705-b822-4fa1-aff1-75544b6d013a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a13a2fa5-b190-46f3-913d-e3c210929fc0 HTTP/1.1" status: 200 len: 1001 time: 0.0965579 Oct 18 08:36:42.145858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e429f7f-fd95-45cb-9ba2-fc86335cb469 req-19c58607-f931-4c66-98e3-179971a43437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:42.147285 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7e429f7f-fd95-45cb-9ba2-fc86335cb469 req-19c58607-f931-4c66-98e3-179971a43437 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c355609-d20a-4dbc-9685-5a0ad194b296 HTTP/1.1" status: 200 len: 835 time: 0.0595973 Oct 18 08:36:42.232795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e429f7f-fd95-45cb-9ba2-fc86335cb469 req-ee6dfcda-53d5-47d6-aaec-e73461fb3004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:42.234289 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7e429f7f-fd95-45cb-9ba2-fc86335cb469 req-ee6dfcda-53d5-47d6-aaec-e73461fb3004 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=82d40125-8d21-4e36-a807-77dc5674be82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776587 Oct 18 08:36:42.367508 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7e429f7f-fd95-45cb-9ba2-fc86335cb469 req-ae98d71a-1a6e-4b8d-a6c5-473207b03d54 service neutron] 10.222.0.46 "GET /v2.0/networks/82d40125-8d21-4e36-a807-77dc5674be82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236742 Oct 18 08:36:42.500287 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7e429f7f-fd95-45cb-9ba2-fc86335cb469 req-60817e90-6d9a-4646-baab-a46b85a44fcc service neutron] 10.222.0.46 "GET /v2.0/networks/82d40125-8d21-4e36-a807-77dc5674be82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239071 Oct 18 08:36:43.039641 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b55cb-2114-45dd-987e-1722c4c202e0 req-ce73b3db-2fae-4206-80b9-75dea49a089b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:43.041035 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f13b55cb-2114-45dd-987e-1722c4c202e0 req-ce73b3db-2fae-4206-80b9-75dea49a089b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.0947013 Oct 18 08:36:43.086244 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f13b55cb-2114-45dd-987e-1722c4c202e0 req-0ca68672-8918-4f11-8b00-308f1418a1b4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384424 Oct 18 08:36:44.288468 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32969f3-ad19-47da-8679-bf8212a7c014 req-4f18234c-dada-4a26-a886-ad5d49744b24 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:36:44.289906 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b32969f3-ad19-47da-8679-bf8212a7c014 req-4f18234c-dada-4a26-a886-ad5d49744b24 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.0911670 Oct 18 08:36:44.332769 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b32969f3-ad19-47da-8679-bf8212a7c014 req-36ee680c-121c-47ec-9b01-a0427da9f42f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365012 Oct 18 08:36:44.362625 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41816) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:36:44.466355 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-826c229b-79a7-432d-b134-40191f20e930 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/2af0bec0-46f2-4d97-84bd-a814dc760b93 HTTP/1.1" status: 200 len: 993 time: 0.1024477 Oct 18 08:36:50.816357 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-43921995-d216-454c-82b9-f472b2942f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:36:53.098614 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ea928c4b-5eb2-415b-8142-d9d7f3574226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:36:53.864101 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:36:53.881468 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:36:55.479368 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:04.904140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:09.787469 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:37:16.903679 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41830) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:17.103127 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port ca5bc52b-1d50-4a7d-9f1a-5906c0eeaf7b {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:37:17.103474 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:17.273373 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:17.273701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:17.500874 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for ca5bc52b-1d50-4a7d-9f1a-5906c0eeaf7b owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:37:17.631151 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ad120c63-7981-4b85-850a-66f33f7c65df req-60c9a0fa-15f1-4369-941b-2501a42bdd8c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764093 Oct 18 08:37:17.652097 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:17.700185 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=ca5bc52b-1d50-4a7d-9f1a-5906c0eeaf7b,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:17.739679 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:17.740029 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:17.740376 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:17.740720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:17.741059 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:17.741393 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:17.741723 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:17.742052 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:17.742378 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:17.742731 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:17.743087 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:17.743414 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:17.781417 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad120c63-7981-4b85-850a-66f33f7c65df req-fc24c64f-ce67-49c1-9cb9-fced14f0e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:17.782908 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ad120c63-7981-4b85-850a-66f33f7c65df req-fc24c64f-ce67-49c1-9cb9-fced14f0e026 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 1098 time: 0.0797024 Oct 18 08:37:17.810634 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:17.810975 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Floating IP 2af0bec0-46f2-4d97-84bd-a814dc760b93 disassociated (deleted). External IP: 172.26.8.181, port: a13a2fa5-b190-46f3-913d-e3c210929fc0. Oct 18 08:37:17.927469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad120c63-7981-4b85-850a-66f33f7c65df req-00824a8d-cdb3-4ab3-b7f6-ffef9ccd2140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:17.928898 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ad120c63-7981-4b85-850a-66f33f7c65df req-00824a8d-cdb3-4ab3-b7f6-ffef9ccd2140 service neutron] 10.222.0.46 "GET /v2.0/networks?id=82d40125-8d21-4e36-a807-77dc5674be82 HTTP/1.1" status: 200 len: 898 time: 0.1267056 Oct 18 08:37:17.995485 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ad120c63-7981-4b85-850a-66f33f7c65df req-a0be277a-0548-468c-a086-b671038c3179 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a13a2fa5-b190-46f3-913d-e3c210929fc0 HTTP/1.1" status: 200 len: 217 time: 0.0596070 Oct 18 08:37:18.064425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad120c63-7981-4b85-850a-66f33f7c65df req-4bf15be5-09d2-4bb8-ac92-8bdaee1dccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:18.065861 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ad120c63-7981-4b85-850a-66f33f7c65df req-4bf15be5-09d2-4bb8-ac92-8bdaee1dccb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c355609-d20a-4dbc-9685-5a0ad194b296 HTTP/1.1" status: 200 len: 835 time: 0.0618396 Oct 18 08:37:18.151137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad120c63-7981-4b85-850a-66f33f7c65df req-1dbad18b-9d16-4658-b8b5-6c66a3a1be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:18.153392 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ad120c63-7981-4b85-850a-66f33f7c65df req-1dbad18b-9d16-4658-b8b5-6c66a3a1be69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=82d40125-8d21-4e36-a807-77dc5674be82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777214 Oct 18 08:37:18.165029 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 5bb76e4e-608d-4c9e-a161-5de6c4504421 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:37:18.346971 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:37:18.356465 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cebe35-b47e-4698-886f-75066299d8c3 None None] Sync routers for ids ['5bb76e4e-608d-4c9e-a161-5de6c4504421'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:37:18.366422 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cebe35-b47e-4698-886f-75066299d8c3 None None] Routers {'5bb76e4e-608d-4c9e-a161-5de6c4504421'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:37:18.367074 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-09cebe35-b47e-4698-886f-75066299d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:36:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['5bb76e4e-608d-4c9e-a161-5de6c4504421'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:18.367553 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:18.389737 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ad120c63-7981-4b85-850a-66f33f7c65df req-66fe4339-2f16-4427-8bfb-02460f0e0123 service neutron] 10.222.0.46 "GET /v2.0/networks/82d40125-8d21-4e36-a807-77dc5674be82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270458 Oct 18 08:37:18.425803 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c0b18b29-7dae-4fce-98d0-591d3d247a43 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/floatingips/2af0bec0-46f2-4d97-84bd-a814dc760b93 HTTP/1.1" status: 204 len: 168 time: 1.5186920 Oct 18 08:37:18.425803 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c635faaa-1fba-49ce-952e-479548cafbf5', 'tag': 'a13a2fa5-b190-46f3-913d-e3c210929fc0'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:37:18.430766 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee34029-540c-4e82-85b1-05ecc544f1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c635faaa-1fba-49ce-952e-479548cafbf5", "tag": "a13a2fa5-b190-46f3-913d-e3c210929fc0"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:37:18.475323 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1469e6c-ce76-4e0f-82aa-42a6f71e116b x-openstack-request-id: req-d1469e6c-ce76-4e0f-82aa-42a6f71e116b {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:37:18.475623 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c635faaa-1fba-49ce-952e-479548cafbf5", "tag": "a13a2fa5-b190-46f3-913d-e3c210929fc0", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:37:18.475880 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d1469e6c-ce76-4e0f-82aa-42a6f71e116b {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:37:18.476292 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1469e6c-ce76-4e0f-82aa-42a6f71e116b'] response: {'name': 'network-changed', 'server_uuid': 'c635faaa-1fba-49ce-952e-479548cafbf5', 'tag': 'a13a2fa5-b190-46f3-913d-e3c210929fc0', 'status': 'completed', 'code': 200} Oct 18 08:37:18.538017 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ad120c63-7981-4b85-850a-66f33f7c65df req-eb211c63-6354-4b36-9628-9b8f468043b7 service neutron] 10.222.0.46 "GET /v2.0/networks/82d40125-8d21-4e36-a807-77dc5674be82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397085 Oct 18 08:37:18.547289 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-09cebe35-b47e-4698-886f-75066299d8c3 None None] Set router 5bb76e4e-608d-4c9e-a161-5de6c4504421 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:37:18.678860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee34029-540c-4e82-85b1-05ecc544f1c4 req-e43489eb-9482-43cc-bd7a-9094c1be3cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:18.680318 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cee34029-540c-4e82-85b1-05ecc544f1c4 req-e43489eb-9482-43cc-bd7a-9094c1be3cb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 1098 time: 0.0895410 Oct 18 08:37:18.871052 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-09cebe35-b47e-4698-886f-75066299d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440000850', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'ff5773ed-eb68-4f7f-a4c7-2f3af300eea7', 'name': '', 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '6c355609-d20a-4dbc-9685-5a0ad194b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:38Z', 'updated_at': '2022-10-18T08:35:45Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '6c355609-d20a-4dbc-9685-5a0ad194b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:18.872213 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee34029-540c-4e82-85b1-05ecc544f1c4 req-a03495e1-b8aa-4bb5-a65d-6c6066f9a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:18.873695 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cee34029-540c-4e82-85b1-05ecc544f1c4 req-a03495e1-b8aa-4bb5-a65d-6c6066f9a111 service neutron] 10.222.0.46 "GET /v2.0/networks?id=82d40125-8d21-4e36-a807-77dc5674be82 HTTP/1.1" status: 200 len: 898 time: 0.1863921 Oct 18 08:37:18.874826 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cebe35-b47e-4698-886f-75066299d8c3 None None] Checking router: 5bb76e4e-608d-4c9e-a161-5de6c4504421 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:37:18.883051 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cebe35-b47e-4698-886f-75066299d8c3 None None] Routers {'5bb76e4e-608d-4c9e-a161-5de6c4504421'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:37:18.883642 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-09cebe35-b47e-4698-886f-75066299d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:36:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['5bb76e4e-608d-4c9e-a161-5de6c4504421'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:18.890014 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f7d79-ab03-49f0-ba78-f07f07d17b65 req-d0310df3-4b2b-4877-bb07-220de29e0376 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:18.891361 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-179f7d79-ab03-49f0-ba78-f07f07d17b65 req-d0310df3-4b2b-4877-bb07-220de29e0376 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.1361663 Oct 18 08:37:18.962139 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cee34029-540c-4e82-85b1-05ecc544f1c4 req-aced0a4e-4620-4a10-b7bc-1e1362e56e93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a13a2fa5-b190-46f3-913d-e3c210929fc0 HTTP/1.1" status: 200 len: 217 time: 0.0803299 Oct 18 08:37:19.028299 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-179f7d79-ab03-49f0-ba78-f07f07d17b65 req-5df7f4cd-8ec7-443e-becd-943c3113bd1a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857532 Oct 18 08:37:19.045265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee34029-540c-4e82-85b1-05ecc544f1c4 req-5f098893-5319-4e3c-9b2f-5670234df008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:19.046738 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cee34029-540c-4e82-85b1-05ecc544f1c4 req-5f098893-5319-4e3c-9b2f-5670234df008 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c355609-d20a-4dbc-9685-5a0ad194b296 HTTP/1.1" status: 200 len: 835 time: 0.0759478 Oct 18 08:37:19.058863 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-09cebe35-b47e-4698-886f-75066299d8c3 None None] Set router 5bb76e4e-608d-4c9e-a161-5de6c4504421 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:37:19.128226 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee34029-540c-4e82-85b1-05ecc544f1c4 req-0f823810-8fd4-4ac7-86fb-32700ed2cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:19.129799 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cee34029-540c-4e82-85b1-05ecc544f1c4 req-0f823810-8fd4-4ac7-86fb-32700ed2cb7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=82d40125-8d21-4e36-a807-77dc5674be82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770316 Oct 18 08:37:19.263244 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cee34029-540c-4e82-85b1-05ecc544f1c4 req-179c6fd8-0d38-49ee-b892-33f8a03c3806 service neutron] 10.222.0.46 "GET /v2.0/networks/82d40125-8d21-4e36-a807-77dc5674be82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256497 Oct 18 08:37:19.369065 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-09cebe35-b47e-4698-886f-75066299d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440000850', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'ff5773ed-eb68-4f7f-a4c7-2f3af300eea7', 'name': '', 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '6c355609-d20a-4dbc-9685-5a0ad194b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:38Z', 'updated_at': '2022-10-18T08:35:45Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '6c355609-d20a-4dbc-9685-5a0ad194b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:19.372989 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cebe35-b47e-4698-886f-75066299d8c3 None None] The sync data for ids ['5bb76e4e-608d-4c9e-a161-5de6c4504421'] in dv-neutron-861625-1-hyperv is: [{'id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440000850', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'ff5773ed-eb68-4f7f-a4c7-2f3af300eea7', 'name': '', 'network_id': '82d40125-8d21-4e36-a807-77dc5674be82', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:e1:79:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '6c355609-d20a-4dbc-9685-5a0ad194b296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:38Z', 'updated_at': '2022-10-18T08:35:45Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '6c355609-d20a-4dbc-9685-5a0ad194b296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:37:19.397339 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cee34029-540c-4e82-85b1-05ecc544f1c4 req-8367da90-214a-4fea-9cd3-7933b2168277 service neutron] 10.222.0.46 "GET /v2.0/networks/82d40125-8d21-4e36-a807-77dc5674be82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272261 Oct 18 08:37:19.586245 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d091f-3ea2-412f-a870-a80f98001e9e None None] New status for floating IP 2af0bec0-46f2-4d97-84bd-a814dc760b93: DOWN {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:37:20.234753 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e8de-534b-4e16-99c5-b1b5f5ef1383 req-71a2d488-4dcf-4ad3-81fc-1d36fc689d68 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:20.235435 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-1e96e8de-534b-4e16-99c5-b1b5f5ef1383 req-71a2d488-4dcf-4ad3-81fc-1d36fc689d68 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:37:20.250849 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-1e96e8de-534b-4e16-99c5-b1b5f5ef1383 req-71a2d488-4dcf-4ad3-81fc-1d36fc689d68 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:37:20.252146 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1e96e8de-534b-4e16-99c5-b1b5f5ef1383 req-71a2d488-4dcf-4ad3-81fc-1d36fc689d68 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.1060598 Oct 18 08:37:20.296982 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1e96e8de-534b-4e16-99c5-b1b5f5ef1383 req-babdb0b8-4e8a-4f38-9acd-624016de1b7d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=b93cae55-b605-4e1e-8b18-d7f0a25aed58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391510 Oct 18 08:37:20.502380 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be1247-739f-48f1-8984-8457bd29b462 req-9e896660-6f94-4245-9cf8-cf2ac1552dad tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:20.503783 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d2be1247-739f-48f1-8984-8457bd29b462 req-9e896660-6f94-4245-9cf8-cf2ac1552dad tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 945 time: 0.0894685 Oct 18 08:37:20.574343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-d2be1247-739f-48f1-8984-8457bd29b462 req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port a13a2fa5-b190-46f3-913d-e3c210929fc0 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:37:20.574701 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-d2be1247-739f-48f1-8984-8457bd29b462 req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:20.817652 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d66a38eb-f2cf-41e6-9115-2ebed168dd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:20.818284 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-d2be1247-739f-48f1-8984-8457bd29b462 req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] For port a13a2fa5-b190-46f3-913d-e3c210929fc0, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=a13a2fa5-b190-46f3-913d-e3c210929fc0,segment=NetworkSegment(ddf1125d-914f-437d-8cb7-b3a9b7b9a194),segment_id=ddf1125d-914f-437d-8cb7-b3a9b7b9a194)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:37:20.818539 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-d2be1247-739f-48f1-8984-8457bd29b462 req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:21.032760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-d2be1247-739f-48f1-8984-8457bd29b462 req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for a13a2fa5-b190-46f3-913d-e3c210929fc0 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:37:21.177869 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-d2be1247-739f-48f1-8984-8457bd29b462 req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:21.224783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=a13a2fa5-b190-46f3-913d-e3c210929fc0,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:21.266129 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:21.266475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:21.266842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:21.267176 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:21.267509 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:21.267838 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:21.268165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:21.268490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:21.268817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:21.269140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:21.269463 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:21.269785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:21.325111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2be1247-739f-48f1-8984-8457bd29b462 req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] No DVR routers for this DVR port a13a2fa5-b190-46f3-913d-e3c210929fc0 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:37:21.327545 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-d2be1247-739f-48f1-8984-8457bd29b462 req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:21.330061 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c635faaa-1fba-49ce-952e-479548cafbf5', 'name': 'network-vif-deleted', 'tag': 'a13a2fa5-b190-46f3-913d-e3c210929fc0'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:37:21.332671 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b5848f-8e2b-4752-b53f-bffcddbcebf5" -d '{"events": [{"server_uuid": "c635faaa-1fba-49ce-952e-479548cafbf5", "name": "network-vif-deleted", "tag": "a13a2fa5-b190-46f3-913d-e3c210929fc0"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:37:21.347434 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d2be1247-739f-48f1-8984-8457bd29b462 req-8b2321da-b02f-4b80-9a12-6b5cc40fe113 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "DELETE /v2.0/ports/a13a2fa5-b190-46f3-913d-e3c210929fc0 HTTP/1.1" status: 204 len: 173 time: 0.8356969 Oct 18 08:37:21.379673 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d263686-40ea-4362-84bf-a2ee8985c16a x-openstack-request-id: req-7d263686-40ea-4362-84bf-a2ee8985c16a {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:37:21.380108 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c635faaa-1fba-49ce-952e-479548cafbf5", "name": "network-vif-deleted", "tag": "a13a2fa5-b190-46f3-913d-e3c210929fc0", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:37:21.380376 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7d263686-40ea-4362-84bf-a2ee8985c16a {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:37:21.380866 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d263686-40ea-4362-84bf-a2ee8985c16a'] response: {'server_uuid': 'c635faaa-1fba-49ce-952e-479548cafbf5', 'name': 'network-vif-deleted', 'tag': 'a13a2fa5-b190-46f3-913d-e3c210929fc0', 'status': 'completed', 'code': 200} Oct 18 08:37:21.462574 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-17881cf8-020c-481f-a3cc-0df37def8b35 req-a0944b95-6053-40e4-9f54-55602ca2f739 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:37:21.478323 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-17881cf8-020c-481f-a3cc-0df37def8b35 req-a0944b95-6053-40e4-9f54-55602ca2f739 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:37:21.480415 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-17881cf8-020c-481f-a3cc-0df37def8b35 req-a0944b95-6053-40e4-9f54-55602ca2f739 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=c635faaa-1fba-49ce-952e-479548cafbf5 HTTP/1.1" status: 200 len: 210 time: 0.0707588 Oct 18 08:37:22.581716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41848) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:23.100448 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a62e8960-629d-4425-adb4-975e3e9abaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:23.239330 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7beb35e7-0d9e-4ceb-909b-eab83c8a3b09 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:23.586775 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-7beb35e7-0d9e-4ceb-909b-eab83c8a3b09 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:37:23.587489 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7beb35e7-0d9e-4ceb-909b-eab83c8a3b09 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:23.775794 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-7beb35e7-0d9e-4ceb-909b-eab83c8a3b09 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] For port ff5773ed-eb68-4f7f-a4c7-2f3af300eea7, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=ff5773ed-eb68-4f7f-a4c7-2f3af300eea7,segment=NetworkSegment(ddf1125d-914f-437d-8cb7-b3a9b7b9a194),segment_id=ddf1125d-914f-437d-8cb7-b3a9b7b9a194)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:37:23.776394 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7beb35e7-0d9e-4ceb-909b-eab83c8a3b09 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:23.868517 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:23.885275 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:23.914758 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-7beb35e7-0d9e-4ceb-909b-eab83c8a3b09 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:37:24.105353 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7beb35e7-0d9e-4ceb-909b-eab83c8a3b09 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:24.158907 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb35e7-0d9e-4ceb-909b-eab83c8a3b09 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=ff5773ed-eb68-4f7f-a4c7-2f3af300eea7,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:24.482804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device a13a2fa5-b190-46f3-913d-e3c210929fc0 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:37:24.518009 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: a13a2fa5-b190-46f3-913d-e3c210929fc0 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:37:24.518346 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device a13a2fa5-b190-46f3-913d-e3c210929fc0 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:37:24.559628 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7beb35e7-0d9e-4ceb-909b-eab83c8a3b09 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:24.912916 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7beb35e7-0d9e-4ceb-909b-eab83c8a3b09 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 5bb76e4e-608d-4c9e-a161-5de6c4504421 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:37:25.087460 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7beb35e7-0d9e-4ceb-909b-eab83c8a3b09 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:37:25.101232 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2895de-d4fd-47de-923a-93d4845c4e92 None None] Sync routers for ids ['5bb76e4e-608d-4c9e-a161-5de6c4504421'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:37:25.103855 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7beb35e7-0d9e-4ceb-909b-eab83c8a3b09 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "PUT /v2.0/routers/5bb76e4e-608d-4c9e-a161-5de6c4504421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5210567 Oct 18 08:37:25.107212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41854) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:25.113396 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2895de-d4fd-47de-923a-93d4845c4e92 None None] Routers {'5bb76e4e-608d-4c9e-a161-5de6c4504421'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:37:25.114043 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-8d2895de-d4fd-47de-923a-93d4845c4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:37:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['5bb76e4e-608d-4c9e-a161-5de6c4504421'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:25.173526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b0d83e-12ea-47bf-94fe-506958960304 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting subnet 6c355609-d20a-4dbc-9685-5a0ad194b296 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:37:25.176581 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d83e-12ea-47bf-94fe-506958960304 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:25.233898 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d83e-12ea-47bf-94fe-506958960304 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:25.316525 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-8d2895de-d4fd-47de-923a-93d4845c4e92 None None] Set router 5bb76e4e-608d-4c9e-a161-5de6c4504421 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:37:25.320361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d83e-12ea-47bf-94fe-506958960304 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:25.391429 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d83e-12ea-47bf-94fe-506958960304 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:25.429927 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0d83e-12ea-47bf-94fe-506958960304 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Subnet': ['ID=6c355609-d20a-4dbc-9685-5a0ad194b296,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:25.435340 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d83e-12ea-47bf-94fe-506958960304 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:25.442371 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c3b0d83e-12ea-47bf-94fe-506958960304 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/subnets/6c355609-d20a-4dbc-9685-5a0ad194b296 HTTP/1.1" status: 204 len: 168 time: 0.3340743 Oct 18 08:37:25.443709 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2913964c-ea94-4c4e-a1e4-5de4c164f49e None None] Network 82d40125-8d21-4e36-a807-77dc5674be82 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:37:25.445084 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41858) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:25.600927 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-8d2895de-d4fd-47de-923a-93d4845c4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440000850', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:37:24Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:25.605207 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2895de-d4fd-47de-923a-93d4845c4e92 None None] Checking router: 5bb76e4e-608d-4c9e-a161-5de6c4504421 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:37:25.615374 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2895de-d4fd-47de-923a-93d4845c4e92 None None] Routers {'5bb76e4e-608d-4c9e-a161-5de6c4504421'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:37:25.616302 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-8d2895de-d4fd-47de-923a-93d4845c4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:37:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['5bb76e4e-608d-4c9e-a161-5de6c4504421'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:25.627451 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:25.628425 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b2cdfb7-0c34-4495-8620-e681f12c9b71 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:25.814077 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b2cdfb7-0c34-4495-8620-e681f12c9b71 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:25.827804 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-6b2cdfb7-0c34-4495-8620-e681f12c9b71 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port 2edf7e68-35a5-4182-aa3a-fee606e6858c {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:37:25.828182 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b2cdfb7-0c34-4495-8620-e681f12c9b71 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:25.838700 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-8d2895de-d4fd-47de-923a-93d4845c4e92 None None] Set router 5bb76e4e-608d-4c9e-a161-5de6c4504421 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:37:25.917792 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] DHCP port deletion for 82d40125-8d21-4e36-a807-77dc5674be82 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:37:25.922609 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] Deleting port 42ecce99-5af7-4682-8eee-c5a73d20502a {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:37:25.923785 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:26.052425 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-6b2cdfb7-0c34-4495-8620-e681f12c9b71 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] For port 2edf7e68-35a5-4182-aa3a-fee606e6858c, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=2edf7e68-35a5-4182-aa3a-fee606e6858c,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:37:26.053017 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b2cdfb7-0c34-4495-8620-e681f12c9b71 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:26.148752 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] For port 42ecce99-5af7-4682-8eee-c5a73d20502a, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=42ecce99-5af7-4682-8eee-c5a73d20502a,segment=NetworkSegment(ddf1125d-914f-437d-8cb7-b3a9b7b9a194),segment_id=ddf1125d-914f-437d-8cb7-b3a9b7b9a194)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:37:26.149140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:26.172142 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-8d2895de-d4fd-47de-923a-93d4845c4e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440000850', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:37:24Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:26.177336 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2895de-d4fd-47de-923a-93d4845c4e92 None None] The sync data for ids ['5bb76e4e-608d-4c9e-a161-5de6c4504421'] in dv-neutron-861625-1-hyperv is: [{'id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440000850', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:37:24Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': '2edf7e68-35a5-4182-aa3a-fee606e6858c', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:20:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb76e4e-608d-4c9e-a161-5de6c4504421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:35:34Z', 'updated_at': '2022-10-18T08:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:37:26.194101 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-6b2cdfb7-0c34-4495-8620-e681f12c9b71 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for 2edf7e68-35a5-4182-aa3a-fee606e6858c owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:37:26.328835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] Calling delete_port for 42ecce99-5af7-4682-8eee-c5a73d20502a owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:37:26.409266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:26.465187 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] No DVR routers for this DVR port 42ecce99-5af7-4682-8eee-c5a73d20502a on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:37:26.475202 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] Pushing event deleted for resources: {'Port': ['ID=42ecce99-5af7-4682-8eee-c5a73d20502a,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:26.484642 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:26.485286 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:26.485380 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:26.485639 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:26.485972 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:26.486299 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:26.486719 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:26.487089 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:26.487365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:26.487687 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:26.488004 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:26.488321 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fcf474-10ff-47b9-a50e-a962d9d328cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:26.516815 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b2cdfb7-0c34-4495-8620-e681f12c9b71 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:26.573003 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2cdfb7-0c34-4495-8620-e681f12c9b71 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=2edf7e68-35a5-4182-aa3a-fee606e6858c,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:26.669069 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b2cdfb7-0c34-4495-8620-e681f12c9b71 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:26.847051 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 42ecce99-5af7-4682-8eee-c5a73d20502a no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:37:26.847978 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b2cdfb7-0c34-4495-8620-e681f12c9b71 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:26.850211 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b2cdfb7-0c34-4495-8620-e681f12c9b71 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:26.874856 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b2cdfb7-0c34-4495-8620-e681f12c9b71 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:26.875429 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2cdfb7-0c34-4495-8620-e681f12c9b71 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Fanout notify agent at l3_agent the message router_deleted on router 5bb76e4e-608d-4c9e-a161-5de6c4504421 {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:37:26.887895 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 42ecce99-5af7-4682-8eee-c5a73d20502a {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:37:26.888241 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 42ecce99-5af7-4682-8eee-c5a73d20502a not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:37:26.888667 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:37:26.891703 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-6b2cdfb7-0c34-4495-8620-e681f12c9b71 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:26.895513 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-6b2cdfb7-0c34-4495-8620-e681f12c9b71 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/routers/5bb76e4e-608d-4c9e-a161-5de6c4504421 HTTP/1.1" status: 204 len: 168 time: 1.4467995 Oct 18 08:37:26.895637 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41862) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:26.924780 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:37:26.924780 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device ff5773ed-eb68-4f7f-a4c7-2f3af300eea7 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:37:27.014277 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4f799707-f68e-4144-abe7-5c97e7ed68c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:27.155885 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4f799707-f68e-4144-abe7-5c97e7ed68c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:27.181360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-4f799707-f68e-4144-abe7-5c97e7ed68c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d40125-8d21-4e36-a807-77dc5674be82']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:27.193318 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-4f799707-f68e-4144-abe7-5c97e7ed68c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf1125d-914f-437d-8cb7-b3a9b7b9a194') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:27.193609 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-4f799707-f68e-4144-abe7-5c97e7ed68c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf1125d-914f-437d-8cb7-b3a9b7b9a194') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:27.205450 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4f799707-f68e-4144-abe7-5c97e7ed68c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:27.221672 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4f799707-f68e-4144-abe7-5c97e7ed68c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:27.227555 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f799707-f68e-4144-abe7-5c97e7ed68c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:37:27.228885 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4f799707-f68e-4144-abe7-5c97e7ed68c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:27.320427 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment ddf1125d-914f-437d-8cb7-b3a9b7b9a194 resource provider aggregate not found Oct 18 08:37:27.330515 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4f799707-f68e-4144-abe7-5c97e7ed68c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:27.335216 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-4f799707-f68e-4144-abe7-5c97e7ed68c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:27.338591 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment ddf1125d-914f-437d-8cb7-b3a9b7b9a194 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddf1125d-914f-437d-8cb7-b3a9b7b9a194 found for delete ", "request_id": "req-67afdebe-6409-4b84-af0d-7ec22493e5b2"}]} Oct 18 08:37:27.362203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799707-f68e-4144-abe7-5c97e7ed68c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Network': ['ID=82d40125-8d21-4e36-a807-77dc5674be82,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:27.369968 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4f799707-f68e-4144-abe7-5c97e7ed68c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/networks/82d40125-8d21-4e36-a807-77dc5674be82 HTTP/1.1" status: 204 len: 168 time: 0.4734154 Oct 18 08:37:27.372769 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41874) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:27.439843 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-65d6442b-2321-48c2-8e1e-e32af306d8d9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:27.469199 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-65d6442b-2321-48c2-8e1e-e32af306d8d9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:27.533392 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-65d6442b-2321-48c2-8e1e-e32af306d8d9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:27.551789 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6442b-2321-48c2-8e1e-e32af306d8d9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93cae55-b605-4e1e-8b18-d7f0a25aed58,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:27.565536 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-65d6442b-2321-48c2-8e1e-e32af306d8d9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:27.566722 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-65d6442b-2321-48c2-8e1e-e32af306d8d9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/security-groups/b93cae55-b605-4e1e-8b18-d7f0a25aed58 HTTP/1.1" status: 204 len: 168 time: 0.1930046 Oct 18 08:37:27.682607 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41882) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:27.688528 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-8aa9b79d-dfd3-451c-8f48-16b1a64d93f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1300807987', 'description': 'tempest-secgroup-smoke-1300807987 description', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:37:27.694606 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8aa9b79d-dfd3-451c-8f48-16b1a64d93f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:37:27.698649 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8aa9b79d-dfd3-451c-8f48-16b1a64d93f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:37:27.702136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8aa9b79d-dfd3-451c-8f48-16b1a64d93f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:37:27.707758 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8aa9b79d-dfd3-451c-8f48-16b1a64d93f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:37:27.720943 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b79d-dfd3-451c-8f48-16b1a64d93f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:27.739608 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8aa9b79d-dfd3-451c-8f48-16b1a64d93f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:37:27.743348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8aa9b79d-dfd3-451c-8f48-16b1a64d93f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:37:27.746054 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8aa9b79d-dfd3-451c-8f48-16b1a64d93f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:37:27.752083 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8aa9b79d-dfd3-451c-8f48-16b1a64d93f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:37:27.819971 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b79d-dfd3-451c-8f48-16b1a64d93f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:27.823592 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b79d-dfd3-451c-8f48-16b1a64d93f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:27.867951 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9b79d-dfd3-451c-8f48-16b1a64d93f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a57ed5a6-5939-41c4-bcab-8d560b18b5f3,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:27.872560 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8aa9b79d-dfd3-451c-8f48-16b1a64d93f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:27.873737 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8aa9b79d-dfd3-451c-8f48-16b1a64d93f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1901057 Oct 18 08:37:27.876658 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41886) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:27.881423 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-fefa4d33-db83-430e-a69a-ce57f796f247 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'a57ed5a6-5939-41c4-bcab-8d560b18b5f3', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:37:27.888411 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-fefa4d33-db83-430e-a69a-ce57f796f247 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:37:27.892216 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fefa4d33-db83-430e-a69a-ce57f796f247 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:37:27.895042 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fefa4d33-db83-430e-a69a-ce57f796f247 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:37:27.900899 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-fefa4d33-db83-430e-a69a-ce57f796f247 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:37:27.916602 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fefa4d33-db83-430e-a69a-ce57f796f247 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:27.975601 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fefa4d33-db83-430e-a69a-ce57f796f247 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:27.978800 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fefa4d33-db83-430e-a69a-ce57f796f247 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.002643 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa4d33-db83-430e-a69a-ce57f796f247 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb1a9ad-5ec1-49d1-88f3-9b7d31defb10,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:28.010513 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fefa4d33-db83-430e-a69a-ce57f796f247 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.011803 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fefa4d33-db83-430e-a69a-ce57f796f247 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341727 Oct 18 08:37:28.014660 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41890) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:28.019692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-2bab0e90-5dbd-4747-ab93-7b0683762c17 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'a57ed5a6-5939-41c4-bcab-8d560b18b5f3', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:37:28.026934 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2bab0e90-5dbd-4747-ab93-7b0683762c17 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:37:28.031153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2bab0e90-5dbd-4747-ab93-7b0683762c17 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:37:28.034193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2bab0e90-5dbd-4747-ab93-7b0683762c17 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:37:28.039899 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2bab0e90-5dbd-4747-ab93-7b0683762c17 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:37:28.059703 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2bab0e90-5dbd-4747-ab93-7b0683762c17 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.118455 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2bab0e90-5dbd-4747-ab93-7b0683762c17 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.122653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2bab0e90-5dbd-4747-ab93-7b0683762c17 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.149483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab0e90-5dbd-4747-ab93-7b0683762c17 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bc6539-8797-41d1-9da4-a67bd63483a9,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:28.159480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2bab0e90-5dbd-4747-ab93-7b0683762c17 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.160677 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2bab0e90-5dbd-4747-ab93-7b0683762c17 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1449714 Oct 18 08:37:28.163457 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41894) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:28.168852 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-028b3a67-d472-4410-9713-568f2e096478 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'a57ed5a6-5939-41c4-bcab-8d560b18b5f3', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:37:28.174931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-028b3a67-d472-4410-9713-568f2e096478 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:37:28.178765 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-028b3a67-d472-4410-9713-568f2e096478 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:37:28.181597 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-028b3a67-d472-4410-9713-568f2e096478 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:37:28.188483 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-028b3a67-d472-4410-9713-568f2e096478 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:37:28.204999 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-028b3a67-d472-4410-9713-568f2e096478 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.266199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-028b3a67-d472-4410-9713-568f2e096478 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.269449 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-028b3a67-d472-4410-9713-568f2e096478 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.291624 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b3a67-d472-4410-9713-568f2e096478 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c5617d-68a8-4bb7-8242-2dcd0b3cef3c,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:28.300344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-028b3a67-d472-4410-9713-568f2e096478 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.301512 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-028b3a67-d472-4410-9713-568f2e096478 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371574 Oct 18 08:37:28.304230 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41898) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:28.309638 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-d266cbe9-04cc-4864-978b-4884b7f0ab2e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'a57ed5a6-5939-41c4-bcab-8d560b18b5f3', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:37:28.315466 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d266cbe9-04cc-4864-978b-4884b7f0ab2e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:37:28.319250 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d266cbe9-04cc-4864-978b-4884b7f0ab2e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:37:28.322056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d266cbe9-04cc-4864-978b-4884b7f0ab2e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:37:28.327715 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d266cbe9-04cc-4864-978b-4884b7f0ab2e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:37:28.344368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d266cbe9-04cc-4864-978b-4884b7f0ab2e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.407902 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d266cbe9-04cc-4864-978b-4884b7f0ab2e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.411185 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d266cbe9-04cc-4864-978b-4884b7f0ab2e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.432170 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266cbe9-04cc-4864-978b-4884b7f0ab2e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce82b3c-2a52-4734-b2c7-23e4310fa176,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:28.442592 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d266cbe9-04cc-4864-978b-4884b7f0ab2e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.443747 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d266cbe9-04cc-4864-978b-4884b7f0ab2e tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386259 Oct 18 08:37:28.446449 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41902) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:28.451334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-2411244c-70e8-4476-92c7-0a3012bd4961 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'a57ed5a6-5939-41c4-bcab-8d560b18b5f3', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:37:28.456957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2411244c-70e8-4476-92c7-0a3012bd4961 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:37:28.460734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2411244c-70e8-4476-92c7-0a3012bd4961 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:37:28.463542 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2411244c-70e8-4476-92c7-0a3012bd4961 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:37:28.469637 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2411244c-70e8-4476-92c7-0a3012bd4961 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:37:28.479413 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-2411244c-70e8-4476-92c7-0a3012bd4961 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Project 96f503be4dfb4fcc887c5a281b5271e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:37:28.486283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2411244c-70e8-4476-92c7-0a3012bd4961 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.549441 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2411244c-70e8-4476-92c7-0a3012bd4961 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.552860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2411244c-70e8-4476-92c7-0a3012bd4961 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.574910 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411244c-70e8-4476-92c7-0a3012bd4961 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e51b62e-f5e6-4158-9787-f3cc601e0970,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:28.583626 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2411244c-70e8-4476-92c7-0a3012bd4961 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.584790 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2411244c-70e8-4476-92c7-0a3012bd4961 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373961 Oct 18 08:37:28.587962 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41906) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:28.593245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-34844352-5f96-4197-9b69-4db142e6d1a9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'security_group_rule': {'security_group_id': 'a57ed5a6-5939-41c4-bcab-8d560b18b5f3', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:37:28.599102 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-34844352-5f96-4197-9b69-4db142e6d1a9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:37:28.602910 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-34844352-5f96-4197-9b69-4db142e6d1a9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:security_group_rule and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:37:28.606441 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-34844352-5f96-4197-9b69-4db142e6d1a9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:37:28.612077 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-34844352-5f96-4197-9b69-4db142e6d1a9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:37:28.622383 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-34844352-5f96-4197-9b69-4db142e6d1a9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Project 96f503be4dfb4fcc887c5a281b5271e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:37:28.628837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-34844352-5f96-4197-9b69-4db142e6d1a9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.692945 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-34844352-5f96-4197-9b69-4db142e6d1a9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.696436 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-34844352-5f96-4197-9b69-4db142e6d1a9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.722421 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34844352-5f96-4197-9b69-4db142e6d1a9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af74a6b-5564-44c4-acd1-00179cdb19f5,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:28.731306 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-34844352-5f96-4197-9b69-4db142e6d1a9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.732454 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-34844352-5f96-4197-9b69-4db142e6d1a9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435914 Oct 18 08:37:28.735526 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41910) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:28.741709 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d0a915b7-7c6a-4380-8fe2-32d4cd5079e2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'network': {'name': 'tempest-network-smoke--1155148645', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'port_security_enabled': True}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:37:28.747314 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d0a915b7-7c6a-4380-8fe2-32d4cd5079e2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:37:28.750229 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 2edf7e68-35a5-4182-aa3a-fee606e6858c no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:37:28.751517 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d0a915b7-7c6a-4380-8fe2-32d4cd5079e2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:network and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:37:28.754360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d0a915b7-7c6a-4380-8fe2-32d4cd5079e2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:37:28.759996 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d0a915b7-7c6a-4380-8fe2-32d4cd5079e2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:37:28.772743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a915b7-7c6a-4380-8fe2-32d4cd5079e2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Made reservation on behalf of 96f503be4dfb4fcc887c5a281b5271e5 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:37:28.776071 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d0a915b7-7c6a-4380-8fe2-32d4cd5079e2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.787875 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 2edf7e68-35a5-4182-aa3a-fee606e6858c {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:37:28.788215 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 2edf7e68-35a5-4182-aa3a-fee606e6858c not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:37:28.804423 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a915b7-7c6a-4380-8fe2-32d4cd5079e2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:37:28.812754 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d0a915b7-7c6a-4380-8fe2-32d4cd5079e2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.813095 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-d0a915b7-7c6a-4380-8fe2-32d4cd5079e2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Added segment 61930344-2a02-4595-8ff9-c493b540b5eb of type vlan for network 3b71519f-3dcb-4b58-b174-aba19798ca73 Oct 18 08:37:28.838469 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d0a915b7-7c6a-4380-8fe2-32d4cd5079e2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.866204 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d0a915b7-7c6a-4380-8fe2-32d4cd5079e2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.871619 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a915b7-7c6a-4380-8fe2-32d4cd5079e2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:28.872202 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d0a915b7-7c6a-4380-8fe2-32d4cd5079e2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:28.975763 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d0a915b7-7c6a-4380-8fe2-32d4cd5079e2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2390430 Oct 18 08:37:28.978664 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41914) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:28.981334 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a915b7-7c6a-4380-8fe2-32d4cd5079e2 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Network': ['ID=3b71519f-3dcb-4b58-b174-aba19798ca73,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:28.983997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-287170594', 'admin_state_up': True, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:37:28.991363 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:37:28.991722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 3b71519f-3dcb-4b58-b174-aba19798ca73 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:37:28.995261 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:router and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:37:28.998097 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:37:29.004327 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:37:29.014458 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:29.015600 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:29.031399 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:29.301228 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:29.686603 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:29.714699 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:29.846744 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.26.8.128 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/eee884d4-e500-44c1-a76a-658d8095913a) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:37:29.989632 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:30.017302 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:30.079489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:37:30.082354 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:37:30.085933 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:37:30.122328 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=eee884d4-e500-44c1-a76a-658d8095913a,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:30.493048 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:30.925811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:31.123052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 873571ba-a2cc-40b7-b00b-9c0e23ec280f is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:37:31.299102 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:37:31.309290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Sync routers for ids ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:37:31.318371 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Routers {'873571ba-a2cc-40b7-b00b-9c0e23ec280f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:37:31.319071 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:37:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:31.325339 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:31.327219 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-73b132a9-b701-4c9d-b75c-04f480b74a59 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3473985 Oct 18 08:37:31.330304 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41918) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:31.369887 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-059d6fe3-e66e-44d8-b9a1-ea1844138dea tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/subnets?project_id=96f503be4dfb4fcc887c5a281b5271e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381365 Oct 18 08:37:31.372448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41922) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:31.496166 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Set router 873571ba-a2cc-40b7-b00b-9c0e23ec280f gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:37:31.501690 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b047a37-332a-4386-8278-face75790ef2 tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:31.503192 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2b047a37-332a-4386-8278-face75790ef2 tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298845 Oct 18 08:37:31.506082 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41926) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:31.548836 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-41c609a6-d74d-49a5-b9fe-9ed3279fa2b7 tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/subnets?network_id=d273aec7-4774-4175-825f-ae90a4511626&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416758 Oct 18 08:37:31.551454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41930) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:31.556602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-165fd6cb-f283-41c5-9d93-48d6a5a9e972 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1638460768', 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73', 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:37:31.663103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-165fd6cb-f283-41c5-9d93-48d6a5a9e972 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:37:31.666873 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-165fd6cb-f283-41c5-9d93-48d6a5a9e972 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:subnet and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:37:31.670251 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-165fd6cb-f283-41c5-9d93-48d6a5a9e972 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:37:31.676118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-165fd6cb-f283-41c5-9d93-48d6a5a9e972 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:37:31.685716 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165fd6cb-f283-41c5-9d93-48d6a5a9e972 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Made reservation on behalf of 96f503be4dfb4fcc887c5a281b5271e5 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:37:31.689147 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-165fd6cb-f283-41c5-9d93-48d6a5a9e972 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:31.782158 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287170594', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:30Z', 'revision_number': 3, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:31.786035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Checking router: 873571ba-a2cc-40b7-b00b-9c0e23ec280f for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:37:31.786383 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Updating router 873571ba-a2cc-40b7-b00b-9c0e23ec280f port eee884d4-e500-44c1-a76a-658d8095913a binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:37:31.838041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:31.905587 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-165fd6cb-f283-41c5-9d93-48d6a5a9e972 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:31.981771 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fd6cb-f283-41c5-9d93-48d6a5a9e972 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Subnet': ['ID=29eb30f3-9f45-448a-ac25-f720a649a681,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:31.990723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165fd6cb-f283-41c5-9d93-48d6a5a9e972 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Checking segment: {'id': '61930344-2a02-4595-8ff9-c493b540b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:37:31.991083 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165fd6cb-f283-41c5-9d93-48d6a5a9e972 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network hostable DHCP agents. Network: 3b71519f-3dcb-4b58-b174-aba19798ca73, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:37:32.010301 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165fd6cb-f283-41c5-9d93-48d6a5a9e972 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network 3b71519f-3dcb-4b58-b174-aba19798ca73 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:37:32.020210 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-165fd6cb-f283-41c5-9d93-48d6a5a9e972 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 3b71519f-3dcb-4b58-b174-aba19798ca73) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:37:32.024909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165fd6cb-f283-41c5-9d93-48d6a5a9e972 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:32.025528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-165fd6cb-f283-41c5-9d93-48d6a5a9e972 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:32.035169 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4aabda-b351-4560-8c3c-bdf1b5865cd4 None None] Network 3b71519f-3dcb-4b58-b174-aba19798ca73 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:37:32.048301 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-165fd6cb-f283-41c5-9d93-48d6a5a9e972 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4956071 Oct 18 08:37:32.051182 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 41934) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:32.383098 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-3b71519f-3dcb-4b58-b174-aba19798ca73', 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ips': [{'subnet_id': '29eb30f3-9f45-448a-ac25-f720a649a681'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:37:32.383905 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:32.395402 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:32.413724 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Transition to ACTIVE for port object eee884d4-e500-44c1-a76a-658d8095913a will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:37:32.454249 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:32.534062 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Attempting to bind port eee884d4-e500-44c1-a76a-658d8095913a on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:37:32.534431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Attempting to bind port eee884d4-e500-44c1-a76a-658d8095913a by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:37:32.534824 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Attempting to bind port eee884d4-e500-44c1-a76a-658d8095913a on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:37:32.554315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:37:32.554717 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:37:32.555118 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:32.555508 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:37:32.555969 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Bound port: eee884d4-e500-44c1-a76a-658d8095913a, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:37:32.556338 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:32.641003 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9a6f7-2721-420d-bb68-f8b2a9ec65af None None] Pushing event updated for resources: {'Port': ['ID=eee884d4-e500-44c1-a76a-658d8095913a,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:32.694138 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Allocated IP 172.20.0.2 (3b71519f-3dcb-4b58-b174-aba19798ca73/29eb30f3-9f45-448a-ac25-f720a649a681/d9d87b16-65b2-4573-9b0d-51b02a2df750) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:37:32.696359 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] For port eee884d4-e500-44c1-a76a-658d8095913a, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:37:32.700698 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] For port eee884d4-e500-44c1-a76a-658d8095913a, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=eee884d4-e500-44c1-a76a-658d8095913a,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:37:32.707298 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:32.833842 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Routers {'873571ba-a2cc-40b7-b00b-9c0e23ec280f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:37:32.834465 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:37:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:32.851169 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:32.987240 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9a6f7-2721-420d-bb68-f8b2a9ec65af None None] Pushing event updated for resources: {'Port': ['ID=eee884d4-e500-44c1-a76a-658d8095913a,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:33.108834 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] Set router 873571ba-a2cc-40b7-b00b-9c0e23ec280f gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:37:33.297640 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:33.318399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Transition to ACTIVE for port object d9d87b16-65b2-4573-9b0d-51b02a2df750 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:37:33.361190 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Transition to ACTIVE for port object d9d87b16-65b2-4573-9b0d-51b02a2df750 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:37:33.392291 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:33.432473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.20.0.1 (3b71519f-3dcb-4b58-b174-aba19798ca73/29eb30f3-9f45-448a-ac25-f720a649a681/c921889a-b4e6-44b6-b41e-144799f43db0) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:37:33.473663 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Network 3b71519f-3dcb-4b58-b174-aba19798ca73 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:37:33.477442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:37:33.482362 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:37:33.485319 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Pushing event updated for resources: {'Port': ['ID=d9d87b16-65b2-4573-9b0d-51b02a2df750,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:33.592905 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Attempting to bind port d9d87b16-65b2-4573-9b0d-51b02a2df750 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:37:33.593116 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:33.593233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Attempting to bind port d9d87b16-65b2-4573-9b0d-51b02a2df750 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '61930344-2a02-4595-8ff9-c493b540b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:37:33.593543 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Attempting to bind port d9d87b16-65b2-4573-9b0d-51b02a2df750 on network 3b71519f-3dcb-4b58-b174-aba19798ca73 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:37:33.600654 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:37:33.601027 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Checking segment: {'id': '61930344-2a02-4595-8ff9-c493b540b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:37:33.601419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:33.601803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Bound using segment: {'id': '61930344-2a02-4595-8ff9-c493b540b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:37:33.602268 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Bound port: d9d87b16-65b2-4573-9b0d-51b02a2df750, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61930344-2a02-4595-8ff9-c493b540b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:37:33.602656 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:33.608645 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Transition to ACTIVE for port object c921889a-b4e6-44b6-b41e-144799f43db0 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:37:33.614081 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287170594', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:30Z', 'revision_number': 3, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:33.622956 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7333a-5e23-4fb1-98d0-e9eb5c1b0bed None None] The sync data for ids ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'] in dv-neutron-861625-1-hyperv is: [{'id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287170594', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:30Z', 'revision_number': 3, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:37:33.633470 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:33.705347 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] For port d9d87b16-65b2-4573-9b0d-51b02a2df750, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:37:33.708707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] For port d9d87b16-65b2-4573-9b0d-51b02a2df750, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d9d87b16-65b2-4573-9b0d-51b02a2df750,segment=NetworkSegment(61930344-2a02-4595-8ff9-c493b540b5eb),segment_id=61930344-2a02-4595-8ff9-c493b540b5eb)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:37:33.711783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network 3b71519f-3dcb-4b58-b174-aba19798ca73 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:37:33.713416 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:33.714982 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:37:33.717419 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:37:33.747946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=c921889a-b4e6-44b6-b41e-144799f43db0,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:33.781455 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:33.797861 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec1f41-5e65-4caa-bfc7-d350a3bd53b5 None None] Pushing event updated for resources: {'Port': ['ID=d9d87b16-65b2-4573-9b0d-51b02a2df750,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:33.936006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:34.496830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:34.501831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:34.619332 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=c921889a-b4e6-44b6-b41e-144799f43db0,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:34.623965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:34.776436 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network 3b71519f-3dcb-4b58-b174-aba19798ca73 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:37:34.778311 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:37:34.831965 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec64365-1fcd-4eb3-b3c5-689412e4f80e None None] Network 3b71519f-3dcb-4b58-b174-aba19798ca73 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:37:34.861073 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device eee884d4-e500-44c1-a76a-658d8095913a up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:37:34.971462 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 873571ba-a2cc-40b7-b00b-9c0e23ec280f has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:37:35.035884 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9cd8eeee-7702-43c8-9b75-3c417c331784 None None] Provisioning for port d9d87b16-65b2-4573-9b0d-51b02a2df750 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:37:35.074842 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:35.133186 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port eee884d4-e500-44c1-a76a-658d8095913a completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:37:35.165624 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:37:35.175397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port eee884d4-e500-44c1-a76a-658d8095913a triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:37:35.175766 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:35.176097 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port eee884d4-e500-44c1-a76a-658d8095913a Oct 18 08:37:35.189145 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-74d94549-ded4-480e-a9a2-7f5ee3fb089c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "PUT /v2.0/routers/873571ba-a2cc-40b7-b00b-9c0e23ec280f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1279483 Oct 18 08:37:35.311405 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Sync routers for ids ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:37:35.321695 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Routers {'873571ba-a2cc-40b7-b00b-9c0e23ec280f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:37:35.322434 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:37:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:35.322865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port eee884d4-e500-44c1-a76a-658d8095913a is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:37:35.323251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:35.343833 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port eee884d4-e500-44c1-a76a-658d8095913a, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=eee884d4-e500-44c1-a76a-658d8095913a,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:37:35.351971 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:35.352803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d9d87b16-65b2-4573-9b0d-51b02a2df750 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:37:35.366449 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-078e0752-5251-477a-ab2c-186908cfe9d8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1300807987&fields=id&tenant_id=96f503be4dfb4fcc887c5a281b5271e5 HTTP/1.1" status: 200 len: 267 time: 0.0548778 Oct 18 08:37:35.475384 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=eee884d4-e500-44c1-a76a-658d8095913a,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:35.490313 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port d9d87b16-65b2-4573-9b0d-51b02a2df750 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:37:35.499539 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port d9d87b16-65b2-4573-9b0d-51b02a2df750 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:37:35.501274 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:35.501774 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port d9d87b16-65b2-4573-9b0d-51b02a2df750 Oct 18 08:37:35.545917 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Set router 873571ba-a2cc-40b7-b00b-9c0e23ec280f gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:37:35.559629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-81ea6ae9-c6d3-4c6b-a4ba-89e2e63aae3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:35.561166 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-81ea6ae9-c6d3-4c6b-a4ba-89e2e63aae3d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/networks?id=3b71519f-3dcb-4b58-b174-aba19798ca73 HTTP/1.1" status: 200 len: 797 time: 0.1852481 Oct 18 08:37:35.579516 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-2753a04e-5091-4645-9621-f7e147d5c25d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/quotas/96f503be4dfb4fcc887c5a281b5271e5 HTTP/1.1" status: 200 len: 375 time: 0.0129118 Oct 18 08:37:35.629335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e7938dd0-4a6e-4dfd-b75c-82dc5ad4e056 None None] Provisioning for port c921889a-b4e6-44b6-b41e-144799f43db0 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:37:35.651276 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e7938dd0-4a6e-4dfd-b75c-82dc5ad4e056 None None] Provisioning complete for port c921889a-b4e6-44b6-b41e-144799f43db0 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:37:35.651739 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e7938dd0-4a6e-4dfd-b75c-82dc5ad4e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:35.652136 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e7938dd0-4a6e-4dfd-b75c-82dc5ad4e056 None None] Attempt 1 to provision port c921889a-b4e6-44b6-b41e-144799f43db0 Oct 18 08:37:35.700434 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-a35f1a3d-ac49-4b5b-b511-12ef322ea2c1 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:37:35.714648 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port d9d87b16-65b2-4573-9b0d-51b02a2df750 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:37:35.715171 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:35.721598 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-a35f1a3d-ac49-4b5b-b511-12ef322ea2c1 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:37:35.723417 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-a35f1a3d-ac49-4b5b-b511-12ef322ea2c1 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1327970 Oct 18 08:37:35.744229 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e7938dd0-4a6e-4dfd-b75c-82dc5ad4e056 None None] Port c921889a-b4e6-44b6-b41e-144799f43db0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:37:35.758633 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port d9d87b16-65b2-4573-9b0d-51b02a2df750, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d9d87b16-65b2-4573-9b0d-51b02a2df750,segment=NetworkSegment(61930344-2a02-4595-8ff9-c493b540b5eb),segment_id=61930344-2a02-4595-8ff9-c493b540b5eb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:37:35.764033 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:35.803721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-09819226-7dc4-4526-b67c-1ed97e245280 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 08:37:35.805787 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-09819226-7dc4-4526-b67c-1ed97e245280 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0625758 Oct 18 08:37:35.849258 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=d9d87b16-65b2-4573-9b0d-51b02a2df750,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:35.946963 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287170594', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:33Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'c921889a-b4e6-44b6-b41e-144799f43db0', 'name': '', 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:aa:4f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29eb30f3-9f45-448a-ac25-f720a649a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:33Z', 'updated_at': '2022-10-18T08:37:34Z', 'revision_number': 2, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '29eb30f3-9f45-448a-ac25-f720a649a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:35.951230 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Checking router: 873571ba-a2cc-40b7-b00b-9c0e23ec280f for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:37:35.951573 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Updating router 873571ba-a2cc-40b7-b00b-9c0e23ec280f port c921889a-b4e6-44b6-b41e-144799f43db0 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:37:35.961138 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-6bb7c492-71ad-451e-ab7f-d659025e3d67 service neutron] 10.222.0.17 "GET /v2.0/networks/3b71519f-3dcb-4b58-b174-aba19798ca73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454611 Oct 18 08:37:36.005927 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:36.094054 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-70d582ba-9c08-4a48-94c4-a5268c7d3c98 service neutron] 10.222.0.17 "GET /v2.0/networks/3b71519f-3dcb-4b58-b174-aba19798ca73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264658 Oct 18 08:37:36.245279 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e7938dd0-4a6e-4dfd-b75c-82dc5ad4e056 None None] Attempt 2 to provision port c921889a-b4e6-44b6-b41e-144799f43db0 Oct 18 08:37:36.285794 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-6633d4d8-cfe3-4a64-a088-d398df7e19d5 req-446d571b-241b-4530-864a-3265f6f3637c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:37:36.298325 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-6633d4d8-cfe3-4a64-a088-d398df7e19d5 req-446d571b-241b-4530-864a-3265f6f3637c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:37:36.307015 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6633d4d8-cfe3-4a64-a088-d398df7e19d5 req-446d571b-241b-4530-864a-3265f6f3637c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 210 time: 0.0713780 Oct 18 08:37:36.308848 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e7938dd0-4a6e-4dfd-b75c-82dc5ad4e056 None None] Port c921889a-b4e6-44b6-b41e-144799f43db0 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:37:36.371183 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:36.382499 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Transition to ACTIVE for port object c921889a-b4e6-44b6-b41e-144799f43db0 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:37:36.389401 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:36.583655 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794dfe6-5fdd-40a5-8063-b907970be78b None None] Pushing event updated for resources: {'Port': ['ID=c921889a-b4e6-44b6-b41e-144799f43db0,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:36.604472 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794dfe6-5fdd-40a5-8063-b907970be78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:36.604798 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794dfe6-5fdd-40a5-8063-b907970be78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:36.605125 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794dfe6-5fdd-40a5-8063-b907970be78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:36.605476 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794dfe6-5fdd-40a5-8063-b907970be78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:36.605798 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794dfe6-5fdd-40a5-8063-b907970be78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:36.606118 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794dfe6-5fdd-40a5-8063-b907970be78b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:36.606434 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794dfe6-5fdd-40a5-8063-b907970be78b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:36.606784 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794dfe6-5fdd-40a5-8063-b907970be78b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:36.607101 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794dfe6-5fdd-40a5-8063-b907970be78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:36.607415 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794dfe6-5fdd-40a5-8063-b907970be78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:36.607728 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794dfe6-5fdd-40a5-8063-b907970be78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:36.608037 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9794dfe6-5fdd-40a5-8063-b907970be78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:37:36.612669 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Attempting to bind port c921889a-b4e6-44b6-b41e-144799f43db0 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:37:36.613027 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Attempting to bind port c921889a-b4e6-44b6-b41e-144799f43db0 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '61930344-2a02-4595-8ff9-c493b540b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:37:36.613444 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Attempting to bind port c921889a-b4e6-44b6-b41e-144799f43db0 on network 3b71519f-3dcb-4b58-b174-aba19798ca73 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:37:36.618935 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:37:36.619296 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Checking segment: {'id': '61930344-2a02-4595-8ff9-c493b540b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:37:36.619682 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:36.620053 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Bound using segment: {'id': '61930344-2a02-4595-8ff9-c493b540b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:37:36.620500 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Bound port: c921889a-b4e6-44b6-b41e-144799f43db0, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61930344-2a02-4595-8ff9-c493b540b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:37:36.620858 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:36.709039 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] For port c921889a-b4e6-44b6-b41e-144799f43db0, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:37:36.712215 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] For port c921889a-b4e6-44b6-b41e-144799f43db0, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c921889a-b4e6-44b6-b41e-144799f43db0,segment=NetworkSegment(61930344-2a02-4595-8ff9-c493b540b5eb),segment_id=61930344-2a02-4595-8ff9-c493b540b5eb)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:37:36.715564 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:36.775530 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Routers {'873571ba-a2cc-40b7-b00b-9c0e23ec280f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:37:36.776120 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:37:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:36.808235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device eee884d4-e500-44c1-a76a-658d8095913a up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:37:36.842272 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e7938dd0-4a6e-4dfd-b75c-82dc5ad4e056 None None] Attempt 3 to provision port c921889a-b4e6-44b6-b41e-144799f43db0 Oct 18 08:37:36.913912 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794dfe6-5fdd-40a5-8063-b907970be78b None None] Pushing event updated for resources: {'Port': ['ID=c921889a-b4e6-44b6-b41e-144799f43db0,revision_number=4']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:36.925695 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e7938dd0-4a6e-4dfd-b75c-82dc5ad4e056 None None] Port c921889a-b4e6-44b6-b41e-144799f43db0 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:37:36.942775 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port eee884d4-e500-44c1-a76a-658d8095913a triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:37:36.943155 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:36.943489 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port eee884d4-e500-44c1-a76a-658d8095913a Oct 18 08:37:36.962837 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] Set router 873571ba-a2cc-40b7-b00b-9c0e23ec280f gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:37:36.974505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e7938dd0-4a6e-4dfd-b75c-82dc5ad4e056 None None] Provisioning complete for port d9d87b16-65b2-4573-9b0d-51b02a2df750 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:37:36.974893 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e7938dd0-4a6e-4dfd-b75c-82dc5ad4e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:36.975244 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e7938dd0-4a6e-4dfd-b75c-82dc5ad4e056 None None] Attempt 1 to provision port d9d87b16-65b2-4573-9b0d-51b02a2df750 Oct 18 08:37:37.164051 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port eee884d4-e500-44c1-a76a-658d8095913a is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:37:37.165315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d9d87b16-65b2-4573-9b0d-51b02a2df750 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:37:37.190674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e7938dd0-4a6e-4dfd-b75c-82dc5ad4e056 None None] Current status of the port d9d87b16-65b2-4573-9b0d-51b02a2df750 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:37:37.238842 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port d9d87b16-65b2-4573-9b0d-51b02a2df750 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:37:37.239296 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:37.239786 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port d9d87b16-65b2-4573-9b0d-51b02a2df750 Oct 18 08:37:37.280490 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287170594', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:33Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'c921889a-b4e6-44b6-b41e-144799f43db0', 'name': '', 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:aa:4f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29eb30f3-9f45-448a-ac25-f720a649a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:33Z', 'updated_at': '2022-10-18T08:37:36Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '29eb30f3-9f45-448a-ac25-f720a649a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:37.285104 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb40915-c8b8-4d8d-b1e5-bb6bda214d84 None None] The sync data for ids ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'] in dv-neutron-861625-1-hyperv is: [{'id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287170594', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:33Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'c921889a-b4e6-44b6-b41e-144799f43db0', 'name': '', 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:aa:4f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29eb30f3-9f45-448a-ac25-f720a649a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:33Z', 'updated_at': '2022-10-18T08:37:36Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '29eb30f3-9f45-448a-ac25-f720a649a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:37:37.460841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d092c9a0-911a-4bb6-908d-b4e7ee443448 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:37.463287 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d092c9a0-911a-4bb6-908d-b4e7ee443448 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "GET /v2.0/networks?id=3b71519f-3dcb-4b58-b174-aba19798ca73 HTTP/1.1" status: 200 len: 797 time: 0.2006330 Oct 18 08:37:37.467529 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port d9d87b16-65b2-4573-9b0d-51b02a2df750 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:37:37.558663 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ae039854-a78f-467c-b8e1-747ed3334fde req-42fc127c-e9ce-4118-9386-82309b7e8083 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 210 time: 0.0601072 Oct 18 08:37:37.584594 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-acd631a5-ecb7-492f-8bc8-9e0273715a41 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96f503be4dfb4fcc887c5a281b5271e5 HTTP/1.1" status: 200 len: 380 time: 0.1050920 Oct 18 08:37:37.596560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-db686f86-746c-45a2-b6e6-e58f3fd6de46 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'port': {'device_id': 'b80d552b-9b13-4e90-9fa7-2a50ff174309', 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73', 'admin_state_up': True, 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'security_groups': ['a57ed5a6-5939-41c4-bcab-8d560b18b5f3']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:37:37.854084 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-db686f86-746c-45a2-b6e6-e58f3fd6de46 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:37:37.864572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-db686f86-746c-45a2-b6e6-e58f3fd6de46 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:37:37.875140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-db686f86-746c-45a2-b6e6-e58f3fd6de46 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Made reservation on behalf of 96f503be4dfb4fcc887c5a281b5271e5 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:37:37.878642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-db686f86-746c-45a2-b6e6-e58f3fd6de46 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:38.047552 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-db686f86-746c-45a2-b6e6-e58f3fd6de46 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.20.0.6 (3b71519f-3dcb-4b58-b174-aba19798ca73/29eb30f3-9f45-448a-ac25-f720a649a681/dcac57d4-c0ee-4ae1-9327-6f9e997e6796) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:37:38.244558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-db686f86-746c-45a2-b6e6-e58f3fd6de46 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:38.261612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-db686f86-746c-45a2-b6e6-e58f3fd6de46 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Transition to ACTIVE for port object dcac57d4-c0ee-4ae1-9327-6f9e997e6796 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:37:38.286534 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-db686f86-746c-45a2-b6e6-e58f3fd6de46 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:38.357858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-db686f86-746c-45a2-b6e6-e58f3fd6de46 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network 3b71519f-3dcb-4b58-b174-aba19798ca73 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:37:38.360876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-db686f86-746c-45a2-b6e6-e58f3fd6de46 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:37:38.364659 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-db686f86-746c-45a2-b6e6-e58f3fd6de46 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:37:38.397667 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db686f86-746c-45a2-b6e6-e58f3fd6de46 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=dcac57d4-c0ee-4ae1-9327-6f9e997e6796,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:38.435798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-db686f86-746c-45a2-b6e6-e58f3fd6de46 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:38.436401 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-db686f86-746c-45a2-b6e6-e58f3fd6de46 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:38.462593 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-db686f86-746c-45a2-b6e6-e58f3fd6de46 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8703268 Oct 18 08:37:38.478433 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Request body: {'port': {'device_id': 'b80d552b-9b13-4e90-9fa7-2a50ff174309', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:37:38.593318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:38.656333 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-56d2d71c-8d12-4b40-93c1-7b80e5789107 None None] Provisioning for port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:37:38.662074 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-56d2d71c-8d12-4b40-93c1-7b80e5789107 None None] Provisioning complete for port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:37:38.662447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-56d2d71c-8d12-4b40-93c1-7b80e5789107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:38.663210 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-56d2d71c-8d12-4b40-93c1-7b80e5789107 None None] Attempt 1 to provision port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 Oct 18 08:37:38.721794 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-56d2d71c-8d12-4b40-93c1-7b80e5789107 None None] Port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:37:38.770593 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e45e82-872e-472e-952a-ca15ce7e32b7 req-a4642aef-df50-4ae7-9f60-53404a4dc48d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:38.772093 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e5e45e82-872e-472e-952a-ca15ce7e32b7 req-a4642aef-df50-4ae7-9f60-53404a4dc48d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 931 time: 0.0947516 Oct 18 08:37:38.830061 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c921889a-b4e6-44b6-b41e-144799f43db0 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:37:38.902985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port c921889a-b4e6-44b6-b41e-144799f43db0 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:37:38.908494 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port c921889a-b4e6-44b6-b41e-144799f43db0 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:37:38.908997 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:38.909427 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port c921889a-b4e6-44b6-b41e-144799f43db0 Oct 18 08:37:38.935560 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-e5e45e82-872e-472e-952a-ca15ce7e32b7 req-89b22786-0f30-4f42-94d3-810691dd72fc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:37:38.957733 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-e5e45e82-872e-472e-952a-ca15ce7e32b7 req-89b22786-0f30-4f42-94d3-810691dd72fc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:37:38.959357 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e5e45e82-872e-472e-952a-ca15ce7e32b7 req-89b22786-0f30-4f42-94d3-810691dd72fc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=a57ed5a6-5939-41c4-bcab-8d560b18b5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799536 Oct 18 08:37:38.963495 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcac57d4-c0ee-4ae1-9327-6f9e997e6796 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:37:38.971466 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:38.992229 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Transition to ACTIVE for port object dcac57d4-c0ee-4ae1-9327-6f9e997e6796 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:37:38.997146 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:39.065695 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port c921889a-b4e6-44b6-b41e-144799f43db0 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:37:39.066070 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:39.099476 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port c921889a-b4e6-44b6-b41e-144799f43db0, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c921889a-b4e6-44b6-b41e-144799f43db0,segment=NetworkSegment(61930344-2a02-4595-8ff9-c493b540b5eb),segment_id=61930344-2a02-4595-8ff9-c493b540b5eb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:37:39.103165 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:39.171301 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=c921889a-b4e6-44b6-b41e-144799f43db0,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:39.185923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Pushing event updated for resources: {'Port': ['ID=dcac57d4-c0ee-4ae1-9327-6f9e997e6796,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:39.222805 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Attempting to bind port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:37:39.223135 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Attempting to bind port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '61930344-2a02-4595-8ff9-c493b540b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:37:39.223244 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-56d2d71c-8d12-4b40-93c1-7b80e5789107 None None] Attempt 2 to provision port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 Oct 18 08:37:39.223461 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Attempting to bind port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 on network 3b71519f-3dcb-4b58-b174-aba19798ca73 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:37:39.227990 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 on network 3b71519f-3dcb-4b58-b174-aba19798ca73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:37:39.228304 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Attempting to bind port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 on network 3b71519f-3dcb-4b58-b174-aba19798ca73 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:37:39.233852 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:37:39.234181 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Checking segment: {'id': '61930344-2a02-4595-8ff9-c493b540b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:37:39.234573 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Bound using segment: {'id': '61930344-2a02-4595-8ff9-c493b540b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:37:39.234995 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Bound port: dcac57d4-c0ee-4ae1-9327-6f9e997e6796, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61930344-2a02-4595-8ff9-c493b540b5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:37:39.235330 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:39.279296 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-56d2d71c-8d12-4b40-93c1-7b80e5789107 None None] Port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:37:39.324717 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] For port dcac57d4-c0ee-4ae1-9327-6f9e997e6796, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:37:39.327847 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] For port dcac57d4-c0ee-4ae1-9327-6f9e997e6796, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=dcac57d4-c0ee-4ae1-9327-6f9e997e6796,segment=NetworkSegment(61930344-2a02-4595-8ff9-c493b540b5eb),segment_id=61930344-2a02-4595-8ff9-c493b540b5eb)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:37:39.331242 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:39.334154 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:39.334771 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:39.336189 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] 10.222.0.46 "PUT /v2.0/ports/dcac57d4-c0ee-4ae1-9327-6f9e997e6796 HTTP/1.1" status: 200 len: 1093 time: 0.8621547 Oct 18 08:37:39.368860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80d552b-9b13-4e90-9fa7-2a50ff174309', 'tag': 'dcac57d4-c0ee-4ae1-9327-6f9e997e6796'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:37:39.371803 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13293eb7-1669-403c-b7dc-e7d937ba61f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b80d552b-9b13-4e90-9fa7-2a50ff174309", "tag": "dcac57d4-c0ee-4ae1-9327-6f9e997e6796"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:37:39.430291 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44740c6a-6141-43f4-ba5a-716bab92de6b x-openstack-request-id: req-44740c6a-6141-43f4-ba5a-716bab92de6b {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:37:39.430606 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80d552b-9b13-4e90-9fa7-2a50ff174309", "tag": "dcac57d4-c0ee-4ae1-9327-6f9e997e6796", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:37:39.430859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-44740c6a-6141-43f4-ba5a-716bab92de6b {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:37:39.431253 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44740c6a-6141-43f4-ba5a-716bab92de6b'] response: {'name': 'network-changed', 'server_uuid': 'b80d552b-9b13-4e90-9fa7-2a50ff174309', 'tag': 'dcac57d4-c0ee-4ae1-9327-6f9e997e6796', 'status': 'completed', 'code': 200} Oct 18 08:37:39.469743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc666d-61e8-4f42-988e-714787e0b94b service neutron] Pushing event updated for resources: {'Port': ['ID=dcac57d4-c0ee-4ae1-9327-6f9e997e6796,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:39.485296 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-c641cba2-2db0-44eb-a463-6805777bdd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:39.486797 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-c641cba2-2db0-44eb-a463-6805777bdd3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 1096 time: 0.1076419 Oct 18 08:37:39.652983 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-26f358d2-4242-400e-8f59-389c52899284 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcac57d4-c0ee-4ae1-9327-6f9e997e6796 HTTP/1.1" status: 200 len: 217 time: 0.1548634 Oct 18 08:37:39.718005 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-32b8e2f7-0908-4e73-be61-635cb897ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:39.719490 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-32b8e2f7-0908-4e73-be61-635cb897ee64 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29eb30f3-9f45-448a-ac25-f720a649a681 HTTP/1.1" status: 200 len: 835 time: 0.0577350 Oct 18 08:37:39.780517 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-56d2d71c-8d12-4b40-93c1-7b80e5789107 None None] Attempt 3 to provision port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 Oct 18 08:37:39.805477 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-92c0724d-4597-42f7-b845-2f3509f4698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:39.806993 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-92c0724d-4597-42f7-b845-2f3509f4698f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3b71519f-3dcb-4b58-b174-aba19798ca73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784702 Oct 18 08:37:39.841269 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-56d2d71c-8d12-4b40-93c1-7b80e5789107 None None] Port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:37:39.942237 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-1367ea6c-d48b-4c21-b255-da25f1b623b4 service neutron] 10.222.0.46 "GET /v2.0/networks/3b71519f-3dcb-4b58-b174-aba19798ca73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253636 Oct 18 08:37:40.076485 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ec8c1e15-ef7b-41f0-95db-3b740d4af3e9 req-bc1224fd-a646-4086-a176-b42890b38a25 service neutron] 10.222.0.46 "GET /v2.0/networks/3b71519f-3dcb-4b58-b174-aba19798ca73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249583 Oct 18 08:37:40.162083 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1467d6-91eb-4ab1-a94f-925933ada1df req-44d9baf0-33a4-45ff-8431-a1ba4dba010f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:40.163569 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3a1467d6-91eb-4ab1-a94f-925933ada1df req-44d9baf0-33a4-45ff-8431-a1ba4dba010f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 943 time: 0.0945113 Oct 18 08:37:40.207658 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13293eb7-1669-403c-b7dc-e7d937ba61f9 req-9f9ae853-45b8-4bed-8ab2-01ba119730e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:40.209094 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-13293eb7-1669-403c-b7dc-e7d937ba61f9 req-9f9ae853-45b8-4bed-8ab2-01ba119730e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 1096 time: 0.0805027 Oct 18 08:37:40.211258 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-3a1467d6-91eb-4ab1-a94f-925933ada1df req-cd50ee0b-d2be-4bad-8b52-4ffe46743ef8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=a57ed5a6-5939-41c4-bcab-8d560b18b5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417085 Oct 18 08:37:40.341298 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13293eb7-1669-403c-b7dc-e7d937ba61f9 req-88627b07-fd56-4097-97c5-790979cfd61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:40.343104 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-13293eb7-1669-403c-b7dc-e7d937ba61f9 req-88627b07-fd56-4097-97c5-790979cfd61d service neutron] 10.222.0.46 "GET /v2.0/networks?id=3b71519f-3dcb-4b58-b174-aba19798ca73 HTTP/1.1" status: 200 len: 898 time: 0.1266217 Oct 18 08:37:40.417383 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-13293eb7-1669-403c-b7dc-e7d937ba61f9 req-a0ab2b7c-18d7-4309-afb8-c0b2195d49c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcac57d4-c0ee-4ae1-9327-6f9e997e6796 HTTP/1.1" status: 200 len: 217 time: 0.0646417 Oct 18 08:37:40.479297 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13293eb7-1669-403c-b7dc-e7d937ba61f9 req-fab65383-8182-4a4a-a4ef-9bcd026389a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:40.480626 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-13293eb7-1669-403c-b7dc-e7d937ba61f9 req-fab65383-8182-4a4a-a4ef-9bcd026389a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29eb30f3-9f45-448a-ac25-f720a649a681 HTTP/1.1" status: 200 len: 835 time: 0.0566094 Oct 18 08:37:40.566093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13293eb7-1669-403c-b7dc-e7d937ba61f9 req-007a1d7f-95d2-4618-8ac7-05261fcaf896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:40.567580 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-13293eb7-1669-403c-b7dc-e7d937ba61f9 req-007a1d7f-95d2-4618-8ac7-05261fcaf896 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3b71519f-3dcb-4b58-b174-aba19798ca73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795889 Oct 18 08:37:40.697965 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-13293eb7-1669-403c-b7dc-e7d937ba61f9 req-d765b6c4-6ca7-4d53-a1d4-35330c0fefa1 service neutron] 10.222.0.46 "GET /v2.0/networks/3b71519f-3dcb-4b58-b174-aba19798ca73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224802 Oct 18 08:37:40.798454 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c921889a-b4e6-44b6-b41e-144799f43db0 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:37:40.828572 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-13293eb7-1669-403c-b7dc-e7d937ba61f9 req-b6831eaa-58ce-4040-9591-f07e47e90f29 service neutron] 10.222.0.46 "GET /v2.0/networks/3b71519f-3dcb-4b58-b174-aba19798ca73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237228 Oct 18 08:37:40.865810 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port c921889a-b4e6-44b6-b41e-144799f43db0 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:37:40.866161 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:40.866487 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port c921889a-b4e6-44b6-b41e-144799f43db0 Oct 18 08:37:40.979200 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port c921889a-b4e6-44b6-b41e-144799f43db0 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:37:41.406807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3e4e1-e2d7-4de2-b3b3-1d1f4113341b req-0421a60c-1f05-4eea-b6fd-28d35d5e7fc9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:41.407488 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-44d3e4e1-e2d7-4de2-b3b3-1d1f4113341b req-0421a60c-1f05-4eea-b6fd-28d35d5e7fc9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:37:41.422560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-44d3e4e1-e2d7-4de2-b3b3-1d1f4113341b req-0421a60c-1f05-4eea-b6fd-28d35d5e7fc9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:37:41.423920 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-44d3e4e1-e2d7-4de2-b3b3-1d1f4113341b req-0421a60c-1f05-4eea-b6fd-28d35d5e7fc9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 943 time: 0.1015606 Oct 18 08:37:41.471058 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-44d3e4e1-e2d7-4de2-b3b3-1d1f4113341b req-cde53378-8354-43a0-b1f2-116dbfeb951a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=a57ed5a6-5939-41c4-bcab-8d560b18b5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413713 Oct 18 08:37:42.593004 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device dcac57d4-c0ee-4ae1-9327-6f9e997e6796 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:37:42.663978 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adadb0-e461-459c-9abb-2a289274c603 req-2f464f76-8c6d-4f59-b929-ffa3801a276f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:42.665423 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-54adadb0-e461-459c-9abb-2a289274c603 req-2f464f76-8c6d-4f59-b929-ffa3801a276f tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 943 time: 0.0875044 Oct 18 08:37:42.709683 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-54adadb0-e461-459c-9abb-2a289274c603 req-59bdd48c-42f7-4bc4-8de3-b829d1e8b9ae tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=a57ed5a6-5939-41c4-bcab-8d560b18b5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378497 Oct 18 08:37:42.725325 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port dcac57d4-c0ee-4ae1-9327-6f9e997e6796, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=dcac57d4-c0ee-4ae1-9327-6f9e997e6796,segment=NetworkSegment(61930344-2a02-4595-8ff9-c493b540b5eb),segment_id=61930344-2a02-4595-8ff9-c493b540b5eb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:37:42.739493 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': 'dcac57d4-c0ee-4ae1-9327-6f9e997e6796', 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73', 'port_id': 'dcac57d4-c0ee-4ae1-9327-6f9e997e6796', 'mac_address': 'fa:16:3e:22:01:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29eb30f3-9f45-448a-ac25-f720a649a681', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:37:42.797620 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:37:42.798011 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:42.814694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcac57d4-c0ee-4ae1-9327-6f9e997e6796 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:37:42.829461 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port dcac57d4-c0ee-4ae1-9327-6f9e997e6796, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=dcac57d4-c0ee-4ae1-9327-6f9e997e6796,segment=NetworkSegment(61930344-2a02-4595-8ff9-c493b540b5eb),segment_id=61930344-2a02-4595-8ff9-c493b540b5eb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:37:42.834433 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:42.899603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=dcac57d4-c0ee-4ae1-9327-6f9e997e6796,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:43.125802 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['dcac57d4-c0ee-4ae1-9327-6f9e997e6796'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:37:43.906092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c76139-d0f5-4fd1-8b5e-8bb28c9528e9 req-904e1771-2484-4892-9386-b860bb6153a9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:43.907545 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c4c76139-d0f5-4fd1-8b5e-8bb28c9528e9 req-904e1771-2484-4892-9386-b860bb6153a9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 944 time: 0.0874145 Oct 18 08:37:43.950188 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c4c76139-d0f5-4fd1-8b5e-8bb28c9528e9 req-d7794364-4a36-44dd-85de-a784192e73e8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=a57ed5a6-5939-41c4-bcab-8d560b18b5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371120 Oct 18 08:37:44.607517 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device dcac57d4-c0ee-4ae1-9327-6f9e997e6796 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:37:44.676680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:37:44.681463 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:37:44.681828 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:44.682155 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 Oct 18 08:37:44.796482 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:37:44.796862 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:44.823858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80d552b-9b13-4e90-9fa7-2a50ff174309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcac57d4-c0ee-4ae1-9327-6f9e997e6796'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:37:44.826119 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704c5675-0954-4c1c-8e66-02997633e53c" -d '{"events": [{"server_uuid": "b80d552b-9b13-4e90-9fa7-2a50ff174309", "name": "network-vif-plugged", "status": "completed", "tag": "dcac57d4-c0ee-4ae1-9327-6f9e997e6796"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:37:44.833834 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port dcac57d4-c0ee-4ae1-9327-6f9e997e6796, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=dcac57d4-c0ee-4ae1-9327-6f9e997e6796,segment=NetworkSegment(61930344-2a02-4595-8ff9-c493b540b5eb),segment_id=61930344-2a02-4595-8ff9-c493b540b5eb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:37:44.837893 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:44.872368 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34806f8-f623-467f-9763-68a26a8b42dc x-openstack-request-id: req-b34806f8-f623-467f-9763-68a26a8b42dc {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:37:44.872642 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80d552b-9b13-4e90-9fa7-2a50ff174309", "name": "network-vif-plugged", "status": "completed", "tag": "dcac57d4-c0ee-4ae1-9327-6f9e997e6796", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:37:44.872887 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b34806f8-f623-467f-9763-68a26a8b42dc {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:37:44.873272 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34806f8-f623-467f-9763-68a26a8b42dc'] response: {'server_uuid': 'b80d552b-9b13-4e90-9fa7-2a50ff174309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcac57d4-c0ee-4ae1-9327-6f9e997e6796', 'code': 200} Oct 18 08:37:44.911062 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=dcac57d4-c0ee-4ae1-9327-6f9e997e6796,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:45.187305 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af03b1f-2d51-4d55-b858-0053c1313a9c req-e2595d08-cb58-4352-82b6-5024c251e0c3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:45.188758 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7af03b1f-2d51-4d55-b858-0053c1313a9c req-e2595d08-cb58-4352-82b6-5024c251e0c3 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 945 time: 0.1132095 Oct 18 08:37:45.190697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe0368-3f96-4ea4-a419-4d82d4c6c9c5 req-06d3db16-d6cc-4a00-953e-ee108434f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:45.192026 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7ffe0368-3f96-4ea4-a419-4d82d4c6c9c5 req-06d3db16-d6cc-4a00-953e-ee108434f399 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 1098 time: 0.1546426 Oct 18 08:37:45.353213 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7af03b1f-2d51-4d55-b858-0053c1313a9c req-4debd26a-9812-420f-9981-e82972982855 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=a57ed5a6-5939-41c4-bcab-8d560b18b5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588857 Oct 18 08:37:45.356490 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7ffe0368-3f96-4ea4-a419-4d82d4c6c9c5 req-5f31446c-1364-4b15-a2a8-7e2ee658dd98 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a57ed5a6-5939-41c4-bcab-8d560b18b5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470673 Oct 18 08:37:46.557057 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3309d-1e22-40ec-9533-786d8ac1a498 req-325c7627-3424-4c8b-bec7-e20ae9c9a018 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:46.558568 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-dba3309d-1e22-40ec-9533-786d8ac1a498 req-325c7627-3424-4c8b-bec7-e20ae9c9a018 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 945 time: 0.0911767 Oct 18 08:37:46.602007 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-dba3309d-1e22-40ec-9533-786d8ac1a498 req-2d345c10-6f61-4999-9d79-0d56d30f5b8b tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=a57ed5a6-5939-41c4-bcab-8d560b18b5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376017 Oct 18 08:37:46.785646 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:37:47.795151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c49e64-7460-46be-a195-cd916f60810c req-6b0c257b-1d70-4d5a-8eb3-37d7e1bd8dd1 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:47.796575 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-40c49e64-7460-46be-a195-cd916f60810c req-6b0c257b-1d70-4d5a-8eb3-37d7e1bd8dd1 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 945 time: 0.0851345 Oct 18 08:37:47.842707 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-40c49e64-7460-46be-a195-cd916f60810c req-b7bf37c4-d661-40a6-a611-16c2b5253c86 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=a57ed5a6-5939-41c4-bcab-8d560b18b5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402689 Oct 18 08:37:48.034631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e85145-38c7-47cd-a50f-dafea7739b25 req-38f48b45-69da-4730-a3a3-c7b51693b0aa tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:48.036087 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-21e85145-38c7-47cd-a50f-dafea7739b25 req-38f48b45-69da-4730-a3a3-c7b51693b0aa tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 945 time: 0.0862045 Oct 18 08:37:48.082905 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-21e85145-38c7-47cd-a50f-dafea7739b25 req-748d598e-daa0-424e-ba45-6e899d666921 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=a57ed5a6-5939-41c4-bcab-8d560b18b5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410109 Oct 18 08:37:48.111625 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41990) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:48.187123 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd4b986-3fa2-4eb2-aaed-7c852298dc37 tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:48.188604 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-4bd4b986-3fa2-4eb2-aaed-7c852298dc37 tempest-TestNetworkAdvancedServerOps-1003744137 tempest-TestNetworkAdvancedServerOps-1003744137-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 1093 time: 0.0760086 Oct 18 08:37:48.191441 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 41994) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:48.196324 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': 'dcac57d4-c0ee-4ae1-9327-6f9e997e6796', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:37:48.202834 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:37:48.206679 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Usage tracker for resource:floatingip and tenant:96f503be4dfb4fcc887c5a281b5271e5 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:37:48.209448 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:37:48.215811 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:37:48.224953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:48.359967 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:48.494503 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Allocated IP 172.26.8.3 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/e0c7cafe-6781-4287-9c9d-d4e83b2438d9) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:37:48.638348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:48.665795 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:48.728148 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:37:48.731047 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:37:48.734629 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:37:48.772426 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=e0c7cafe-6781-4287-9c9d-d4e83b2438d9,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:49.130827 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:49.203271 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:49.506237 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:49.510533 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:49.613942 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event updated for resources: {'Port': ['ID=e0c7cafe-6781-4287-9c9d-d4e83b2438d9,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:37:49.616406 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:49.781915 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Floating IP 4489d687-50c8-4a20-9dfc-c79c7d1c954d associated. External IP: 172.26.8.3, port: dcac57d4-c0ee-4ae1-9327-6f9e997e6796. Oct 18 08:37:50.119450 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 873571ba-a2cc-40b7-b00b-9c0e23ec280f has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:37:50.296881 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:37:50.306677 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22080d-d9da-4457-832e-fd8ec03816aa None None] Sync routers for ids ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:37:50.316212 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22080d-d9da-4457-832e-fd8ec03816aa None None] Routers {'873571ba-a2cc-40b7-b00b-9c0e23ec280f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:37:50.316889 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7d22080d-d9da-4457-832e-fd8ec03816aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:37:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:50.321035 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:50.377979 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-16254b3b-25b9-41e0-a8ec-58a1e84c35e9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1853259 Oct 18 08:37:50.378456 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80d552b-9b13-4e90-9fa7-2a50ff174309', 'tag': 'dcac57d4-c0ee-4ae1-9327-6f9e997e6796'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:37:50.380796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fcca53-988c-4f6e-9b45-5a37f7e30b09" -d '{"events": [{"name": "network-changed", "server_uuid": "b80d552b-9b13-4e90-9fa7-2a50ff174309", "tag": "dcac57d4-c0ee-4ae1-9327-6f9e997e6796"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:37:50.431849 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31518678-826b-4dce-9177-ed26fa2f0d10 x-openstack-request-id: req-31518678-826b-4dce-9177-ed26fa2f0d10 {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:37:50.432150 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80d552b-9b13-4e90-9fa7-2a50ff174309", "tag": "dcac57d4-c0ee-4ae1-9327-6f9e997e6796", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:37:50.432403 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-31518678-826b-4dce-9177-ed26fa2f0d10 {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:37:50.432806 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31518678-826b-4dce-9177-ed26fa2f0d10'] response: {'name': 'network-changed', 'server_uuid': 'b80d552b-9b13-4e90-9fa7-2a50ff174309', 'tag': 'dcac57d4-c0ee-4ae1-9327-6f9e997e6796', 'status': 'completed', 'code': 200} Oct 18 08:37:50.497046 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-7d22080d-d9da-4457-832e-fd8ec03816aa None None] Set router 873571ba-a2cc-40b7-b00b-9c0e23ec280f gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:37:50.599949 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcca53-988c-4f6e-9b45-5a37f7e30b09 req-324420bf-277f-4a64-901f-8ae83cdc1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:50.601426 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-54fcca53-988c-4f6e-9b45-5a37f7e30b09 req-324420bf-277f-4a64-901f-8ae83cdc1ea8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 1098 time: 0.1463113 Oct 18 08:37:50.610008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7b608-ab5d-44ab-afb4-bc56f174b46f req-bb379274-3f63-4bc2-8aa4-3d7dae1d690d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:50.611377 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-85e7b608-ab5d-44ab-afb4-bc56f174b46f req-bb379274-3f63-4bc2-8aa4-3d7dae1d690d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 945 time: 0.1144357 Oct 18 08:37:50.738597 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-85e7b608-ab5d-44ab-afb4-bc56f174b46f req-e80af9ae-243a-4449-b79f-bcb3b96e3558 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=a57ed5a6-5939-41c4-bcab-8d560b18b5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066592 Oct 18 08:37:50.767848 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 42002) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:50.773224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcca53-988c-4f6e-9b45-5a37f7e30b09 req-324e5cd6-b47f-4b71-91b7-3b30aa74cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:50.774767 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-54fcca53-988c-4f6e-9b45-5a37f7e30b09 req-324e5cd6-b47f-4b71-91b7-3b30aa74cb49 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3b71519f-3dcb-4b58-b174-aba19798ca73 HTTP/1.1" status: 200 len: 898 time: 0.1625228 Oct 18 08:37:50.862071 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3ef0f448-9130-478d-8751-b922627027f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:50.878142 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-81f1c6d9-9959-462b-adf1-83a16d897dbc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/4489d687-50c8-4a20-9dfc-c79c7d1c954d HTTP/1.1" status: 200 len: 989 time: 0.1090972 Oct 18 08:37:50.888271 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-54fcca53-988c-4f6e-9b45-5a37f7e30b09 req-ad3417dd-6d5b-4b0e-9010-a4ea6c57c34d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcac57d4-c0ee-4ae1-9327-6f9e997e6796 HTTP/1.1" status: 200 len: 997 time: 0.1078415 Oct 18 08:37:50.899315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7d22080d-d9da-4457-832e-fd8ec03816aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287170594', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:33Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '4489d687-50c8-4a20-9dfc-c79c7d1c954d', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'floating_ip_address': '172.26.8.3', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'port_id': 'dcac57d4-c0ee-4ae1-9327-6f9e997e6796', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73', 'mac_address': 'fa:16:3e:22:01:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80d552b-9b13-4e90-9fa7-2a50ff174309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:37:49Z', 'updated_at': '2022-10-18T08:37:49Z', 'revision_number': 0, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c921889a-b4e6-44b6-b41e-144799f43db0', 'name': '', 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:aa:4f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29eb30f3-9f45-448a-ac25-f720a649a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:33Z', 'updated_at': '2022-10-18T08:37:39Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '29eb30f3-9f45-448a-ac25-f720a649a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:50.903712 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22080d-d9da-4457-832e-fd8ec03816aa None None] Checking router: 873571ba-a2cc-40b7-b00b-9c0e23ec280f for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:37:50.912036 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22080d-d9da-4457-832e-fd8ec03816aa None None] Routers {'873571ba-a2cc-40b7-b00b-9c0e23ec280f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:37:50.912625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7d22080d-d9da-4457-832e-fd8ec03816aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:37:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:50.951857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcca53-988c-4f6e-9b45-5a37f7e30b09 req-14447bb0-5a87-4944-aead-3620f0084cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:50.953279 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-54fcca53-988c-4f6e-9b45-5a37f7e30b09 req-14447bb0-5a87-4944-aead-3620f0084cda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29eb30f3-9f45-448a-ac25-f720a649a681 HTTP/1.1" status: 200 len: 835 time: 0.0581324 Oct 18 08:37:51.038111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcca53-988c-4f6e-9b45-5a37f7e30b09 req-2a50b3ed-33b4-4c7f-b72d-e3cb8fa86e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:37:51.039558 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-54fcca53-988c-4f6e-9b45-5a37f7e30b09 req-2a50b3ed-33b4-4c7f-b72d-e3cb8fa86e1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3b71519f-3dcb-4b58-b174-aba19798ca73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804238 Oct 18 08:37:51.089134 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-7d22080d-d9da-4457-832e-fd8ec03816aa None None] Set router 873571ba-a2cc-40b7-b00b-9c0e23ec280f gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:37:51.170610 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-54fcca53-988c-4f6e-9b45-5a37f7e30b09 req-f23d5d56-a5c4-4388-9554-dbd7294525fc service neutron] 10.222.0.46 "GET /v2.0/networks/3b71519f-3dcb-4b58-b174-aba19798ca73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248832 Oct 18 08:37:51.301255 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-54fcca53-988c-4f6e-9b45-5a37f7e30b09 req-31ad6f18-1dfd-4b2d-9f47-094c7fcd486e service neutron] 10.222.0.46 "GET /v2.0/networks/3b71519f-3dcb-4b58-b174-aba19798ca73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242580 Oct 18 08:37:51.438384 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-7d22080d-d9da-4457-832e-fd8ec03816aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287170594', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:33Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '4489d687-50c8-4a20-9dfc-c79c7d1c954d', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'floating_ip_address': '172.26.8.3', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'port_id': 'dcac57d4-c0ee-4ae1-9327-6f9e997e6796', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73', 'mac_address': 'fa:16:3e:22:01:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80d552b-9b13-4e90-9fa7-2a50ff174309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:37:49Z', 'updated_at': '2022-10-18T08:37:49Z', 'revision_number': 0, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c921889a-b4e6-44b6-b41e-144799f43db0', 'name': '', 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:aa:4f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29eb30f3-9f45-448a-ac25-f720a649a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:33Z', 'updated_at': '2022-10-18T08:37:39Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '29eb30f3-9f45-448a-ac25-f720a649a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:37:51.442321 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22080d-d9da-4457-832e-fd8ec03816aa None None] The sync data for ids ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'] in dv-neutron-861625-1-hyperv is: [{'id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287170594', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:33Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '4489d687-50c8-4a20-9dfc-c79c7d1c954d', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'floating_ip_address': '172.26.8.3', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'port_id': 'dcac57d4-c0ee-4ae1-9327-6f9e997e6796', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73', 'mac_address': 'fa:16:3e:22:01:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80d552b-9b13-4e90-9fa7-2a50ff174309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:37:49Z', 'updated_at': '2022-10-18T08:37:49Z', 'revision_number': 0, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c921889a-b4e6-44b6-b41e-144799f43db0', 'name': '', 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:aa:4f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29eb30f3-9f45-448a-ac25-f720a649a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:33Z', 'updated_at': '2022-10-18T08:37:39Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '29eb30f3-9f45-448a-ac25-f720a649a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:37:51.629089 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb7347d-4866-43f1-8b01-f3309780ca3d None None] New status for floating IP 4489d687-50c8-4a20-9dfc-c79c7d1c954d: ACTIVE {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:37:51.881747 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42006) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:37:51.989420 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-40c7475a-7782-4d01-a31a-c5da5f7b0abd tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/4489d687-50c8-4a20-9dfc-c79c7d1c954d HTTP/1.1" status: 200 len: 991 time: 0.1066318 Oct 18 08:37:53.101555 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e77af62a-77a6-4c89-a024-71ac16c92b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:53.870877 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:53.886065 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:37:55.485676 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:04.933228 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:19.625051 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c4fd7b6b-746a-402b-8c4c-f5db82eac6b4 req-6a99702a-6017-4231-ac1c-ad510d98bdb7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743179 Oct 18 08:38:19.777842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd7b6b-746a-402b-8c4c-f5db82eac6b4 req-6bbc9352-b7a5-4742-8d93-5114596ceb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:19.779344 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c4fd7b6b-746a-402b-8c4c-f5db82eac6b4 req-6bbc9352-b7a5-4742-8d93-5114596ceb95 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 1098 time: 0.0786428 Oct 18 08:38:19.921027 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd7b6b-746a-402b-8c4c-f5db82eac6b4 req-26d87e1d-24d3-490c-a6d4-d89c547b91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:19.922341 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c4fd7b6b-746a-402b-8c4c-f5db82eac6b4 req-26d87e1d-24d3-490c-a6d4-d89c547b91dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=3b71519f-3dcb-4b58-b174-aba19798ca73 HTTP/1.1" status: 200 len: 898 time: 0.1243057 Oct 18 08:38:20.019600 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c4fd7b6b-746a-402b-8c4c-f5db82eac6b4 req-55564dbe-279c-4033-8da5-df8209f099f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcac57d4-c0ee-4ae1-9327-6f9e997e6796 HTTP/1.1" status: 200 len: 999 time: 0.0908628 Oct 18 08:38:20.185821 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd7b6b-746a-402b-8c4c-f5db82eac6b4 req-dbba6a36-929e-41a3-9588-ee4ff0fc8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:20.187278 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c4fd7b6b-746a-402b-8c4c-f5db82eac6b4 req-dbba6a36-929e-41a3-9588-ee4ff0fc8341 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29eb30f3-9f45-448a-ac25-f720a649a681 HTTP/1.1" status: 200 len: 835 time: 0.1611767 Oct 18 08:38:20.267464 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd7b6b-746a-402b-8c4c-f5db82eac6b4 req-426c02e4-f86e-4a2a-9971-6f3614dcd79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:20.268870 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c4fd7b6b-746a-402b-8c4c-f5db82eac6b4 req-426c02e4-f86e-4a2a-9971-6f3614dcd79c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3b71519f-3dcb-4b58-b174-aba19798ca73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748987 Oct 18 08:38:20.399610 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c4fd7b6b-746a-402b-8c4c-f5db82eac6b4 req-663a7fab-728c-46c3-ba1e-8312eb8e70be service neutron] 10.222.0.46 "GET /v2.0/networks/3b71519f-3dcb-4b58-b174-aba19798ca73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235199 Oct 18 08:38:20.532531 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c4fd7b6b-746a-402b-8c4c-f5db82eac6b4 req-96312c5f-e347-4c54-a718-4bc19290f25c service neutron] 10.222.0.46 "GET /v2.0/networks/3b71519f-3dcb-4b58-b174-aba19798ca73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240144 Oct 18 08:38:20.824842 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-aef8ff64-0827-46aa-8500-2013e6e7484a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:23.103112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e4cc320d-5f62-407d-abf0-4458a9ec7cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:23.785673 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:38:23.872554 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:23.890077 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:25.488967 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:25.707500 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefb100-c4e9-4d4a-ae88-259a9e0e1396 req-01ed3346-116b-4bf6-a7e8-454a66a73e2c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:25.709085 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-edefb100-c4e9-4d4a-ae88-259a9e0e1396 req-01ed3346-116b-4bf6-a7e8-454a66a73e2c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 945 time: 0.1388419 Oct 18 08:38:25.756561 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-edefb100-c4e9-4d4a-ae88-259a9e0e1396 req-412166de-74af-4f53-9f94-9791e8d4cd31 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=a57ed5a6-5939-41c4-bcab-8d560b18b5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418887 Oct 18 08:38:27.000705 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3d938-de8f-49eb-a6b0-a90ea9236cfa req-ab163d49-cc6c-481f-87ad-d39e5bc7af61 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:27.002042 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5bd3d938-de8f-49eb-a6b0-a90ea9236cfa req-ab163d49-cc6c-481f-87ad-d39e5bc7af61 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 945 time: 0.1320589 Oct 18 08:38:27.045663 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5bd3d938-de8f-49eb-a6b0-a90ea9236cfa req-eeb5edeb-d2e4-42b2-a7e6-11f5b42b7165 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=a57ed5a6-5939-41c4-bcab-8d560b18b5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379336 Oct 18 08:38:27.074140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42034) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:27.178524 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8a6811b0-2401-41b5-91cf-2b5ea10a2356 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/4489d687-50c8-4a20-9dfc-c79c7d1c954d HTTP/1.1" status: 200 len: 991 time: 0.1031797 Oct 18 08:38:28.675403 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9be99-4ac9-4f19-a7a8-2faa8ffe1087 req-6ce0cb34-b6b1-427b-bf23-5cb1bb172b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:28.676938 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ded9be99-4ac9-4f19-a7a8-2faa8ffe1087 req-6ce0cb34-b6b1-427b-bf23-5cb1bb172b59 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 1098 time: 0.0824077 Oct 18 08:38:28.768515 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff2502-4651-4b8d-b11a-66eca760c734 req-b591ac73-50c3-475a-afeb-a8623ef8006a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:28.769966 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-97ff2502-4651-4b8d-b11a-66eca760c734 req-b591ac73-50c3-475a-afeb-a8623ef8006a tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 945 time: 0.2026515 Oct 18 08:38:28.813391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9be99-4ac9-4f19-a7a8-2faa8ffe1087 req-bcae3b45-b001-4f3f-a675-fd37ccf31377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:28.814095 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-97ff2502-4651-4b8d-b11a-66eca760c734 req-f99fa935-adab-41fe-ad60-5520ab9a4601 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=a57ed5a6-5939-41c4-bcab-8d560b18b5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384576 Oct 18 08:38:28.814978 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ded9be99-4ac9-4f19-a7a8-2faa8ffe1087 req-bcae3b45-b001-4f3f-a675-fd37ccf31377 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3b71519f-3dcb-4b58-b174-aba19798ca73 HTTP/1.1" status: 200 len: 898 time: 0.1289303 Oct 18 08:38:28.917844 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ded9be99-4ac9-4f19-a7a8-2faa8ffe1087 req-78f5f952-b918-4440-9b1d-668fc87c6c82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcac57d4-c0ee-4ae1-9327-6f9e997e6796 HTTP/1.1" status: 200 len: 999 time: 0.0941267 Oct 18 08:38:28.985232 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9be99-4ac9-4f19-a7a8-2faa8ffe1087 req-291db742-254f-403d-9101-a689651223cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:28.986622 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ded9be99-4ac9-4f19-a7a8-2faa8ffe1087 req-291db742-254f-403d-9101-a689651223cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29eb30f3-9f45-448a-ac25-f720a649a681 HTTP/1.1" status: 200 len: 835 time: 0.0594301 Oct 18 08:38:29.069662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9be99-4ac9-4f19-a7a8-2faa8ffe1087 req-992b4e03-e6de-426a-bce9-68d0f3cf72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:29.071113 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ded9be99-4ac9-4f19-a7a8-2faa8ffe1087 req-992b4e03-e6de-426a-bce9-68d0f3cf72ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3b71519f-3dcb-4b58-b174-aba19798ca73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756519 Oct 18 08:38:29.203875 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ded9be99-4ac9-4f19-a7a8-2faa8ffe1087 req-9b3ae1fe-5b68-4f29-a886-4570a962a8ea service neutron] 10.222.0.46 "GET /v2.0/networks/3b71519f-3dcb-4b58-b174-aba19798ca73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231861 Oct 18 08:38:29.336374 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ded9be99-4ac9-4f19-a7a8-2faa8ffe1087 req-85b190e9-5d50-4891-bffa-86a068927aa9 service neutron] 10.222.0.46 "GET /v2.0/networks/3b71519f-3dcb-4b58-b174-aba19798ca73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234515 Oct 18 08:38:30.014625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d16f1-9dab-4bab-88a9-04e294de6f2d req-63762758-324e-4ebc-ab4c-797ef27dc489 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:30.016031 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-107d16f1-9dab-4bab-88a9-04e294de6f2d req-63762758-324e-4ebc-ab4c-797ef27dc489 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 945 time: 0.0886335 Oct 18 08:38:30.060098 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-107d16f1-9dab-4bab-88a9-04e294de6f2d req-f946fea9-8725-4302-aea7-0e7af076ec99 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=a57ed5a6-5939-41c4-bcab-8d560b18b5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383756 Oct 18 08:38:31.258000 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902d514-4002-4995-adda-a4365d64ec42 req-681aed54-0baa-4ebd-adf2-17ff8a5fbbcc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:31.259455 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f902d514-4002-4995-adda-a4365d64ec42 req-681aed54-0baa-4ebd-adf2-17ff8a5fbbcc tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 945 time: 0.0856247 Oct 18 08:38:31.302227 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f902d514-4002-4995-adda-a4365d64ec42 req-a0c3b841-ba6e-4f0a-b61a-c573accd5a75 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=a57ed5a6-5939-41c4-bcab-8d560b18b5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372953 Oct 18 08:38:31.330521 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 42048) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:31.435481 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1d3c89cd-fd4d-4988-a250-8d48dff2d93c tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/floatingips/4489d687-50c8-4a20-9dfc-c79c7d1c954d HTTP/1.1" status: 200 len: 991 time: 0.1037669 Oct 18 08:38:31.719490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42056) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:32.007026 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port e0c7cafe-6781-4287-9c9d-d4e83b2438d9 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:38:32.007283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:32.170822 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:32.171151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:32.290966 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for e0c7cafe-6781-4287-9c9d-d4e83b2438d9 owned by network:floatingip {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:38:32.439275 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:32.488260 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=e0c7cafe-6781-4287-9c9d-d4e83b2438d9,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:32.530774 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:32.531122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:32.531465 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:32.531802 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:32.532141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:32.532469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:32.532796 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:32.533122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:32.533450 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:32.533783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:32.534107 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:32.534430 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:32.595134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for floatingip, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:32.595451 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Floating IP 4489d687-50c8-4a20-9dfc-c79c7d1c954d disassociated (deleted). External IP: 172.26.8.3, port: dcac57d4-c0ee-4ae1-9327-6f9e997e6796. Oct 18 08:38:32.938868 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 873571ba-a2cc-40b7-b00b-9c0e23ec280f has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:38:33.108244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:38:33.118169 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accd3b57-fa2c-454a-b7c1-772c22f0bbc9 None None] Sync routers for ids ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:38:33.128426 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd3b57-fa2c-454a-b7c1-772c22f0bbc9 None None] Routers {'873571ba-a2cc-40b7-b00b-9c0e23ec280f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:38:33.129034 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-accd3b57-fa2c-454a-b7c1-772c22f0bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:38:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:33.133717 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:33.191968 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0b5208c8-f3d5-42c0-8285-929d8a1a71f9 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/floatingips/4489d687-50c8-4a20-9dfc-c79c7d1c954d HTTP/1.1" status: 204 len: 168 time: 1.4713333 Oct 18 08:38:33.192553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80d552b-9b13-4e90-9fa7-2a50ff174309', 'tag': 'dcac57d4-c0ee-4ae1-9327-6f9e997e6796'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:38:33.194876 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e424bf-020b-438b-85bc-8232e2a2ba94" -d '{"events": [{"name": "network-changed", "server_uuid": "b80d552b-9b13-4e90-9fa7-2a50ff174309", "tag": "dcac57d4-c0ee-4ae1-9327-6f9e997e6796"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:38:33.239435 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a71871-dabc-4b58-8e50-c1a72fee638e x-openstack-request-id: req-b5a71871-dabc-4b58-8e50-c1a72fee638e {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:38:33.239725 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80d552b-9b13-4e90-9fa7-2a50ff174309", "tag": "dcac57d4-c0ee-4ae1-9327-6f9e997e6796", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:38:33.239973 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b5a71871-dabc-4b58-8e50-c1a72fee638e {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:38:33.240484 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5a71871-dabc-4b58-8e50-c1a72fee638e'] response: {'name': 'network-changed', 'server_uuid': 'b80d552b-9b13-4e90-9fa7-2a50ff174309', 'tag': 'dcac57d4-c0ee-4ae1-9327-6f9e997e6796', 'status': 'completed', 'code': 200} Oct 18 08:38:33.312345 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-accd3b57-fa2c-454a-b7c1-772c22f0bbc9 None None] Set router 873571ba-a2cc-40b7-b00b-9c0e23ec280f gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:38:33.349032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e424bf-020b-438b-85bc-8232e2a2ba94 req-309791a2-8eba-427d-994f-110ccaf62f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:33.350519 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-01e424bf-020b-438b-85bc-8232e2a2ba94 req-309791a2-8eba-427d-994f-110ccaf62f11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 1098 time: 0.0802803 Oct 18 08:38:33.631461 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-accd3b57-fa2c-454a-b7c1-772c22f0bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287170594', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:33Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'c921889a-b4e6-44b6-b41e-144799f43db0', 'name': '', 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:aa:4f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29eb30f3-9f45-448a-ac25-f720a649a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:33Z', 'updated_at': '2022-10-18T08:37:39Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '29eb30f3-9f45-448a-ac25-f720a649a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:33.635736 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accd3b57-fa2c-454a-b7c1-772c22f0bbc9 None None] Checking router: 873571ba-a2cc-40b7-b00b-9c0e23ec280f for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:38:33.643919 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd3b57-fa2c-454a-b7c1-772c22f0bbc9 None None] Routers {'873571ba-a2cc-40b7-b00b-9c0e23ec280f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:38:33.644865 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-accd3b57-fa2c-454a-b7c1-772c22f0bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:38:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:33.673083 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e424bf-020b-438b-85bc-8232e2a2ba94 req-9e724b0d-cd6f-4a24-a414-56bee68843e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:33.674802 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-01e424bf-020b-438b-85bc-8232e2a2ba94 req-9e724b0d-cd6f-4a24-a414-56bee68843e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3b71519f-3dcb-4b58-b174-aba19798ca73 HTTP/1.1" status: 200 len: 898 time: 0.3143878 Oct 18 08:38:33.742072 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a76ce-1490-4ffa-bf1d-efd3f6b0f18d req-0ac476d5-53dd-4247-8d62-f8bb23595199 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:33.742779 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-d91a76ce-1490-4ffa-bf1d-efd3f6b0f18d req-0ac476d5-53dd-4247-8d62-f8bb23595199 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Synchronizing usage tracker for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:38:33.756821 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-01e424bf-020b-438b-85bc-8232e2a2ba94 req-8bf0476a-79ee-4937-911a-c2ec8c09a2b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcac57d4-c0ee-4ae1-9327-6f9e997e6796 HTTP/1.1" status: 200 len: 217 time: 0.0753193 Oct 18 08:38:33.802171 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-d91a76ce-1490-4ffa-bf1d-efd3f6b0f18d req-0ac476d5-53dd-4247-8d62-f8bb23595199 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Unset dirty status for tenant:96f503be4dfb4fcc887c5a281b5271e5 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:38:33.803329 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d91a76ce-1490-4ffa-bf1d-efd3f6b0f18d req-0ac476d5-53dd-4247-8d62-f8bb23595199 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 945 time: 0.2493033 Oct 18 08:38:33.841112 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e424bf-020b-438b-85bc-8232e2a2ba94 req-a70977e5-9711-4f00-bb3f-34b583e1847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:33.842503 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-01e424bf-020b-438b-85bc-8232e2a2ba94 req-a70977e5-9711-4f00-bb3f-34b583e1847d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29eb30f3-9f45-448a-ac25-f720a649a681 HTTP/1.1" status: 200 len: 835 time: 0.0787458 Oct 18 08:38:33.857266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-accd3b57-fa2c-454a-b7c1-772c22f0bbc9 None None] Set router 873571ba-a2cc-40b7-b00b-9c0e23ec280f gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:38:33.914823 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d91a76ce-1490-4ffa-bf1d-efd3f6b0f18d req-93ada2ec-7bc4-4dd3-8aac-3a46d170bc95 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=a57ed5a6-5939-41c4-bcab-8d560b18b5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034887 Oct 18 08:38:33.938716 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e424bf-020b-438b-85bc-8232e2a2ba94 req-018ecd68-4993-4d55-b37d-e01f34bbac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:33.939999 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-01e424bf-020b-438b-85bc-8232e2a2ba94 req-018ecd68-4993-4d55-b37d-e01f34bbac8a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3b71519f-3dcb-4b58-b174-aba19798ca73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0895174 Oct 18 08:38:34.073176 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-01e424bf-020b-438b-85bc-8232e2a2ba94 req-66ab17d0-8422-4260-8a30-6ccbce0f759f service neutron] 10.222.0.46 "GET /v2.0/networks/3b71519f-3dcb-4b58-b174-aba19798ca73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257029 Oct 18 08:38:34.174944 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-accd3b57-fa2c-454a-b7c1-772c22f0bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287170594', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:33Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'c921889a-b4e6-44b6-b41e-144799f43db0', 'name': '', 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:aa:4f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29eb30f3-9f45-448a-ac25-f720a649a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:33Z', 'updated_at': '2022-10-18T08:37:39Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '29eb30f3-9f45-448a-ac25-f720a649a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:34.179136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accd3b57-fa2c-454a-b7c1-772c22f0bbc9 None None] The sync data for ids ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'] in dv-neutron-861625-1-hyperv is: [{'id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287170594', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:33Z', 'revision_number': 4, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'c921889a-b4e6-44b6-b41e-144799f43db0', 'name': '', 'network_id': '3b71519f-3dcb-4b58-b174-aba19798ca73', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'mac_address': 'fa:16:3e:aa:4f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '29eb30f3-9f45-448a-ac25-f720a649a681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:33Z', 'updated_at': '2022-10-18T08:37:39Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'subnets': [{'id': '29eb30f3-9f45-448a-ac25-f720a649a681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:38:34.213106 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-01e424bf-020b-438b-85bc-8232e2a2ba94 req-1775b911-9eef-46c4-b7bf-1fb4a013456e service neutron] 10.222.0.46 "GET /v2.0/networks/3b71519f-3dcb-4b58-b174-aba19798ca73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336324 Oct 18 08:38:34.397208 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8ee22-3bdf-402d-8393-44fc18822dc8 None None] New status for floating IP 4489d687-50c8-4a20-9dfc-c79c7d1c954d: DOWN {{(pid=89048) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:38:34.943632 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:35.121600 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0a9bf-5a93-460d-bdaf-cdf9274c3ab0 req-7c54ebf9-c292-4a23-8ee1-03a8e6e315f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:35.123080 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c2e0a9bf-5a93-460d-bdaf-cdf9274c3ab0 req-7c54ebf9-c292-4a23-8ee1-03a8e6e315f0 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 945 time: 0.0926571 Oct 18 08:38:35.167204 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c2e0a9bf-5a93-460d-bdaf-cdf9274c3ab0 req-f0106a1b-432b-430a-93d2-410062a704c4 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/security-groups?id=a57ed5a6-5939-41c4-bcab-8d560b18b5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383224 Oct 18 08:38:35.358664 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299c1cf-681c-42e8-a35e-11a7f615ea0b req-4fc1c67a-9faf-4c72-8cb4-07463dab8ca8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:35.360077 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9299c1cf-681c-42e8-a35e-11a7f615ea0b req-4fc1c67a-9faf-4c72-8cb4-07463dab8ca8 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 945 time: 0.0859201 Oct 18 08:38:35.434284 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-9299c1cf-681c-42e8-a35e-11a7f615ea0b req-21a5d097-abcc-4f5a-bd15-4ce98aefdedb tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:38:35.434560 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-9299c1cf-681c-42e8-a35e-11a7f615ea0b req-21a5d097-abcc-4f5a-bd15-4ce98aefdedb tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:35.672217 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-9299c1cf-681c-42e8-a35e-11a7f615ea0b req-21a5d097-abcc-4f5a-bd15-4ce98aefdedb tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] For port dcac57d4-c0ee-4ae1-9327-6f9e997e6796, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=dcac57d4-c0ee-4ae1-9327-6f9e997e6796,segment=NetworkSegment(61930344-2a02-4595-8ff9-c493b540b5eb),segment_id=61930344-2a02-4595-8ff9-c493b540b5eb)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:38:35.672570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-9299c1cf-681c-42e8-a35e-11a7f615ea0b req-21a5d097-abcc-4f5a-bd15-4ce98aefdedb tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:35.797806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-9299c1cf-681c-42e8-a35e-11a7f615ea0b req-21a5d097-abcc-4f5a-bd15-4ce98aefdedb tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for dcac57d4-c0ee-4ae1-9327-6f9e997e6796 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:38:35.937407 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-9299c1cf-681c-42e8-a35e-11a7f615ea0b req-21a5d097-abcc-4f5a-bd15-4ce98aefdedb tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:35.988276 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5d097-abcc-4f5a-bd15-4ce98aefdedb tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=dcac57d4-c0ee-4ae1-9327-6f9e997e6796,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:36.071070 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-9299c1cf-681c-42e8-a35e-11a7f615ea0b req-21a5d097-abcc-4f5a-bd15-4ce98aefdedb tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] No DVR routers for this DVR port dcac57d4-c0ee-4ae1-9327-6f9e997e6796 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:38:36.073338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-9299c1cf-681c-42e8-a35e-11a7f615ea0b req-21a5d097-abcc-4f5a-bd15-4ce98aefdedb tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:36.075838 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80d552b-9b13-4e90-9fa7-2a50ff174309', 'name': 'network-vif-deleted', 'tag': 'dcac57d4-c0ee-4ae1-9327-6f9e997e6796'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:38:36.078648 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4232011-c795-477d-93ee-8bec9e6062c6" -d '{"events": [{"server_uuid": "b80d552b-9b13-4e90-9fa7-2a50ff174309", "name": "network-vif-deleted", "tag": "dcac57d4-c0ee-4ae1-9327-6f9e997e6796"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:38:36.091873 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9299c1cf-681c-42e8-a35e-11a7f615ea0b req-21a5d097-abcc-4f5a-bd15-4ce98aefdedb tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.46 "DELETE /v2.0/ports/dcac57d4-c0ee-4ae1-9327-6f9e997e6796 HTTP/1.1" status: 204 len: 173 time: 0.7234623 Oct 18 08:38:36.123572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99920d41-6420-49e4-aa5a-ef38aea4b612 x-openstack-request-id: req-99920d41-6420-49e4-aa5a-ef38aea4b612 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:38:36.123860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80d552b-9b13-4e90-9fa7-2a50ff174309", "name": "network-vif-deleted", "tag": "dcac57d4-c0ee-4ae1-9327-6f9e997e6796", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:38:36.124122 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-99920d41-6420-49e4-aa5a-ef38aea4b612 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:38:36.124492 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99920d41-6420-49e4-aa5a-ef38aea4b612'] response: {'server_uuid': 'b80d552b-9b13-4e90-9fa7-2a50ff174309', 'name': 'network-vif-deleted', 'tag': 'dcac57d4-c0ee-4ae1-9327-6f9e997e6796', 'status': 'completed', 'code': 200} Oct 18 08:38:36.344471 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-72c8c11e-e72a-4c1d-ac39-84c69ef0820b req-d0492898-3c30-4ec9-8b1f-f793813af252 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "GET /v2.0/ports?device_id=b80d552b-9b13-4e90-9fa7-2a50ff174309 HTTP/1.1" status: 200 len: 210 time: 0.0516582 Oct 18 08:38:37.444208 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42074) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:38.071974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9134c79a-7219-44fd-a018-3b5c783a0f2d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:38.416416 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-9134c79a-7219-44fd-a018-3b5c783a0f2d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port c921889a-b4e6-44b6-b41e-144799f43db0 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:38:38.416679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9134c79a-7219-44fd-a018-3b5c783a0f2d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:38.599052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-9134c79a-7219-44fd-a018-3b5c783a0f2d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] For port c921889a-b4e6-44b6-b41e-144799f43db0, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=c921889a-b4e6-44b6-b41e-144799f43db0,segment=NetworkSegment(61930344-2a02-4595-8ff9-c493b540b5eb),segment_id=61930344-2a02-4595-8ff9-c493b540b5eb)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:38:38.599770 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9134c79a-7219-44fd-a018-3b5c783a0f2d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:38.720806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-9134c79a-7219-44fd-a018-3b5c783a0f2d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for c921889a-b4e6-44b6-b41e-144799f43db0 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:38:38.895816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9134c79a-7219-44fd-a018-3b5c783a0f2d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:38.920263 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device dcac57d4-c0ee-4ae1-9327-6f9e997e6796 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:38:38.957267 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: dcac57d4-c0ee-4ae1-9327-6f9e997e6796 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:38:38.957606 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device dcac57d4-c0ee-4ae1-9327-6f9e997e6796 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:38:39.038530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134c79a-7219-44fd-a018-3b5c783a0f2d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=c921889a-b4e6-44b6-b41e-144799f43db0,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:39.319850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-9134c79a-7219-44fd-a018-3b5c783a0f2d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:39.674728 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9134c79a-7219-44fd-a018-3b5c783a0f2d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Router 873571ba-a2cc-40b7-b00b-9c0e23ec280f has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:38:39.848585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9134c79a-7219-44fd-a018-3b5c783a0f2d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:38:39.858430 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b57da-e2f3-480c-8c7c-0322bff1a07f None None] Sync routers for ids ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:38:39.861685 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-9134c79a-7219-44fd-a018-3b5c783a0f2d tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "PUT /v2.0/routers/873571ba-a2cc-40b7-b00b-9c0e23ec280f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4162672 Oct 18 08:38:39.864344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42078) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:39.867812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b57da-e2f3-480c-8c7c-0322bff1a07f None None] Routers {'873571ba-a2cc-40b7-b00b-9c0e23ec280f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:38:39.868416 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-9b5b57da-e2f3-480c-8c7c-0322bff1a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:38:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:39.931795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfcfae66-04d6-4ea8-82bb-ca40fdf8ebef tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting subnet 29eb30f3-9f45-448a-ac25-f720a649a681 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:38:39.934672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bfcfae66-04d6-4ea8-82bb-ca40fdf8ebef tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:39.988119 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bfcfae66-04d6-4ea8-82bb-ca40fdf8ebef tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:40.043999 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-9b5b57da-e2f3-480c-8c7c-0322bff1a07f None None] Set router 873571ba-a2cc-40b7-b00b-9c0e23ec280f gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:38:40.068889 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bfcfae66-04d6-4ea8-82bb-ca40fdf8ebef tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:40.144961 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bfcfae66-04d6-4ea8-82bb-ca40fdf8ebef tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:40.184709 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfae66-04d6-4ea8-82bb-ca40fdf8ebef tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Subnet': ['ID=29eb30f3-9f45-448a-ac25-f720a649a681,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:40.187291 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bfcfae66-04d6-4ea8-82bb-ca40fdf8ebef tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:40.196298 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bfcfae66-04d6-4ea8-82bb-ca40fdf8ebef tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/subnets/29eb30f3-9f45-448a-ac25-f720a649a681 HTTP/1.1" status: 204 len: 168 time: 0.3280141 Oct 18 08:38:40.196298 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42082) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:40.209535 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e430f4-51ac-4643-a626-6d4c2da5b387 None None] Network 3b71519f-3dcb-4b58-b174-aba19798ca73 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:38:40.486387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b289-6b9d-4ad6-b238-e388e4ddefdf tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:40.505924 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-9b5b57da-e2f3-480c-8c7c-0322bff1a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287170594', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:38:38Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:40.510260 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b57da-e2f3-480c-8c7c-0322bff1a07f None None] Checking router: 873571ba-a2cc-40b7-b00b-9c0e23ec280f for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:38:40.519441 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b57da-e2f3-480c-8c7c-0322bff1a07f None None] Routers {'873571ba-a2cc-40b7-b00b-9c0e23ec280f'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:38:40.520045 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-9b5b57da-e2f3-480c-8c7c-0322bff1a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:38:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:40.580202 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] DHCP port deletion for 3b71519f-3dcb-4b58-b174-aba19798ca73 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:38:40.668856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b289-6b9d-4ad6-b238-e388e4ddefdf tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:40.679953 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1b289-6b9d-4ad6-b238-e388e4ddefdf tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Deleting port eee884d4-e500-44c1-a76a-658d8095913a {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:38:40.680573 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b289-6b9d-4ad6-b238-e388e4ddefdf tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:40.695230 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] Deleting port d9d87b16-65b2-4573-9b0d-51b02a2df750 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:38:40.695597 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:40.865288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-c1d1b289-6b9d-4ad6-b238-e388e4ddefdf tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] For port eee884d4-e500-44c1-a76a-658d8095913a, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=eee884d4-e500-44c1-a76a-658d8095913a,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:38:40.865648 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b289-6b9d-4ad6-b238-e388e4ddefdf tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:40.898474 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-9b5b57da-e2f3-480c-8c7c-0322bff1a07f None None] Set router 873571ba-a2cc-40b7-b00b-9c0e23ec280f gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:38:40.941203 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d9d87b16-65b2-4573-9b0d-51b02a2df750 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:38:40.988780 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1b289-6b9d-4ad6-b238-e388e4ddefdf tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Calling delete_port for eee884d4-e500-44c1-a76a-658d8095913a owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:38:41.155526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b289-6b9d-4ad6-b238-e388e4ddefdf tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:41.157590 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] For port d9d87b16-65b2-4573-9b0d-51b02a2df750, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d9d87b16-65b2-4573-9b0d-51b02a2df750,segment=NetworkSegment(61930344-2a02-4595-8ff9-c493b540b5eb),segment_id=61930344-2a02-4595-8ff9-c493b540b5eb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:38:41.158063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:41.202901 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1b289-6b9d-4ad6-b238-e388e4ddefdf tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Port': ['ID=eee884d4-e500-44c1-a76a-658d8095913a,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:41.301287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b289-6b9d-4ad6-b238-e388e4ddefdf tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:41.317866 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] Calling delete_port for d9d87b16-65b2-4573-9b0d-51b02a2df750 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:38:41.450016 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port d9d87b16-65b2-4573-9b0d-51b02a2df750 is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:38:41.450355 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:41.475525 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b289-6b9d-4ad6-b238-e388e4ddefdf tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:41.477836 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b289-6b9d-4ad6-b238-e388e4ddefdf tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:41.505448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b289-6b9d-4ad6-b238-e388e4ddefdf tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:41.505998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d1b289-6b9d-4ad6-b238-e388e4ddefdf tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Fanout notify agent at l3_agent the message router_deleted on router 873571ba-a2cc-40b7-b00b-9c0e23ec280f {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:38:41.521259 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b289-6b9d-4ad6-b238-e388e4ddefdf tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:41.524819 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c1d1b289-6b9d-4ad6-b238-e388e4ddefdf tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/routers/873571ba-a2cc-40b7-b00b-9c0e23ec280f HTTP/1.1" status: 204 len: 168 time: 1.3255918 Oct 18 08:38:41.525211 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 42086) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:41.528043 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405'] for port, after_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:41.592292 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] Pushing event deleted for resources: {'Port': ['ID=d9d87b16-65b2-4573-9b0d-51b02a2df750,revision_number=None']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:41.594501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] No DVR routers for this DVR port d9d87b16-65b2-4573-9b0d-51b02a2df750 on host dv-neutron-861625-1-hyperv {{(pid=89047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:38:41.606601 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:41.606950 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:41.607325 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:41.607662 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:41.607994 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:41.608374 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:41.608634 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:41.608961 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:41.609284 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:41.609605 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:41.609925 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:41.610244 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0c685b-ed48-44af-be60-b1ca9ec7e0f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:41.618166 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-9b5b57da-e2f3-480c-8c7c-0322bff1a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287170594', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:38:38Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:41.622124 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b57da-e2f3-480c-8c7c-0322bff1a07f None None] The sync data for ids ['873571ba-a2cc-40b7-b00b-9c0e23ec280f'] in dv-neutron-861625-1-hyperv is: [{'id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-287170594', 'tenant_id': '96f503be4dfb4fcc887c5a281b5271e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:38:38Z', 'revision_number': 5, 'project_id': '96f503be4dfb4fcc887c5a281b5271e5', 'gw_port': {'id': 'eee884d4-e500-44c1-a76a-658d8095913a', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '873571ba-a2cc-40b7-b00b-9c0e23ec280f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:37:29Z', 'updated_at': '2022-10-18T08:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:38:41.643401 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:41.781562 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:41.805859 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b71519f-3dcb-4b58-b174-aba19798ca73']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:41.819738 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61930344-2a02-4595-8ff9-c493b540b5eb') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:41.820033 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61930344-2a02-4595-8ff9-c493b540b5eb') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:41.831579 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:41.846906 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:41.852733 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:38:41.853065 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:41.921205 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 61930344-2a02-4595-8ff9-c493b540b5eb resource provider aggregate not found Oct 18 08:38:41.941042 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment 61930344-2a02-4595-8ff9-c493b540b5eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61930344-2a02-4595-8ff9-c493b540b5eb found for delete ", "request_id": "req-c6f2d4fc-f43c-41b6-a8b1-65d3b0f898d0"}]} Oct 18 08:38:41.956310 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:41.974484 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:41.986855 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'Network': ['ID=3b71519f-3dcb-4b58-b174-aba19798ca73,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:41.995531 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/networks/3b71519f-3dcb-4b58-b174-aba19798ca73 HTTP/1.1" status: 204 len: 168 time: 0.4667511 Oct 18 08:38:41.996102 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42094) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:41.997486 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:41.997871 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:41.998217 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:41.998653 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:41.998911 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:41.999244 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:41.999571 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:41.999892 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:42.000260 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:42.000547 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:42.000872 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:42.001198 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb20664-8ddf-4fb3-af58-9f8f71bd0816 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:42.068165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-68d0742e-c963-49c6-893f-8985df609eb7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:42.098702 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-68d0742e-c963-49c6-893f-8985df609eb7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:42.169519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-68d0742e-c963-49c6-893f-8985df609eb7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:42.193116 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0742e-c963-49c6-893f-8985df609eb7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57ed5a6-5939-41c4-bcab-8d560b18b5f3,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:42.212946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-68d0742e-c963-49c6-893f-8985df609eb7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:42.214212 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-68d0742e-c963-49c6-893f-8985df609eb7 tempest-TestNetworkAdvancedServerOps-708896614 tempest-TestNetworkAdvancedServerOps-708896614-project] 10.222.0.17 "DELETE /v2.0/security-groups/a57ed5a6-5939-41c4-bcab-8d560b18b5f3 HTTP/1.1" status: 204 len: 168 time: 0.2171001 Oct 18 08:38:42.576725 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42104) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:42.724416 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-c3f82407-494f-4106-8af6-5c0fd27e81c4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=96f503be4dfb4fcc887c5a281b5271e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465044 Oct 18 08:38:42.726929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42110) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:42.784347 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-774acfb0-41a4-4a36-a357-2369a89935b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:42.810897 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-774acfb0-41a4-4a36-a357-2369a89935b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:42.830018 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device eee884d4-e500-44c1-a76a-658d8095913a no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:38:42.864674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: eee884d4-e500-44c1-a76a-658d8095913a {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:38:42.865323 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device eee884d4-e500-44c1-a76a-658d8095913a not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:38:42.865744 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c921889a-b4e6-44b6-b41e-144799f43db0 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:38:42.865879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-774acfb0-41a4-4a36-a357-2369a89935b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:42.883038 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774acfb0-41a4-4a36-a357-2369a89935b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280c9692-f691-43b7-8950-8ff4a6315a08,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:42.890101 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-774acfb0-41a4-4a36-a357-2369a89935b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:42.893946 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-774acfb0-41a4-4a36-a357-2369a89935b3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/280c9692-f691-43b7-8950-8ff4a6315a08 HTTP/1.1" status: 204 len: 168 time: 0.1660638 Oct 18 08:38:42.911699 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: c921889a-b4e6-44b6-b41e-144799f43db0 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:38:42.912035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device c921889a-b4e6-44b6-b41e-144799f43db0 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:38:43.161674 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 42118) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:43.180091 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-577b2fe8-da7b-4650-a5cb-19e30f082e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:43.195118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-577b2fe8-da7b-4650-a5cb-19e30f082e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:38:43.198955 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-577b2fe8-da7b-4650-a5cb-19e30f082e2b admin admin] Usage tracker for resource:security_group_rule and tenant:191993e8dd6d45d483887252cbf44c5f is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:38:43.201710 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-577b2fe8-da7b-4650-a5cb-19e30f082e2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:38:43.207379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-577b2fe8-da7b-4650-a5cb-19e30f082e2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:38:43.289842 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-577b2fe8-da7b-4650-a5cb-19e30f082e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:43.293476 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-577b2fe8-da7b-4650-a5cb-19e30f082e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:43.337959 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b2fe8-da7b-4650-a5cb-19e30f082e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fef4ad5-f9ef-450f-a3f0-9e2760e8ca9b,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:43.344021 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-577b2fe8-da7b-4650-a5cb-19e30f082e2b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=191993e8dd6d45d483887252cbf44c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812482 Oct 18 08:38:43.346706 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 42122) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:43.407754 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38392daa-8dd5-41c5-9e57-112e0b23998e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:43.433938 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38392daa-8dd5-41c5-9e57-112e0b23998e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:43.484592 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38392daa-8dd5-41c5-9e57-112e0b23998e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:43.498379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38392daa-8dd5-41c5-9e57-112e0b23998e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fef4ad5-f9ef-450f-a3f0-9e2760e8ca9b,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:43.504471 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-38392daa-8dd5-41c5-9e57-112e0b23998e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:43.505579 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-38392daa-8dd5-41c5-9e57-112e0b23998e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2fef4ad5-f9ef-450f-a3f0-9e2760e8ca9b HTTP/1.1" status: 204 len: 168 time: 0.1579542 Oct 18 08:38:44.239058 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42146) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:44.343922 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1203944496-network', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:38:44.348799 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:38:44.352602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Usage tracker for resource:network and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:38:44.355439 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:38:44.361051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:38:44.370795 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Made reservation on behalf of a426bb63df6e4a26be329a8348e574da for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:38:44.373521 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:44.385128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:44.402656 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:38:44.406390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Usage tracker for resource:security_group_rule and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:38:44.409406 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:38:44.415243 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:38:44.498520 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:44.502006 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:44.530857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:38:44.539048 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4824a6ec-4e37-42fe-97aa-ad1dd6c1a179,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:44.544514 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:44.545386 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Added segment fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a of type vlan for network db9053d7-0e41-4575-a1ac-850596ec3fdf Oct 18 08:38:44.571997 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:44.601293 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:44.602256 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:44.602858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:44.802752 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] Pushing event updated for resources: {'Network': ['ID=db9053d7-0e41-4575-a1ac-850596ec3fdf,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:44.805736 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e64f5e7c-2161-4858-9354-566d4eb32e9a admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5655618 Oct 18 08:38:44.808734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42152) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:44.812470 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network db9053d7-0e41-4575-a1ac-850596ec3fdf details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:38:44.814052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-4fdf4115-7cc8-49e1-b768-b4289d9b5e7d admin admin] Request body: {'subnet': {'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1203944496-subnet', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'ip_version': 4}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:38:44.819024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4fdf4115-7cc8-49e1-b768-b4289d9b5e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:38:44.822856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4fdf4115-7cc8-49e1-b768-b4289d9b5e7d admin admin] Usage tracker for resource:subnet and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:38:44.825835 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-4fdf4115-7cc8-49e1-b768-b4289d9b5e7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:38:44.831376 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-4fdf4115-7cc8-49e1-b768-b4289d9b5e7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:38:44.842002 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdf4115-7cc8-49e1-b768-b4289d9b5e7d admin admin] Made reservation on behalf of a426bb63df6e4a26be329a8348e574da for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:38:44.844344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4115-7cc8-49e1-b768-b4289d9b5e7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:45.043323 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4115-7cc8-49e1-b768-b4289d9b5e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:45.118287 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf4115-7cc8-49e1-b768-b4289d9b5e7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=abdecf42-c47a-4db7-a745-cd47504ba654,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:45.126894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdf4115-7cc8-49e1-b768-b4289d9b5e7d admin admin] Checking segment: {'id': 'fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:38:45.127249 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdf4115-7cc8-49e1-b768-b4289d9b5e7d admin admin] Network hostable DHCP agents. Network: db9053d7-0e41-4575-a1ac-850596ec3fdf, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:38:45.146859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdf4115-7cc8-49e1-b768-b4289d9b5e7d admin admin] Network db9053d7-0e41-4575-a1ac-850596ec3fdf is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:38:45.157131 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-4fdf4115-7cc8-49e1-b768-b4289d9b5e7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, db9053d7-0e41-4575-a1ac-850596ec3fdf) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:38:45.161021 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdf4115-7cc8-49e1-b768-b4289d9b5e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:45.161609 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4fdf4115-7cc8-49e1-b768-b4289d9b5e7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:45.166474 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fd1fa0-2917-4bdc-bd35-9cebe908a82d None None] Network db9053d7-0e41-4575-a1ac-850596ec3fdf requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:38:45.182055 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4fdf4115-7cc8-49e1-b768-b4289d9b5e7d admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3723078 Oct 18 08:38:45.184785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42156) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:45.189820 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:38:45.194757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:38:45.198720 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Usage tracker for resource:router and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:38:45.202111 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:38:45.207819 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:38:45.218767 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:45.219742 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:45.234610 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:45.425639 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-db9053d7-0e41-4575-a1ac-850596ec3fdf', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:38:45.426702 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:45.503430 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:45.579802 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Allocated IP 172.20.0.2 (db9053d7-0e41-4575-a1ac-850596ec3fdf/abdecf42-c47a-4db7-a745-cd47504ba654/04da3319-b008-4694-a40c-b0232da5f115) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:38:45.785643 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:45.795547 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Transition to ACTIVE for port object 04da3319-b008-4694-a40c-b0232da5f115 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:38:45.814068 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Transition to ACTIVE for port object 04da3319-b008-4694-a40c-b0232da5f115 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:38:45.819035 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:45.819432 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:45.849567 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:45.882269 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Network db9053d7-0e41-4575-a1ac-850596ec3fdf is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:38:45.884970 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:38:45.889512 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:38:45.935256 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Pushing event updated for resources: {'Port': ['ID=04da3319-b008-4694-a40c-b0232da5f115,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:45.991127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Allocated IP 172.26.8.245 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/803d268a-e296-471e-9d7a-bb19b208b8f1) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:38:45.998367 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Attempting to bind port 04da3319-b008-4694-a40c-b0232da5f115 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:38:45.999031 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Attempting to bind port 04da3319-b008-4694-a40c-b0232da5f115 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:38:45.999422 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Attempting to bind port 04da3319-b008-4694-a40c-b0232da5f115 on network db9053d7-0e41-4575-a1ac-850596ec3fdf {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:38:46.005637 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:38:46.006008 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Checking segment: {'id': 'fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:38:46.006409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:46.006824 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Bound using segment: {'id': 'fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:38:46.007285 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Bound port: 04da3319-b008-4694-a40c-b0232da5f115, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:38:46.007656 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:46.098251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] For port 04da3319-b008-4694-a40c-b0232da5f115, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:38:46.101334 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] For port 04da3319-b008-4694-a40c-b0232da5f115, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=04da3319-b008-4694-a40c-b0232da5f115,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:38:46.104810 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:46.138013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:46.170505 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:46.186454 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd32d0-abc3-4536-88b5-23c3c3061ae1 None None] Pushing event updated for resources: {'Port': ['ID=04da3319-b008-4694-a40c-b0232da5f115,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:46.236395 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:38:46.239138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:38:46.242935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:38:46.401631 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Pushing event updated for resources: {'Port': ['ID=803d268a-e296-471e-9d7a-bb19b208b8f1,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:46.782233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:46.860803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 04da3319-b008-4694-a40c-b0232da5f115 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:38:46.934155 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 04da3319-b008-4694-a40c-b0232da5f115 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:38:47.103052 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c402975-29f9-4095-a846-6d9b51b0435d None None] Network db9053d7-0e41-4575-a1ac-850596ec3fdf requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:38:47.145967 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:47.256638 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-798edefe-9823-4e3a-bfa4-7287d1f321ca None None] Provisioning for port 04da3319-b008-4694-a40c-b0232da5f115 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:38:47.269115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-798edefe-9823-4e3a-bfa4-7287d1f321ca None None] Provisioning complete for port 04da3319-b008-4694-a40c-b0232da5f115 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:38:47.269478 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-798edefe-9823-4e3a-bfa4-7287d1f321ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:47.269806 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-798edefe-9823-4e3a-bfa4-7287d1f321ca None None] Attempt 1 to provision port 04da3319-b008-4694-a40c-b0232da5f115 Oct 18 08:38:47.360559 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Router 3abe18d3-7999-4066-8e6a-b51dad2c9445 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:38:47.451880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-798edefe-9823-4e3a-bfa4-7287d1f321ca None None] Current status of the port 04da3319-b008-4694-a40c-b0232da5f115 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:38:47.452201 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-798edefe-9823-4e3a-bfa4-7287d1f321ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:47.492125 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-798edefe-9823-4e3a-bfa4-7287d1f321ca None None] For port 04da3319-b008-4694-a40c-b0232da5f115, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=04da3319-b008-4694-a40c-b0232da5f115,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:38:47.496913 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-798edefe-9823-4e3a-bfa4-7287d1f321ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:47.545696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:38:47.561082 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Sync routers for ids ['3abe18d3-7999-4066-8e6a-b51dad2c9445'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:38:47.574731 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Routers {'3abe18d3-7999-4066-8e6a-b51dad2c9445'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:38:47.575219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798edefe-9823-4e3a-bfa4-7287d1f321ca None None] Pushing event updated for resources: {'Port': ['ID=04da3319-b008-4694-a40c-b0232da5f115,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:47.576013 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:38:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3abe18d3-7999-4066-8e6a-b51dad2c9445'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:47.579418 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:47.582590 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-39027bbf-60b6-485b-a8fd-9f950eaa8e9e admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3950806 Oct 18 08:38:47.583881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42160) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:47.721631 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b67699cd-6996-4b24-adc1-5ecb7ed92286 None None] Provisioning complete for port 04da3319-b008-4694-a40c-b0232da5f115 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:38:47.722727 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b67699cd-6996-4b24-adc1-5ecb7ed92286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:47.723131 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b67699cd-6996-4b24-adc1-5ecb7ed92286 None None] Attempt 1 to provision port 04da3319-b008-4694-a40c-b0232da5f115 Oct 18 08:38:47.768342 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Set router 3abe18d3-7999-4066-8e6a-b51dad2c9445 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:38:47.852866 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b67699cd-6996-4b24-adc1-5ecb7ed92286 None None] Current status of the port 04da3319-b008-4694-a40c-b0232da5f115 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:38:48.057303 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245'}], 'enable_snat': True}, 'gw_port_id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:46Z', 'revision_number': 3, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port': {'id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:48.061131 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Checking router: 3abe18d3-7999-4066-8e6a-b51dad2c9445 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:38:48.061477 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Updating router 3abe18d3-7999-4066-8e6a-b51dad2c9445 port 803d268a-e296-471e-9d7a-bb19b208b8f1 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:38:48.113220 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:48.380593 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:48.460577 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:48.472237 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Transition to ACTIVE for port object 803d268a-e296-471e-9d7a-bb19b208b8f1 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:38:48.478574 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:48.543676 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Attempting to bind port 803d268a-e296-471e-9d7a-bb19b208b8f1 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:38:48.544022 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Attempting to bind port 803d268a-e296-471e-9d7a-bb19b208b8f1 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:38:48.544384 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Attempting to bind port 803d268a-e296-471e-9d7a-bb19b208b8f1 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:38:48.553607 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:38:48.553970 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:38:48.554364 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:48.554781 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:38:48.555238 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Bound port: 803d268a-e296-471e-9d7a-bb19b208b8f1, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:38:48.555608 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:48.591187 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] Allocated IP 172.20.0.1 (db9053d7-0e41-4575-a1ac-850596ec3fdf/abdecf42-c47a-4db7-a745-cd47504ba654/18d650b9-8eec-4b81-a9f4-2f54cf356712) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:38:48.597114 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4fdaf-0600-4ae4-a0fa-947fafc59138 None None] Pushing event updated for resources: {'Port': ['ID=803d268a-e296-471e-9d7a-bb19b208b8f1,revision_number=2']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:48.610275 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f4fdaf-0600-4ae4-a0fa-947fafc59138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:48.610650 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f4fdaf-0600-4ae4-a0fa-947fafc59138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:48.610992 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f4fdaf-0600-4ae4-a0fa-947fafc59138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:48.611325 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f4fdaf-0600-4ae4-a0fa-947fafc59138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:48.611654 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f4fdaf-0600-4ae4-a0fa-947fafc59138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:48.611981 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f4fdaf-0600-4ae4-a0fa-947fafc59138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:48.612310 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f4fdaf-0600-4ae4-a0fa-947fafc59138 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:48.612634 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f4fdaf-0600-4ae4-a0fa-947fafc59138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:48.612957 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f4fdaf-0600-4ae4-a0fa-947fafc59138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:48.613278 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f4fdaf-0600-4ae4-a0fa-947fafc59138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:48.613594 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f4fdaf-0600-4ae4-a0fa-947fafc59138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:48.613911 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f4fdaf-0600-4ae4-a0fa-947fafc59138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:38:48.645232 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] For port 803d268a-e296-471e-9d7a-bb19b208b8f1, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:38:48.648139 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] For port 803d268a-e296-471e-9d7a-bb19b208b8f1, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=803d268a-e296-471e-9d7a-bb19b208b8f1,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:38:48.651303 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:48.712845 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Routers {'3abe18d3-7999-4066-8e6a-b51dad2c9445'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:38:48.713433 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:38:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3abe18d3-7999-4066-8e6a-b51dad2c9445'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:48.742575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:48.758808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] Transition to ACTIVE for port object 18d650b9-8eec-4b81-a9f4-2f54cf356712 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:38:48.785058 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:48.842458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 04da3319-b008-4694-a40c-b0232da5f115 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:38:48.850239 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4fdaf-0600-4ae4-a0fa-947fafc59138 None None] Pushing event updated for resources: {'Port': ['ID=803d268a-e296-471e-9d7a-bb19b208b8f1,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:48.856281 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] Network db9053d7-0e41-4575-a1ac-850596ec3fdf is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:38:48.859911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:38:48.863547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:38:48.899736 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] Set router 3abe18d3-7999-4066-8e6a-b51dad2c9445 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:38:48.902200 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] Pushing event updated for resources: {'Port': ['ID=18d650b9-8eec-4b81-a9f4-2f54cf356712,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:48.922993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:48.948203 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 04da3319-b008-4694-a40c-b0232da5f115 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:38:48.948729 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:48.949174 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 04da3319-b008-4694-a40c-b0232da5f115 Oct 18 08:38:49.046937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:49.135315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 04da3319-b008-4694-a40c-b0232da5f115 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:38:49.186053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9efc4438-d278-4567-a2d8-0be51aaa5752 None None] Provisioning for port 18d650b9-8eec-4b81-a9f4-2f54cf356712 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:38:49.193941 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9efc4438-d278-4567-a2d8-0be51aaa5752 None None] Provisioning complete for port 18d650b9-8eec-4b81-a9f4-2f54cf356712 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:38:49.194913 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9efc4438-d278-4567-a2d8-0be51aaa5752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:49.196596 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9efc4438-d278-4567-a2d8-0be51aaa5752 None None] Attempt 1 to provision port 18d650b9-8eec-4b81-a9f4-2f54cf356712 Oct 18 08:38:49.198061 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245'}], 'enable_snat': True}, 'gw_port_id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:46Z', 'revision_number': 3, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port': {'id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:49.202674 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b97106-1958-4f3d-af28-f1e17bec543d None None] The sync data for ids ['3abe18d3-7999-4066-8e6a-b51dad2c9445'] in dv-neutron-861625-1-hyperv is: [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245'}], 'enable_snat': True}, 'gw_port_id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:46Z', 'revision_number': 3, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port': {'id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:38:49.260536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9efc4438-d278-4567-a2d8-0be51aaa5752 None None] Port 18d650b9-8eec-4b81-a9f4-2f54cf356712 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:38:49.298542 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:49.303300 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:49.415387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] Pushing event updated for resources: {'Port': ['ID=18d650b9-8eec-4b81-a9f4-2f54cf356712,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:49.418959 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:49.672952 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] Network db9053d7-0e41-4575-a1ac-850596ec3fdf is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:38:49.674092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:38:49.761900 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9efc4438-d278-4567-a2d8-0be51aaa5752 None None] Attempt 2 to provision port 18d650b9-8eec-4b81-a9f4-2f54cf356712 Oct 18 08:38:49.821421 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9efc4438-d278-4567-a2d8-0be51aaa5752 None None] Port 18d650b9-8eec-4b81-a9f4-2f54cf356712 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:38:49.868281 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] Router 3abe18d3-7999-4066-8e6a-b51dad2c9445 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:38:50.053583 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:38:50.062209 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-e32a7217-d2d3-41b7-a792-ae395e380bbd admin admin] 10.222.0.17 "PUT /v2.0/routers/3abe18d3-7999-4066-8e6a-b51dad2c9445/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4773507 Oct 18 08:38:50.322264 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9efc4438-d278-4567-a2d8-0be51aaa5752 None None] Attempt 3 to provision port 18d650b9-8eec-4b81-a9f4-2f54cf356712 Oct 18 08:38:50.378628 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9efc4438-d278-4567-a2d8-0be51aaa5752 None None] Port 18d650b9-8eec-4b81-a9f4-2f54cf356712 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:38:50.564896 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42178) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:50.570334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1516518039-network', 'tenant_id': 'ee1f16297f824def881e9be056e77176'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:38:50.575381 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:38:50.579816 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Usage tracker for resource:network and tenant:ee1f16297f824def881e9be056e77176 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:38:50.582664 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:38:50.588311 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:38:50.598952 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Made reservation on behalf of ee1f16297f824def881e9be056e77176 for: {'network': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:38:50.601139 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:50.613055 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:50.627764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:38:50.631601 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Usage tracker for resource:security_group_rule and tenant:ee1f16297f824def881e9be056e77176 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:38:50.634336 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:38:50.640489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:38:50.709556 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Sync routers for ids ['3abe18d3-7999-4066-8e6a-b51dad2c9445'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:38:50.719195 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Routers {'3abe18d3-7999-4066-8e6a-b51dad2c9445'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:38:50.719734 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:38:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3abe18d3-7999-4066-8e6a-b51dad2c9445'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:50.723503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:50.727931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:50.760216 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=89046) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:38:50.766147 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eec039a-4ee9-4d2b-970d-a6fed7eb1a85,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:50.772954 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:50.773292 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.segments_db [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Added segment 8bb93965-cd67-4d1f-859d-ab0c85f53f31 of type vlan for network 30a54c0e-7cf2-4011-aad3-a3f6d7eada18 Oct 18 08:38:50.807381 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:50.840786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:50.842027 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:50.842806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:50.868887 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 803d268a-e296-471e-9d7a-bb19b208b8f1 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:38:50.899461 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9efc4438-d278-4567-a2d8-0be51aaa5752 None None] Attempt 4 to provision port 18d650b9-8eec-4b81-a9f4-2f54cf356712 Oct 18 08:38:50.939515 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5aad958d-539c-4f0c-8126-4389a8d30cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:50.951593 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] Pushing event updated for resources: {'Network': ['ID=30a54c0e-7cf2-4011-aad3-a3f6d7eada18,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:50.954606 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-ccbfd377-9b15-4d95-aaa9-65e431cbd957 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3885815 Oct 18 08:38:50.957312 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42182) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:50.962732 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-eaada244-27a0-4857-b9bc-2a84286e8921 admin admin] Request body: {'subnet': {'network_id': '30a54c0e-7cf2-4011-aad3-a3f6d7eada18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1516518039-subnet', 'tenant_id': 'ee1f16297f824def881e9be056e77176', 'ip_version': 4}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:38:50.967395 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 30a54c0e-7cf2-4011-aad3-a3f6d7eada18 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:38:50.967568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-eaada244-27a0-4857-b9bc-2a84286e8921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:38:50.971949 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-eaada244-27a0-4857-b9bc-2a84286e8921 admin admin] Usage tracker for resource:subnet and tenant:ee1f16297f824def881e9be056e77176 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:38:50.974788 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-eaada244-27a0-4857-b9bc-2a84286e8921 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:38:50.980445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-eaada244-27a0-4857-b9bc-2a84286e8921 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:38:50.990823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaada244-27a0-4857-b9bc-2a84286e8921 admin admin] Made reservation on behalf of ee1f16297f824def881e9be056e77176 for: {'subnet': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:38:50.993369 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-eaada244-27a0-4857-b9bc-2a84286e8921 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132562337'] for subnet, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:51.083525 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9efc4438-d278-4567-a2d8-0be51aaa5752 None None] Port 18d650b9-8eec-4b81-a9f4-2f54cf356712 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:38:51.108858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Set router 3abe18d3-7999-4066-8e6a-b51dad2c9445 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:38:51.171212 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 803d268a-e296-471e-9d7a-bb19b208b8f1 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:38:51.179501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 803d268a-e296-471e-9d7a-bb19b208b8f1 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:38:51.179874 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:51.180205 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 803d268a-e296-471e-9d7a-bb19b208b8f1 Oct 18 08:38:51.202766 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-eaada244-27a0-4857-b9bc-2a84286e8921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132233085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132562323'] for subnet, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:51.275534 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaada244-27a0-4857-b9bc-2a84286e8921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b19a9ef-dbbc-4221-945c-2ef913e4c4c3,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:51.282700 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaada244-27a0-4857-b9bc-2a84286e8921 admin admin] Checking segment: {'id': '8bb93965-cd67-4d1f-859d-ab0c85f53f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '30a54c0e-7cf2-4011-aad3-a3f6d7eada18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:38:51.283058 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaada244-27a0-4857-b9bc-2a84286e8921 admin admin] Network hostable DHCP agents. Network: 30a54c0e-7cf2-4011-aad3-a3f6d7eada18, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89046) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:38:51.302722 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaada244-27a0-4857-b9bc-2a84286e8921 admin admin] Network 30a54c0e-7cf2-4011-aad3-a3f6d7eada18 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89046) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:38:51.313397 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-eaada244-27a0-4857-b9bc-2a84286e8921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 30a54c0e-7cf2-4011-aad3-a3f6d7eada18) {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:38:51.319460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaada244-27a0-4857-b9bc-2a84286e8921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:51.319460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-eaada244-27a0-4857-b9bc-2a84286e8921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:51.343159 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-eaada244-27a0-4857-b9bc-2a84286e8921 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3824356 Oct 18 08:38:51.343331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42186) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:51.348149 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1516518039-router', 'tenant_id': 'ee1f16297f824def881e9be056e77176', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:38:51.352562 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d608bbf-f902-49b3-8397-5a2e191e18b9 None None] Network 30a54c0e-7cf2-4011-aad3-a3f6d7eada18 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:38:51.353486 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:38:51.357849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Usage tracker for resource:router and tenant:ee1f16297f824def881e9be056e77176 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:38:51.360704 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:38:51.366384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:38:51.378429 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:51.379576 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:51.395110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:51.586087 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9efc4438-d278-4567-a2d8-0be51aaa5752 None None] Attempt 5 to provision port 18d650b9-8eec-4b81-a9f4-2f54cf356712 Oct 18 08:38:51.645099 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 803d268a-e296-471e-9d7a-bb19b208b8f1 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:38:51.645467 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:51.659852 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:51.712625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9efc4438-d278-4567-a2d8-0be51aaa5752 None None] Port 18d650b9-8eec-4b81-a9f4-2f54cf356712 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:38:51.717795 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 803d268a-e296-471e-9d7a-bb19b208b8f1, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=803d268a-e296-471e-9d7a-bb19b208b8f1,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:38:51.730162 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:51.848702 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-30a54c0e-7cf2-4011-aad3-a3f6d7eada18', 'network_id': '30a54c0e-7cf2-4011-aad3-a3f6d7eada18', 'tenant_id': 'ee1f16297f824def881e9be056e77176', 'fixed_ips': [{'subnet_id': '8b19a9ef-dbbc-4221-945c-2ef913e4c4c3'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:38:51.849514 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:51.872305 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245'}], 'enable_snat': True}, 'gw_port_id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:48Z', 'revision_number': 4, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port': {'id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '18d650b9-8eec-4b81-a9f4-2f54cf356712', 'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'mac_address': 'fa:16:3e:04:13:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:48Z', 'updated_at': '2022-10-18T08:38:49Z', 'revision_number': 2, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'subnets': [{'id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:51.880711 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Checking router: 3abe18d3-7999-4066-8e6a-b51dad2c9445 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:38:51.881056 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Updating router 3abe18d3-7999-4066-8e6a-b51dad2c9445 port 18d650b9-8eec-4b81-a9f4-2f54cf356712 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:38:51.956449 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=803d268a-e296-471e-9d7a-bb19b208b8f1,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:52.033091 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:52.077786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:52.107971 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:52.210863 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Allocated IP 172.20.0.2 (30a54c0e-7cf2-4011-aad3-a3f6d7eada18/8b19a9ef-dbbc-4221-945c-2ef913e4c4c3/d5f39f47-25db-47ad-9b0a-2f49edad4663) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:38:52.215038 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9efc4438-d278-4567-a2d8-0be51aaa5752 None None] Attempt 6 to provision port 18d650b9-8eec-4b81-a9f4-2f54cf356712 Oct 18 08:38:52.244856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Allocated IP 172.26.8.167 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/698dde4c-7669-4511-ae7a-d056e335a0d8) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:38:52.307721 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9efc4438-d278-4567-a2d8-0be51aaa5752 None None] Port 18d650b9-8eec-4b81-a9f4-2f54cf356712 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:38:52.393220 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:52.425067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:52.489016 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:38:52.492046 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:38:52.495681 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:38:52.534427 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Pushing event updated for resources: {'Port': ['ID=698dde4c-7669-4511-ae7a-d056e335a0d8,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:52.632850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:52.649686 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Transition to ACTIVE for port object d5f39f47-25db-47ad-9b0a-2f49edad4663 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:38:52.672588 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:52.683019 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Transition to ACTIVE for port object d5f39f47-25db-47ad-9b0a-2f49edad4663 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:38:52.689486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Transition to ACTIVE for port object 18d650b9-8eec-4b81-a9f4-2f54cf356712 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:38:52.693542 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:52.734805 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:52.810741 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9efc4438-d278-4567-a2d8-0be51aaa5752 None None] Attempt 7 to provision port 18d650b9-8eec-4b81-a9f4-2f54cf356712 Oct 18 08:38:52.848991 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Network 30a54c0e-7cf2-4011-aad3-a3f6d7eada18 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:38:52.889556 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:38:52.891446 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 803d268a-e296-471e-9d7a-bb19b208b8f1 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:38:52.913138 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:52.914320 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:38:52.957777 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Pushing event updated for resources: {'Port': ['ID=d5f39f47-25db-47ad-9b0a-2f49edad4663,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:53.133746 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9efc4438-d278-4567-a2d8-0be51aaa5752 None None] Port 18d650b9-8eec-4b81-a9f4-2f54cf356712 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:38:53.163693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Attempting to bind port 18d650b9-8eec-4b81-a9f4-2f54cf356712 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:38:53.163975 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Attempting to bind port 18d650b9-8eec-4b81-a9f4-2f54cf356712 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:38:53.164321 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Attempting to bind port 18d650b9-8eec-4b81-a9f4-2f54cf356712 on network db9053d7-0e41-4575-a1ac-850596ec3fdf {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:38:53.195455 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:38:53.195824 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Checking segment: {'id': 'fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:38:53.196224 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:53.196614 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Bound using segment: {'id': 'fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:38:53.197086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Bound port: 18d650b9-8eec-4b81-a9f4-2f54cf356712, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:38:53.197455 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:53.210152 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd2b10-8f35-4198-875a-9d4a5097f764 None None] Pushing event updated for resources: {'Port': ['ID=18d650b9-8eec-4b81-a9f4-2f54cf356712,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:53.217221 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-15d830fe-cf17-4e3e-a672-c9ce5ef65f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:53.222804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Attempting to bind port d5f39f47-25db-47ad-9b0a-2f49edad4663 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:38:53.223173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Attempting to bind port d5f39f47-25db-47ad-9b0a-2f49edad4663 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '8bb93965-cd67-4d1f-859d-ab0c85f53f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '30a54c0e-7cf2-4011-aad3-a3f6d7eada18'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:38:53.223533 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Attempting to bind port d5f39f47-25db-47ad-9b0a-2f49edad4663 on network 30a54c0e-7cf2-4011-aad3-a3f6d7eada18 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:38:53.256584 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:38:53.256960 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Checking segment: {'id': '8bb93965-cd67-4d1f-859d-ab0c85f53f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '30a54c0e-7cf2-4011-aad3-a3f6d7eada18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:38:53.257357 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:53.257742 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Bound using segment: {'id': '8bb93965-cd67-4d1f-859d-ab0c85f53f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '30a54c0e-7cf2-4011-aad3-a3f6d7eada18'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:38:53.258224 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Bound port: d5f39f47-25db-47ad-9b0a-2f49edad4663, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb93965-cd67-4d1f-859d-ab0c85f53f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '30a54c0e-7cf2-4011-aad3-a3f6d7eada18'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:38:53.258617 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:53.289914 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 803d268a-e296-471e-9d7a-bb19b208b8f1 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:38:53.290280 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:53.290634 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 803d268a-e296-471e-9d7a-bb19b208b8f1 Oct 18 08:38:53.376052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:53.470880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] For port 18d650b9-8eec-4b81-a9f4-2f54cf356712, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:38:53.492647 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] For port 18d650b9-8eec-4b81-a9f4-2f54cf356712, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=18d650b9-8eec-4b81-a9f4-2f54cf356712,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:38:53.493920 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] For port d5f39f47-25db-47ad-9b0a-2f49edad4663, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:38:53.498459 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] For port d5f39f47-25db-47ad-9b0a-2f49edad4663, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d5f39f47-25db-47ad-9b0a-2f49edad4663,segment=NetworkSegment(8bb93965-cd67-4d1f-859d-ab0c85f53f31),segment_id=8bb93965-cd67-4d1f-859d-ab0c85f53f31)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:38:53.500411 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:53.585935 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:53.588465 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Router 330a5e50-1d94-4b70-9f95-c3bf531bfdf9 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89046) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:38:53.610188 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Routers {'3abe18d3-7999-4066-8e6a-b51dad2c9445'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:38:53.610813 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:38:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3abe18d3-7999-4066-8e6a-b51dad2c9445'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:53.666294 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9efc4438-d278-4567-a2d8-0be51aaa5752 None None] Attempt 8 to provision port 18d650b9-8eec-4b81-a9f4-2f54cf356712 Oct 18 08:38:53.801696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:38:53.811388 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Sync routers for ids ['330a5e50-1d94-4b70-9f95-c3bf531bfdf9'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:38:53.812973 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 803d268a-e296-471e-9d7a-bb19b208b8f1 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:38:53.830377 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Routers {'330a5e50-1d94-4b70-9f95-c3bf531bfdf9'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:38:53.831278 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:38:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['330a5e50-1d94-4b70-9f95-c3bf531bfdf9'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:53.833338 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd2b10-8f35-4198-875a-9d4a5097f764 None None] Pushing event updated for resources: {'Port': ['ID=18d650b9-8eec-4b81-a9f4-2f54cf356712,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:53.844718 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:53.846458 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2fba150d-d821-4868-8ea8-704fa692990e admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5020297 Oct 18 08:38:53.848817 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42190) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:53.916027 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a853ae-f876-42eb-a886-8fd29ddee4dd None None] Pushing event updated for resources: {'Port': ['ID=d5f39f47-25db-47ad-9b0a-2f49edad4663,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:53.978747 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:53.995064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:53.999321 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9efc4438-d278-4567-a2d8-0be51aaa5752 None None] Port 18d650b9-8eec-4b81-a9f4-2f54cf356712 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:38:54.018277 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] Set router 3abe18d3-7999-4066-8e6a-b51dad2c9445 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:38:54.039817 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Set router 330a5e50-1d94-4b70-9f95-c3bf531bfdf9 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:38:54.343657 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330a5e50-1d94-4b70-9f95-c3bf531bfdf9', 'name': 'tempest-TestShelveInstance-1516518039-router', 'tenant_id': 'ee1f16297f824def881e9be056e77176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '698dde4c-7669-4511-ae7a-d056e335a0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:51Z', 'updated_at': '2022-10-18T08:38:52Z', 'revision_number': 3, 'project_id': 'ee1f16297f824def881e9be056e77176', 'gw_port': {'id': '698dde4c-7669-4511-ae7a-d056e335a0d8', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330a5e50-1d94-4b70-9f95-c3bf531bfdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:52Z', 'updated_at': '2022-10-18T08:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:54.349020 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Checking router: 330a5e50-1d94-4b70-9f95-c3bf531bfdf9 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:38:54.349417 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Updating router 330a5e50-1d94-4b70-9f95-c3bf531bfdf9 port 698dde4c-7669-4511-ae7a-d056e335a0d8 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:38:54.363926 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245'}], 'enable_snat': True}, 'gw_port_id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:48Z', 'revision_number': 4, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port': {'id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '18d650b9-8eec-4b81-a9f4-2f54cf356712', 'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'mac_address': 'fa:16:3e:04:13:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:48Z', 'updated_at': '2022-10-18T08:38:53Z', 'revision_number': 4, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'subnets': [{'id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:54.368188 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a0b0d-a8a9-4725-b55e-9ac0adc96b8a None None] The sync data for ids ['3abe18d3-7999-4066-8e6a-b51dad2c9445'] in dv-neutron-861625-1-hyperv is: [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245'}], 'enable_snat': True}, 'gw_port_id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:48Z', 'revision_number': 4, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port': {'id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '18d650b9-8eec-4b81-a9f4-2f54cf356712', 'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'mac_address': 'fa:16:3e:04:13:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:48Z', 'updated_at': '2022-10-18T08:38:53Z', 'revision_number': 4, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'subnets': [{'id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:38:54.412617 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:54.675845 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:54.804626 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e90189d-2fb6-40d6-ab66-f88f1ae3d102 None None] Network 30a54c0e-7cf2-4011-aad3-a3f6d7eada18 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:38:54.908157 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:54.922615 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Transition to ACTIVE for port object 698dde4c-7669-4511-ae7a-d056e335a0d8 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:38:54.935705 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:54.951866 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] Allocated IP 172.20.0.1 (30a54c0e-7cf2-4011-aad3-a3f6d7eada18/8b19a9ef-dbbc-4221-945c-2ef913e4c4c3/17221956-8dab-40ab-9340-1178254aba43) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:38:54.958138 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d5f39f47-25db-47ad-9b0a-2f49edad4663 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:38:55.026182 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b79c22-3352-49fe-82c8-3ae9f1668634 None None] Pushing event updated for resources: {'Port': ['ID=698dde4c-7669-4511-ae7a-d056e335a0d8,revision_number=2']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:55.032494 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Attempting to bind port 698dde4c-7669-4511-ae7a-d056e335a0d8 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:38:55.032953 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Attempting to bind port 698dde4c-7669-4511-ae7a-d056e335a0d8 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:38:55.033384 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Attempting to bind port 698dde4c-7669-4511-ae7a-d056e335a0d8 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:38:55.040155 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:38:55.040698 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:38:55.041114 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:55.041581 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:38:55.042264 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Bound port: 698dde4c-7669-4511-ae7a-d056e335a0d8, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:38:55.042804 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:55.126315 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] For port 698dde4c-7669-4511-ae7a-d056e335a0d8, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:38:55.129785 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] For port 698dde4c-7669-4511-ae7a-d056e335a0d8, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=698dde4c-7669-4511-ae7a-d056e335a0d8,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:38:55.133693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-c2cb7fa3-96ac-45f8-bd34-a7a028b0530a None None] Provisioning for port d5f39f47-25db-47ad-9b0a-2f49edad4663 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:38:55.141051 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:55.212450 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Routers {'330a5e50-1d94-4b70-9f95-c3bf531bfdf9'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:38:55.213460 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:38:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['330a5e50-1d94-4b70-9f95-c3bf531bfdf9'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:55.291481 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port d5f39f47-25db-47ad-9b0a-2f49edad4663 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:38:55.300324 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port d5f39f47-25db-47ad-9b0a-2f49edad4663 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:38:55.300692 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:55.301023 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port d5f39f47-25db-47ad-9b0a-2f49edad4663 Oct 18 08:38:55.306313 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:55.326318 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] Transition to ACTIVE for port object 17221956-8dab-40ab-9340-1178254aba43 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:38:55.358460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:55.404507 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b79c22-3352-49fe-82c8-3ae9f1668634 None None] Pushing event updated for resources: {'Port': ['ID=698dde4c-7669-4511-ae7a-d056e335a0d8,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:55.444239 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port d5f39f47-25db-47ad-9b0a-2f49edad4663 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:38:55.444418 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:55.448240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] Network 30a54c0e-7cf2-4011-aad3-a3f6d7eada18 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:38:55.451254 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:38:55.454906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:38:55.457073 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] Set router 330a5e50-1d94-4b70-9f95-c3bf531bfdf9 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:38:55.486470 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port d5f39f47-25db-47ad-9b0a-2f49edad4663, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d5f39f47-25db-47ad-9b0a-2f49edad4663,segment=NetworkSegment(8bb93965-cd67-4d1f-859d-ab0c85f53f31),segment_id=8bb93965-cd67-4d1f-859d-ab0c85f53f31)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:38:55.505408 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:55.506322 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 18d650b9-8eec-4b81-a9f4-2f54cf356712 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:38:55.561123 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:55.589798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=17221956-8dab-40ab-9340-1178254aba43,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:55.623530 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:55.658316 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=d5f39f47-25db-47ad-9b0a-2f49edad4663,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:55.689371 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 18d650b9-8eec-4b81-a9f4-2f54cf356712 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:38:55.703784 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 18d650b9-8eec-4b81-a9f4-2f54cf356712 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:38:55.704205 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:55.704608 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 18d650b9-8eec-4b81-a9f4-2f54cf356712 Oct 18 08:38:55.766487 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:55.890737 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330a5e50-1d94-4b70-9f95-c3bf531bfdf9', 'name': 'tempest-TestShelveInstance-1516518039-router', 'tenant_id': 'ee1f16297f824def881e9be056e77176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '698dde4c-7669-4511-ae7a-d056e335a0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:51Z', 'updated_at': '2022-10-18T08:38:52Z', 'revision_number': 3, 'project_id': 'ee1f16297f824def881e9be056e77176', 'gw_port': {'id': '698dde4c-7669-4511-ae7a-d056e335a0d8', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330a5e50-1d94-4b70-9f95-c3bf531bfdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:52Z', 'updated_at': '2022-10-18T08:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:55.896293 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a70895-02bd-477a-a3d3-df64cb40f604 None None] The sync data for ids ['330a5e50-1d94-4b70-9f95-c3bf531bfdf9'] in dv-neutron-861625-1-hyperv is: [{'id': '330a5e50-1d94-4b70-9f95-c3bf531bfdf9', 'name': 'tempest-TestShelveInstance-1516518039-router', 'tenant_id': 'ee1f16297f824def881e9be056e77176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '698dde4c-7669-4511-ae7a-d056e335a0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:51Z', 'updated_at': '2022-10-18T08:38:52Z', 'revision_number': 3, 'project_id': 'ee1f16297f824def881e9be056e77176', 'gw_port': {'id': '698dde4c-7669-4511-ae7a-d056e335a0d8', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330a5e50-1d94-4b70-9f95-c3bf531bfdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:52Z', 'updated_at': '2022-10-18T08:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:38:55.910926 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-9b624f14-9717-4a34-9d67-56e456f08871 None None] Provisioning complete for port d5f39f47-25db-47ad-9b0a-2f49edad4663 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:38:55.911460 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9b624f14-9717-4a34-9d67-56e456f08871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:55.911652 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-9b624f14-9717-4a34-9d67-56e456f08871 None None] Attempt 1 to provision port d5f39f47-25db-47ad-9b0a-2f49edad4663 Oct 18 08:38:56.027661 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 18d650b9-8eec-4b81-a9f4-2f54cf356712 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:38:56.028030 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:56.043405 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:56.050058 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:56.108608 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 18d650b9-8eec-4b81-a9f4-2f54cf356712, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=18d650b9-8eec-4b81-a9f4-2f54cf356712,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:38:56.115626 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:56.152984 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-9b624f14-9717-4a34-9d67-56e456f08871 None None] Current status of the port d5f39f47-25db-47ad-9b0a-2f49edad4663 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:38:56.161926 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=17221956-8dab-40ab-9340-1178254aba43,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:56.193162 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=18d650b9-8eec-4b81-a9f4-2f54cf356712,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:56.201972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:56.274007 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d651a958-4dc0-43de-aaa8-b3fa6a262248 None None] Provisioning for port 17221956-8dab-40ab-9340-1178254aba43 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:38:56.281257 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-d651a958-4dc0-43de-aaa8-b3fa6a262248 None None] Provisioning complete for port 17221956-8dab-40ab-9340-1178254aba43 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:38:56.281635 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d651a958-4dc0-43de-aaa8-b3fa6a262248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:56.281974 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d651a958-4dc0-43de-aaa8-b3fa6a262248 None None] Attempt 1 to provision port 17221956-8dab-40ab-9340-1178254aba43 Oct 18 08:38:56.340261 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d651a958-4dc0-43de-aaa8-b3fa6a262248 None None] Port 17221956-8dab-40ab-9340-1178254aba43 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:38:56.357712 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] Network 30a54c0e-7cf2-4011-aad3-a3f6d7eada18 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:38:56.358974 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:38:56.554388 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] Router 330a5e50-1d94-4b70-9f95-c3bf531bfdf9 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:38:56.738832 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:38:56.748444 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-cd239fe6-7e12-4ee9-868d-104f0272f7e9 admin admin] 10.222.0.17 "PUT /v2.0/routers/330a5e50-1d94-4b70-9f95-c3bf531bfdf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8977237 Oct 18 08:38:56.841386 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d651a958-4dc0-43de-aaa8-b3fa6a262248 None None] Attempt 2 to provision port 17221956-8dab-40ab-9340-1178254aba43 Oct 18 08:38:56.903068 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d651a958-4dc0-43de-aaa8-b3fa6a262248 None None] Port 17221956-8dab-40ab-9340-1178254aba43 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:38:56.927931 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d5f39f47-25db-47ad-9b0a-2f49edad4663 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:38:57.002400 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port d5f39f47-25db-47ad-9b0a-2f49edad4663 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:38:57.002801 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.003135 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port d5f39f47-25db-47ad-9b0a-2f49edad4663 Oct 18 08:38:57.119833 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port d5f39f47-25db-47ad-9b0a-2f49edad4663 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:38:57.120911 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 18d650b9-8eec-4b81-a9f4-2f54cf356712 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:38:57.170685 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 42200) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:57.176404 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d1c9877d-db36-4fad-89a9-4e915816f23c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1110628242', 'description': 'tempest-secgroup-smoke-1110628242 description', 'project_id': 'a426bb63df6e4a26be329a8348e574da'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:38:57.184303 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d1c9877d-db36-4fad-89a9-4e915816f23c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:38:57.189080 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d1c9877d-db36-4fad-89a9-4e915816f23c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Usage tracker for resource:security_group and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:38:57.192196 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d1c9877d-db36-4fad-89a9-4e915816f23c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:38:57.199515 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 18d650b9-8eec-4b81-a9f4-2f54cf356712 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:38:57.199943 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.200295 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 18d650b9-8eec-4b81-a9f4-2f54cf356712 Oct 18 08:38:57.200813 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d1c9877d-db36-4fad-89a9-4e915816f23c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:38:57.210838 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d1c9877d-db36-4fad-89a9-4e915816f23c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.230508 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d1c9877d-db36-4fad-89a9-4e915816f23c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:38:57.235011 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d1c9877d-db36-4fad-89a9-4e915816f23c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Usage tracker for resource:security_group_rule and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:38:57.237815 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d1c9877d-db36-4fad-89a9-4e915816f23c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:38:57.243473 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d1c9877d-db36-4fad-89a9-4e915816f23c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:38:57.316809 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d1c9877d-db36-4fad-89a9-4e915816f23c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.318766 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 18d650b9-8eec-4b81-a9f4-2f54cf356712 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:38:57.320073 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 698dde4c-7669-4511-ae7a-d056e335a0d8 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:38:57.321101 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d1c9877d-db36-4fad-89a9-4e915816f23c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.364811 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9877d-db36-4fad-89a9-4e915816f23c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a3a225-a494-4738-b584-6973e4b9be86,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:57.369634 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d1c9877d-db36-4fad-89a9-4e915816f23c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.370908 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d1c9877d-db36-4fad-89a9-4e915816f23c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1991203 Oct 18 08:38:57.374571 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 42204) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:57.380335 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-7d0ef59f-23e9-46e5-8225-af6333875dad tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Request body: {'security_group_rule': {'security_group_id': '29a3a225-a494-4738-b584-6973e4b9be86', 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:38:57.386467 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7d0ef59f-23e9-46e5-8225-af6333875dad tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:38:57.390976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7d0ef59f-23e9-46e5-8225-af6333875dad tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Usage tracker for resource:security_group_rule and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:38:57.393614 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 698dde4c-7669-4511-ae7a-d056e335a0d8 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:38:57.394330 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-7d0ef59f-23e9-46e5-8225-af6333875dad tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:38:57.398851 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 698dde4c-7669-4511-ae7a-d056e335a0d8 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:38:57.399244 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.399694 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 698dde4c-7669-4511-ae7a-d056e335a0d8 Oct 18 08:38:57.400178 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-7d0ef59f-23e9-46e5-8225-af6333875dad tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:38:57.422779 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7d0ef59f-23e9-46e5-8225-af6333875dad tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.429818 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d651a958-4dc0-43de-aaa8-b3fa6a262248 None None] Attempt 3 to provision port 17221956-8dab-40ab-9340-1178254aba43 Oct 18 08:38:57.489058 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7d0ef59f-23e9-46e5-8225-af6333875dad tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.493000 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7d0ef59f-23e9-46e5-8225-af6333875dad tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.506649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d651a958-4dc0-43de-aaa8-b3fa6a262248 None None] Port 17221956-8dab-40ab-9340-1178254aba43 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:38:57.517668 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ef59f-23e9-46e5-8225-af6333875dad tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b1b134-c4fa-4afa-ab82-10410d63e345,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:57.532057 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-7d0ef59f-23e9-46e5-8225-af6333875dad tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.536007 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-7d0ef59f-23e9-46e5-8225-af6333875dad tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1577914 Oct 18 08:38:57.536263 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 42208) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:57.541233 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-70bce0a7-895e-4acf-899b-8dbd295de74e tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Request body: {'security_group_rule': {'security_group_id': '29a3a225-a494-4738-b584-6973e4b9be86', 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:38:57.547934 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-70bce0a7-895e-4acf-899b-8dbd295de74e tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:38:57.551982 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-70bce0a7-895e-4acf-899b-8dbd295de74e tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Usage tracker for resource:security_group_rule and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:38:57.554890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-70bce0a7-895e-4acf-899b-8dbd295de74e tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:38:57.560806 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-70bce0a7-895e-4acf-899b-8dbd295de74e tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:38:57.569053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 698dde4c-7669-4511-ae7a-d056e335a0d8 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:38:57.569432 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.578781 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70bce0a7-895e-4acf-899b-8dbd295de74e tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.590522 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 698dde4c-7669-4511-ae7a-d056e335a0d8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=698dde4c-7669-4511-ae7a-d056e335a0d8,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:38:57.596019 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.640795 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Sync routers for ids ['330a5e50-1d94-4b70-9f95-c3bf531bfdf9'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:38:57.643978 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70bce0a7-895e-4acf-899b-8dbd295de74e tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.647574 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70bce0a7-895e-4acf-899b-8dbd295de74e tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.666308 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Routers {'330a5e50-1d94-4b70-9f95-c3bf531bfdf9'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:38:57.666950 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:38:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['330a5e50-1d94-4b70-9f95-c3bf531bfdf9'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:57.672319 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bce0a7-895e-4acf-899b-8dbd295de74e tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e1e863-7d06-489e-8887-c87117b2a28a,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:57.681856 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-70bce0a7-895e-4acf-899b-8dbd295de74e tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.683149 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-70bce0a7-895e-4acf-899b-8dbd295de74e tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459882 Oct 18 08:38:57.686036 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 42212) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:57.691115 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-31c69a0a-8adc-4707-b37e-c75666dca7f1 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Request body: {'security_group_rule': {'security_group_id': '29a3a225-a494-4738-b584-6973e4b9be86', 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:38:57.697181 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-31c69a0a-8adc-4707-b37e-c75666dca7f1 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:38:57.701063 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-31c69a0a-8adc-4707-b37e-c75666dca7f1 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Usage tracker for resource:security_group_rule and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:38:57.703931 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-31c69a0a-8adc-4707-b37e-c75666dca7f1 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:38:57.709561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-31c69a0a-8adc-4707-b37e-c75666dca7f1 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:38:57.727974 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31c69a0a-8adc-4707-b37e-c75666dca7f1 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.791813 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31c69a0a-8adc-4707-b37e-c75666dca7f1 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.796183 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31c69a0a-8adc-4707-b37e-c75666dca7f1 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.810619 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=698dde4c-7669-4511-ae7a-d056e335a0d8,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:57.817908 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c69a0a-8adc-4707-b37e-c75666dca7f1 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa1d3ef-942c-4b07-8962-4b34b88e39f0,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:57.829095 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-31c69a0a-8adc-4707-b37e-c75666dca7f1 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.830342 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-31c69a0a-8adc-4707-b37e-c75666dca7f1 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432912 Oct 18 08:38:57.833057 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 42216) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:57.837938 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-2fa1064a-4b09-4bfd-955c-b0e18c172e26 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Request body: {'security_group_rule': {'security_group_id': '29a3a225-a494-4738-b584-6973e4b9be86', 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:38:57.844339 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2fa1064a-4b09-4bfd-955c-b0e18c172e26 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:38:57.848262 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2fa1064a-4b09-4bfd-955c-b0e18c172e26 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Usage tracker for resource:security_group_rule and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:38:57.851144 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2fa1064a-4b09-4bfd-955c-b0e18c172e26 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:38:57.856926 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2fa1064a-4b09-4bfd-955c-b0e18c172e26 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:38:57.860647 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Set router 330a5e50-1d94-4b70-9f95-c3bf531bfdf9 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:38:57.874701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2fa1064a-4b09-4bfd-955c-b0e18c172e26 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.939229 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2fa1064a-4b09-4bfd-955c-b0e18c172e26 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.944859 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2fa1064a-4b09-4bfd-955c-b0e18c172e26 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.966195 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1064a-4b09-4bfd-955c-b0e18c172e26 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a86743d-bf0f-476e-9a89-d695fe3b593f,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:57.976872 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2fa1064a-4b09-4bfd-955c-b0e18c172e26 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:57.980873 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2fa1064a-4b09-4bfd-955c-b0e18c172e26 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441717 Oct 18 08:38:57.981045 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 42220) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:57.986212 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-fc6bb66a-604d-4931-926d-3b945101cdb0 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Request body: {'security_group_rule': {'security_group_id': '29a3a225-a494-4738-b584-6973e4b9be86', 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:38:57.992368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-fc6bb66a-604d-4931-926d-3b945101cdb0 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:38:57.996264 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fc6bb66a-604d-4931-926d-3b945101cdb0 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Usage tracker for resource:security_group_rule and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:38:57.999232 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-fc6bb66a-604d-4931-926d-3b945101cdb0 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:38:58.004948 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-fc6bb66a-604d-4931-926d-3b945101cdb0 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:38:58.009701 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d651a958-4dc0-43de-aaa8-b3fa6a262248 None None] Attempt 4 to provision port 17221956-8dab-40ab-9340-1178254aba43 Oct 18 08:38:58.015695 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-fc6bb66a-604d-4931-926d-3b945101cdb0 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Project a426bb63df6e4a26be329a8348e574da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:38:58.022667 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fc6bb66a-604d-4931-926d-3b945101cdb0 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:58.090231 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fc6bb66a-604d-4931-926d-3b945101cdb0 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:58.094596 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fc6bb66a-604d-4931-926d-3b945101cdb0 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:58.121280 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bb66a-604d-4931-926d-3b945101cdb0 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6998bbf7-6bd3-48d3-8b89-b1b7047195f7,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:58.135356 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-fc6bb66a-604d-4931-926d-3b945101cdb0 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:58.140984 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-fc6bb66a-604d-4931-926d-3b945101cdb0 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1578884 Oct 18 08:38:58.141117 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42224) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:38:58.147810 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-1e8e206e-3481-42d4-a93b-5bf7ee78e6a7 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Request body: {'security_group_rule': {'security_group_id': '29a3a225-a494-4738-b584-6973e4b9be86', 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:38:58.155372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1e8e206e-3481-42d4-a93b-5bf7ee78e6a7 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:38:58.160103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1e8e206e-3481-42d4-a93b-5bf7ee78e6a7 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Usage tracker for resource:security_group_rule and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:38:58.163447 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-1e8e206e-3481-42d4-a93b-5bf7ee78e6a7 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:38:58.169283 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-1e8e206e-3481-42d4-a93b-5bf7ee78e6a7 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:38:58.176554 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d651a958-4dc0-43de-aaa8-b3fa6a262248 None None] Port 17221956-8dab-40ab-9340-1178254aba43 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:38:58.181116 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-1e8e206e-3481-42d4-a93b-5bf7ee78e6a7 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Project a426bb63df6e4a26be329a8348e574da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:38:58.187828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1e8e206e-3481-42d4-a93b-5bf7ee78e6a7 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:58.252230 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1e8e206e-3481-42d4-a93b-5bf7ee78e6a7 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:58.256400 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1e8e206e-3481-42d4-a93b-5bf7ee78e6a7 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:58.265613 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330a5e50-1d94-4b70-9f95-c3bf531bfdf9', 'name': 'tempest-TestShelveInstance-1516518039-router', 'tenant_id': 'ee1f16297f824def881e9be056e77176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '698dde4c-7669-4511-ae7a-d056e335a0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:51Z', 'updated_at': '2022-10-18T08:38:55Z', 'revision_number': 4, 'project_id': 'ee1f16297f824def881e9be056e77176', 'gw_port': {'id': '698dde4c-7669-4511-ae7a-d056e335a0d8', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330a5e50-1d94-4b70-9f95-c3bf531bfdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:52Z', 'updated_at': '2022-10-18T08:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '17221956-8dab-40ab-9340-1178254aba43', 'name': '', 'network_id': '30a54c0e-7cf2-4011-aad3-a3f6d7eada18', 'tenant_id': 'ee1f16297f824def881e9be056e77176', 'mac_address': 'fa:16:3e:f9:56:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330a5e50-1d94-4b70-9f95-c3bf531bfdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8b19a9ef-dbbc-4221-945c-2ef913e4c4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:54Z', 'updated_at': '2022-10-18T08:38:55Z', 'revision_number': 2, 'project_id': 'ee1f16297f824def881e9be056e77176', 'subnets': [{'id': '8b19a9ef-dbbc-4221-945c-2ef913e4c4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:58.269649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Checking router: 330a5e50-1d94-4b70-9f95-c3bf531bfdf9 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:38:58.269993 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Updating router 330a5e50-1d94-4b70-9f95-c3bf531bfdf9 port 17221956-8dab-40ab-9340-1178254aba43 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:38:58.281708 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e206e-3481-42d4-a93b-5bf7ee78e6a7 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1bb7ac7-13a9-4e5e-8fd2-63878eea54fc,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:58.291691 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1e8e206e-3481-42d4-a93b-5bf7ee78e6a7 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:58.292956 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1e8e206e-3481-42d4-a93b-5bf7ee78e6a7 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1505885 Oct 18 08:38:58.323055 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:58.454091 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-6789f29c-e6f5-4bd9-be14-ef6d0e3cb702 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Synchronizing usage tracker for tenant:a426bb63df6e4a26be329a8348e574da on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:38:58.471591 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-6789f29c-e6f5-4bd9-be14-ef6d0e3cb702 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Unset dirty status for tenant:a426bb63df6e4a26be329a8348e574da on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:38:58.472874 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-6789f29c-e6f5-4bd9-be14-ef6d0e3cb702 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1110628242&fields=id&tenant_id=a426bb63df6e4a26be329a8348e574da HTTP/1.1" status: 200 len: 267 time: 0.0581741 Oct 18 08:38:58.624898 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-eae2896d-3d5c-4127-bae4-a6d22ac5b41a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:38:58.626323 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-eae2896d-3d5c-4127-bae4-a6d22ac5b41a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 809 time: 0.1467543 Oct 18 08:38:58.641376 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-7926e933-01d7-4cd6-a4e3-beddfe505eac tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/quotas/a426bb63df6e4a26be329a8348e574da HTTP/1.1" status: 200 len: 375 time: 0.0096116 Oct 18 08:38:58.670468 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:58.677088 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d651a958-4dc0-43de-aaa8-b3fa6a262248 None None] Attempt 5 to provision port 17221956-8dab-40ab-9340-1178254aba43 Oct 18 08:38:58.722175 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Transition to ACTIVE for port object 17221956-8dab-40ab-9340-1178254aba43 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:38:58.729494 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-a7db3286-b8e1-4a77-8768-181f1938daaf tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830455 Oct 18 08:38:58.738361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:58.844489 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d651a958-4dc0-43de-aaa8-b3fa6a262248 None None] Port 17221956-8dab-40ab-9340-1178254aba43 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:38:58.853655 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 698dde4c-7669-4511-ae7a-d056e335a0d8 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:38:58.869517 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-e6a38cd0-00bc-4ec0-b4fc-43cd110ceb22 service neutron] 10.222.0.17 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280565 Oct 18 08:38:58.949766 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce81e8-7644-4be3-aa24-02da9de32039 None None] Pushing event updated for resources: {'Port': ['ID=17221956-8dab-40ab-9340-1178254aba43,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:59.002432 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-43169b3f-1f38-44cd-bda8-9ec2e20c66eb service neutron] 10.222.0.17 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262441 Oct 18 08:38:59.009652 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Attempting to bind port 17221956-8dab-40ab-9340-1178254aba43 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:38:59.010014 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Attempting to bind port 17221956-8dab-40ab-9340-1178254aba43 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '8bb93965-cd67-4d1f-859d-ab0c85f53f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '30a54c0e-7cf2-4011-aad3-a3f6d7eada18'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:38:59.010589 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Attempting to bind port 17221956-8dab-40ab-9340-1178254aba43 on network 30a54c0e-7cf2-4011-aad3-a3f6d7eada18 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:38:59.020856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:38:59.021224 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Checking segment: {'id': '8bb93965-cd67-4d1f-859d-ab0c85f53f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '30a54c0e-7cf2-4011-aad3-a3f6d7eada18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:38:59.021619 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:59.021999 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Bound using segment: {'id': '8bb93965-cd67-4d1f-859d-ab0c85f53f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '30a54c0e-7cf2-4011-aad3-a3f6d7eada18'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:38:59.022468 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Bound port: 17221956-8dab-40ab-9340-1178254aba43, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb93965-cd67-4d1f-859d-ab0c85f53f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '30a54c0e-7cf2-4011-aad3-a3f6d7eada18'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:38:59.022864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:59.073209 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 698dde4c-7669-4511-ae7a-d056e335a0d8 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:38:59.073578 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:59.073910 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 698dde4c-7669-4511-ae7a-d056e335a0d8 Oct 18 08:38:59.172257 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] For port 17221956-8dab-40ab-9340-1178254aba43, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:38:59.176226 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] For port 17221956-8dab-40ab-9340-1178254aba43, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=17221956-8dab-40ab-9340-1178254aba43,segment=NetworkSegment(8bb93965-cd67-4d1f-859d-ab0c85f53f31),segment_id=8bb93965-cd67-4d1f-859d-ab0c85f53f31)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:38:59.211732 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-5591db0b-7ed0-41ce-95e4-28346bffd8ee req-31b25d13-3db4-4ded-8509-548d3b5558a6 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Synchronizing usage tracker for tenant:a426bb63df6e4a26be329a8348e574da on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:38:59.232653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-5591db0b-7ed0-41ce-95e4-28346bffd8ee req-31b25d13-3db4-4ded-8509-548d3b5558a6 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Unset dirty status for tenant:a426bb63df6e4a26be329a8348e574da on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:38:59.233212 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:38:59.233976 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5591db0b-7ed0-41ce-95e4-28346bffd8ee req-31b25d13-3db4-4ded-8509-548d3b5558a6 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 210 time: 0.0829988 Oct 18 08:38:59.308798 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 698dde4c-7669-4511-ae7a-d056e335a0d8 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:38:59.310919 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Routers {'330a5e50-1d94-4b70-9f95-c3bf531bfdf9'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:38:59.311465 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:38:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['330a5e50-1d94-4b70-9f95-c3bf531bfdf9'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:59.360642 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-d651a958-4dc0-43de-aaa8-b3fa6a262248 None None] Attempt 6 to provision port 17221956-8dab-40ab-9340-1178254aba43 Oct 18 08:38:59.489353 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce81e8-7644-4be3-aa24-02da9de32039 None None] Pushing event updated for resources: {'Port': ['ID=17221956-8dab-40ab-9340-1178254aba43,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:38:59.537317 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-d651a958-4dc0-43de-aaa8-b3fa6a262248 None None] Port 17221956-8dab-40ab-9340-1178254aba43 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:38:59.553485 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] Set router 330a5e50-1d94-4b70-9f95-c3bf531bfdf9 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:38:59.916596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330a5e50-1d94-4b70-9f95-c3bf531bfdf9', 'name': 'tempest-TestShelveInstance-1516518039-router', 'tenant_id': 'ee1f16297f824def881e9be056e77176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '698dde4c-7669-4511-ae7a-d056e335a0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:51Z', 'updated_at': '2022-10-18T08:38:55Z', 'revision_number': 4, 'project_id': 'ee1f16297f824def881e9be056e77176', 'gw_port': {'id': '698dde4c-7669-4511-ae7a-d056e335a0d8', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330a5e50-1d94-4b70-9f95-c3bf531bfdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:52Z', 'updated_at': '2022-10-18T08:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '17221956-8dab-40ab-9340-1178254aba43', 'name': '', 'network_id': '30a54c0e-7cf2-4011-aad3-a3f6d7eada18', 'tenant_id': 'ee1f16297f824def881e9be056e77176', 'mac_address': 'fa:16:3e:f9:56:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330a5e50-1d94-4b70-9f95-c3bf531bfdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8b19a9ef-dbbc-4221-945c-2ef913e4c4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:54Z', 'updated_at': '2022-10-18T08:38:59Z', 'revision_number': 4, 'project_id': 'ee1f16297f824def881e9be056e77176', 'subnets': [{'id': '8b19a9ef-dbbc-4221-945c-2ef913e4c4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:38:59.920468 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd49ecf1-b884-46d8-9dfe-0c5b1b7f2366 None None] The sync data for ids ['330a5e50-1d94-4b70-9f95-c3bf531bfdf9'] in dv-neutron-861625-1-hyperv is: [{'id': '330a5e50-1d94-4b70-9f95-c3bf531bfdf9', 'name': 'tempest-TestShelveInstance-1516518039-router', 'tenant_id': 'ee1f16297f824def881e9be056e77176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '698dde4c-7669-4511-ae7a-d056e335a0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:51Z', 'updated_at': '2022-10-18T08:38:55Z', 'revision_number': 4, 'project_id': 'ee1f16297f824def881e9be056e77176', 'gw_port': {'id': '698dde4c-7669-4511-ae7a-d056e335a0d8', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330a5e50-1d94-4b70-9f95-c3bf531bfdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:52Z', 'updated_at': '2022-10-18T08:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '17221956-8dab-40ab-9340-1178254aba43', 'name': '', 'network_id': '30a54c0e-7cf2-4011-aad3-a3f6d7eada18', 'tenant_id': 'ee1f16297f824def881e9be056e77176', 'mac_address': 'fa:16:3e:f9:56:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330a5e50-1d94-4b70-9f95-c3bf531bfdf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '8b19a9ef-dbbc-4221-945c-2ef913e4c4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:54Z', 'updated_at': '2022-10-18T08:38:59Z', 'revision_number': 4, 'project_id': 'ee1f16297f824def881e9be056e77176', 'subnets': [{'id': '8b19a9ef-dbbc-4221-945c-2ef913e4c4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:39:00.475782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-14c2a66f-d22a-46a7-920c-d596863c04a4 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:00.476361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-14c2a66f-d22a-46a7-920c-d596863c04a4 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Synchronizing usage tracker for tenant:a426bb63df6e4a26be329a8348e574da on resource:network {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:39:00.498787 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-14c2a66f-d22a-46a7-920c-d596863c04a4 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Unset dirty status for tenant:a426bb63df6e4a26be329a8348e574da on resource:network {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:39:00.500082 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-14c2a66f-d22a-46a7-920c-d596863c04a4 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 809 time: 0.3032241 Oct 18 08:39:00.564746 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-bd5ba675-9e81-4d3e-8152-b56fe8870b3f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Synchronizing usage tracker for tenant:a426bb63df6e4a26be329a8348e574da on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:39:00.578426 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a7449f00-dabe-4ac8-bf3c-d7517b04ca2b req-e65f024c-e6c2-4ecd-b53d-f2ed4b2dacfa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 210 time: 0.1992962 Oct 18 08:39:00.579515 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-bd5ba675-9e81-4d3e-8152-b56fe8870b3f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Unset dirty status for tenant:a426bb63df6e4a26be329a8348e574da on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:39:00.580738 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-bd5ba675-9e81-4d3e-8152-b56fe8870b3f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a426bb63df6e4a26be329a8348e574da HTTP/1.1" status: 200 len: 380 time: 0.0621884 Oct 18 08:39:00.595914 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-4f172e44-b0ba-4898-8608-aacb2014a396 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Request body: {'port': {'device_id': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'admin_state_up': True, 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'security_groups': ['29a3a225-a494-4738-b584-6973e4b9be86']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:39:00.736236 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-4f172e44-b0ba-4898-8608-aacb2014a396 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:39:00.746047 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-4f172e44-b0ba-4898-8608-aacb2014a396 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:39:00.756454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-4f172e44-b0ba-4898-8608-aacb2014a396 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Made reservation on behalf of a426bb63df6e4a26be329a8348e574da for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:39:00.760240 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-4f172e44-b0ba-4898-8608-aacb2014a396 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:00.786645 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:39:00.876412 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 17221956-8dab-40ab-9340-1178254aba43 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:39:00.947914 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 17221956-8dab-40ab-9340-1178254aba43 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:39:00.951193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-4f172e44-b0ba-4898-8608-aacb2014a396 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Allocated IP 172.20.0.7 (db9053d7-0e41-4575-a1ac-850596ec3fdf/abdecf42-c47a-4db7-a745-cd47504ba654/d51c1967-73cd-4a9a-9260-69d5c6c1c591) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:39:00.954682 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 17221956-8dab-40ab-9340-1178254aba43 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:39:00.955142 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:00.955600 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 17221956-8dab-40ab-9340-1178254aba43 Oct 18 08:39:01.076152 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 17221956-8dab-40ab-9340-1178254aba43 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:39:01.076524 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:01.119419 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 17221956-8dab-40ab-9340-1178254aba43, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=17221956-8dab-40ab-9340-1178254aba43,segment=NetworkSegment(8bb93965-cd67-4d1f-859d-ab0c85f53f31),segment_id=8bb93965-cd67-4d1f-859d-ab0c85f53f31)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:39:01.124075 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:01.146165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-4f172e44-b0ba-4898-8608-aacb2014a396 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:01.162317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-4f172e44-b0ba-4898-8608-aacb2014a396 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Transition to ACTIVE for port object d51c1967-73cd-4a9a-9260-69d5c6c1c591 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:39:01.189069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-4f172e44-b0ba-4898-8608-aacb2014a396 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:01.192320 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=17221956-8dab-40ab-9340-1178254aba43,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:39:01.264748 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-4f172e44-b0ba-4898-8608-aacb2014a396 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Network db9053d7-0e41-4575-a1ac-850596ec3fdf is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:39:01.267694 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-4f172e44-b0ba-4898-8608-aacb2014a396 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:39:01.271409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-4f172e44-b0ba-4898-8608-aacb2014a396 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:39:01.302053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f172e44-b0ba-4898-8608-aacb2014a396 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'Port': ['ID=d51c1967-73cd-4a9a-9260-69d5c6c1c591,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:39:01.339244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-4f172e44-b0ba-4898-8608-aacb2014a396 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:01.339856 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-4f172e44-b0ba-4898-8608-aacb2014a396 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:01.364871 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-4f172e44-b0ba-4898-8608-aacb2014a396 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7735677 Oct 18 08:39:01.381049 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Request body: {'port': {'device_id': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:39:01.498792 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:01.533776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3863fd22-1d38-4fe0-bd7b-9bbadf6cc5b1 None None] Provisioning for port d51c1967-73cd-4a9a-9260-69d5c6c1c591 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:39:01.538563 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-3863fd22-1d38-4fe0-bd7b-9bbadf6cc5b1 None None] Provisioning complete for port d51c1967-73cd-4a9a-9260-69d5c6c1c591 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:39:01.538903 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3863fd22-1d38-4fe0-bd7b-9bbadf6cc5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:01.539240 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-3863fd22-1d38-4fe0-bd7b-9bbadf6cc5b1 None None] Attempt 1 to provision port d51c1967-73cd-4a9a-9260-69d5c6c1c591 Oct 18 08:39:01.595731 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3863fd22-1d38-4fe0-bd7b-9bbadf6cc5b1 None None] Port d51c1967-73cd-4a9a-9260-69d5c6c1c591 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:39:01.843067 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be43b9-9e3a-407c-a3c0-be209be336b3 req-6041850e-93f6-4fc5-894c-9f1aff29fa8c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:01.843749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-b8be43b9-9e3a-407c-a3c0-be209be336b3 req-6041850e-93f6-4fc5-894c-9f1aff29fa8c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Synchronizing usage tracker for tenant:a426bb63df6e4a26be329a8348e574da on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:39:01.914873 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-b8be43b9-9e3a-407c-a3c0-be209be336b3 req-6041850e-93f6-4fc5-894c-9f1aff29fa8c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Unset dirty status for tenant:a426bb63df6e4a26be329a8348e574da on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:39:01.916023 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b8be43b9-9e3a-407c-a3c0-be209be336b3 req-6041850e-93f6-4fc5-894c-9f1aff29fa8c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 931 time: 0.2106984 Oct 18 08:39:01.922358 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51c1967-73cd-4a9a-9260-69d5c6c1c591 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:39:01.942668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:01.970575 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Transition to ACTIVE for port object d51c1967-73cd-4a9a-9260-69d5c6c1c591 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:39:01.974928 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:02.080800 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b8be43b9-9e3a-407c-a3c0-be209be336b3 req-35fa0722-d4a7-47de-b20f-cdab912c7a32 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536682 Oct 18 08:39:02.097013 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-3863fd22-1d38-4fe0-bd7b-9bbadf6cc5b1 None None] Attempt 2 to provision port d51c1967-73cd-4a9a-9260-69d5c6c1c591 Oct 18 08:39:02.150731 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3863fd22-1d38-4fe0-bd7b-9bbadf6cc5b1 None None] Port d51c1967-73cd-4a9a-9260-69d5c6c1c591 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:39:02.167309 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Pushing event updated for resources: {'Port': ['ID=d51c1967-73cd-4a9a-9260-69d5c6c1c591,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:39:02.207527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Attempting to bind port d51c1967-73cd-4a9a-9260-69d5c6c1c591 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:39:02.207860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Attempting to bind port d51c1967-73cd-4a9a-9260-69d5c6c1c591 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:39:02.208185 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Attempting to bind port d51c1967-73cd-4a9a-9260-69d5c6c1c591 on network db9053d7-0e41-4575-a1ac-850596ec3fdf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:39:02.212693 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Port d51c1967-73cd-4a9a-9260-69d5c6c1c591 on network db9053d7-0e41-4575-a1ac-850596ec3fdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:39:02.213009 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Attempting to bind port d51c1967-73cd-4a9a-9260-69d5c6c1c591 on network db9053d7-0e41-4575-a1ac-850596ec3fdf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:39:02.218660 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:39:02.218995 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Checking segment: {'id': 'fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:39:02.219377 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Bound using segment: {'id': 'fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:39:02.219794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Bound port: d51c1967-73cd-4a9a-9260-69d5c6c1c591, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:39:02.220133 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:02.305794 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] For port d51c1967-73cd-4a9a-9260-69d5c6c1c591, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:39:02.308717 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] For port d51c1967-73cd-4a9a-9260-69d5c6c1c591, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:39:02.313104 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:02.446027 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:02.446572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:02.447932 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] 10.222.0.46 "PUT /v2.0/ports/d51c1967-73cd-4a9a-9260-69d5c6c1c591 HTTP/1.1" status: 200 len: 1093 time: 1.0714364 Oct 18 08:39:02.453488 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'tag': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:39:02.455858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde58ee7-d060-40f6-9639-ff91f7e746a4" -d '{"events": [{"name": "network-changed", "server_uuid": "aa621fd9-1d34-4cda-a195-8a72f16a591d", "tag": "d51c1967-73cd-4a9a-9260-69d5c6c1c591"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:39:02.491823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fbf9a-7b5c-46b9-8cfe-561cae597436 service neutron] Pushing event updated for resources: {'Port': ['ID=d51c1967-73cd-4a9a-9260-69d5c6c1c591,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:39:02.530756 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee297f00-9ae4-465e-b74b-6b959b288413 x-openstack-request-id: req-ee297f00-9ae4-465e-b74b-6b959b288413 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:39:02.531357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa621fd9-1d34-4cda-a195-8a72f16a591d", "tag": "d51c1967-73cd-4a9a-9260-69d5c6c1c591", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:39:02.531357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ee297f00-9ae4-465e-b74b-6b959b288413 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:39:02.531653 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee297f00-9ae4-465e-b74b-6b959b288413'] response: {'name': 'network-changed', 'server_uuid': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'tag': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591', 'status': 'completed', 'code': 200} Oct 18 08:39:02.573195 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-3d631ebc-72d3-4851-8492-bd47a7d49b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:02.574700 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-3d631ebc-72d3-4851-8492-bd47a7d49b2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 1096 time: 0.0800533 Oct 18 08:39:02.647408 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-c8c32262-6241-4c36-a93e-41a0f7ffce09 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591 HTTP/1.1" status: 200 len: 217 time: 0.0625246 Oct 18 08:39:02.651563 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-3863fd22-1d38-4fe0-bd7b-9bbadf6cc5b1 None None] Attempt 3 to provision port d51c1967-73cd-4a9a-9260-69d5c6c1c591 Oct 18 08:39:02.714961 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-3863fd22-1d38-4fe0-bd7b-9bbadf6cc5b1 None None] Port d51c1967-73cd-4a9a-9260-69d5c6c1c591 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:39:02.715416 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-5efcba04-4266-4f33-932d-300fd491371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:02.717575 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-5efcba04-4266-4f33-932d-300fd491371c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.0613995 Oct 18 08:39:02.801381 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-d81c72c0-867f-498f-af4a-0bf1d245d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:02.802896 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-d81c72c0-867f-498f-af4a-0bf1d245d6b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765295 Oct 18 08:39:02.850015 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 17221956-8dab-40ab-9340-1178254aba43 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:39:02.917539 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 17221956-8dab-40ab-9340-1178254aba43 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:39:02.917908 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:02.918246 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 17221956-8dab-40ab-9340-1178254aba43 Oct 18 08:39:02.937396 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-29510a1f-6024-4b5e-962f-c32c92990942 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251843 Oct 18 08:39:03.034431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 17221956-8dab-40ab-9340-1178254aba43 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:39:03.072424 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5608a94f-aa06-46ad-ab6b-4b3f04a087d5 req-d47886c5-5cf5-4638-948a-16cce8acc917 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255739 Oct 18 08:39:03.241421 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde58ee7-d060-40f6-9639-ff91f7e746a4 req-9c3b18fa-dd13-4b9f-9f7f-94d6a129be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:03.242891 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fde58ee7-d060-40f6-9639-ff91f7e746a4 req-9c3b18fa-dd13-4b9f-9f7f-94d6a129be26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 1096 time: 0.1220317 Oct 18 08:39:03.384123 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af796ea4-47aa-4b03-a674-03dc87784fa5 req-8cc6b079-5896-4609-b939-be1aefedc06f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:03.385563 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af796ea4-47aa-4b03-a674-03dc87784fa5 req-8cc6b079-5896-4609-b939-be1aefedc06f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 943 time: 0.1884222 Oct 18 08:39:03.417193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde58ee7-d060-40f6-9639-ff91f7e746a4 req-f3096cc1-0c9c-4467-a3a1-ed8b7f961881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:03.418583 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fde58ee7-d060-40f6-9639-ff91f7e746a4 req-f3096cc1-0c9c-4467-a3a1-ed8b7f961881 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 910 time: 0.1645465 Oct 18 08:39:03.498664 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fde58ee7-d060-40f6-9639-ff91f7e746a4 req-e95dffd7-d8d9-4060-80be-b6e6351be1f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591 HTTP/1.1" status: 200 len: 217 time: 0.0694113 Oct 18 08:39:03.501517 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af796ea4-47aa-4b03-a674-03dc87784fa5 req-7560242a-95d5-4cf8-825f-430c81d13586 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057010 Oct 18 08:39:03.563830 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde58ee7-d060-40f6-9639-ff91f7e746a4 req-35ff38e6-a97a-46e1-b00f-2af11bdb7a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:03.565236 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fde58ee7-d060-40f6-9639-ff91f7e746a4 req-35ff38e6-a97a-46e1-b00f-2af11bdb7a45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.0599549 Oct 18 08:39:03.646044 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde58ee7-d060-40f6-9639-ff91f7e746a4 req-0659d15d-4084-40e9-ba66-45cf59651435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:03.647414 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fde58ee7-d060-40f6-9639-ff91f7e746a4 req-0659d15d-4084-40e9-ba66-45cf59651435 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746210 Oct 18 08:39:03.777676 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fde58ee7-d060-40f6-9639-ff91f7e746a4 req-5e8aaca7-e5ba-4e7e-ac9f-d26a7d7a4795 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225567 Oct 18 08:39:03.906984 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fde58ee7-d060-40f6-9639-ff91f7e746a4 req-2c731e96-6c06-48d4-a66f-56febc963da0 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219347 Oct 18 08:39:04.700690 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86988e22-ea8c-48ac-a5db-282eb0859946 req-95be40d9-d66b-4c9f-acd0-6b67952c8d64 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:04.702134 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-86988e22-ea8c-48ac-a5db-282eb0859946 req-95be40d9-d66b-4c9f-acd0-6b67952c8d64 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 943 time: 0.0879591 Oct 18 08:39:04.745316 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-86988e22-ea8c-48ac-a5db-282eb0859946 req-bccbc07a-978e-4a55-a715-2fe7e58e6372 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376108 Oct 18 08:39:04.948120 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:05.122113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device d51c1967-73cd-4a9a-9260-69d5c6c1c591 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:39:05.253850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port d51c1967-73cd-4a9a-9260-69d5c6c1c591, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:39:05.266571 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'port_id': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591', 'mac_address': 'fa:16:3e:ed:14:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:39:05.320162 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port d51c1967-73cd-4a9a-9260-69d5c6c1c591 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:39:05.320536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:05.336693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51c1967-73cd-4a9a-9260-69d5c6c1c591 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:39:05.352243 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port d51c1967-73cd-4a9a-9260-69d5c6c1c591, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:39:05.355640 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:05.425793 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=d51c1967-73cd-4a9a-9260-69d5c6c1c591,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:39:05.607460 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['d51c1967-73cd-4a9a-9260-69d5c6c1c591'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:39:05.942375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c802b5b-53a7-4175-851b-49a5d5b85423 req-874d2799-5da5-4dc9-89a8-d11f0a955c0b tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:05.943818 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9c802b5b-53a7-4175-851b-49a5d5b85423 req-874d2799-5da5-4dc9-89a8-d11f0a955c0b tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 944 time: 0.0892291 Oct 18 08:39:06.083403 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9c802b5b-53a7-4175-851b-49a5d5b85423 req-551ec151-48bf-4cde-9019-6c5679dcb938 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339402 Oct 18 08:39:07.138774 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device d51c1967-73cd-4a9a-9260-69d5c6c1c591 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:39:07.208623 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port d51c1967-73cd-4a9a-9260-69d5c6c1c591 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:39:07.213627 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port d51c1967-73cd-4a9a-9260-69d5c6c1c591 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:39:07.214007 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:07.214326 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port d51c1967-73cd-4a9a-9260-69d5c6c1c591 Oct 18 08:39:07.284168 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c029d3-e3e5-4df2-b225-1205f408cf3b req-67e4c0b2-fb0c-46fc-bf58-b379601e58c4 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:07.285642 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-96c029d3-e3e5-4df2-b225-1205f408cf3b req-67e4c0b2-fb0c-46fc-bf58-b379601e58c4 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 944 time: 0.0928044 Oct 18 08:39:07.331465 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-96c029d3-e3e5-4df2-b225-1205f408cf3b req-74c54056-d74a-411b-a296-b92afb03d84d tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400727 Oct 18 08:39:07.333050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port d51c1967-73cd-4a9a-9260-69d5c6c1c591 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:39:07.333453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:07.386095 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:39:07.388928 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a1fbbe-7d2f-4a77-a7be-9a4fe6930554" -d '{"events": [{"server_uuid": "aa621fd9-1d34-4cda-a195-8a72f16a591d", "name": "network-vif-plugged", "status": "completed", "tag": "d51c1967-73cd-4a9a-9260-69d5c6c1c591"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:39:07.396510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port d51c1967-73cd-4a9a-9260-69d5c6c1c591, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:39:07.400749 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:07.436890 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9a6bbb-c8d4-480d-94ba-5a82bebc6d3d x-openstack-request-id: req-5c9a6bbb-c8d4-480d-94ba-5a82bebc6d3d {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:39:07.437183 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa621fd9-1d34-4cda-a195-8a72f16a591d", "name": "network-vif-plugged", "status": "completed", "tag": "d51c1967-73cd-4a9a-9260-69d5c6c1c591", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:39:07.437431 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5c9a6bbb-c8d4-480d-94ba-5a82bebc6d3d {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:39:07.437816 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c9a6bbb-c8d4-480d-94ba-5a82bebc6d3d'] response: {'server_uuid': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591', 'code': 200} Oct 18 08:39:07.469012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=d51c1967-73cd-4a9a-9260-69d5c6c1c591,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:39:07.668476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc32e2-b7a4-4528-8dc4-37f2e67a0171 req-fb3a0dd4-29f1-4467-b632-a69d3d24a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:07.670376 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d4bc32e2-b7a4-4528-8dc4-37f2e67a0171 req-fb3a0dd4-29f1-4467-b632-a69d3d24a4ed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 1098 time: 0.0746517 Oct 18 08:39:07.712263 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d4bc32e2-b7a4-4528-8dc4-37f2e67a0171 req-17f60e87-a3d8-4ccb-9363-9a948453d872 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330892 Oct 18 08:39:08.532533 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e7412-b0f7-44fa-850c-a5ab58037024 req-d9cdbefe-8698-4858-adc0-2c2709f7e962 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:08.533878 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f21e7412-b0f7-44fa-850c-a5ab58037024 req-d9cdbefe-8698-4858-adc0-2c2709f7e962 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0910950 Oct 18 08:39:08.577681 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f21e7412-b0f7-44fa-850c-a5ab58037024 req-143b3a94-a402-479a-8e42-d87efa15d630 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382507 Oct 18 08:39:09.785180 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143bfc1-8622-4a07-8234-0b2126222334 req-ae8d583a-c35b-495a-9dec-39a6a5e25722 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:09.786663 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0143bfc1-8622-4a07-8234-0b2126222334 req-ae8d583a-c35b-495a-9dec-39a6a5e25722 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0925338 Oct 18 08:39:09.829867 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-0143bfc1-8622-4a07-8234-0b2126222334 req-7ba0ee21-d1ba-4b09-afe8-8daeb6700471 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375445 Oct 18 08:39:10.026689 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7fba2-ddc0-414b-a57a-5b120bebf7cd req-c2b65342-2d64-4d9a-af57-f50371e61bee tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:10.028127 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-17e7fba2-ddc0-414b-a57a-5b120bebf7cd req-c2b65342-2d64-4d9a-af57-f50371e61bee tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0857906 Oct 18 08:39:10.071103 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-17e7fba2-ddc0-414b-a57a-5b120bebf7cd req-ed9c9875-2f10-41fc-a797-4db77fa27f84 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368540 Oct 18 08:39:10.099941 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 42278) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:39:10.277343 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56b1dbd-9068-436e-817a-74f84465d5d0 tempest-TestShelveInstance-975632831 tempest-TestShelveInstance-975632831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:10.279720 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-e56b1dbd-9068-436e-817a-74f84465d5d0 tempest-TestShelveInstance-975632831 tempest-TestShelveInstance-975632831-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 1093 time: 0.1779330 Oct 18 08:39:10.281864 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 42284) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:39:10.286470 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:39:10.292252 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:39:10.296033 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Usage tracker for resource:floatingip and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:39:10.298812 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:39:10.304598 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:39:10.315348 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:10.449267 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:10.581814 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Allocated IP 172.26.8.231 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/3f22b360-4432-420c-8ce4-b16644ff589d) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:39:10.726098 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:10.755443 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:10.817717 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:39:10.820399 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:39:10.824198 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:39:10.864966 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'Port': ['ID=3f22b360-4432-420c-8ce4-b16644ff589d,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:39:11.225307 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:11.298354 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:11.602467 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:11.606571 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:11.709850 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'Port': ['ID=3f22b360-4432-420c-8ce4-b16644ff589d,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:39:11.712323 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:11.883165 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Floating IP 0949ab9d-02ab-4186-8c3a-c75c19e1bcc7 associated. External IP: 172.26.8.231, port: d51c1967-73cd-4a9a-9260-69d5c6c1c591. Oct 18 08:39:12.227549 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Router 3abe18d3-7999-4066-8e6a-b51dad2c9445 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:39:12.403735 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:39:12.413470 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcecfd6-1550-4e5a-a953-7739af997697 None None] Sync routers for ids ['3abe18d3-7999-4066-8e6a-b51dad2c9445'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:39:12.423900 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcecfd6-1550-4e5a-a953-7739af997697 None None] Routers {'3abe18d3-7999-4066-8e6a-b51dad2c9445'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:39:12.424494 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ddcecfd6-1550-4e5a-a953-7739af997697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:38:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3abe18d3-7999-4066-8e6a-b51dad2c9445'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:39:12.429663 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:12.484489 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-93484c6f-01f9-448a-a29f-b5d1e5e52d02 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2015479 Oct 18 08:39:12.485244 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'tag': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:39:12.487658 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf1506b-2e17-45d7-80d9-6165cdd5887b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa621fd9-1d34-4cda-a195-8a72f16a591d", "tag": "d51c1967-73cd-4a9a-9260-69d5c6c1c591"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:39:12.529540 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2192895f-4ced-47d6-9ff7-edf3b19a3b88 x-openstack-request-id: req-2192895f-4ced-47d6-9ff7-edf3b19a3b88 {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:39:12.529824 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa621fd9-1d34-4cda-a195-8a72f16a591d", "tag": "d51c1967-73cd-4a9a-9260-69d5c6c1c591", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:39:12.530072 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2192895f-4ced-47d6-9ff7-edf3b19a3b88 {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:39:12.530496 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2192895f-4ced-47d6-9ff7-edf3b19a3b88'] response: {'name': 'network-changed', 'server_uuid': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'tag': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591', 'status': 'completed', 'code': 200} Oct 18 08:39:12.602815 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-ddcecfd6-1550-4e5a-a953-7739af997697 None None] Set router 3abe18d3-7999-4066-8e6a-b51dad2c9445 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:39:12.628527 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1506b-2e17-45d7-80d9-6165cdd5887b req-68bb2819-bed0-4af7-8b10-970033639b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:12.630006 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2cf1506b-2e17-45d7-80d9-6165cdd5887b req-68bb2819-bed0-4af7-8b10-970033639b2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 1098 time: 0.0801477 Oct 18 08:39:12.759815 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1506b-2e17-45d7-80d9-6165cdd5887b req-64a583c5-c977-48d7-a549-26a67cf519e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:12.761216 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2cf1506b-2e17-45d7-80d9-6165cdd5887b req-64a583c5-c977-48d7-a549-26a67cf519e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 910 time: 0.1252789 Oct 18 08:39:12.865214 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2cf1506b-2e17-45d7-80d9-6165cdd5887b req-df6d67bd-e6ab-41ff-be4a-4690e616861a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591 HTTP/1.1" status: 200 len: 999 time: 0.0977371 Oct 18 08:39:12.925890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1506b-2e17-45d7-80d9-6165cdd5887b req-2dfa2c05-bc5f-4285-b620-48fd0b47879f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:12.927327 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2cf1506b-2e17-45d7-80d9-6165cdd5887b req-2dfa2c05-bc5f-4285-b620-48fd0b47879f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.0566180 Oct 18 08:39:12.968974 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ddcecfd6-1550-4e5a-a953-7739af997697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245'}], 'enable_snat': True}, 'gw_port_id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:48Z', 'revision_number': 4, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port': {'id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '0949ab9d-02ab-4186-8c3a-c75c19e1bcc7', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'floating_ip_address': '172.26.8.231', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'port_id': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'mac_address': 'fa:16:3e:ed:14:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:39:11Z', 'updated_at': '2022-10-18T08:39:11Z', 'revision_number': 0, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d650b9-8eec-4b81-a9f4-2f54cf356712', 'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'mac_address': 'fa:16:3e:04:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:48Z', 'updated_at': '2022-10-18T08:38:56Z', 'revision_number': 5, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'subnets': [{'id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:39:12.972790 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcecfd6-1550-4e5a-a953-7739af997697 None None] Checking router: 3abe18d3-7999-4066-8e6a-b51dad2c9445 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:39:12.981073 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcecfd6-1550-4e5a-a953-7739af997697 None None] Routers {'3abe18d3-7999-4066-8e6a-b51dad2c9445'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:39:12.981777 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ddcecfd6-1550-4e5a-a953-7739af997697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:38:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3abe18d3-7999-4066-8e6a-b51dad2c9445'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:39:13.010489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1506b-2e17-45d7-80d9-6165cdd5887b req-81cf9f62-dace-44e1-9b93-384d97fc9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:13.011897 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2cf1506b-2e17-45d7-80d9-6165cdd5887b req-81cf9f62-dace-44e1-9b93-384d97fc9e02 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785093 Oct 18 08:39:13.141828 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2cf1506b-2e17-45d7-80d9-6165cdd5887b req-f46b9f48-89ab-4ab5-96ab-73b7ae7c8977 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241617 Oct 18 08:39:13.153230 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-ddcecfd6-1550-4e5a-a953-7739af997697 None None] Set router 3abe18d3-7999-4066-8e6a-b51dad2c9445 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:39:13.272609 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2cf1506b-2e17-45d7-80d9-6165cdd5887b req-01168986-862d-48b1-a6c5-dd32379d31f9 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252022 Oct 18 08:39:13.493230 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-ddcecfd6-1550-4e5a-a953-7739af997697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245'}], 'enable_snat': True}, 'gw_port_id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:48Z', 'revision_number': 4, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port': {'id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '0949ab9d-02ab-4186-8c3a-c75c19e1bcc7', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'floating_ip_address': '172.26.8.231', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'port_id': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'mac_address': 'fa:16:3e:ed:14:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:39:11Z', 'updated_at': '2022-10-18T08:39:11Z', 'revision_number': 0, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d650b9-8eec-4b81-a9f4-2f54cf356712', 'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'mac_address': 'fa:16:3e:04:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:48Z', 'updated_at': '2022-10-18T08:38:56Z', 'revision_number': 5, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'subnets': [{'id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:39:13.497767 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcecfd6-1550-4e5a-a953-7739af997697 None None] The sync data for ids ['3abe18d3-7999-4066-8e6a-b51dad2c9445'] in dv-neutron-861625-1-hyperv is: [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245'}], 'enable_snat': True}, 'gw_port_id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:48Z', 'revision_number': 4, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port': {'id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '0949ab9d-02ab-4186-8c3a-c75c19e1bcc7', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'floating_ip_address': '172.26.8.231', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'port_id': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'mac_address': 'fa:16:3e:ed:14:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:39:11Z', 'updated_at': '2022-10-18T08:39:11Z', 'revision_number': 0, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d650b9-8eec-4b81-a9f4-2f54cf356712', 'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'mac_address': 'fa:16:3e:04:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:48Z', 'updated_at': '2022-10-18T08:38:56Z', 'revision_number': 5, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'subnets': [{'id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:39:13.678422 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fbb6b7-a8db-47e7-b95e-0c31ddf8b28e None None] New status for floating IP 0949ab9d-02ab-4186-8c3a-c75c19e1bcc7: ACTIVE {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:39:20.628281 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e29fa379-17df-4382-a60f-35b6282eefc4 req-5eb5f4a5-50bd-4a63-a862-cdec949cb800 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746927 Oct 18 08:39:20.775785 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fa379-17df-4382-a60f-35b6282eefc4 req-34869d5f-b80f-4b42-9dc3-e56a531443c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:20.777234 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e29fa379-17df-4382-a60f-35b6282eefc4 req-34869d5f-b80f-4b42-9dc3-e56a531443c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 1098 time: 0.0792806 Oct 18 08:39:20.831717 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5a784fec-f537-4843-b280-044128ae9958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:20.919791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fa379-17df-4382-a60f-35b6282eefc4 req-dea8e007-2ec3-47ed-8fa7-8828e6081e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:20.921116 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e29fa379-17df-4382-a60f-35b6282eefc4 req-dea8e007-2ec3-47ed-8fa7-8828e6081e4b service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 910 time: 0.1250677 Oct 18 08:39:21.022038 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e29fa379-17df-4382-a60f-35b6282eefc4 req-bfb0d5e3-e3e6-4666-b997-9a39526d29d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591 HTTP/1.1" status: 200 len: 1001 time: 0.0937822 Oct 18 08:39:21.086068 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fa379-17df-4382-a60f-35b6282eefc4 req-dff6c12a-9cd8-4def-878f-c583f8f40a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:21.087467 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e29fa379-17df-4382-a60f-35b6282eefc4 req-dff6c12a-9cd8-4def-878f-c583f8f40a4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.0598683 Oct 18 08:39:21.170489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fa379-17df-4382-a60f-35b6282eefc4 req-e71c4a69-9c14-4d31-9593-5c4c382b2321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:39:21.171873 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e29fa379-17df-4382-a60f-35b6282eefc4 req-e71c4a69-9c14-4d31-9593-5c4c382b2321 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747638 Oct 18 08:39:21.390280 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e29fa379-17df-4382-a60f-35b6282eefc4 req-521fca49-14e1-4e02-aa23-73f01c9a2530 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108171 Oct 18 08:39:21.518347 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e29fa379-17df-4382-a60f-35b6282eefc4 req-92bcf002-5935-468f-9838-1f356e8b02d3 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210146 Oct 18 08:39:23.110382 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-861fb804-2537-46dd-bff5-4f905fbb4b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:23.877803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:23.895803 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:25.495417 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:34.954526 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:37.786841 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:39:50.834494 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1ebb2ff3-4e3c-41c7-832c-056cd754e94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:53.112568 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9d75cc31-0361-4c77-b230-0b505b904af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:53.881559 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:53.899448 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:39:55.498095 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:40:04.963788 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:40:14.786149 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:40:20.836297 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e4460aba-8c53-4eac-929e-2aaf387304f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:40:21.736706 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bb0c4132-7928-463c-814c-fa6813e5981f req-43c53d64-6849-45e0-8517-c07431a398fe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1827035 Oct 18 08:40:21.890854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c4132-7928-463c-814c-fa6813e5981f req-f14afd1d-472b-4b79-ab1c-2be5a6d1704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:40:21.892202 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bb0c4132-7928-463c-814c-fa6813e5981f req-f14afd1d-472b-4b79-ab1c-2be5a6d1704d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 1098 time: 0.0768681 Oct 18 08:40:22.042650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c4132-7928-463c-814c-fa6813e5981f req-e1c2c9cb-7352-4d72-8002-b50f6f88e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:40:22.044074 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bb0c4132-7928-463c-814c-fa6813e5981f req-e1c2c9cb-7352-4d72-8002-b50f6f88e809 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 910 time: 0.1277518 Oct 18 08:40:22.148849 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bb0c4132-7928-463c-814c-fa6813e5981f req-6f9bfce2-0bfa-4665-bc41-5df75ff042e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591 HTTP/1.1" status: 200 len: 1001 time: 0.0958359 Oct 18 08:40:22.215129 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c4132-7928-463c-814c-fa6813e5981f req-24192737-27b1-408e-b12e-0626b43041e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:40:22.216526 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bb0c4132-7928-463c-814c-fa6813e5981f req-24192737-27b1-408e-b12e-0626b43041e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.0590861 Oct 18 08:40:22.298776 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c4132-7928-463c-814c-fa6813e5981f req-a2a11541-0244-45f0-8102-03aa004686bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:40:22.300225 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bb0c4132-7928-463c-814c-fa6813e5981f req-a2a11541-0244-45f0-8102-03aa004686bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750210 Oct 18 08:40:22.431918 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bb0c4132-7928-463c-814c-fa6813e5981f req-a920cf4d-365c-468b-bcce-6d18eacfcc8e service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220081 Oct 18 08:40:22.563604 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bb0c4132-7928-463c-814c-fa6813e5981f req-abeff0de-2e83-4e8c-b9c3-2dd80d05725d service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227117 Oct 18 08:40:23.114236 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c938b2dd-d9bb-4ef1-b104-c3bbd9dbddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:40:23.886844 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:40:23.903739 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:40:25.500853 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:40:34.978573 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:40:50.837709 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-bd87bcfe-a2b1-47ec-8eda-ac68571dfe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:40:51.784445 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:40:53.116243 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9084930d-c08c-4b7e-bcdb-50b3a62bf8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:40:53.894973 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:40:53.905957 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:40:55.503234 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:04.981408 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:08.634767 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439b9b9-5971-441b-928b-55b3199b1c95 req-f2d7413f-1495-489c-8192-bdd8c55efdb3 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:08.636195 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3439b9b9-5971-441b-928b-55b3199b1c95 req-f2d7413f-1495-489c-8192-bdd8c55efdb3 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0907469 Oct 18 08:41:08.679757 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3439b9b9-5971-441b-928b-55b3199b1c95 req-ccc28a80-223e-4a4a-9323-a2b6352daf51 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379972 Oct 18 08:41:09.883000 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acb2bb-84ed-4576-a2df-a804b3119d18 req-85639ddf-7b77-423d-8a42-ed88a38f0a8a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:09.884459 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d3acb2bb-84ed-4576-a2df-a804b3119d18 req-85639ddf-7b77-423d-8a42-ed88a38f0a8a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0902724 Oct 18 08:41:09.929711 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d3acb2bb-84ed-4576-a2df-a804b3119d18 req-e3b1d140-ac02-4526-b5a4-f6a5c959da7d tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396130 Oct 18 08:41:11.128983 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11fb38-906c-478a-a815-d42ae997126c req-797fb2a5-3b9a-436a-b86b-7747fb601908 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:11.130339 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9d11fb38-906c-478a-a815-d42ae997126c req-797fb2a5-3b9a-436a-b86b-7747fb601908 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0875175 Oct 18 08:41:11.177403 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9d11fb38-906c-478a-a815-d42ae997126c req-36028699-70c0-4e0e-8908-ff0d04e1bf43 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414443 Oct 18 08:41:12.370188 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc18fd1-00ea-4ee5-bab1-bbab3290b42a req-92dee650-435e-4abf-ad06-7bfe0de16687 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:12.371728 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0cc18fd1-00ea-4ee5-bab1-bbab3290b42a req-92dee650-435e-4abf-ad06-7bfe0de16687 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0866809 Oct 18 08:41:12.414803 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0cc18fd1-00ea-4ee5-bab1-bbab3290b42a req-e7179e9b-23d7-41c3-80ca-b21375e7afed tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369911 Oct 18 08:41:13.611196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d95d-1a84-482b-8f86-91bc8079df27 req-9517cfbc-ecff-470a-8a84-08060e6204d1 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:13.612689 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c176d95d-1a84-482b-8f86-91bc8079df27 req-9517cfbc-ecff-470a-8a84-08060e6204d1 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0854290 Oct 18 08:41:13.655781 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c176d95d-1a84-482b-8f86-91bc8079df27 req-0c75c98a-cec1-42a5-a8c7-88732a8593d1 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376048 Oct 18 08:41:14.854571 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb9719-02d8-499c-8ce6-efb148eae8cf req-589b7f27-79cc-4450-8460-7145b3e064fd tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:14.856021 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e1cb9719-02d8-499c-8ce6-efb148eae8cf req-589b7f27-79cc-4450-8460-7145b3e064fd tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0885701 Oct 18 08:41:14.899352 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e1cb9719-02d8-499c-8ce6-efb148eae8cf req-b2b08dd8-6396-42e1-a89a-2b0c5afa7d81 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377631 Oct 18 08:41:16.096368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7c193-5445-466b-8b21-b425c640dc9d req-1f96ab3c-bd90-474c-b9b3-736f53bbd414 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:16.097830 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aeb7c193-5445-466b-8b21-b425c640dc9d req-1f96ab3c-bd90-474c-b9b3-736f53bbd414 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0908062 Oct 18 08:41:16.141994 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aeb7c193-5445-466b-8b21-b425c640dc9d req-1f695b22-8fc8-4e92-a8ee-fbbf4ca8037f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379174 Oct 18 08:41:17.338342 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ed208-97ff-4b6e-9e1e-8d4c2e3e791e req-c764bb28-5435-422e-b5a3-15c8bb632fef tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:17.339819 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f94ed208-97ff-4b6e-9e1e-8d4c2e3e791e req-c764bb28-5435-422e-b5a3-15c8bb632fef tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0854495 Oct 18 08:41:17.496020 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f94ed208-97ff-4b6e-9e1e-8d4c2e3e791e req-9a37f933-693b-48f2-995c-725b730cad92 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499181 Oct 18 08:41:18.689949 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98405015-7e88-45c3-bc2d-f8f7478f04f9 req-6123857f-b06c-4bf9-b9aa-a79ccea688e5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:18.691426 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-98405015-7e88-45c3-bc2d-f8f7478f04f9 req-6123857f-b06c-4bf9-b9aa-a79ccea688e5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0870929 Oct 18 08:41:18.737059 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-98405015-7e88-45c3-bc2d-f8f7478f04f9 req-8b5b4d59-c379-48ff-aa92-10a0757b4c4e tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401537 Oct 18 08:41:19.683173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device d51c1967-73cd-4a9a-9260-69d5c6c1c591 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:41:19.814368 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port d51c1967-73cd-4a9a-9260-69d5c6c1c591, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:41:19.827131 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'port_id': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591', 'mac_address': 'fa:16:3e:ed:14:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:41:19.881492 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port d51c1967-73cd-4a9a-9260-69d5c6c1c591 is: ACTIVE; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:41:19.881866 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:19.898727 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d51c1967-73cd-4a9a-9260-69d5c6c1c591 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:41:19.914704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port d51c1967-73cd-4a9a-9260-69d5c6c1c591, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:41:19.918618 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:19.933713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309684f-6d95-4024-8710-7b0f02d91eb6 req-a9fd14ef-4f62-4152-88ec-cf76c83df102 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:19.935166 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6309684f-6d95-4024-8710-7b0f02d91eb6 req-a9fd14ef-4f62-4152-88ec-cf76c83df102 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0881774 Oct 18 08:41:19.979892 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6309684f-6d95-4024-8710-7b0f02d91eb6 req-15fb093e-f258-4b15-bede-d0b70c57804c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391262 Oct 18 08:41:19.991177 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=d51c1967-73cd-4a9a-9260-69d5c6c1c591,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:41:19.998372 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:41:19.998800 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:41:19.999162 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:41:19.999560 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:41:19.999890 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:41:20.000272 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:41:20.000598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:41:20.000921 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:41:20.001244 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:41:20.001561 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:41:20.001876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:41:20.002197 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:41:20.018779 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['d51c1967-73cd-4a9a-9260-69d5c6c1c591'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:41:20.839770 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1a6b9e4e-ebc1-4804-9a12-1490aff1f220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:21.184792 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039e2f2-6106-496f-bbac-ded711c9495e req-a645c1a6-32ff-4ee4-8645-8d084b4b912e tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:21.186260 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c039e2f2-6106-496f-bbac-ded711c9495e req-a645c1a6-32ff-4ee4-8645-8d084b4b912e tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 944 time: 0.0928824 Oct 18 08:41:21.231751 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c039e2f2-6106-496f-bbac-ded711c9495e req-cacdc3ba-f29a-406a-95db-b8e21f3dba4f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394135 Oct 18 08:41:21.694841 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device d51c1967-73cd-4a9a-9260-69d5c6c1c591 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:41:21.770599 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port d51c1967-73cd-4a9a-9260-69d5c6c1c591 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:41:21.771457 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:21.771457 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port d51c1967-73cd-4a9a-9260-69d5c6c1c591 Oct 18 08:41:21.885130 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port d51c1967-73cd-4a9a-9260-69d5c6c1c591 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:41:21.885752 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:21.912789 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:41:21.915059 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb6ff6a-2d38-47f5-833d-d4ff61dd6fea" -d '{"events": [{"server_uuid": "aa621fd9-1d34-4cda-a195-8a72f16a591d", "name": "network-vif-plugged", "status": "completed", "tag": "d51c1967-73cd-4a9a-9260-69d5c6c1c591"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:41:21.922722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port d51c1967-73cd-4a9a-9260-69d5c6c1c591, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:41:21.928593 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:22.025924 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56502db-0c5f-4f3f-b068-342c4199419f x-openstack-request-id: req-b56502db-0c5f-4f3f-b068-342c4199419f {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:41:22.026157 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa621fd9-1d34-4cda-a195-8a72f16a591d", "name": "network-vif-plugged", "status": "completed", "tag": "d51c1967-73cd-4a9a-9260-69d5c6c1c591", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:41:22.026412 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b56502db-0c5f-4f3f-b068-342c4199419f {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:41:22.026807 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b56502db-0c5f-4f3f-b068-342c4199419f'] response: {'server_uuid': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591', 'code': 200} Oct 18 08:41:22.050878 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=d51c1967-73cd-4a9a-9260-69d5c6c1c591,revision_number=7']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:41:22.449524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efde2f1-6a19-4499-a685-8c2d1186413e req-4b7873b7-98c9-4085-b120-2d1cfc01a8a2 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:22.450974 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3efde2f1-6a19-4499-a685-8c2d1186413e req-4b7873b7-98c9-4085-b120-2d1cfc01a8a2 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0958664 Oct 18 08:41:22.501703 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-3efde2f1-6a19-4499-a685-8c2d1186413e req-e6991d83-70b1-4cfb-a967-b5c60ba06831 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441372 Oct 18 08:41:22.703602 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dce833-53db-4d5f-844f-50772ea944dc req-c003938f-e661-4cfa-ae94-2a4b5920d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:22.704975 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e0dce833-53db-4d5f-844f-50772ea944dc req-c003938f-e661-4cfa-ae94-2a4b5920d56e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 1098 time: 0.0832102 Oct 18 08:41:22.859170 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dce833-53db-4d5f-844f-50772ea944dc req-f8b81df6-c679-4803-af7f-5edfb8ae9d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:22.861616 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e0dce833-53db-4d5f-844f-50772ea944dc req-f8b81df6-c679-4803-af7f-5edfb8ae9d01 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 910 time: 0.1342154 Oct 18 08:41:22.980850 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e0dce833-53db-4d5f-844f-50772ea944dc req-bec0061c-b327-4e5e-931e-7b037a371697 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591 HTTP/1.1" status: 200 len: 1001 time: 0.1108916 Oct 18 08:41:23.126139 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d55eefc7-3d8a-4024-881d-a0fc0dbeabc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:23.172636 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dce833-53db-4d5f-844f-50772ea944dc req-f6f22d90-4e3b-4b09-9cbb-158047afd856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:23.174206 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e0dce833-53db-4d5f-844f-50772ea944dc req-f6f22d90-4e3b-4b09-9cbb-158047afd856 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.1874607 Oct 18 08:41:23.269853 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dce833-53db-4d5f-844f-50772ea944dc req-35b6adfd-5df6-462f-be38-2bcbe1abda75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:23.271306 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e0dce833-53db-4d5f-844f-50772ea944dc req-35b6adfd-5df6-462f-be38-2bcbe1abda75 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0897868 Oct 18 08:41:23.282879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [req-e0dce833-53db-4d5f-844f-50772ea944dc req-d841c9d9-680b-43b8-96ba-4e6f07f19c0b service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 08:41:23.283868 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e0dce833-53db-4d5f-844f-50772ea944dc req-d841c9d9-680b-43b8-96ba-4e6f07f19c0b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053954 Oct 18 08:41:23.424756 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e0dce833-53db-4d5f-844f-50772ea944dc req-3e8de094-0755-46cb-b5ed-c89a886a1942 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338007 Oct 18 08:41:23.599459 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e0dce833-53db-4d5f-844f-50772ea944dc req-0fc8ada3-ae5a-485f-8fb7-714714de3a7f service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678059 Oct 18 08:41:23.725233 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb5fc1-c9fc-499f-aaa7-bf2f5c912bfe req-fada38f9-25aa-49dd-ae59-6585a527c5bd tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:23.727510 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f2fb5fc1-c9fc-499f-aaa7-bf2f5c912bfe req-fada38f9-25aa-49dd-ae59-6585a527c5bd tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0967417 Oct 18 08:41:23.782037 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f2fb5fc1-c9fc-499f-aaa7-bf2f5c912bfe req-6e618975-2ddd-4f84-a6de-edb5582c6f75 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478857 Oct 18 08:41:23.891387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:23.914334 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:25.009398 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d6335-ed8e-43b8-9502-13dc13b3f493 req-c087e10f-8117-4b9b-80d8-b90ba38f6e88 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:25.011210 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c72d6335-ed8e-43b8-9502-13dc13b3f493 req-c087e10f-8117-4b9b-80d8-b90ba38f6e88 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.1068258 Oct 18 08:41:25.067265 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c72d6335-ed8e-43b8-9502-13dc13b3f493 req-51d5d992-3cf0-4ee1-942e-ae2224a355a5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496931 Oct 18 08:41:25.507812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:26.320561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f7219-3158-453d-87b7-e88fa93d1145 req-3711325e-618d-4810-8160-8bbd1ea543f4 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:26.322942 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-900f7219-3158-453d-87b7-e88fa93d1145 req-3711325e-618d-4810-8160-8bbd1ea543f4 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.1069245 Oct 18 08:41:26.378812 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-900f7219-3158-453d-87b7-e88fa93d1145 req-7ba8d196-435f-4c7a-ae37-7a293852749b tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488462 Oct 18 08:41:27.605292 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bee95-2d29-4f12-9cdf-3441b5ac0eb4 req-8307145e-1606-4074-bce8-e1c3d72eb6b3 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:27.606825 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-853bee95-2d29-4f12-9cdf-3441b5ac0eb4 req-8307145e-1606-4074-bce8-e1c3d72eb6b3 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.1001720 Oct 18 08:41:27.659866 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-853bee95-2d29-4f12-9cdf-3441b5ac0eb4 req-1e18a0b5-a878-40e5-af09-08a79a311d0b tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455103 Oct 18 08:41:28.785351 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:41:28.862745 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d3a52-661e-4632-95a8-0165209ef289 req-27deb6be-1212-4a9b-9363-e2ba7d1c3ea5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:28.869525 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-307d3a52-661e-4632-95a8-0165209ef289 req-27deb6be-1212-4a9b-9363-e2ba7d1c3ea5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0978322 Oct 18 08:41:28.917460 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-307d3a52-661e-4632-95a8-0165209ef289 req-78240911-e404-4a0a-a691-591841e99cbb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455842 Oct 18 08:41:30.138680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb1912-f0dd-4c1d-a004-c022b366bc17 req-54c11575-7223-40ce-b8d2-b6f9b40fcdc8 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:30.140299 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-56cb1912-f0dd-4c1d-a004-c022b366bc17 req-54c11575-7223-40ce-b8d2-b6f9b40fcdc8 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0952222 Oct 18 08:41:30.199252 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-56cb1912-f0dd-4c1d-a004-c022b366bc17 req-53875e6e-f481-47e1-8020-5ae4ae7ad0b9 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490003 Oct 18 08:41:31.404720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c3f32-a00f-4c90-9eb1-286df255b07c req-696cd6f5-93c6-4934-a5c5-5b9458a9ef71 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:31.406158 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c28c3f32-a00f-4c90-9eb1-286df255b07c req-696cd6f5-93c6-4934-a5c5-5b9458a9ef71 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0906427 Oct 18 08:41:31.416103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f571b8-3eef-4cb8-b3ae-0ae5260e249b req-56eb2e8a-4a01-4e27-99bb-8a7d0e9959a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:31.417578 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c9f571b8-3eef-4cb8-b3ae-0ae5260e249b req-56eb2e8a-4a01-4e27-99bb-8a7d0e9959a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 1098 time: 0.0824597 Oct 18 08:41:31.450462 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c28c3f32-a00f-4c90-9eb1-286df255b07c req-3aac5d87-f7ab-405f-805c-17fc680aff93 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386007 Oct 18 08:41:31.552572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f571b8-3eef-4cb8-b3ae-0ae5260e249b req-fd982f74-9241-424a-8117-d855aed63f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:31.554055 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c9f571b8-3eef-4cb8-b3ae-0ae5260e249b req-fd982f74-9241-424a-8117-d855aed63f99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 910 time: 0.1266382 Oct 18 08:41:31.655799 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c9f571b8-3eef-4cb8-b3ae-0ae5260e249b req-cafdb514-01db-4b1a-8eb3-210ae4072da0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591 HTTP/1.1" status: 200 len: 1001 time: 0.0925941 Oct 18 08:41:31.723513 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f571b8-3eef-4cb8-b3ae-0ae5260e249b req-976834b3-348e-479e-8f03-24a63c20d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:31.724849 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c9f571b8-3eef-4cb8-b3ae-0ae5260e249b req-976834b3-348e-479e-8f03-24a63c20d22c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.0594597 Oct 18 08:41:31.807367 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f571b8-3eef-4cb8-b3ae-0ae5260e249b req-ce2a96e8-2d04-4cbd-9017-46f7d258ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:31.808845 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c9f571b8-3eef-4cb8-b3ae-0ae5260e249b req-ce2a96e8-2d04-4cbd-9017-46f7d258ad04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747669 Oct 18 08:41:31.937098 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c9f571b8-3eef-4cb8-b3ae-0ae5260e249b req-32c5c137-2f05-4ecf-867d-19a325aadb8e service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213505 Oct 18 08:41:32.067841 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c9f571b8-3eef-4cb8-b3ae-0ae5260e249b req-1cf10082-5992-4ae4-b48c-c4aa284650c1 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213014 Oct 18 08:41:32.648179 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb844d-f2ca-46a5-ba76-30d82fada427 req-4047b7de-9046-4d2c-a680-f6894c3f4e42 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:32.649516 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-30cb844d-f2ca-46a5-ba76-30d82fada427 req-4047b7de-9046-4d2c-a680-f6894c3f4e42 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0899832 Oct 18 08:41:32.692649 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-30cb844d-f2ca-46a5-ba76-30d82fada427 req-bcc83248-61b2-4557-bef5-646aec48f1ef tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376050 Oct 18 08:41:33.778420 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device d51c1967-73cd-4a9a-9260-69d5c6c1c591 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:41:33.890881 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c66330-89fd-4bfb-ba20-bcc411b70fa6 req-be3761f7-b58a-4dd6-a3bc-cf3630be9268 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:33.892358 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e1c66330-89fd-4bfb-ba20-bcc411b70fa6 req-be3761f7-b58a-4dd6-a3bc-cf3630be9268 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 945 time: 0.0909066 Oct 18 08:41:33.895637 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port d51c1967-73cd-4a9a-9260-69d5c6c1c591 is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:41:33.896017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:33.925386 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:41:33.928063 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962ccf30-8a70-4e70-9fb4-c5b71c0a848a" -d '{"events": [{"server_uuid": "aa621fd9-1d34-4cda-a195-8a72f16a591d", "name": "network-vif-unplugged", "status": "completed", "tag": "d51c1967-73cd-4a9a-9260-69d5c6c1c591"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:41:33.936109 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port d51c1967-73cd-4a9a-9260-69d5c6c1c591, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:41:33.943531 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:33.943902 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e1c66330-89fd-4bfb-ba20-bcc411b70fa6 req-b9bc1868-24cb-43da-86a4-38a250b28cdb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460391 Oct 18 08:41:33.991506 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Oct 2022 08:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09eb000d-437b-4ec4-b272-f41713c665a6 x-openstack-request-id: req-09eb000d-437b-4ec4-b272-f41713c665a6 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:41:33.991802 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa621fd9-1d34-4cda-a195-8a72f16a591d", "name": "network-vif-unplugged", "status": "completed", "tag": "d51c1967-73cd-4a9a-9260-69d5c6c1c591", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:41:33.992054 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-09eb000d-437b-4ec4-b272-f41713c665a6 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:41:33.992444 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09eb000d-437b-4ec4-b272-f41713c665a6'] response: {'server_uuid': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591', 'code': 200} Oct 18 08:41:34.012467 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=d51c1967-73cd-4a9a-9260-69d5c6c1c591,revision_number=8']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:41:34.993838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:35.150382 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb789af3-1a55-4666-9897-654df6e6ac01 req-ec6fdeed-300d-4165-8910-80a4325ec280 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:35.151751 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cb789af3-1a55-4666-9897-654df6e6ac01 req-ec6fdeed-300d-4165-8910-80a4325ec280 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 943 time: 0.0957787 Oct 18 08:41:35.199827 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cb789af3-1a55-4666-9897-654df6e6ac01 req-45992c6b-7cbf-4c9c-a64e-c2f3ddbd0fd2 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423751 Oct 18 08:41:35.564424 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed49fad-fdaf-4310-933c-650cb9d5fb13 req-f5ac8a0c-30d1-4517-9e15-7edd478e7aec tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:35.565880 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6ed49fad-fdaf-4310-933c-650cb9d5fb13 req-f5ac8a0c-30d1-4517-9e15-7edd478e7aec tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 943 time: 0.0914748 Oct 18 08:41:35.610174 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6ed49fad-fdaf-4310-933c-650cb9d5fb13 req-e9bc0d13-ff44-4fa8-8d8c-9592bd0306df tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387671 Oct 18 08:41:35.744831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42482) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:41:35.862361 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8a290659-a87b-4d96-9947-127173ec2e69 req-bf829335-2e2f-4c61-8b65-f58fc8ab566c service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1163304 Oct 18 08:41:36.805771 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131815bf-4313-4aef-9bfd-031219c94d57 req-38bf9dd4-4c6a-46fb-a6d2-f072e877d477 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:36.807257 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-131815bf-4313-4aef-9bfd-031219c94d57 req-38bf9dd4-4c6a-46fb-a6d2-f072e877d477 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 943 time: 0.0861630 Oct 18 08:41:36.850625 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-131815bf-4313-4aef-9bfd-031219c94d57 req-a3be7fe4-86b4-4d79-ac93-1e78ab24f35d tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372961 Oct 18 08:41:37.102741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a290659-a87b-4d96-9947-127173ec2e69 req-9712e47d-9948-48ef-b771-2daeec3df91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:37.104130 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8a290659-a87b-4d96-9947-127173ec2e69 req-9712e47d-9948-48ef-b771-2daeec3df91c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d&tenant_id=a426bb63df6e4a26be329a8348e574da HTTP/1.1" status: 200 len: 1096 time: 0.1699240 Oct 18 08:41:37.206614 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a290659-a87b-4d96-9947-127173ec2e69 req-6269e032-3718-4ef1-bd42-b4adeaf6a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:37.208076 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8a290659-a87b-4d96-9947-127173ec2e69 req-6269e032-3718-4ef1-bd42-b4adeaf6a405 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 1096 time: 0.0789659 Oct 18 08:41:37.338883 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a290659-a87b-4d96-9947-127173ec2e69 req-07b4b24e-c5e3-4dd5-8e87-4ec91d004900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:37.340293 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8a290659-a87b-4d96-9947-127173ec2e69 req-07b4b24e-c5e3-4dd5-8e87-4ec91d004900 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 910 time: 0.1237621 Oct 18 08:41:37.445403 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8a290659-a87b-4d96-9947-127173ec2e69 req-faeb9562-ffd9-4696-97e1-ea3bfb447069 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591 HTTP/1.1" status: 200 len: 999 time: 0.0949397 Oct 18 08:41:37.508792 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a290659-a87b-4d96-9947-127173ec2e69 req-9957fc28-3c07-4881-8206-0ea8261aad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:37.510176 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8a290659-a87b-4d96-9947-127173ec2e69 req-9957fc28-3c07-4881-8206-0ea8261aad1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.0558939 Oct 18 08:41:37.596125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a290659-a87b-4d96-9947-127173ec2e69 req-16411d82-254c-4fb4-8875-621749b43e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:37.597564 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8a290659-a87b-4d96-9947-127173ec2e69 req-16411d82-254c-4fb4-8875-621749b43e99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785811 Oct 18 08:41:37.730487 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8a290659-a87b-4d96-9947-127173ec2e69 req-294efe62-db3d-4e34-9c3f-c941c05691ba service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229167 Oct 18 08:41:37.793534 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device d51c1967-73cd-4a9a-9260-69d5c6c1c591 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:41:37.862147 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8a290659-a87b-4d96-9947-127173ec2e69 req-8c564dba-1043-4410-9624-de5122edddd8 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229489 Oct 18 08:41:37.911415 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port d51c1967-73cd-4a9a-9260-69d5c6c1c591 is: DOWN; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:41:38.049314 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b6020-fbb9-415d-9758-3edf0d779fe1 req-96ab67f9-482c-4765-97c1-e3cee0d79f94 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:38.050796 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e20b6020-fbb9-415d-9758-3edf0d779fe1 req-96ab67f9-482c-4765-97c1-e3cee0d79f94 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 943 time: 0.0865347 Oct 18 08:41:38.100119 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e20b6020-fbb9-415d-9758-3edf0d779fe1 req-d26ba45b-0b94-4fa2-8e99-ba4b8ec678f5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434575 Oct 18 08:41:39.317926 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3429b2-2c33-41ae-ad7d-963b744a0b69 req-213e0a87-96f6-4071-ad64-02ba8af46a21 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:39.319445 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9f3429b2-2c33-41ae-ad7d-963b744a0b69 req-213e0a87-96f6-4071-ad64-02ba8af46a21 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 943 time: 0.0932200 Oct 18 08:41:39.377016 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9f3429b2-2c33-41ae-ad7d-963b744a0b69 req-f5fd745c-20a3-4bb3-a698-c0dc0d013c25 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516396 Oct 18 08:41:40.585966 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437201c-7c91-4fc4-87c7-e5b4d6b6706b req-2807570d-bad3-43fe-96b3-cedfdae76b68 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:40.587515 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d437201c-7c91-4fc4-87c7-e5b4d6b6706b req-2807570d-bad3-43fe-96b3-cedfdae76b68 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 943 time: 0.0946524 Oct 18 08:41:40.633942 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d437201c-7c91-4fc4-87c7-e5b4d6b6706b req-b4324962-3eaa-4d89-8bc0-0f0ac7a4bf41 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407076 Oct 18 08:41:41.842935 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22df50-25a8-43b4-aebe-8031838c73b1 req-09001df9-362b-474d-aad1-18a9e505d364 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:41.844598 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fa22df50-25a8-43b4-aebe-8031838c73b1 req-09001df9-362b-474d-aad1-18a9e505d364 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 943 time: 0.0910416 Oct 18 08:41:41.901628 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fa22df50-25a8-43b4-aebe-8031838c73b1 req-49f9d133-02d4-4500-bed4-24d305c1e0ca tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512481 Oct 18 08:41:43.111529 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe28709-711b-4334-b85e-de1558e03a74 req-0aeaa6bd-1e29-477e-a0ae-ae2706dd60e3 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:43.113899 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-afe28709-711b-4334-b85e-de1558e03a74 req-0aeaa6bd-1e29-477e-a0ae-ae2706dd60e3 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 943 time: 0.1011527 Oct 18 08:41:43.170642 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-afe28709-711b-4334-b85e-de1558e03a74 req-be539a12-cd63-4abf-a8a8-63d578dd9925 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508184 Oct 18 08:41:44.397096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd076c85-d99e-4e39-8573-af3452ba1521 req-2d7250ba-af85-4fb9-8156-5c8b2c12f7f1 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:44.398574 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dd076c85-d99e-4e39-8573-af3452ba1521 req-2d7250ba-af85-4fb9-8156-5c8b2c12f7f1 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 943 time: 0.0998764 Oct 18 08:41:44.445950 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dd076c85-d99e-4e39-8573-af3452ba1521 req-f72f4a91-88be-4e76-84fc-5af160833de1 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401483 Oct 18 08:41:45.653826 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d87e93-8599-45c1-94ba-90a62bfca4ad req-3a664886-43f2-4f29-86ec-23bf93e0e65a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:45.655306 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-96d87e93-8599-45c1-94ba-90a62bfca4ad req-3a664886-43f2-4f29-86ec-23bf93e0e65a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 943 time: 0.0867078 Oct 18 08:41:45.701858 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-96d87e93-8599-45c1-94ba-90a62bfca4ad req-d2f6890c-5749-4244-a6b3-8e15f95a2dbf tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404356 Oct 18 08:41:46.899291 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea84ce-9769-4d96-b3f5-e8b6585f8228 req-994fb4f2-a91e-4d97-a579-008f09c4d651 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:46.900756 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-68ea84ce-9769-4d96-b3f5-e8b6585f8228 req-994fb4f2-a91e-4d97-a579-008f09c4d651 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 943 time: 0.0862629 Oct 18 08:41:46.947338 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-68ea84ce-9769-4d96-b3f5-e8b6585f8228 req-a4d072c7-32c7-4593-bb98-1a5767b9bb31 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410917 Oct 18 08:41:47.840440 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device d51c1967-73cd-4a9a-9260-69d5c6c1c591 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:41:47.970702 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port d51c1967-73cd-4a9a-9260-69d5c6c1c591, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:41:47.983566 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'port_id': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591', 'mac_address': 'fa:16:3e:ed:14:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:41:48.041528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port d51c1967-73cd-4a9a-9260-69d5c6c1c591 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:41:48.041898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:48.058683 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51c1967-73cd-4a9a-9260-69d5c6c1c591 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:41:48.074299 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port d51c1967-73cd-4a9a-9260-69d5c6c1c591, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:41:48.079889 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:48.147761 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9216eb-ec82-42bd-bc4f-4334c29d5a20 req-b497fc20-61b3-4ccb-8ded-3a61cad03eb5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:48.149807 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1c9216eb-ec82-42bd-bc4f-4334c29d5a20 req-b497fc20-61b3-4ccb-8ded-3a61cad03eb5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 944 time: 0.0922031 Oct 18 08:41:48.150988 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=d51c1967-73cd-4a9a-9260-69d5c6c1c591,revision_number=9']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:41:48.199609 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1c9216eb-ec82-42bd-bc4f-4334c29d5a20 req-e88543db-5498-498d-9a10-1238553dead9 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401349 Oct 18 08:41:48.388271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['d51c1967-73cd-4a9a-9260-69d5c6c1c591'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:41:49.394219 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3c0a1-e2ed-4218-a6de-f00c25404c61 req-b4389bb1-c4d6-48bf-b2b9-c7cfe0fc83fb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:49.395693 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-edf3c0a1-e2ed-4218-a6de-f00c25404c61 req-b4389bb1-c4d6-48bf-b2b9-c7cfe0fc83fb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 944 time: 0.0864689 Oct 18 08:41:49.438983 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-edf3c0a1-e2ed-4218-a6de-f00c25404c61 req-8cf933e9-9902-4a2d-b437-30d9a4b5bacc tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376873 Oct 18 08:41:49.855644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device d51c1967-73cd-4a9a-9260-69d5c6c1c591 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:41:49.922107 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port d51c1967-73cd-4a9a-9260-69d5c6c1c591 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:41:49.922478 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:49.922837 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port d51c1967-73cd-4a9a-9260-69d5c6c1c591 Oct 18 08:41:50.035378 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port d51c1967-73cd-4a9a-9260-69d5c6c1c591 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:41:50.035777 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:50.063374 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:41:50.065627 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ac4598-a31e-4dcc-a7b8-a07b600717fa" -d '{"events": [{"server_uuid": "aa621fd9-1d34-4cda-a195-8a72f16a591d", "name": "network-vif-plugged", "status": "completed", "tag": "d51c1967-73cd-4a9a-9260-69d5c6c1c591"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:41:50.073438 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port d51c1967-73cd-4a9a-9260-69d5c6c1c591, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:41:50.077718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:50.110900 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4756f62-a491-4b32-aa63-056733cc953f x-openstack-request-id: req-f4756f62-a491-4b32-aa63-056733cc953f {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:41:50.111137 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa621fd9-1d34-4cda-a195-8a72f16a591d", "name": "network-vif-plugged", "status": "completed", "tag": "d51c1967-73cd-4a9a-9260-69d5c6c1c591", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:41:50.111390 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f4756f62-a491-4b32-aa63-056733cc953f {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:41:50.111784 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4756f62-a491-4b32-aa63-056733cc953f'] response: {'server_uuid': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591', 'code': 200} Oct 18 08:41:50.151986 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=d51c1967-73cd-4a9a-9260-69d5c6c1c591,revision_number=10']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:41:50.377036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0286aa0-f078-49c0-b82a-d0a5104c6024 req-d1a6351b-822c-478c-9185-08081281d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:50.378386 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b0286aa0-f078-49c0-b82a-d0a5104c6024 req-d1a6351b-822c-478c-9185-08081281d6f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 1099 time: 0.0776696 Oct 18 08:41:50.420653 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b0286aa0-f078-49c0-b82a-d0a5104c6024 req-9adf17f3-3255-4342-8211-8acb05a952e0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329740 Oct 18 08:41:50.631828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa8978-1a4a-49cd-8191-f74e9e9bc1dd req-590ccefb-ea89-4db7-8855-e99eee624814 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:50.633157 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-88fa8978-1a4a-49cd-8191-f74e9e9bc1dd req-590ccefb-ea89-4db7-8855-e99eee624814 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 946 time: 0.0851963 Oct 18 08:41:50.679425 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-88fa8978-1a4a-49cd-8191-f74e9e9bc1dd req-8b82549c-34b4-4df1-ba17-97ebccf46a6c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407372 Oct 18 08:41:50.842306 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4307268d-04bd-436d-a022-1db0f3889b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:51.887034 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf005ca9-445a-40d3-bf16-d2f92cdf2992 req-4480baf1-c69a-44aa-886f-442f49e46b6a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:51.888511 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cf005ca9-445a-40d3-bf16-d2f92cdf2992 req-4480baf1-c69a-44aa-886f-442f49e46b6a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 946 time: 0.0935054 Oct 18 08:41:51.933668 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-cf005ca9-445a-40d3-bf16-d2f92cdf2992 req-ae874522-ba1b-46a0-b7e7-4e0ce2ba166b tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393391 Oct 18 08:41:53.121789 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-53fe5d5b-21e3-4acd-b2b6-9974e0e054d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:53.131072 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f657879-70f5-4bb8-9962-336788b6adc9 req-e70d2107-ad17-4c19-a5aa-b95eccdf9fbb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:41:53.132461 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5f657879-70f5-4bb8-9962-336788b6adc9 req-e70d2107-ad17-4c19-a5aa-b95eccdf9fbb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 946 time: 0.0868347 Oct 18 08:41:53.177234 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-5f657879-70f5-4bb8-9962-336788b6adc9 req-e349331c-acd7-410d-8357-6610b68fa4cc tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384674 Oct 18 08:41:53.885112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:53.910220 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:41:55.512424 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:42:04.992969 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:42:05.785369 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:42:20.844237 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dc34e065-53dd-4cd7-b843-f76d4e863c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:42:22.711840 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7b5a160d-2214-4685-821e-3ccfbd7c2418 req-0049ec23-76af-40a4-959e-0eb765db5549 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1699903 Oct 18 08:42:22.859012 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a160d-2214-4685-821e-3ccfbd7c2418 req-8d4b0592-327c-4ee8-9b84-144774860ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:42:22.861085 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7b5a160d-2214-4685-821e-3ccfbd7c2418 req-8d4b0592-327c-4ee8-9b84-144774860ef5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 1099 time: 0.0774403 Oct 18 08:42:23.002532 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a160d-2214-4685-821e-3ccfbd7c2418 req-e33777fa-f78a-4269-842c-581514413c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:42:23.003951 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7b5a160d-2214-4685-821e-3ccfbd7c2418 req-e33777fa-f78a-4269-842c-581514413c0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 910 time: 0.1241057 Oct 18 08:42:23.107648 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7b5a160d-2214-4685-821e-3ccfbd7c2418 req-b66243dc-19ac-410f-a3b8-f41ccb984c17 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591 HTTP/1.1" status: 200 len: 1001 time: 0.0937202 Oct 18 08:42:23.124630 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-61a5ef87-253b-446f-b968-13d1f158b972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:42:23.169254 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a160d-2214-4685-821e-3ccfbd7c2418 req-10ad3aeb-1e67-4248-a180-8edf69fe21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:42:23.170807 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7b5a160d-2214-4685-821e-3ccfbd7c2418 req-10ad3aeb-1e67-4248-a180-8edf69fe21e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.0571880 Oct 18 08:42:23.255431 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a160d-2214-4685-821e-3ccfbd7c2418 req-6b484828-10da-4824-918a-be67c5ccfe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:42:23.256796 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7b5a160d-2214-4685-821e-3ccfbd7c2418 req-6b484828-10da-4824-918a-be67c5ccfe41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793400 Oct 18 08:42:23.388127 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7b5a160d-2214-4685-821e-3ccfbd7c2418 req-63c0348a-eaac-4682-b50c-77a03a5bfb53 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235583 Oct 18 08:42:23.518767 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7b5a160d-2214-4685-821e-3ccfbd7c2418 req-98bf29f1-086f-43ed-9f1b-35e1a2dfa507 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235664 Oct 18 08:42:23.887476 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:42:23.913033 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:42:25.512041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:42:35.009854 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:42:42.784094 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:42:50.846568 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2a9981d6-2495-4c27-abfa-5e7aea57af3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:42:53.127022 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-33ba7f36-750d-474a-adfd-5c51041bbb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:42:53.891069 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:42:53.914706 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:42:55.514617 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:05.009804 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:05.949839 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42632) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:43:06.151042 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Deleting port 3f22b360-4432-420c-8ce4-b16644ff589d {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:43:06.151385 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:06.314952 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:06.315278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:06.433164 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Calling delete_port for 3f22b360-4432-420c-8ce4-b16644ff589d owned by network:floatingip {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:43:06.580683 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:06.625177 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event deleted for resources: {'Port': ['ID=3f22b360-4432-420c-8ce4-b16644ff589d,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:43:06.768585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:06.768924 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:06.769258 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:06.769585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:06.769910 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:06.770234 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:06.770580 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:06.770897 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:06.771218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:06.771535 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:06.771848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:06.772162 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:06.832361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for floatingip, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:06.832604 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Floating IP 0949ab9d-02ab-4186-8c3a-c75c19e1bcc7 disassociated (deleted). External IP: 172.26.8.231, port: d51c1967-73cd-4a9a-9260-69d5c6c1c591. Oct 18 08:43:07.171743 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Router 3abe18d3-7999-4066-8e6a-b51dad2c9445 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:43:07.350029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:43:07.362375 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a78672-86f4-4bb0-9ae2-d1eb09d1414c None None] Sync routers for ids ['3abe18d3-7999-4066-8e6a-b51dad2c9445'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:43:07.370891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:07.373600 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a78672-86f4-4bb0-9ae2-d1eb09d1414c None None] Routers {'3abe18d3-7999-4066-8e6a-b51dad2c9445'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:43:07.374212 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-06a78672-86f4-4bb0-9ae2-d1eb09d1414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:42:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3abe18d3-7999-4066-8e6a-b51dad2c9445'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:43:07.431290 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6d876ad9-a359-4498-9ba9-85441e28a13c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "DELETE /v2.0/floatingips/0949ab9d-02ab-4186-8c3a-c75c19e1bcc7 HTTP/1.1" status: 204 len: 168 time: 1.4802747 Oct 18 08:43:07.431889 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'tag': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:43:07.434290 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35426f5a-8080-4061-8e87-fabec77af964" -d '{"events": [{"name": "network-changed", "server_uuid": "aa621fd9-1d34-4cda-a195-8a72f16a591d", "tag": "d51c1967-73cd-4a9a-9260-69d5c6c1c591"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:43:07.541439 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564e7119-1788-4375-b0b8-0f5c501fddbe x-openstack-request-id: req-564e7119-1788-4375-b0b8-0f5c501fddbe {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:43:07.541734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa621fd9-1d34-4cda-a195-8a72f16a591d", "tag": "d51c1967-73cd-4a9a-9260-69d5c6c1c591", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:43:07.541985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-564e7119-1788-4375-b0b8-0f5c501fddbe {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:43:07.542394 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564e7119-1788-4375-b0b8-0f5c501fddbe'] response: {'name': 'network-changed', 'server_uuid': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'tag': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591', 'status': 'completed', 'code': 200} Oct 18 08:43:07.602540 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-06a78672-86f4-4bb0-9ae2-d1eb09d1414c None None] Set router 3abe18d3-7999-4066-8e6a-b51dad2c9445 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:43:07.657781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35426f5a-8080-4061-8e87-fabec77af964 req-3cc0fbc6-eeb9-4a8a-86ee-1249aec23230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:07.659287 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-35426f5a-8080-4061-8e87-fabec77af964 req-3cc0fbc6-eeb9-4a8a-86ee-1249aec23230 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 1099 time: 0.0865035 Oct 18 08:43:07.859558 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35426f5a-8080-4061-8e87-fabec77af964 req-2780bc39-8df1-48a7-af07-949cea7ca978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:07.861570 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-35426f5a-8080-4061-8e87-fabec77af964 req-2780bc39-8df1-48a7-af07-949cea7ca978 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 910 time: 0.1909447 Oct 18 08:43:07.877422 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df9f65-172a-4512-b6eb-8bf02504fcbe req-0c6af735-b91e-4193-a884-171c0fe1b683 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:07.878098 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-21df9f65-172a-4512-b6eb-8bf02504fcbe req-0c6af735-b91e-4193-a884-171c0fe1b683 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Synchronizing usage tracker for tenant:a426bb63df6e4a26be329a8348e574da on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:43:07.912193 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-06a78672-86f4-4bb0-9ae2-d1eb09d1414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245'}], 'enable_snat': True}, 'gw_port_id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:48Z', 'revision_number': 4, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port': {'id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '18d650b9-8eec-4b81-a9f4-2f54cf356712', 'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'mac_address': 'fa:16:3e:04:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:48Z', 'updated_at': '2022-10-18T08:38:56Z', 'revision_number': 5, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'subnets': [{'id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:43:07.915917 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a78672-86f4-4bb0-9ae2-d1eb09d1414c None None] Checking router: 3abe18d3-7999-4066-8e6a-b51dad2c9445 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:43:07.924040 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a78672-86f4-4bb0-9ae2-d1eb09d1414c None None] Routers {'3abe18d3-7999-4066-8e6a-b51dad2c9445'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:43:07.924620 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-06a78672-86f4-4bb0-9ae2-d1eb09d1414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:42:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3abe18d3-7999-4066-8e6a-b51dad2c9445'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:43:07.947516 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-35426f5a-8080-4061-8e87-fabec77af964 req-0f6a3eb0-e0a5-4792-9d5a-bd6cecc26b92 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591 HTTP/1.1" status: 200 len: 217 time: 0.0779765 Oct 18 08:43:07.953404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-21df9f65-172a-4512-b6eb-8bf02504fcbe req-0c6af735-b91e-4193-a884-171c0fe1b683 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Unset dirty status for tenant:a426bb63df6e4a26be329a8348e574da on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:43:07.955197 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-21df9f65-172a-4512-b6eb-8bf02504fcbe req-0c6af735-b91e-4193-a884-171c0fe1b683 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 946 time: 0.2152648 Oct 18 08:43:08.045626 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35426f5a-8080-4061-8e87-fabec77af964 req-5c26132f-0039-4d68-b469-4c8ed0349be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:08.047193 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-35426f5a-8080-4061-8e87-fabec77af964 req-5c26132f-0039-4d68-b469-4c8ed0349be0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.0911620 Oct 18 08:43:08.050103 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-21df9f65-172a-4512-b6eb-8bf02504fcbe req-85285c25-07e4-42e9-9efe-c0142f675efa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616128 Oct 18 08:43:08.104810 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-06a78672-86f4-4bb0-9ae2-d1eb09d1414c None None] Set router 3abe18d3-7999-4066-8e6a-b51dad2c9445 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:43:08.134257 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35426f5a-8080-4061-8e87-fabec77af964 req-d37a5e1f-e5b1-4325-8343-3848be7c9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:08.136193 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-35426f5a-8080-4061-8e87-fabec77af964 req-d37a5e1f-e5b1-4325-8343-3848be7c9ba4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788732 Oct 18 08:43:08.268684 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-35426f5a-8080-4061-8e87-fabec77af964 req-bdf2b287-8afe-47e2-adc0-c71c7472bd31 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255026 Oct 18 08:43:08.419016 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-06a78672-86f4-4bb0-9ae2-d1eb09d1414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245'}], 'enable_snat': True}, 'gw_port_id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:48Z', 'revision_number': 4, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port': {'id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '18d650b9-8eec-4b81-a9f4-2f54cf356712', 'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'mac_address': 'fa:16:3e:04:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:48Z', 'updated_at': '2022-10-18T08:38:56Z', 'revision_number': 5, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'subnets': [{'id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:43:08.422906 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a78672-86f4-4bb0-9ae2-d1eb09d1414c None None] The sync data for ids ['3abe18d3-7999-4066-8e6a-b51dad2c9445'] in dv-neutron-861625-1-hyperv is: [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245'}], 'enable_snat': True}, 'gw_port_id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:48Z', 'revision_number': 4, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port': {'id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '18d650b9-8eec-4b81-a9f4-2f54cf356712', 'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'mac_address': 'fa:16:3e:04:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:48Z', 'updated_at': '2022-10-18T08:38:56Z', 'revision_number': 5, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'subnets': [{'id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:43:08.509936 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-35426f5a-8080-4061-8e87-fabec77af964 req-7f6c6a61-4e03-4a6c-82ac-f961e48e2ad6 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336190 Oct 18 08:43:08.644603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ff774e-4e5f-41df-9d9e-61580d87178f None None] New status for floating IP 0949ab9d-02ab-4186-8c3a-c75c19e1bcc7: DOWN {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:43:09.253452 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54071f00-aa82-41dc-acc8-0aad3058ad70 req-6235a8dc-4d52-4a52-8fb5-2e86a4eb1f24 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:09.254950 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-54071f00-aa82-41dc-acc8-0aad3058ad70 req-6235a8dc-4d52-4a52-8fb5-2e86a4eb1f24 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 946 time: 0.0917842 Oct 18 08:43:09.285024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35126069-217d-46fc-9af9-24e50309effe req-a1422b5c-6fde-400b-8d65-d416a970a986 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:09.286447 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-35126069-217d-46fc-9af9-24e50309effe req-a1422b5c-6fde-400b-8d65-d416a970a986 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 946 time: 0.0899715 Oct 18 08:43:09.298442 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-54071f00-aa82-41dc-acc8-0aad3058ad70 req-a8d876fe-14c7-4998-885c-b7d1e69531c4 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=29a3a225-a494-4738-b584-6973e4b9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378113 Oct 18 08:43:09.359168 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-35126069-217d-46fc-9af9-24e50309effe req-36169fea-77c2-48bc-ae52-60c6ee2d0f71 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Deleting port d51c1967-73cd-4a9a-9260-69d5c6c1c591 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:43:09.359437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-35126069-217d-46fc-9af9-24e50309effe req-36169fea-77c2-48bc-ae52-60c6ee2d0f71 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:09.601398 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-35126069-217d-46fc-9af9-24e50309effe req-36169fea-77c2-48bc-ae52-60c6ee2d0f71 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] For port d51c1967-73cd-4a9a-9260-69d5c6c1c591, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=d51c1967-73cd-4a9a-9260-69d5c6c1c591,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:43:09.601755 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-35126069-217d-46fc-9af9-24e50309effe req-36169fea-77c2-48bc-ae52-60c6ee2d0f71 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:09.726008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-35126069-217d-46fc-9af9-24e50309effe req-36169fea-77c2-48bc-ae52-60c6ee2d0f71 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Calling delete_port for d51c1967-73cd-4a9a-9260-69d5c6c1c591 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:43:09.864972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-35126069-217d-46fc-9af9-24e50309effe req-36169fea-77c2-48bc-ae52-60c6ee2d0f71 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:09.916999 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36169fea-77c2-48bc-ae52-60c6ee2d0f71 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event deleted for resources: {'Port': ['ID=d51c1967-73cd-4a9a-9260-69d5c6c1c591,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:43:10.002335 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-35126069-217d-46fc-9af9-24e50309effe req-36169fea-77c2-48bc-ae52-60c6ee2d0f71 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] No DVR routers for this DVR port d51c1967-73cd-4a9a-9260-69d5c6c1c591 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:43:10.004739 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-35126069-217d-46fc-9af9-24e50309effe req-36169fea-77c2-48bc-ae52-60c6ee2d0f71 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:10.007324 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'name': 'network-vif-deleted', 'tag': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:43:10.009671 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0ef977-7663-4c5c-be57-d0866a07c8ab" -d '{"events": [{"server_uuid": "aa621fd9-1d34-4cda-a195-8a72f16a591d", "name": "network-vif-deleted", "tag": "d51c1967-73cd-4a9a-9260-69d5c6c1c591"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:43:10.024650 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-35126069-217d-46fc-9af9-24e50309effe req-36169fea-77c2-48bc-ae52-60c6ee2d0f71 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.46 "DELETE /v2.0/ports/d51c1967-73cd-4a9a-9260-69d5c6c1c591 HTTP/1.1" status: 204 len: 173 time: 0.7294457 Oct 18 08:43:10.055719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0708dab7-1a85-488c-8cda-9b54a734b013 x-openstack-request-id: req-0708dab7-1a85-488c-8cda-9b54a734b013 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:43:10.056129 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa621fd9-1d34-4cda-a195-8a72f16a591d", "name": "network-vif-deleted", "tag": "d51c1967-73cd-4a9a-9260-69d5c6c1c591", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:43:10.056411 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0708dab7-1a85-488c-8cda-9b54a734b013 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:43:10.056904 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0708dab7-1a85-488c-8cda-9b54a734b013'] response: {'server_uuid': 'aa621fd9-1d34-4cda-a195-8a72f16a591d', 'name': 'network-vif-deleted', 'tag': 'd51c1967-73cd-4a9a-9260-69d5c6c1c591', 'status': 'completed', 'code': 200} Oct 18 08:43:10.473346 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-5329fb6e-0191-46ed-af89-1084f27ff171 req-9c5bd06f-385d-48cf-acc5-df8c68679f54 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=aa621fd9-1d34-4cda-a195-8a72f16a591d HTTP/1.1" status: 200 len: 210 time: 0.0507870 Oct 18 08:43:11.573824 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42652) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:43:11.643918 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a90e6b1-eaa9-4016-8027-fbdbe095e6a0 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:11.672285 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a90e6b1-eaa9-4016-8027-fbdbe095e6a0 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:11.737389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a90e6b1-eaa9-4016-8027-fbdbe095e6a0 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:11.756913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90e6b1-eaa9-4016-8027-fbdbe095e6a0 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a3a225-a494-4738-b584-6973e4b9be86,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:43:11.763727 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0a90e6b1-eaa9-4016-8027-fbdbe095e6a0 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:11.766910 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0a90e6b1-eaa9-4016-8027-fbdbe095e6a0 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "DELETE /v2.0/security-groups/29a3a225-a494-4738-b584-6973e4b9be86 HTTP/1.1" status: 204 len: 168 time: 0.1900361 Oct 18 08:43:11.879597 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 42660) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:43:11.884774 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1010715972', 'description': 'tempest-secgroup-smoke-1010715972 description', 'project_id': 'a426bb63df6e4a26be329a8348e574da'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:43:11.890902 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:43:11.895135 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Usage tracker for resource:security_group and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:43:11.898032 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:43:11.904200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:43:11.914321 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:11.934155 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:43:11.937922 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Usage tracker for resource:security_group_rule and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:43:11.941241 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:43:11.946735 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:43:12.013777 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.017181 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.064721 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b14c8b-ba14-4295-bd40-b8179f86db52,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:43:12.068393 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.069573 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1889536 Oct 18 08:43:12.072542 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42664) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:43:12.073984 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:12.074337 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:12.074715 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:12.075082 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:12.075417 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:12.075747 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:12.076072 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:12.076400 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:12.076724 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:12.077052 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:12.077375 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:12.077695 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2878d-184d-445f-9aa2-2fdc46124956 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:12.078144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-927500b4-7e5b-49e0-ae9c-7cac614eb36f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Request body: {'security_group_rule': {'security_group_id': '52b14c8b-ba14-4295-bd40-b8179f86db52', 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:43:12.084550 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-927500b4-7e5b-49e0-ae9c-7cac614eb36f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:43:12.088987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-927500b4-7e5b-49e0-ae9c-7cac614eb36f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Usage tracker for resource:security_group_rule and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:43:12.092025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-927500b4-7e5b-49e0-ae9c-7cac614eb36f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:43:12.098445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-927500b4-7e5b-49e0-ae9c-7cac614eb36f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:43:12.114511 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-927500b4-7e5b-49e0-ae9c-7cac614eb36f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.174377 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-927500b4-7e5b-49e0-ae9c-7cac614eb36f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.178151 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-927500b4-7e5b-49e0-ae9c-7cac614eb36f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.200972 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927500b4-7e5b-49e0-ae9c-7cac614eb36f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec4bef1-393d-491f-b524-0ac3b1c7adbf,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:43:12.209041 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-927500b4-7e5b-49e0-ae9c-7cac614eb36f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.210188 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-927500b4-7e5b-49e0-ae9c-7cac614eb36f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366432 Oct 18 08:43:12.213029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42668) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:43:12.218103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-82537a23-5649-491b-b4d2-ee9fd0351a90 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Request body: {'security_group_rule': {'security_group_id': '52b14c8b-ba14-4295-bd40-b8179f86db52', 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:43:12.224620 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-82537a23-5649-491b-b4d2-ee9fd0351a90 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:43:12.228557 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-82537a23-5649-491b-b4d2-ee9fd0351a90 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Usage tracker for resource:security_group_rule and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:43:12.231542 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-82537a23-5649-491b-b4d2-ee9fd0351a90 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:43:12.237835 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-82537a23-5649-491b-b4d2-ee9fd0351a90 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:43:12.253437 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-82537a23-5649-491b-b4d2-ee9fd0351a90 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.317475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-82537a23-5649-491b-b4d2-ee9fd0351a90 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.320233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-82537a23-5649-491b-b4d2-ee9fd0351a90 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.343013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82537a23-5649-491b-b4d2-ee9fd0351a90 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4a95f2-a9d1-44df-a738-ed695b98a72f,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:43:12.352819 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-82537a23-5649-491b-b4d2-ee9fd0351a90 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.353983 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-82537a23-5649-491b-b4d2-ee9fd0351a90 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1399291 Oct 18 08:43:12.356721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 42672) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:43:12.362070 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-be56e8af-d1d2-484c-8699-015c73bfd42c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Request body: {'security_group_rule': {'security_group_id': '52b14c8b-ba14-4295-bd40-b8179f86db52', 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:43:12.367831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-be56e8af-d1d2-484c-8699-015c73bfd42c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:43:12.371699 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-be56e8af-d1d2-484c-8699-015c73bfd42c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Usage tracker for resource:security_group_rule and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:43:12.374537 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-be56e8af-d1d2-484c-8699-015c73bfd42c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:43:12.380304 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-be56e8af-d1d2-484c-8699-015c73bfd42c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:43:12.397076 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be56e8af-d1d2-484c-8699-015c73bfd42c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.459190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be56e8af-d1d2-484c-8699-015c73bfd42c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.462524 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be56e8af-d1d2-484c-8699-015c73bfd42c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.485629 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56e8af-d1d2-484c-8699-015c73bfd42c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10739104-92ff-4bbc-bd13-52891f50e4f5,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:43:12.494586 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-be56e8af-d1d2-484c-8699-015c73bfd42c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.495770 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-be56e8af-d1d2-484c-8699-015c73bfd42c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381562 Oct 18 08:43:12.498649 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 42676) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:43:12.503817 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-0d4449ab-6fbf-48b2-81af-7493d4d80e2c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Request body: {'security_group_rule': {'security_group_id': '52b14c8b-ba14-4295-bd40-b8179f86db52', 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:43:12.509701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0d4449ab-6fbf-48b2-81af-7493d4d80e2c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:43:12.513895 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0d4449ab-6fbf-48b2-81af-7493d4d80e2c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Usage tracker for resource:security_group_rule and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:43:12.517295 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-0d4449ab-6fbf-48b2-81af-7493d4d80e2c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:43:12.523931 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-0d4449ab-6fbf-48b2-81af-7493d4d80e2c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:43:12.540588 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0d4449ab-6fbf-48b2-81af-7493d4d80e2c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.604195 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0d4449ab-6fbf-48b2-81af-7493d4d80e2c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.607496 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0d4449ab-6fbf-48b2-81af-7493d4d80e2c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.634390 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4449ab-6fbf-48b2-81af-7493d4d80e2c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1472027c-2403-47ef-bb7f-79fadc1c035d,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:43:12.640646 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-0d4449ab-6fbf-48b2-81af-7493d4d80e2c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.642410 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-0d4449ab-6fbf-48b2-81af-7493d4d80e2c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427650 Oct 18 08:43:12.645136 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 42680) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:43:12.649996 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-f1a61c61-f07e-429a-b2bf-3179d1c20e8a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Request body: {'security_group_rule': {'security_group_id': '52b14c8b-ba14-4295-bd40-b8179f86db52', 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:43:12.655921 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f1a61c61-f07e-429a-b2bf-3179d1c20e8a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:43:12.660336 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f1a61c61-f07e-429a-b2bf-3179d1c20e8a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Usage tracker for resource:security_group_rule and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:43:12.663168 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-f1a61c61-f07e-429a-b2bf-3179d1c20e8a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:43:12.668803 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-f1a61c61-f07e-429a-b2bf-3179d1c20e8a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:43:12.679579 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-f1a61c61-f07e-429a-b2bf-3179d1c20e8a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Project a426bb63df6e4a26be329a8348e574da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:43:12.686012 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f1a61c61-f07e-429a-b2bf-3179d1c20e8a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.749859 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f1a61c61-f07e-429a-b2bf-3179d1c20e8a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.753544 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f1a61c61-f07e-429a-b2bf-3179d1c20e8a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.778668 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a61c61-f07e-429a-b2bf-3179d1c20e8a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46271682-8124-4953-bc5d-bd444bac2976,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:43:12.787630 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f1a61c61-f07e-429a-b2bf-3179d1c20e8a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.788832 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f1a61c61-f07e-429a-b2bf-3179d1c20e8a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427705 Oct 18 08:43:12.791573 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 42684) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:43:12.796645 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-30280c3a-e5e3-40fa-901e-163ed86df0a5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Request body: {'security_group_rule': {'security_group_id': '52b14c8b-ba14-4295-bd40-b8179f86db52', 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:43:12.802715 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-30280c3a-e5e3-40fa-901e-163ed86df0a5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:43:12.806736 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-30280c3a-e5e3-40fa-901e-163ed86df0a5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Usage tracker for resource:security_group_rule and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:43:12.809576 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-30280c3a-e5e3-40fa-901e-163ed86df0a5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:43:12.815849 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-30280c3a-e5e3-40fa-901e-163ed86df0a5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:43:12.828037 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.securitygroups_db [None req-30280c3a-e5e3-40fa-901e-163ed86df0a5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Project a426bb63df6e4a26be329a8348e574da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:43:12.835118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-30280c3a-e5e3-40fa-901e-163ed86df0a5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.898044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-30280c3a-e5e3-40fa-901e-163ed86df0a5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.901335 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-30280c3a-e5e3-40fa-901e-163ed86df0a5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.924415 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30280c3a-e5e3-40fa-901e-163ed86df0a5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b25779-acb3-4a79-ae06-3a4161e017b3,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:43:12.932856 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-30280c3a-e5e3-40fa-901e-163ed86df0a5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:12.934064 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-30280c3a-e5e3-40fa-901e-163ed86df0a5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415918 Oct 18 08:43:14.249061 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device d51c1967-73cd-4a9a-9260-69d5c6c1c591 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:43:14.283753 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: d51c1967-73cd-4a9a-9260-69d5c6c1c591 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:43:14.284107 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device d51c1967-73cd-4a9a-9260-69d5c6c1c591 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:43:19.817988 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:43:20.849857 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0cdf6d3f-aee1-4b3f-9a77-eca94a5a36a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:23.132107 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9ea359a4-3588-4f2b-9289-e6cb98d70b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:23.892918 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:23.919258 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:25.522754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:26.924917 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-ec2ce2a0-b3ba-41f8-804b-cacd822afb4b tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Synchronizing usage tracker for tenant:a426bb63df6e4a26be329a8348e574da on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:43:26.940138 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-ec2ce2a0-b3ba-41f8-804b-cacd822afb4b tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Unset dirty status for tenant:a426bb63df6e4a26be329a8348e574da on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:43:26.941340 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-ec2ce2a0-b3ba-41f8-804b-cacd822afb4b tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1010715972&fields=id&tenant_id=a426bb63df6e4a26be329a8348e574da HTTP/1.1" status: 200 len: 267 time: 0.0560226 Oct 18 08:43:27.092076 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-36ac02b7-eae0-4f8b-9548-14b1e64d7c77 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:27.093516 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-36ac02b7-eae0-4f8b-9548-14b1e64d7c77 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 809 time: 0.1455624 Oct 18 08:43:27.108536 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-fd78bc59-3654-43c3-bcd1-4cd8f0c07e4f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/quotas/a426bb63df6e4a26be329a8348e574da HTTP/1.1" status: 200 len: 375 time: 0.0092893 Oct 18 08:43:27.316005 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-3b7a57be-b075-4237-b853-d84ceaed1afb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2024362 Oct 18 08:43:27.560396 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-a28e9f30-f9e1-4364-b116-adafea641a6b service neutron] 10.222.0.17 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332315 Oct 18 08:43:27.690590 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-2207ea74-4ea8-45e5-b7a2-1ac5155c2c35 service neutron] 10.222.0.17 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235931 Oct 18 08:43:28.115641 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-a45a2da4-d3a1-46c0-9233-7c7b344fec79 req-1634a24f-bc92-4c58-a8ee-d874af1353bc tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Synchronizing usage tracker for tenant:a426bb63df6e4a26be329a8348e574da on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:43:28.130965 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-a45a2da4-d3a1-46c0-9233-7c7b344fec79 req-1634a24f-bc92-4c58-a8ee-d874af1353bc tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Unset dirty status for tenant:a426bb63df6e4a26be329a8348e574da on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:43:28.132175 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a45a2da4-d3a1-46c0-9233-7c7b344fec79 req-1634a24f-bc92-4c58-a8ee-d874af1353bc tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 210 time: 0.1169384 Oct 18 08:43:29.295668 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8e479d37-181a-4cf1-978d-073d142b3a5a req-3c2ea4d2-5e86-4bd1-acd0-f4a3884e1341 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 210 time: 0.0531461 Oct 18 08:43:29.516738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-16df2990-0bfd-4bfa-bdb7-0b09741a28cb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:29.518163 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-16df2990-0bfd-4bfa-bdb7-0b09741a28cb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 809 time: 0.1493332 Oct 18 08:43:29.569662 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-b91fe0f2-9b5b-41e2-b63f-b95001568d4f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Synchronizing usage tracker for tenant:a426bb63df6e4a26be329a8348e574da on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:43:29.580951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-b91fe0f2-9b5b-41e2-b63f-b95001568d4f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Unset dirty status for tenant:a426bb63df6e4a26be329a8348e574da on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:43:29.582027 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-b91fe0f2-9b5b-41e2-b63f-b95001568d4f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a426bb63df6e4a26be329a8348e574da HTTP/1.1" status: 200 len: 380 time: 0.0524712 Oct 18 08:43:29.595025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-95be1c96-51f8-46c3-971f-bcd75d48a2fb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Request body: {'port': {'device_id': 'cbc10195-2c10-4276-b7d8-4ad0b43495ca', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'admin_state_up': True, 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'security_groups': ['52b14c8b-ba14-4295-bd40-b8179f86db52']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:43:29.824611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-95be1c96-51f8-46c3-971f-bcd75d48a2fb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:43:29.834722 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-95be1c96-51f8-46c3-971f-bcd75d48a2fb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:43:29.845062 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-95be1c96-51f8-46c3-971f-bcd75d48a2fb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Made reservation on behalf of a426bb63df6e4a26be329a8348e574da for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:43:29.848556 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-95be1c96-51f8-46c3-971f-bcd75d48a2fb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:30.014075 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-95be1c96-51f8-46c3-971f-bcd75d48a2fb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Allocated IP 172.20.0.9 (db9053d7-0e41-4575-a1ac-850596ec3fdf/abdecf42-c47a-4db7-a745-cd47504ba654/5946b62c-911e-4e48-999e-1c401c493777) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:43:30.211402 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-95be1c96-51f8-46c3-971f-bcd75d48a2fb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:30.226791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-95be1c96-51f8-46c3-971f-bcd75d48a2fb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Transition to ACTIVE for port object 5946b62c-911e-4e48-999e-1c401c493777 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:43:30.249650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-95be1c96-51f8-46c3-971f-bcd75d48a2fb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:30.317698 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-95be1c96-51f8-46c3-971f-bcd75d48a2fb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Network db9053d7-0e41-4575-a1ac-850596ec3fdf is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:43:30.320859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-95be1c96-51f8-46c3-971f-bcd75d48a2fb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:43:30.324782 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-95be1c96-51f8-46c3-971f-bcd75d48a2fb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:43:30.366455 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be1c96-51f8-46c3-971f-bcd75d48a2fb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'Port': ['ID=5946b62c-911e-4e48-999e-1c401c493777,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:43:30.405751 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-95be1c96-51f8-46c3-971f-bcd75d48a2fb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:30.406379 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-95be1c96-51f8-46c3-971f-bcd75d48a2fb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:30.482276 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-95be1c96-51f8-46c3-971f-bcd75d48a2fb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8913102 Oct 18 08:43:30.497019 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Request body: {'port': {'device_id': 'cbc10195-2c10-4276-b7d8-4ad0b43495ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:43:30.567653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-73296476-666e-4b95-9e1d-82d767870f79 None None] Provisioning for port 5946b62c-911e-4e48-999e-1c401c493777 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:43:30.573596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-73296476-666e-4b95-9e1d-82d767870f79 None None] Provisioning complete for port 5946b62c-911e-4e48-999e-1c401c493777 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:43:30.573973 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-73296476-666e-4b95-9e1d-82d767870f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:30.574305 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-73296476-666e-4b95-9e1d-82d767870f79 None None] Attempt 1 to provision port 5946b62c-911e-4e48-999e-1c401c493777 Oct 18 08:43:30.626196 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:30.634372 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-73296476-666e-4b95-9e1d-82d767870f79 None None] Port 5946b62c-911e-4e48-999e-1c401c493777 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:43:30.643588 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed69f85-1de3-4adb-b4c4-e840d8be166d req-00da1ee3-ad44-4d58-8eb0-1ede56c2c26a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:30.644277 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-eed69f85-1de3-4adb-b4c4-e840d8be166d req-00da1ee3-ad44-4d58-8eb0-1ede56c2c26a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Synchronizing usage tracker for tenant:a426bb63df6e4a26be329a8348e574da on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:43:30.709590 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-eed69f85-1de3-4adb-b4c4-e840d8be166d req-00da1ee3-ad44-4d58-8eb0-1ede56c2c26a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Unset dirty status for tenant:a426bb63df6e4a26be329a8348e574da on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:43:30.710772 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-eed69f85-1de3-4adb-b4c4-e840d8be166d req-00da1ee3-ad44-4d58-8eb0-1ede56c2c26a tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 931 time: 0.2824683 Oct 18 08:43:30.818799 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-eed69f85-1de3-4adb-b4c4-e840d8be166d req-14b9173f-8817-45c6-b64a-6630c885c263 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973718 Oct 18 08:43:31.026338 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5946b62c-911e-4e48-999e-1c401c493777 {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:43:31.034480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:31.049519 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Transition to ACTIVE for port object 5946b62c-911e-4e48-999e-1c401c493777 will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:43:31.055533 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:31.135790 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-73296476-666e-4b95-9e1d-82d767870f79 None None] Attempt 2 to provision port 5946b62c-911e-4e48-999e-1c401c493777 Oct 18 08:43:31.192742 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-73296476-666e-4b95-9e1d-82d767870f79 None None] Port 5946b62c-911e-4e48-999e-1c401c493777 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:43:31.251756 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Pushing event updated for resources: {'Port': ['ID=5946b62c-911e-4e48-999e-1c401c493777,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:43:31.286085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Attempting to bind port 5946b62c-911e-4e48-999e-1c401c493777 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:43:31.286414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Attempting to bind port 5946b62c-911e-4e48-999e-1c401c493777 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:43:31.286778 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Attempting to bind port 5946b62c-911e-4e48-999e-1c401c493777 on network db9053d7-0e41-4575-a1ac-850596ec3fdf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:43:31.291368 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Port 5946b62c-911e-4e48-999e-1c401c493777 on network db9053d7-0e41-4575-a1ac-850596ec3fdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:43:31.291677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Attempting to bind port 5946b62c-911e-4e48-999e-1c401c493777 on network db9053d7-0e41-4575-a1ac-850596ec3fdf {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:43:31.296651 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:43:31.296985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Checking segment: {'id': 'fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:43:31.297355 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Bound using segment: {'id': 'fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:43:31.297766 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Bound port: 5946b62c-911e-4e48-999e-1c401c493777, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:43:31.298103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:31.383777 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] For port 5946b62c-911e-4e48-999e-1c401c493777, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:43:31.386732 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] For port 5946b62c-911e-4e48-999e-1c401c493777, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=5946b62c-911e-4e48-999e-1c401c493777,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:43:31.390999 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:31.421158 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:31.421764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:31.423166 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] 10.222.0.46 "PUT /v2.0/ports/5946b62c-911e-4e48-999e-1c401c493777 HTTP/1.1" status: 200 len: 1093 time: 0.9318166 Oct 18 08:43:31.423650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc10195-2c10-4276-b7d8-4ad0b43495ca', 'tag': '5946b62c-911e-4e48-999e-1c401c493777'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:43:31.425894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df85437d-6ab0-4dec-b665-3f0685be6623" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc10195-2c10-4276-b7d8-4ad0b43495ca", "tag": "5946b62c-911e-4e48-999e-1c401c493777"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:43:31.507554 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46742e9-9269-477b-8730-24455f333752 x-openstack-request-id: req-f46742e9-9269-477b-8730-24455f333752 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:43:31.507842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc10195-2c10-4276-b7d8-4ad0b43495ca", "tag": "5946b62c-911e-4e48-999e-1c401c493777", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:43:31.508093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f46742e9-9269-477b-8730-24455f333752 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:43:31.508489 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f46742e9-9269-477b-8730-24455f333752'] response: {'name': 'network-changed', 'server_uuid': 'cbc10195-2c10-4276-b7d8-4ad0b43495ca', 'tag': '5946b62c-911e-4e48-999e-1c401c493777', 'status': 'completed', 'code': 200} Oct 18 08:43:31.523848 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7e5e3-708c-478d-bf2f-8ddb4da8c46b service neutron] Pushing event updated for resources: {'Port': ['ID=5946b62c-911e-4e48-999e-1c401c493777,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:43:31.549538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-0c170322-b6bd-4a7f-875a-0cf4dcd202cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:31.551048 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-0c170322-b6bd-4a7f-875a-0cf4dcd202cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 1096 time: 0.0851529 Oct 18 08:43:31.693796 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-73296476-666e-4b95-9e1d-82d767870f79 None None] Attempt 3 to provision port 5946b62c-911e-4e48-999e-1c401c493777 Oct 18 08:43:31.729372 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-0c03d1fc-7e19-4e62-be2d-8a2ca1b23644 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5946b62c-911e-4e48-999e-1c401c493777 HTTP/1.1" status: 200 len: 217 time: 0.1672313 Oct 18 08:43:31.755562 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-73296476-666e-4b95-9e1d-82d767870f79 None None] Port 5946b62c-911e-4e48-999e-1c401c493777 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:43:31.790888 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-8676b380-56b1-4210-9685-38eb64e5e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:31.792293 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-8676b380-56b1-4210-9685-38eb64e5e7fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.0564809 Oct 18 08:43:31.885658 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-5745c837-dbd5-4295-b76a-784e940e97e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:31.887153 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-5745c837-dbd5-4295-b76a-784e940e97e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811789 Oct 18 08:43:32.085520 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-1478adb3-1aab-41bf-b581-741140d34336 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866536 Oct 18 08:43:32.097247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3477975-4678-4285-b3b8-c6aceca5ae12 req-f17c6f95-be15-44d1-9e03-84dc40b7c611 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:32.098604 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d3477975-4678-4285-b3b8-c6aceca5ae12 req-f17c6f95-be15-44d1-9e03-84dc40b7c611 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 943 time: 0.1346521 Oct 18 08:43:32.219333 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d3477975-4678-4285-b3b8-c6aceca5ae12 req-3a434b2c-137d-4e7d-a5f6-e3045f47ed9f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025131 Oct 18 08:43:32.260504 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bccbf505-d9a4-413f-81c8-2f9f1990d2ca req-c96c50c1-b759-4799-8e04-3d71e33862fb service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609521 Oct 18 08:43:32.384297 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85437d-6ab0-4dec-b665-3f0685be6623 req-30e072ab-e492-45c1-aab9-f8ba735db4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:32.385678 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-df85437d-6ab0-4dec-b665-3f0685be6623 req-30e072ab-e492-45c1-aab9-f8ba735db4ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 1096 time: 0.0783536 Oct 18 08:43:32.516589 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85437d-6ab0-4dec-b665-3f0685be6623 req-886d29e6-4d96-4548-a973-010d17a25744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:32.518000 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-df85437d-6ab0-4dec-b665-3f0685be6623 req-886d29e6-4d96-4548-a973-010d17a25744 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 910 time: 0.1264946 Oct 18 08:43:32.591421 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-df85437d-6ab0-4dec-b665-3f0685be6623 req-845272b3-1e9d-43b4-b229-6a54ffcab477 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5946b62c-911e-4e48-999e-1c401c493777 HTTP/1.1" status: 200 len: 217 time: 0.0652735 Oct 18 08:43:32.652573 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85437d-6ab0-4dec-b665-3f0685be6623 req-3d83aa92-24c9-4c41-8fb6-f44b65439a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:32.653866 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-df85437d-6ab0-4dec-b665-3f0685be6623 req-3d83aa92-24c9-4c41-8fb6-f44b65439a91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.0564752 Oct 18 08:43:32.739440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85437d-6ab0-4dec-b665-3f0685be6623 req-f4488285-6a82-4186-90e4-9b882c0d024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:32.740876 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-df85437d-6ab0-4dec-b665-3f0685be6623 req-f4488285-6a82-4186-90e4-9b882c0d024d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784655 Oct 18 08:43:32.875343 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-df85437d-6ab0-4dec-b665-3f0685be6623 req-8d04e0a1-38bb-43f5-bca4-e722266930e5 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245654 Oct 18 08:43:33.007603 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-df85437d-6ab0-4dec-b665-3f0685be6623 req-1580c6d9-8048-4b13-b71c-27cd1901fe97 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233659 Oct 18 08:43:33.416589 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee0a8e-309d-4d00-8c7b-97e21b09d978 req-4821881f-e5ff-421f-98e6-9220bfdcc10e tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:33.418014 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d3ee0a8e-309d-4d00-8c7b-97e21b09d978 req-4821881f-e5ff-421f-98e6-9220bfdcc10e tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 943 time: 0.0884242 Oct 18 08:43:33.461786 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-d3ee0a8e-309d-4d00-8c7b-97e21b09d978 req-8d538388-f0ac-448a-aa68-0c69a7cc59c3 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376658 Oct 18 08:43:34.654713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90061145-d433-4541-b434-804b6bcf4bd8 req-0ff9d782-7f43-45f6-9882-fd79d73b121e tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:34.656168 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-90061145-d433-4541-b434-804b6bcf4bd8 req-0ff9d782-7f43-45f6-9882-fd79d73b121e tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 943 time: 0.0869126 Oct 18 08:43:34.699050 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-90061145-d433-4541-b434-804b6bcf4bd8 req-685c5666-2eb4-48b8-82ad-b239af7c84ac tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373306 Oct 18 08:43:35.008267 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:35.892310 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf5325-e91d-403c-8387-2f0be0e84783 req-fb8f205b-02ac-412c-9ea5-ad48f7872896 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:35.893865 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-78bf5325-e91d-403c-8387-2f0be0e84783 req-fb8f205b-02ac-412c-9ea5-ad48f7872896 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 943 time: 0.0866828 Oct 18 08:43:35.936724 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-78bf5325-e91d-403c-8387-2f0be0e84783 req-e6f0899e-ef34-4f13-9135-d5294df1a2c1 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373259 Oct 18 08:43:37.135774 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857767f-ef06-4a5f-a2d2-7b3b1abe72db req-6f85cc16-70b0-4217-9d4d-a5496a595152 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:37.137260 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d857767f-ef06-4a5f-a2d2-7b3b1abe72db req-6f85cc16-70b0-4217-9d4d-a5496a595152 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 943 time: 0.0907452 Oct 18 08:43:37.181422 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d857767f-ef06-4a5f-a2d2-7b3b1abe72db req-5c257a25-bfd3-4dbb-8b8f-47447a16024f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385177 Oct 18 08:43:38.380494 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bb1bc-0088-4e40-be48-aae2bc0709f3 req-87794bcd-16a1-43a9-9b91-262a4c9dd5d2 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:38.381951 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-847bb1bc-0088-4e40-be48-aae2bc0709f3 req-87794bcd-16a1-43a9-9b91-262a4c9dd5d2 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 943 time: 0.0894930 Oct 18 08:43:38.425919 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-847bb1bc-0088-4e40-be48-aae2bc0709f3 req-2c785c02-9ed0-4191-8cb0-fdf93e550105 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384150 Oct 18 08:43:39.619746 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5f2d2-3875-4472-9c7c-733851e3de3e req-fad125c3-9133-459b-af7b-8d5f9cd5f1b5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:39.621171 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e1e5f2d2-3875-4472-9c7c-733851e3de3e req-fad125c3-9133-459b-af7b-8d5f9cd5f1b5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 943 time: 0.0864012 Oct 18 08:43:39.666744 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e1e5f2d2-3875-4472-9c7c-733851e3de3e req-459acb4b-0b94-4cd7-b509-a38e6912e8e4 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394197 Oct 18 08:43:40.863198 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100914a-6e93-445a-9abc-91ac511b1723 req-dabca886-d459-48e3-a751-97fa206ca9f5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:40.864612 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a100914a-6e93-445a-9abc-91ac511b1723 req-dabca886-d459-48e3-a751-97fa206ca9f5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 943 time: 0.0899003 Oct 18 08:43:40.907688 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a100914a-6e93-445a-9abc-91ac511b1723 req-0eff7d41-dae2-4306-96a2-20350734cd68 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373826 Oct 18 08:43:42.192268 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40feca86-0b17-4a17-9e09-b47274f67b15 req-6cb25cf7-6f62-4bce-ab49-6119f43391af tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:42.193653 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-40feca86-0b17-4a17-9e09-b47274f67b15 req-6cb25cf7-6f62-4bce-ab49-6119f43391af tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 943 time: 0.1780612 Oct 18 08:43:42.238218 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-40feca86-0b17-4a17-9e09-b47274f67b15 req-18d8848b-6fa0-44f8-a816-c1fe271a4bbd tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389895 Oct 18 08:43:42.416401 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 5946b62c-911e-4e48-999e-1c401c493777 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:43:42.545403 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 5946b62c-911e-4e48-999e-1c401c493777, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=5946b62c-911e-4e48-999e-1c401c493777,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:43:42.561407 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '5946b62c-911e-4e48-999e-1c401c493777', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'port_id': '5946b62c-911e-4e48-999e-1c401c493777', 'mac_address': 'fa:16:3e:4f:23:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:43:42.614612 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 5946b62c-911e-4e48-999e-1c401c493777 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:43:42.614990 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:42.630999 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5946b62c-911e-4e48-999e-1c401c493777 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:43:42.646397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 5946b62c-911e-4e48-999e-1c401c493777, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=5946b62c-911e-4e48-999e-1c401c493777,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:43:42.650149 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:42.714558 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=5946b62c-911e-4e48-999e-1c401c493777,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:43:42.721998 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:42.722342 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:42.722704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:42.723038 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:42.723366 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:42.723693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:42.724018 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:42.724339 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:42.724662 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:42.724981 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:42.725298 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:42.725614 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:43:42.950860 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['5946b62c-911e-4e48-999e-1c401c493777'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:43:43.430622 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132aa37f-7dab-4c1d-b28b-495cf27b720c req-9f28d567-f9b4-422f-973d-1e0d7d340fdf tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:43.432074 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-132aa37f-7dab-4c1d-b28b-495cf27b720c req-9f28d567-f9b4-422f-973d-1e0d7d340fdf tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 944 time: 0.0867002 Oct 18 08:43:43.475211 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-132aa37f-7dab-4c1d-b28b-495cf27b720c req-2319c507-c79a-474a-b626-e2f095d87ded tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376332 Oct 18 08:43:44.432351 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 5946b62c-911e-4e48-999e-1c401c493777 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:43:44.498198 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 5946b62c-911e-4e48-999e-1c401c493777 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:43:44.503390 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 5946b62c-911e-4e48-999e-1c401c493777 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:43:44.503758 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:44.504092 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 5946b62c-911e-4e48-999e-1c401c493777 Oct 18 08:43:44.620549 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 5946b62c-911e-4e48-999e-1c401c493777 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:43:44.620924 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:44.649899 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc10195-2c10-4276-b7d8-4ad0b43495ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946b62c-911e-4e48-999e-1c401c493777'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:43:44.652180 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e0320f-a2c5-4e03-bb6d-b8b19525b663" -d '{"events": [{"server_uuid": "cbc10195-2c10-4276-b7d8-4ad0b43495ca", "name": "network-vif-plugged", "status": "completed", "tag": "5946b62c-911e-4e48-999e-1c401c493777"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:43:44.660196 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 5946b62c-911e-4e48-999e-1c401c493777, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=5946b62c-911e-4e48-999e-1c401c493777,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:43:44.664624 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:44.681840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531282a-b343-4d79-90b0-8b5890fa720d req-6c20e551-cfa4-48eb-ba1f-86f61864eec5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:44.683486 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e531282a-b343-4d79-90b0-8b5890fa720d req-6c20e551-cfa4-48eb-ba1f-86f61864eec5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 944 time: 0.0923886 Oct 18 08:43:44.703094 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a8e59d-c5af-48d3-9cbc-7239af7f8ea0 x-openstack-request-id: req-d3a8e59d-c5af-48d3-9cbc-7239af7f8ea0 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:43:44.703392 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc10195-2c10-4276-b7d8-4ad0b43495ca", "name": "network-vif-plugged", "status": "completed", "tag": "5946b62c-911e-4e48-999e-1c401c493777", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:43:44.703637 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d3a8e59d-c5af-48d3-9cbc-7239af7f8ea0 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:43:44.704029 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a8e59d-c5af-48d3-9cbc-7239af7f8ea0'] response: {'server_uuid': 'cbc10195-2c10-4276-b7d8-4ad0b43495ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946b62c-911e-4e48-999e-1c401c493777', 'code': 200} Oct 18 08:43:44.732416 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e531282a-b343-4d79-90b0-8b5890fa720d req-96f7945a-ad9a-4501-87eb-bf30c38cb546 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428784 Oct 18 08:43:44.740173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=5946b62c-911e-4e48-999e-1c401c493777,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:43:44.994135 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46db808-d638-479d-acb8-eae4550e90f1 req-d61a5dfa-1fa3-4d65-8c7f-720108521b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:44.995544 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e46db808-d638-479d-acb8-eae4550e90f1 req-d61a5dfa-1fa3-4d65-8c7f-720108521b75 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 1098 time: 0.0763459 Oct 18 08:43:45.040095 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e46db808-d638-479d-acb8-eae4550e90f1 req-77224406-6e39-49e8-ae0b-f559cf4f882a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360587 Oct 18 08:43:45.943176 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b4335-024b-46c7-86ec-f9b22ffd57c5 req-196b2983-7e7e-47ff-892e-095c7a37bd42 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:45.944622 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-574b4335-024b-46c7-86ec-f9b22ffd57c5 req-196b2983-7e7e-47ff-892e-095c7a37bd42 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.0913990 Oct 18 08:43:45.987863 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-574b4335-024b-46c7-86ec-f9b22ffd57c5 req-b9fbd32e-dea3-459a-b478-d92b5694c446 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375562 Oct 18 08:43:47.180458 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd240b87-b78d-4273-b5a8-1e5daed29379 req-e2416783-4153-44fc-b522-b66ca5abfe6c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:47.181900 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bd240b87-b78d-4273-b5a8-1e5daed29379 req-e2416783-4153-44fc-b522-b66ca5abfe6c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.0851452 Oct 18 08:43:47.225466 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bd240b87-b78d-4273-b5a8-1e5daed29379 req-cb1bc4f9-df0e-4d9b-8de2-29a43ddb5d83 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375924 Oct 18 08:43:47.419238 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d231e37-3c90-4666-870f-1ca8b48df71a req-859b9a9b-77ea-48a2-960d-85166539f246 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:47.420714 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9d231e37-3c90-4666-870f-1ca8b48df71a req-859b9a9b-77ea-48a2-960d-85166539f246 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.0870178 Oct 18 08:43:47.468436 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-9d231e37-3c90-4666-870f-1ca8b48df71a req-54b03897-9c58-4af5-b762-f268718d9a1b tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420384 Oct 18 08:43:47.496067 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 42890) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:43:47.572530 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b694bf58-6ee6-4ce8-a110-e8ce6200ca1b tempest-TestShelveInstance-975632831 tempest-TestShelveInstance-975632831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:47.574027 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b694bf58-6ee6-4ce8-a110-e8ce6200ca1b tempest-TestShelveInstance-975632831 tempest-TestShelveInstance-975632831-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 1093 time: 0.0770252 Oct 18 08:43:47.576891 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 42894) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:43:47.582373 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': '5946b62c-911e-4e48-999e-1c401c493777', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:43:47.588221 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:43:47.592037 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Usage tracker for resource:floatingip and tenant:a426bb63df6e4a26be329a8348e574da is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:43:47.594866 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:43:47.600468 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:43:47.611360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:47.747255 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:47.880495 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Allocated IP 172.26.8.31 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/d162d485-2a1f-43f4-b103-c89944792045) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:43:48.023643 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:48.052277 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:48.114417 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:43:48.115536 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:43:48.119324 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:43:48.262688 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'Port': ['ID=d162d485-2a1f-43f4-b103-c89944792045,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:43:48.619074 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:48.692526 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:48.899878 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:48.904172 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:49.005408 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event updated for resources: {'Port': ['ID=d162d485-2a1f-43f4-b103-c89944792045,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:43:49.009823 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:49.181441 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Floating IP 704d0e1e-436d-41cd-b1b9-dbfea2df4e8e associated. External IP: 172.26.8.31, port: 5946b62c-911e-4e48-999e-1c401c493777. Oct 18 08:43:49.522434 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Router 3abe18d3-7999-4066-8e6a-b51dad2c9445 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:43:49.806663 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:43:49.816483 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1692179-aee4-4561-adf7-c9aea23f6a8a None None] Sync routers for ids ['3abe18d3-7999-4066-8e6a-b51dad2c9445'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:43:49.826173 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1692179-aee4-4561-adf7-c9aea23f6a8a None None] Routers {'3abe18d3-7999-4066-8e6a-b51dad2c9445'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:43:49.826801 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d1692179-aee4-4561-adf7-c9aea23f6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:43:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3abe18d3-7999-4066-8e6a-b51dad2c9445'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:43:49.830397 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:49.888499 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-58ca8d16-7d88-41e8-84b6-45cf8936de11 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3106019 Oct 18 08:43:49.889250 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc10195-2c10-4276-b7d8-4ad0b43495ca', 'tag': '5946b62c-911e-4e48-999e-1c401c493777'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:43:49.892261 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a15552-b132-4047-87c2-2534c4a64aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc10195-2c10-4276-b7d8-4ad0b43495ca", "tag": "5946b62c-911e-4e48-999e-1c401c493777"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:43:49.986245 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebaa6689-fb3b-4027-9be8-bc386dbd7445 x-openstack-request-id: req-ebaa6689-fb3b-4027-9be8-bc386dbd7445 {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:43:49.986772 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc10195-2c10-4276-b7d8-4ad0b43495ca", "tag": "5946b62c-911e-4e48-999e-1c401c493777", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:43:49.987095 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ebaa6689-fb3b-4027-9be8-bc386dbd7445 {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:43:49.987563 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebaa6689-fb3b-4027-9be8-bc386dbd7445'] response: {'name': 'network-changed', 'server_uuid': 'cbc10195-2c10-4276-b7d8-4ad0b43495ca', 'tag': '5946b62c-911e-4e48-999e-1c401c493777', 'status': 'completed', 'code': 200} Oct 18 08:43:50.004090 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-d1692179-aee4-4561-adf7-c9aea23f6a8a None None] Set router 3abe18d3-7999-4066-8e6a-b51dad2c9445 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:43:50.086915 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a15552-b132-4047-87c2-2534c4a64aa9 req-2f11f1c5-8ded-4e82-835a-f586eb4d8f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:50.088285 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-61a15552-b132-4047-87c2-2534c4a64aa9 req-2f11f1c5-8ded-4e82-835a-f586eb4d8f9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 1098 time: 0.0797331 Oct 18 08:43:50.220178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a15552-b132-4047-87c2-2534c4a64aa9 req-528f2c38-bc14-4fa9-a459-65ac43c64132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:50.221600 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-61a15552-b132-4047-87c2-2534c4a64aa9 req-528f2c38-bc14-4fa9-a459-65ac43c64132 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 910 time: 0.1265483 Oct 18 08:43:50.324297 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-61a15552-b132-4047-87c2-2534c4a64aa9 req-2ea553da-3009-449c-92e1-b21f0c4b6b28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5946b62c-911e-4e48-999e-1c401c493777 HTTP/1.1" status: 200 len: 998 time: 0.0966532 Oct 18 08:43:50.377994 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d1692179-aee4-4561-adf7-c9aea23f6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245'}], 'enable_snat': True}, 'gw_port_id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:48Z', 'revision_number': 4, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port': {'id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '704d0e1e-436d-41cd-b1b9-dbfea2df4e8e', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'floating_ip_address': '172.26.8.31', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'port_id': '5946b62c-911e-4e48-999e-1c401c493777', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'mac_address': 'fa:16:3e:4f:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc10195-2c10-4276-b7d8-4ad0b43495ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:43:48Z', 'updated_at': '2022-10-18T08:43:48Z', 'revision_number': 0, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d650b9-8eec-4b81-a9f4-2f54cf356712', 'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'mac_address': 'fa:16:3e:04:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:48Z', 'updated_at': '2022-10-18T08:38:56Z', 'revision_number': 5, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'subnets': [{'id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:43:50.381706 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1692179-aee4-4561-adf7-c9aea23f6a8a None None] Checking router: 3abe18d3-7999-4066-8e6a-b51dad2c9445 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:43:50.384852 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a15552-b132-4047-87c2-2534c4a64aa9 req-f079e7e2-550b-4a86-947b-4fd2bb06eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:50.386280 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-61a15552-b132-4047-87c2-2534c4a64aa9 req-f079e7e2-550b-4a86-947b-4fd2bb06eb64 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.0555582 Oct 18 08:43:50.389988 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1692179-aee4-4561-adf7-c9aea23f6a8a None None] Routers {'3abe18d3-7999-4066-8e6a-b51dad2c9445'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:43:50.390589 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d1692179-aee4-4561-adf7-c9aea23f6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:43:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3abe18d3-7999-4066-8e6a-b51dad2c9445'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:43:50.469697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a15552-b132-4047-87c2-2534c4a64aa9 req-44eddca7-ef4d-447d-9425-a5e693a48171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:43:50.471179 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-61a15552-b132-4047-87c2-2534c4a64aa9 req-44eddca7-ef4d-447d-9425-a5e693a48171 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790865 Oct 18 08:43:50.568029 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-d1692179-aee4-4561-adf7-c9aea23f6a8a None None] Set router 3abe18d3-7999-4066-8e6a-b51dad2c9445 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:43:50.601831 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-61a15552-b132-4047-87c2-2534c4a64aa9 req-7d97eab2-13c7-4552-83d4-e3c4b7fc36ad service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240304 Oct 18 08:43:50.731291 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-61a15552-b132-4047-87c2-2534c4a64aa9 req-27888b34-6b82-46cb-adc0-101937b02a62 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235905 Oct 18 08:43:50.850965 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-48a249d6-8487-499a-89fd-47df53ce780e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:50.911456 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-d1692179-aee4-4561-adf7-c9aea23f6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245'}], 'enable_snat': True}, 'gw_port_id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:48Z', 'revision_number': 4, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port': {'id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '704d0e1e-436d-41cd-b1b9-dbfea2df4e8e', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'floating_ip_address': '172.26.8.31', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'port_id': '5946b62c-911e-4e48-999e-1c401c493777', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'mac_address': 'fa:16:3e:4f:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc10195-2c10-4276-b7d8-4ad0b43495ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:43:48Z', 'updated_at': '2022-10-18T08:43:48Z', 'revision_number': 0, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d650b9-8eec-4b81-a9f4-2f54cf356712', 'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'mac_address': 'fa:16:3e:04:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:48Z', 'updated_at': '2022-10-18T08:38:56Z', 'revision_number': 5, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'subnets': [{'id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:43:50.915357 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1692179-aee4-4561-adf7-c9aea23f6a8a None None] The sync data for ids ['3abe18d3-7999-4066-8e6a-b51dad2c9445'] in dv-neutron-861625-1-hyperv is: [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245'}], 'enable_snat': True}, 'gw_port_id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:48Z', 'revision_number': 4, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port': {'id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '704d0e1e-436d-41cd-b1b9-dbfea2df4e8e', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'floating_ip_address': '172.26.8.31', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'port_id': '5946b62c-911e-4e48-999e-1c401c493777', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'mac_address': 'fa:16:3e:4f:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc10195-2c10-4276-b7d8-4ad0b43495ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:43:48Z', 'updated_at': '2022-10-18T08:43:48Z', 'revision_number': 0, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d650b9-8eec-4b81-a9f4-2f54cf356712', 'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'mac_address': 'fa:16:3e:04:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:48Z', 'updated_at': '2022-10-18T08:38:56Z', 'revision_number': 5, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'subnets': [{'id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:43:51.103681 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1189c7-5fe3-4aac-a2e0-9540b44bfe18 None None] New status for floating IP 704d0e1e-436d-41cd-b1b9-dbfea2df4e8e: ACTIVE {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:43:53.124894 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-527fa968-e7d6-4fa1-95ec-5d1b9062121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:53.894589 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:53.919747 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:55.519057 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:43:56.787368 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:44:05.015401 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:44:20.854797 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c4ba3ff7-bbbd-40e3-93b3-e1ffe3f54c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:44:23.127085 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3174a6b5-d16e-42cc-bbe5-69d424475e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:44:23.899531 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:44:23.922765 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:44:24.642163 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fd381511-fa1a-46ed-a572-828572e53d15 req-44ea842c-6280-4aa2-a49e-3eac724758cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788846 Oct 18 08:44:24.804528 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd381511-fa1a-46ed-a572-828572e53d15 req-efd1e746-7373-454e-b73b-a66ba9d3be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:44:24.805428 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fd381511-fa1a-46ed-a572-828572e53d15 req-efd1e746-7373-454e-b73b-a66ba9d3be43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 1098 time: 0.0898988 Oct 18 08:44:24.957787 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd381511-fa1a-46ed-a572-828572e53d15 req-ddecc64e-4f00-42b7-9342-e6b6c4fb7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:44:24.960887 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fd381511-fa1a-46ed-a572-828572e53d15 req-ddecc64e-4f00-42b7-9342-e6b6c4fb7658 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 910 time: 0.1339746 Oct 18 08:44:25.106643 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fd381511-fa1a-46ed-a572-828572e53d15 req-6dd81519-c2c6-4eee-b681-41deb789e348 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5946b62c-911e-4e48-999e-1c401c493777 HTTP/1.1" status: 200 len: 1000 time: 0.1347392 Oct 18 08:44:25.351357 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd381511-fa1a-46ed-a572-828572e53d15 req-ee73bf4e-9cf6-448d-89a2-7c90a2765d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:44:25.351357 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fd381511-fa1a-46ed-a572-828572e53d15 req-ee73bf4e-9cf6-448d-89a2-7c90a2765d4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.2418654 Oct 18 08:44:25.438182 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd381511-fa1a-46ed-a572-828572e53d15 req-27ed756a-8b13-4219-a070-2019f044aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:44:25.439338 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fd381511-fa1a-46ed-a572-828572e53d15 req-27ed756a-8b13-4219-a070-2019f044aec7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841155 Oct 18 08:44:25.525783 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:44:25.586186 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fd381511-fa1a-46ed-a572-828572e53d15 req-77cbecef-f039-4a19-920b-8c929cf32a9d service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403148 Oct 18 08:44:25.726529 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fd381511-fa1a-46ed-a572-828572e53d15 req-5f28d87f-8a97-4ccb-9ecf-2baa9bf448ed service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327357 Oct 18 08:44:33.785875 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:44:35.038802 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:44:50.855973 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-326c0640-c336-4b02-94f4-cbb7fbdbc4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:44:53.129161 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-be9c8449-397c-4d69-b56a-0a26b21b1452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:44:53.901751 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:44:53.924694 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:44:55.523964 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:45:05.037685 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:45:10.784811 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:45:20.858490 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-8349533a-3322-46f2-98eb-159f897f11e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:45:23.130898 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4906f0af-58fb-4328-9763-2a8aad5e1d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:45:23.903230 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:45:23.929026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:45:25.526437 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:45:25.685487 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-413690ab-09b8-4a94-a995-6249cc09f97d req-cd878a69-a043-490a-b1e7-1ff6b6d300da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1182177 Oct 18 08:45:25.841847 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413690ab-09b8-4a94-a995-6249cc09f97d req-9387a435-e864-4cbd-a173-55a3ab3fd0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:45:25.843355 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-413690ab-09b8-4a94-a995-6249cc09f97d req-9387a435-e864-4cbd-a173-55a3ab3fd0a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 1098 time: 0.0795703 Oct 18 08:45:26.000296 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413690ab-09b8-4a94-a995-6249cc09f97d req-ffdd6b48-9a1e-4cda-bf2a-f9bf09b9bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:45:26.001524 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-413690ab-09b8-4a94-a995-6249cc09f97d req-ffdd6b48-9a1e-4cda-bf2a-f9bf09b9bb21 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 910 time: 0.1360736 Oct 18 08:45:26.121351 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-413690ab-09b8-4a94-a995-6249cc09f97d req-c69ed854-1102-4a4e-b858-d2542a5b1213 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5946b62c-911e-4e48-999e-1c401c493777 HTTP/1.1" status: 200 len: 1000 time: 0.1104295 Oct 18 08:45:26.203282 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413690ab-09b8-4a94-a995-6249cc09f97d req-4fed3b8d-fb43-48d2-b57e-b03bc8bf9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:45:26.205119 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-413690ab-09b8-4a94-a995-6249cc09f97d req-4fed3b8d-fb43-48d2-b57e-b03bc8bf9021 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.0775492 Oct 18 08:45:26.296204 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413690ab-09b8-4a94-a995-6249cc09f97d req-d674213a-4a24-45d5-9961-e54fcc760905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:45:26.298334 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-413690ab-09b8-4a94-a995-6249cc09f97d req-d674213a-4a24-45d5-9961-e54fcc760905 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856669 Oct 18 08:45:26.433446 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-413690ab-09b8-4a94-a995-6249cc09f97d req-95466dec-30ba-47e9-9b05-31c8f4947102 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281133 Oct 18 08:45:26.564855 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-413690ab-09b8-4a94-a995-6249cc09f97d req-9abe6b7e-cb95-49e6-8b25-3957559196f1 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246853 Oct 18 08:45:35.052350 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:45:47.784433 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:45:47.994944 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bbc3a-06f6-4f2e-8395-f0f012f122c9 req-c945cbf0-6cfa-4977-847c-b2fae233a505 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:45:47.996382 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8c4bbc3a-06f6-4f2e-8395-f0f012f122c9 req-c945cbf0-6cfa-4977-847c-b2fae233a505 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.0976522 Oct 18 08:45:48.038601 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8c4bbc3a-06f6-4f2e-8395-f0f012f122c9 req-8b9a221b-afeb-47e1-8756-8787613c4602 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365918 Oct 18 08:45:49.240042 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0a4c8-4105-4ef3-b804-5cfea7ced217 req-a91ffbe4-f61c-4d1c-a2b4-69613a86b595 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:45:49.241445 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b9d0a4c8-4105-4ef3-b804-5cfea7ced217 req-a91ffbe4-f61c-4d1c-a2b4-69613a86b595 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.0879598 Oct 18 08:45:49.285087 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-b9d0a4c8-4105-4ef3-b804-5cfea7ced217 req-2da84efb-e309-4843-9bfd-11f7a9cd0cdb tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374866 Oct 18 08:45:50.633175 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef80cd-b584-48c4-9ea2-70cc9b49148e req-46e304bb-8cdd-493a-8dc8-b24783f44b7d tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:45:50.635135 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d0ef80cd-b584-48c4-9ea2-70cc9b49148e req-46e304bb-8cdd-493a-8dc8-b24783f44b7d tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.0875533 Oct 18 08:45:50.680989 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d0ef80cd-b584-48c4-9ea2-70cc9b49148e req-c3ffc08e-1b94-41e5-8e86-062d40732aad tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402677 Oct 18 08:45:50.860157 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-612c5b91-f75d-4980-973a-c7ac56405354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:45:51.878591 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e990f1-3ce6-4434-9446-59494214717a req-1b015e12-ab3b-44e4-83bc-49f71e5b34e4 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:45:51.879981 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-10e990f1-3ce6-4434-9446-59494214717a req-1b015e12-ab3b-44e4-83bc-49f71e5b34e4 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.0900836 Oct 18 08:45:51.924304 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-10e990f1-3ce6-4434-9446-59494214717a req-7d684441-be40-4bd9-b6e0-8821eca1b948 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382154 Oct 18 08:45:53.119594 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af0ff8-cc31-4dbf-9129-2e16034a1a6b req-cc5198b7-f4b1-44da-8516-41f1f74dea83 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:45:53.121091 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c6af0ff8-cc31-4dbf-9129-2e16034a1a6b req-cc5198b7-f4b1-44da-8516-41f1f74dea83 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.0876441 Oct 18 08:45:53.133510 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-66a6508c-03e7-4bbe-be09-a19de2c8d403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:45:53.166372 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c6af0ff8-cc31-4dbf-9129-2e16034a1a6b req-1ef5ba34-44c4-4e56-98ec-8143573dde74 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389099 Oct 18 08:45:53.906341 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:45:53.932525 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:45:54.371358 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4241f1-c999-46e6-a080-4724e6b695ee req-499ea22a-0d6f-4539-8078-de0b09373e0b tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:45:54.372823 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-eb4241f1-c999-46e6-a080-4724e6b695ee req-499ea22a-0d6f-4539-8078-de0b09373e0b tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.0949123 Oct 18 08:45:54.416384 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-eb4241f1-c999-46e6-a080-4724e6b695ee req-7a007da4-19c0-442a-a0cf-b6bdb9d34c1b tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374999 Oct 18 08:45:55.529029 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:45:55.617425 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21767266-c379-4ab6-bb54-de6779f79b40 req-4e751e9e-4863-4548-9046-7148a2446655 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:45:55.619505 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-21767266-c379-4ab6-bb54-de6779f79b40 req-4e751e9e-4863-4548-9046-7148a2446655 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.0903864 Oct 18 08:45:55.662668 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-21767266-c379-4ab6-bb54-de6779f79b40 req-272aab02-1a53-471a-9d6c-d0d09294e602 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377104 Oct 18 08:45:56.856291 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ebb5b-858b-4022-8ef5-632475fe3050 req-c7544656-68cb-4ae9-bc93-c3d2960e2b30 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:45:56.857720 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4d7ebb5b-858b-4022-8ef5-632475fe3050 req-c7544656-68cb-4ae9-bc93-c3d2960e2b30 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.0860631 Oct 18 08:45:56.900217 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4d7ebb5b-858b-4022-8ef5-632475fe3050 req-fbff0db4-60cc-4537-8ea8-6c02a1b0d79d tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368783 Oct 18 08:45:58.157153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc866d3c-3a01-46c6-a4ac-18fb3bd0a1f5 req-57c3e46f-3d48-42e6-a752-1666bcea5e60 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:45:58.158633 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fc866d3c-3a01-46c6-a4ac-18fb3bd0a1f5 req-57c3e46f-3d48-42e6-a752-1666bcea5e60 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.1503296 Oct 18 08:45:58.161335 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50638dd8-a00d-4a72-b1e5-3c2834437261 req-35d777e7-52b0-4f2b-ac68-3701268caf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:45:58.162690 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-50638dd8-a00d-4a72-b1e5-3c2834437261 req-35d777e7-52b0-4f2b-ac68-3701268caf17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 1098 time: 0.1131489 Oct 18 08:45:58.367551 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fc866d3c-3a01-46c6-a4ac-18fb3bd0a1f5 req-c08ac140-6fa7-4342-8a1c-91fe9a4d06f8 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030432 Oct 18 08:45:58.413161 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50638dd8-a00d-4a72-b1e5-3c2834437261 req-63f3d64c-69e0-49c9-8cad-141e84fb7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:45:58.414578 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-50638dd8-a00d-4a72-b1e5-3c2834437261 req-63f3d64c-69e0-49c9-8cad-141e84fb7854 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 910 time: 0.2370181 Oct 18 08:45:58.518504 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-50638dd8-a00d-4a72-b1e5-3c2834437261 req-1ed67e9a-4693-43d0-8bcd-8b496cf433da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5946b62c-911e-4e48-999e-1c401c493777 HTTP/1.1" status: 200 len: 1000 time: 0.0952923 Oct 18 08:45:58.583267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50638dd8-a00d-4a72-b1e5-3c2834437261 req-97d3a142-92dd-45b8-a242-ad4860f28df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:45:58.584605 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-50638dd8-a00d-4a72-b1e5-3c2834437261 req-97d3a142-92dd-45b8-a242-ad4860f28df8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.0578351 Oct 18 08:45:58.666639 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50638dd8-a00d-4a72-b1e5-3c2834437261 req-f8d5fa09-4f09-4b09-a51c-71f0e22bd75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:45:58.667990 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-50638dd8-a00d-4a72-b1e5-3c2834437261 req-f8d5fa09-4f09-4b09-a51c-71f0e22bd75a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742016 Oct 18 08:45:58.799860 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-50638dd8-a00d-4a72-b1e5-3c2834437261 req-95c52e04-2d47-4e77-aa88-ee15709e63f7 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225767 Oct 18 08:45:58.931756 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-50638dd8-a00d-4a72-b1e5-3c2834437261 req-7b1f2df2-da7a-4a3c-9a6a-5bff3f973364 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223230 Oct 18 08:45:59.564310 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd983ff-e8e3-4ecd-a699-ae374a51eb50 req-971bd2b3-1a95-4960-9ab5-2fa9a303157f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:45:59.565756 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2cd983ff-e8e3-4ecd-a699-ae374a51eb50 req-971bd2b3-1a95-4960-9ab5-2fa9a303157f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.0897999 Oct 18 08:45:59.609412 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2cd983ff-e8e3-4ecd-a699-ae374a51eb50 req-e35cc535-ad70-4fd1-a8da-9c4218127dee tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381773 Oct 18 08:46:00.810130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6df605-60da-465c-bcba-ac14b96318e2 req-9da0a9a5-1f33-4d60-be50-085e0d6e1f00 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:00.811632 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bf6df605-60da-465c-bcba-ac14b96318e2 req-9da0a9a5-1f33-4d60-be50-085e0d6e1f00 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.0909586 Oct 18 08:46:00.855884 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-bf6df605-60da-465c-bcba-ac14b96318e2 req-4c30e0c1-6565-424e-b385-d92ff2949fea tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387144 Oct 18 08:46:02.051312 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd02da-05bc-46e0-9722-ca4e103f8a44 req-6471b535-4e2f-4718-a268-7272a799ff64 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:02.052757 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f6bd02da-05bc-46e0-9722-ca4e103f8a44 req-6471b535-4e2f-4718-a268-7272a799ff64 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.0865171 Oct 18 08:46:02.099806 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f6bd02da-05bc-46e0-9722-ca4e103f8a44 req-7ac3930a-8e40-4737-a794-d1f0cd9b148e tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413346 Oct 18 08:46:03.397772 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-62da068a-ca58-4645-9044-437361743300 req-e8ff2ee3-8675-4c30-b3c0-3bfe8809732a service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0764925 Oct 18 08:46:03.462233 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e8362-05ae-497f-a4c6-79f01696615c req-dc3a8078-51b9-49dc-bb7e-7c892221d594 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:03.463776 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-534e8362-05ae-497f-a4c6-79f01696615c req-dc3a8078-51b9-49dc-bb7e-7c892221d594 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.0881584 Oct 18 08:46:03.507361 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-534e8362-05ae-497f-a4c6-79f01696615c req-e7650517-ea1b-44a3-b0bf-5a200ff3f460 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378768 Oct 18 08:46:04.704744 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa107c-adb4-4eab-a2e4-bd88efab1e2d req-2645bbd7-bd93-49f0-9007-839fd229ad3c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:04.706175 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-adaa107c-adb4-4eab-a2e4-bd88efab1e2d req-2645bbd7-bd93-49f0-9007-839fd229ad3c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.0883024 Oct 18 08:46:04.749505 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-adaa107c-adb4-4eab-a2e4-bd88efab1e2d req-feb8da09-d1d2-4948-9c30-901f4b31952b tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376337 Oct 18 08:46:05.053537 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:46:05.084968 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 5946b62c-911e-4e48-999e-1c401c493777 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:46:05.195170 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 5946b62c-911e-4e48-999e-1c401c493777 is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:46:05.195556 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:46:05.222445 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc10195-2c10-4276-b7d8-4ad0b43495ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5946b62c-911e-4e48-999e-1c401c493777'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:46:05.224737 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1033d71e-9eab-4700-8337-f8d1310ab7ce" -d '{"events": [{"server_uuid": "cbc10195-2c10-4276-b7d8-4ad0b43495ca", "name": "network-vif-unplugged", "status": "completed", "tag": "5946b62c-911e-4e48-999e-1c401c493777"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:46:05.232600 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 5946b62c-911e-4e48-999e-1c401c493777, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=5946b62c-911e-4e48-999e-1c401c493777,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:46:05.236276 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:46:05.269593 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Oct 2022 08:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3763f6-6afe-49a7-8c44-fcd3c02a93f0 x-openstack-request-id: req-0a3763f6-6afe-49a7-8c44-fcd3c02a93f0 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:46:05.269887 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc10195-2c10-4276-b7d8-4ad0b43495ca", "name": "network-vif-unplugged", "status": "failed", "tag": "5946b62c-911e-4e48-999e-1c401c493777", "code": 422}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:46:05.270139 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0a3763f6-6afe-49a7-8c44-fcd3c02a93f0 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:46:05.270582 dv-neutron-861625-1-hyperv neutron-server[89047]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0a3763f6-6afe-49a7-8c44-fcd3c02a93f0']: {'server_uuid': 'cbc10195-2c10-4276-b7d8-4ad0b43495ca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5946b62c-911e-4e48-999e-1c401c493777', 'code': 422} returned with failed status Oct 18 08:46:05.307888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=5946b62c-911e-4e48-999e-1c401c493777,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:46:05.315064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:46:05.315413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:46:05.315763 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:46:05.316091 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:46:05.316422 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:46:05.316752 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:46:05.317085 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:46:05.317416 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:46:05.317741 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:46:05.318065 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:46:05.318387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:46:05.318733 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:46:05.945577 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003324f-871b-4859-bb9d-741ac62d1a96 req-e6a818f9-0df0-4d43-9c20-e81c73e9c7fe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:05.947055 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9003324f-871b-4859-bb9d-741ac62d1a96 req-e6a818f9-0df0-4d43-9c20-e81c73e9c7fe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 943 time: 0.0864592 Oct 18 08:46:05.994204 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9003324f-871b-4859-bb9d-741ac62d1a96 req-99b12436-3a02-4b59-b8fb-1468e38dcff2 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411417 Oct 18 08:46:07.195630 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b46b0-d55c-443c-b87c-5a638e99f702 req-8d97db61-336d-43b4-990f-4d5bd14a1c84 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:07.197690 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-584b46b0-d55c-443c-b87c-5a638e99f702 req-8d97db61-336d-43b4-990f-4d5bd14a1c84 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 943 time: 0.0929606 Oct 18 08:46:07.241505 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-584b46b0-d55c-443c-b87c-5a638e99f702 req-4d6cc61a-e710-471c-a19d-901ed1228aa6 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380173 Oct 18 08:46:07.929814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da068a-ca58-4645-9044-437361743300 req-9bc59d99-e695-4aae-8a1e-3aac7f652460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:07.931391 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-62da068a-ca58-4645-9044-437361743300 req-9bc59d99-e695-4aae-8a1e-3aac7f652460 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca&tenant_id=a426bb63df6e4a26be329a8348e574da HTTP/1.1" status: 200 len: 1096 time: 0.0770156 Oct 18 08:46:08.034436 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da068a-ca58-4645-9044-437361743300 req-eb5be008-1653-4c41-b768-0e6fd3ea6fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:08.035962 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-62da068a-ca58-4645-9044-437361743300 req-eb5be008-1653-4c41-b768-0e6fd3ea6fb4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 1096 time: 0.0834315 Oct 18 08:46:08.172129 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da068a-ca58-4645-9044-437361743300 req-21a00fdb-acce-4ad4-b59d-1847198fa965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:08.173765 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-62da068a-ca58-4645-9044-437361743300 req-21a00fdb-acce-4ad4-b59d-1847198fa965 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 910 time: 0.1294746 Oct 18 08:46:08.277482 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-62da068a-ca58-4645-9044-437361743300 req-b4676ffa-7e58-4831-b9f8-8324d441bb81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5946b62c-911e-4e48-999e-1c401c493777 HTTP/1.1" status: 200 len: 998 time: 0.0942793 Oct 18 08:46:08.346066 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da068a-ca58-4645-9044-437361743300 req-d1a55204-19ec-4278-a2f0-803d44406d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:08.347552 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-62da068a-ca58-4645-9044-437361743300 req-d1a55204-19ec-4278-a2f0-803d44406d13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.0614505 Oct 18 08:46:08.594148 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7c4eb-25b0-45b5-a0cc-b55b3513e231 req-31a9601e-37f1-4844-9600-c32ecd926924 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:08.595639 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f7c7c4eb-25b0-45b5-a0cc-b55b3513e231 req-31a9601e-37f1-4844-9600-c32ecd926924 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 943 time: 0.2404122 Oct 18 08:46:08.597573 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da068a-ca58-4645-9044-437361743300 req-e78896f1-cd1f-4ad3-a281-04006c5a838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:08.598923 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-62da068a-ca58-4645-9044-437361743300 req-e78896f1-cd1f-4ad3-a281-04006c5a838d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2089636 Oct 18 08:46:08.718666 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-f7c7c4eb-25b0-45b5-a0cc-b55b3513e231 req-2cebe037-44ea-42fc-8a53-829340d2fc1b tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171696 Oct 18 08:46:08.758255 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-62da068a-ca58-4645-9044-437361743300 req-5fa71c1f-e682-4db6-8d32-915ad52a9f6f service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440916 Oct 18 08:46:08.891227 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-62da068a-ca58-4645-9044-437361743300 req-1af68b49-ca25-4ad9-8e69-e1b923b9dbe3 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243463 Oct 18 08:46:09.914522 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fe118-df90-428b-a1de-146cdbe17444 req-2f439770-bfb0-4b12-9238-4d1de842e32b tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:09.916027 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-600fe118-df90-428b-a1de-146cdbe17444 req-2f439770-bfb0-4b12-9238-4d1de842e32b tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 943 time: 0.0859175 Oct 18 08:46:09.963269 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-600fe118-df90-428b-a1de-146cdbe17444 req-d9505398-345b-4322-a421-447868b89801 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417590 Oct 18 08:46:11.163463 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c7e30-2719-4e68-9923-179c858a793f req-26600696-5d4c-43b2-8b4c-bf3cf529393f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:11.165083 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e74c7e30-2719-4e68-9923-179c858a793f req-26600696-5d4c-43b2-8b4c-bf3cf529393f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 943 time: 0.0934434 Oct 18 08:46:11.208799 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e74c7e30-2719-4e68-9923-179c858a793f req-e7f8391f-f04c-4f59-8a79-f718de44b3d7 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379176 Oct 18 08:46:12.402570 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4474c61-f511-4d2e-b3e2-7a549726b44f req-2bac9601-be6f-447c-8c9e-254d340ef999 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:12.404022 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c4474c61-f511-4d2e-b3e2-7a549726b44f req-2bac9601-be6f-447c-8c9e-254d340ef999 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 943 time: 0.0866110 Oct 18 08:46:12.447232 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c4474c61-f511-4d2e-b3e2-7a549726b44f req-9234f575-3fe3-4702-a5ed-00c9c78117a1 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375178 Oct 18 08:46:13.638915 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc6fa5-0a99-4400-8608-ef6525449065 req-fb733ea7-47d0-473e-8594-a23bb2c2e994 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:13.640375 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-77dc6fa5-0a99-4400-8608-ef6525449065 req-fb733ea7-47d0-473e-8594-a23bb2c2e994 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 943 time: 0.0850716 Oct 18 08:46:13.683550 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-77dc6fa5-0a99-4400-8608-ef6525449065 req-885320a9-fb42-497e-91f1-266298a28673 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376458 Oct 18 08:46:14.880560 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a6436-3038-4907-8268-c617080906e3 req-1840e13f-3c8a-4321-8ecf-15b0e955860c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:14.881997 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0e8a6436-3038-4907-8268-c617080906e3 req-1840e13f-3c8a-4321-8ecf-15b0e955860c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 943 time: 0.0897615 Oct 18 08:46:14.925477 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0e8a6436-3038-4907-8268-c617080906e3 req-f985c87f-b3f9-4ac0-85a0-e7861e619072 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372760 Oct 18 08:46:16.126823 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2a0e0-36b0-4ba1-bae3-1a5daf0fa81c req-1c5c4d9f-9e20-4f54-8c7c-2b61a5f561d3 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:16.128254 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4ba2a0e0-36b0-4ba1-bae3-1a5daf0fa81c req-1c5c4d9f-9e20-4f54-8c7c-2b61a5f561d3 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 943 time: 0.0914934 Oct 18 08:46:16.171551 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4ba2a0e0-36b0-4ba1-bae3-1a5daf0fa81c req-de3eccb7-3ff4-426e-b3ed-3b0c70bce134 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375402 Oct 18 08:46:17.149036 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 5946b62c-911e-4e48-999e-1c401c493777 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:46:17.280788 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 5946b62c-911e-4e48-999e-1c401c493777, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=5946b62c-911e-4e48-999e-1c401c493777,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:46:17.294499 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '5946b62c-911e-4e48-999e-1c401c493777', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'port_id': '5946b62c-911e-4e48-999e-1c401c493777', 'mac_address': 'fa:16:3e:4f:23:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:46:17.349156 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 5946b62c-911e-4e48-999e-1c401c493777 is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:46:17.349532 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:46:17.367643 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5946b62c-911e-4e48-999e-1c401c493777 {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:46:17.370393 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dd4f2-af3b-4ddb-adaf-6d566b16ac3b req-4438d6e1-2219-4b43-a208-8a7c73028bee tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:17.371907 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-564dd4f2-af3b-4ddb-adaf-6d566b16ac3b req-4438d6e1-2219-4b43-a208-8a7c73028bee tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 943 time: 0.0882285 Oct 18 08:46:17.384371 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 5946b62c-911e-4e48-999e-1c401c493777, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=5946b62c-911e-4e48-999e-1c401c493777,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:46:17.387761 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:46:17.420695 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-564dd4f2-af3b-4ddb-adaf-6d566b16ac3b req-ab1ec826-cfee-4270-b867-7b42ac8fbf9d tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431039 Oct 18 08:46:17.456812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=5946b62c-911e-4e48-999e-1c401c493777,revision_number=7']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:46:17.638399 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['5946b62c-911e-4e48-999e-1c401c493777'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:46:18.618985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35cf8d-2bc1-4fe3-acce-1f4fccb4adde req-92654b76-187b-40ff-8b79-abef4f3a7d83 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:18.620420 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ed35cf8d-2bc1-4fe3-acce-1f4fccb4adde req-92654b76-187b-40ff-8b79-abef4f3a7d83 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 944 time: 0.0892901 Oct 18 08:46:18.663689 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ed35cf8d-2bc1-4fe3-acce-1f4fccb4adde req-caaffe4f-5cc5-4d3c-98e1-d9fda65f42ac tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377734 Oct 18 08:46:19.162648 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 5946b62c-911e-4e48-999e-1c401c493777 up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:46:19.233170 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 5946b62c-911e-4e48-999e-1c401c493777 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:46:19.233536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:46:19.233865 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 5946b62c-911e-4e48-999e-1c401c493777 Oct 18 08:46:19.347297 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 5946b62c-911e-4e48-999e-1c401c493777 is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:46:19.347672 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:46:19.403875 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc10195-2c10-4276-b7d8-4ad0b43495ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946b62c-911e-4e48-999e-1c401c493777'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:46:19.406277 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6325ba9444044dca1391bc79c337a26ac40523048da82c425ef1258eaaff3b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1c2349-1798-4214-9b75-ee65614a3dfb" -d '{"events": [{"server_uuid": "cbc10195-2c10-4276-b7d8-4ad0b43495ca", "name": "network-vif-plugged", "status": "completed", "tag": "5946b62c-911e-4e48-999e-1c401c493777"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:46:19.413810 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 5946b62c-911e-4e48-999e-1c401c493777, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=5946b62c-911e-4e48-999e-1c401c493777,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:46:19.417689 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:46:19.454921 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b12a24-5180-44bd-8e79-f6bf2f64c6c5 x-openstack-request-id: req-13b12a24-5180-44bd-8e79-f6bf2f64c6c5 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:46:19.455211 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc10195-2c10-4276-b7d8-4ad0b43495ca", "name": "network-vif-plugged", "status": "completed", "tag": "5946b62c-911e-4e48-999e-1c401c493777", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:46:19.455462 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-13b12a24-5180-44bd-8e79-f6bf2f64c6c5 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:46:19.455852 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b12a24-5180-44bd-8e79-f6bf2f64c6c5'] response: {'server_uuid': 'cbc10195-2c10-4276-b7d8-4ad0b43495ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5946b62c-911e-4e48-999e-1c401c493777', 'code': 200} Oct 18 08:46:19.488053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=5946b62c-911e-4e48-999e-1c401c493777,revision_number=8']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:46:19.746814 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50bfbd-988e-4b12-a30c-3abdd7447126 req-e76ed6d9-edf6-4285-b67e-dede716e8737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:19.748284 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8d50bfbd-988e-4b12-a30c-3abdd7447126 req-e76ed6d9-edf6-4285-b67e-dede716e8737 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 1098 time: 0.0765538 Oct 18 08:46:19.846313 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8d50bfbd-988e-4b12-a30c-3abdd7447126 req-aae7a45c-8b28-4240-acca-1854f67557ee service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887353 Oct 18 08:46:19.875192 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde588c0-cdc3-47de-a9cb-0b642e05b4dd req-e48df70d-9519-47c4-8eaf-ab6af15f132f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:19.876560 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fde588c0-cdc3-47de-a9cb-0b642e05b4dd req-e48df70d-9519-47c4-8eaf-ab6af15f132f tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.1044097 Oct 18 08:46:19.918904 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fde588c0-cdc3-47de-a9cb-0b642e05b4dd req-8babf038-f97f-4e52-913c-fe7ede8124b9 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366523 Oct 18 08:46:20.862103 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-29add4df-5401-46fe-bbb5-55fe7827639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:46:21.114500 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222fe6b-310d-4922-80ca-ed370e88972b req-7f9d36f3-3764-4fd7-ab88-8d99a35e5da5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:21.115983 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1222fe6b-310d-4922-80ca-ed370e88972b req-7f9d36f3-3764-4fd7-ab88-8d99a35e5da5 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.0869415 Oct 18 08:46:21.160030 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-1222fe6b-310d-4922-80ca-ed370e88972b req-4b5475b5-5df6-43d9-adf8-ba773e986866 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378554 Oct 18 08:46:23.135787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-713170fb-d6b7-4a6a-8851-924ba18960e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:46:23.908049 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:46:23.934540 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:46:24.783360 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:46:25.531838 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:46:27.627493 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f0c618e-eafc-4c1c-a1b6-9a9f0103269c req-d40cfd2e-715d-4d46-a8da-ac746a762474 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792196 Oct 18 08:46:27.767826 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c618e-eafc-4c1c-a1b6-9a9f0103269c req-6a0c8c32-e834-4ca1-94f4-0dd92269b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:27.769296 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f0c618e-eafc-4c1c-a1b6-9a9f0103269c req-6a0c8c32-e834-4ca1-94f4-0dd92269b747 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 1098 time: 0.0764673 Oct 18 08:46:27.916125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c618e-eafc-4c1c-a1b6-9a9f0103269c req-d72f906d-a723-4e6e-8feb-facc15159228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:27.917494 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f0c618e-eafc-4c1c-a1b6-9a9f0103269c req-d72f906d-a723-4e6e-8feb-facc15159228 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 910 time: 0.1276948 Oct 18 08:46:28.020287 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f0c618e-eafc-4c1c-a1b6-9a9f0103269c req-d9d58fe6-f9c5-41c6-a8a9-59413cd094a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5946b62c-911e-4e48-999e-1c401c493777 HTTP/1.1" status: 200 len: 1000 time: 0.0968580 Oct 18 08:46:28.081948 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c618e-eafc-4c1c-a1b6-9a9f0103269c req-71b4db25-fef5-425d-bb57-3ed857d551d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:28.083390 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f0c618e-eafc-4c1c-a1b6-9a9f0103269c req-71b4db25-fef5-425d-bb57-3ed857d551d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.0567477 Oct 18 08:46:28.180390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c618e-eafc-4c1c-a1b6-9a9f0103269c req-1b2d91b3-0435-494d-9c31-f288b4e8b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:46:28.182066 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f0c618e-eafc-4c1c-a1b6-9a9f0103269c req-1b2d91b3-0435-494d-9c31-f288b4e8b859 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928097 Oct 18 08:46:28.411614 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f0c618e-eafc-4c1c-a1b6-9a9f0103269c req-53fd0396-bed9-4711-953b-89dc6c572a22 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227726 Oct 18 08:46:28.538426 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f0c618e-eafc-4c1c-a1b6-9a9f0103269c req-06921c26-614c-4d28-94eb-bde8efe8760e service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207433 Oct 18 08:46:35.052046 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:46:50.867138 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e68b3a8c-7a05-408f-8ffb-af40da12a7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:46:53.138054 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-492b3003-ba60-4585-890f-cce79f12c238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:46:53.910926 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:46:53.937139 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:46:55.534774 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:01.782733 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:47:05.050012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:20.867237 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-371dedac-89b3-4e38-b95b-44a2a5f03540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:23.139653 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-227b18bd-45e2-4139-af2a-09149c812670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:23.911551 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:23.939323 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:25.538496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:28.630369 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-11f6f486-bfed-4856-b75d-8de7f7671f67 req-3c41c7f9-6091-442e-9e16-d7e21897ccf4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810614 Oct 18 08:47:28.791671 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6f486-bfed-4856-b75d-8de7f7671f67 req-15840e3c-3621-41ef-bb42-409332a68ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:47:28.793140 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-11f6f486-bfed-4856-b75d-8de7f7671f67 req-15840e3c-3621-41ef-bb42-409332a68ce0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 1098 time: 0.0851343 Oct 18 08:47:28.956833 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6f486-bfed-4856-b75d-8de7f7671f67 req-aad532f6-5bfc-4538-a5e9-2084981eabcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:47:28.958179 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-11f6f486-bfed-4856-b75d-8de7f7671f67 req-aad532f6-5bfc-4538-a5e9-2084981eabcd service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 910 time: 0.1420307 Oct 18 08:47:29.074689 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-11f6f486-bfed-4856-b75d-8de7f7671f67 req-fd15e618-083f-4b19-864f-42362ef4ecae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5946b62c-911e-4e48-999e-1c401c493777 HTTP/1.1" status: 200 len: 1000 time: 0.1072702 Oct 18 08:47:29.140005 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6f486-bfed-4856-b75d-8de7f7671f67 req-ca23e806-9efb-419b-ab9b-a8cab0883cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:47:29.141454 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-11f6f486-bfed-4856-b75d-8de7f7671f67 req-ca23e806-9efb-419b-ab9b-a8cab0883cbf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.0572507 Oct 18 08:47:29.229676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6f486-bfed-4856-b75d-8de7f7671f67 req-49c75b8a-207f-4e27-98f6-cbad2c8d7524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:47:29.231093 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-11f6f486-bfed-4856-b75d-8de7f7671f67 req-49c75b8a-207f-4e27-98f6-cbad2c8d7524 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810695 Oct 18 08:47:29.364590 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-11f6f486-bfed-4856-b75d-8de7f7671f67 req-84e4f9bc-e7cc-40f0-b1d7-36725b26ea9e service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239676 Oct 18 08:47:29.497103 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-11f6f486-bfed-4856-b75d-8de7f7671f67 req-d9de9763-fe29-43e3-b736-20c7bec52ada service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234465 Oct 18 08:47:35.050500 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:38.782307 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:47:42.999438 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43050) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:47:43.302284 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Deleting port d162d485-2a1f-43f4-b103-c89944792045 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:47:43.302655 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:43.466998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:43.467322 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:43.590724 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Calling delete_port for d162d485-2a1f-43f4-b103-c89944792045 owned by network:floatingip {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:47:43.735657 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:43.782746 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event deleted for resources: {'Port': ['ID=d162d485-2a1f-43f4-b103-c89944792045,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:47:43.832135 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:43.832483 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:43.832823 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:43.833162 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:43.833494 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:43.833823 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:43.834150 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:43.834475 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:43.834825 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:43.835149 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:43.835469 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:43.835788 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:43.890006 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for floatingip, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:43.890334 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Floating IP 704d0e1e-436d-41cd-b1b9-dbfea2df4e8e disassociated (deleted). External IP: 172.26.8.31, port: 5946b62c-911e-4e48-999e-1c401c493777. Oct 18 08:47:44.236991 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Router 3abe18d3-7999-4066-8e6a-b51dad2c9445 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:47:44.410581 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:47:44.420409 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73e798-b7e7-430d-84d8-d53fc6cd95b5 None None] Sync routers for ids ['3abe18d3-7999-4066-8e6a-b51dad2c9445'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:47:44.429622 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a73e798-b7e7-430d-84d8-d53fc6cd95b5 None None] Routers {'3abe18d3-7999-4066-8e6a-b51dad2c9445'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:47:44.430257 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-5a73e798-b7e7-430d-84d8-d53fc6cd95b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:47:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3abe18d3-7999-4066-8e6a-b51dad2c9445'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:47:44.431234 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:44.489597 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c81c18e7-f612-4537-903b-cf22908fb6fa tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "DELETE /v2.0/floatingips/704d0e1e-436d-41cd-b1b9-dbfea2df4e8e HTTP/1.1" status: 204 len: 168 time: 1.4890916 Oct 18 08:47:44.490231 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc10195-2c10-4276-b7d8-4ad0b43495ca', 'tag': '5946b62c-911e-4e48-999e-1c401c493777'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:47:44.492523 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d751b440-8121-4859-91d6-7ba1b4966ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc10195-2c10-4276-b7d8-4ad0b43495ca", "tag": "5946b62c-911e-4e48-999e-1c401c493777"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:47:44.555368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44455ee7-a33e-4352-ace8-d6c2dcd1848d x-openstack-request-id: req-44455ee7-a33e-4352-ace8-d6c2dcd1848d {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:47:44.555691 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc10195-2c10-4276-b7d8-4ad0b43495ca", "tag": "5946b62c-911e-4e48-999e-1c401c493777", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:47:44.555943 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-44455ee7-a33e-4352-ace8-d6c2dcd1848d {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:47:44.556347 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44455ee7-a33e-4352-ace8-d6c2dcd1848d'] response: {'name': 'network-changed', 'server_uuid': 'cbc10195-2c10-4276-b7d8-4ad0b43495ca', 'tag': '5946b62c-911e-4e48-999e-1c401c493777', 'status': 'completed', 'code': 200} Oct 18 08:47:44.602894 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-5a73e798-b7e7-430d-84d8-d53fc6cd95b5 None None] Set router 3abe18d3-7999-4066-8e6a-b51dad2c9445 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:47:44.663758 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751b440-8121-4859-91d6-7ba1b4966ee9 req-92d78366-bd40-4a4d-abf4-5c6192fba233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:47:44.666135 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d751b440-8121-4859-91d6-7ba1b4966ee9 req-92d78366-bd40-4a4d-abf4-5c6192fba233 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a426bb63df6e4a26be329a8348e574da&device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 1098 time: 0.0811749 Oct 18 08:47:44.806244 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751b440-8121-4859-91d6-7ba1b4966ee9 req-6ddb904c-86f3-4672-b498-3c7f4192c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:47:44.807802 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d751b440-8121-4859-91d6-7ba1b4966ee9 req-6ddb904c-86f3-4672-b498-3c7f4192c5be service neutron] 10.222.0.46 "GET /v2.0/networks?id=db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 200 len: 910 time: 0.1320782 Oct 18 08:47:44.879506 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d751b440-8121-4859-91d6-7ba1b4966ee9 req-dcab0c99-0b92-4fdc-9d5f-7bb44eecbf1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5946b62c-911e-4e48-999e-1c401c493777 HTTP/1.1" status: 200 len: 217 time: 0.0646224 Oct 18 08:47:44.898081 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428c41a-2f6f-44de-b8d1-ead23d2eabcf req-9c909651-4565-4afe-942a-7c7cdda1112c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:47:44.898815 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-f428c41a-2f6f-44de-b8d1-ead23d2eabcf req-9c909651-4565-4afe-942a-7c7cdda1112c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Synchronizing usage tracker for tenant:a426bb63df6e4a26be329a8348e574da on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:47:44.915787 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-f428c41a-2f6f-44de-b8d1-ead23d2eabcf req-9c909651-4565-4afe-942a-7c7cdda1112c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Unset dirty status for tenant:a426bb63df6e4a26be329a8348e574da on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:47:44.917081 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f428c41a-2f6f-44de-b8d1-ead23d2eabcf req-9c909651-4565-4afe-942a-7c7cdda1112c tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.1096570 Oct 18 08:47:44.944110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751b440-8121-4859-91d6-7ba1b4966ee9 req-443f90d7-7fcd-47f9-a751-bf20d3269d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:47:44.945820 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d751b440-8121-4859-91d6-7ba1b4966ee9 req-443f90d7-7fcd-47f9-a751-bf20d3269d70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 200 len: 848 time: 0.0604756 Oct 18 08:47:44.964433 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-5a73e798-b7e7-430d-84d8-d53fc6cd95b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245'}], 'enable_snat': True}, 'gw_port_id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:48Z', 'revision_number': 4, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port': {'id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '18d650b9-8eec-4b81-a9f4-2f54cf356712', 'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'mac_address': 'fa:16:3e:04:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:48Z', 'updated_at': '2022-10-18T08:38:56Z', 'revision_number': 5, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'subnets': [{'id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:47:44.964711 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-f428c41a-2f6f-44de-b8d1-ead23d2eabcf req-107e373b-8f5a-4460-b780-6fe10f552b73 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410264 Oct 18 08:47:44.968625 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73e798-b7e7-430d-84d8-d53fc6cd95b5 None None] Checking router: 3abe18d3-7999-4066-8e6a-b51dad2c9445 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:47:44.977010 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a73e798-b7e7-430d-84d8-d53fc6cd95b5 None None] Routers {'3abe18d3-7999-4066-8e6a-b51dad2c9445'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:47:44.977612 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-5a73e798-b7e7-430d-84d8-d53fc6cd95b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:47:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3abe18d3-7999-4066-8e6a-b51dad2c9445'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:47:45.034096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751b440-8121-4859-91d6-7ba1b4966ee9 req-25e9a343-e19e-4ed1-8593-fd8530cb7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:47:45.035802 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d751b440-8121-4859-91d6-7ba1b4966ee9 req-25e9a343-e19e-4ed1-8593-fd8530cb7734 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db9053d7-0e41-4575-a1ac-850596ec3fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838499 Oct 18 08:47:45.154797 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-5a73e798-b7e7-430d-84d8-d53fc6cd95b5 None None] Set router 3abe18d3-7999-4066-8e6a-b51dad2c9445 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:47:45.171066 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d751b440-8121-4859-91d6-7ba1b4966ee9 req-a2239025-d613-4f55-ae73-cd88e00ddc84 service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278782 Oct 18 08:47:45.403663 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d751b440-8121-4859-91d6-7ba1b4966ee9 req-ce718a04-2aa1-427f-9e00-a6e07cbecc3f service neutron] 10.222.0.46 "GET /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248533 Oct 18 08:47:45.470942 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-5a73e798-b7e7-430d-84d8-d53fc6cd95b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245'}], 'enable_snat': True}, 'gw_port_id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:48Z', 'revision_number': 4, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port': {'id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '18d650b9-8eec-4b81-a9f4-2f54cf356712', 'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'mac_address': 'fa:16:3e:04:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:48Z', 'updated_at': '2022-10-18T08:38:56Z', 'revision_number': 5, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'subnets': [{'id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:47:45.474808 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73e798-b7e7-430d-84d8-d53fc6cd95b5 None None] The sync data for ids ['3abe18d3-7999-4066-8e6a-b51dad2c9445'] in dv-neutron-861625-1-hyperv is: [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245'}], 'enable_snat': True}, 'gw_port_id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:48Z', 'revision_number': 4, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port': {'id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '18d650b9-8eec-4b81-a9f4-2f54cf356712', 'name': '', 'network_id': 'db9053d7-0e41-4575-a1ac-850596ec3fdf', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'mac_address': 'fa:16:3e:04:13:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:48Z', 'updated_at': '2022-10-18T08:38:56Z', 'revision_number': 5, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'subnets': [{'id': 'abdecf42-c47a-4db7-a745-cd47504ba654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:47:45.673178 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c600b8f8-ef3c-4e26-956c-e0aeebaf47fe None None] New status for floating IP 704d0e1e-436d-41cd-b1b9-dbfea2df4e8e: DOWN {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:47:46.218957 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57f493-df04-467b-a834-49338275fede req-e01a7e97-2bef-4954-8b03-6aed6aaf8cdc tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:47:46.220409 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ae57f493-df04-467b-a834-49338275fede req-e01a7e97-2bef-4954-8b03-6aed6aaf8cdc tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.0886948 Oct 18 08:47:46.263251 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ae57f493-df04-467b-a834-49338275fede req-2d813a2a-003a-42a4-9fbc-23b8b99b21e8 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/security-groups?id=52b14c8b-ba14-4295-bd40-b8179f86db52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373034 Oct 18 08:47:46.578491 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d5e5e-c3dc-43d5-9868-9c1998db9b7f req-60649f6d-e0a4-4d6b-875f-ef189e8420b7 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:47:46.579926 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d34d5e5e-c3dc-43d5-9868-9c1998db9b7f req-60649f6d-e0a4-4d6b-875f-ef189e8420b7 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 945 time: 0.0888422 Oct 18 08:47:46.650424 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-d34d5e5e-c3dc-43d5-9868-9c1998db9b7f req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Deleting port 5946b62c-911e-4e48-999e-1c401c493777 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:47:46.650781 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-d34d5e5e-c3dc-43d5-9868-9c1998db9b7f req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:46.889812 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-d34d5e5e-c3dc-43d5-9868-9c1998db9b7f req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] For port 5946b62c-911e-4e48-999e-1c401c493777, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=5946b62c-911e-4e48-999e-1c401c493777,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:47:46.890087 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-d34d5e5e-c3dc-43d5-9868-9c1998db9b7f req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:47.009325 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-d34d5e5e-c3dc-43d5-9868-9c1998db9b7f req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Calling delete_port for 5946b62c-911e-4e48-999e-1c401c493777 owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:47:47.151218 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-d34d5e5e-c3dc-43d5-9868-9c1998db9b7f req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:47.202840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event deleted for resources: {'Port': ['ID=5946b62c-911e-4e48-999e-1c401c493777,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:47:47.244680 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:47.245250 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:47.245333 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:47.245670 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:47.245996 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:47.246320 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:47.246669 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:47.246991 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:47.247312 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:47.247626 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:47.247941 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:47.248255 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:47:47.295663 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34d5e5e-c3dc-43d5-9868-9c1998db9b7f req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] No DVR routers for this DVR port 5946b62c-911e-4e48-999e-1c401c493777 on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:47:47.297995 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-d34d5e5e-c3dc-43d5-9868-9c1998db9b7f req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:47.300570 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc10195-2c10-4276-b7d8-4ad0b43495ca', 'name': 'network-vif-deleted', 'tag': '5946b62c-911e-4e48-999e-1c401c493777'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:47:47.302843 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f15ca7ffaa76808e65a45f035740c48a255ba858239349c654476da082a04fe2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3231a400-8caa-44ae-87bc-3d2a6e681a96" -d '{"events": [{"server_uuid": "cbc10195-2c10-4276-b7d8-4ad0b43495ca", "name": "network-vif-deleted", "tag": "5946b62c-911e-4e48-999e-1c401c493777"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:47:47.316313 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-d34d5e5e-c3dc-43d5-9868-9c1998db9b7f req-77c05834-c53c-41a2-8037-44fec67e5ffe tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.46 "DELETE /v2.0/ports/5946b62c-911e-4e48-999e-1c401c493777 HTTP/1.1" status: 204 len: 173 time: 0.7280645 Oct 18 08:47:47.351095 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f7f6aa-4576-422f-97b0-b4c96e438f80 x-openstack-request-id: req-61f7f6aa-4576-422f-97b0-b4c96e438f80 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:47:47.351193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc10195-2c10-4276-b7d8-4ad0b43495ca", "name": "network-vif-deleted", "tag": "5946b62c-911e-4e48-999e-1c401c493777", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:47:47.351561 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-61f7f6aa-4576-422f-97b0-b4c96e438f80 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:47:47.351921 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f7f6aa-4576-422f-97b0-b4c96e438f80'] response: {'server_uuid': 'cbc10195-2c10-4276-b7d8-4ad0b43495ca', 'name': 'network-vif-deleted', 'tag': '5946b62c-911e-4e48-999e-1c401c493777', 'status': 'completed', 'code': 200} Oct 18 08:47:47.830688 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-851f466e-7f98-4790-aee5-b4fbb629db81 req-854a1f54-103c-4613-8f14-11268901298b tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "GET /v2.0/ports?device_id=cbc10195-2c10-4276-b7d8-4ad0b43495ca HTTP/1.1" status: 200 len: 210 time: 0.2194142 Oct 18 08:47:48.933561 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43076) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:47:49.004864 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bee6ae84-480e-4f61-84b6-dafa6f4b8302 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:49.035686 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bee6ae84-480e-4f61-84b6-dafa6f4b8302 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:49.103654 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bee6ae84-480e-4f61-84b6-dafa6f4b8302 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:49.123109 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6ae84-480e-4f61-84b6-dafa6f4b8302 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b14c8b-ba14-4295-bd40-b8179f86db52,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:47:49.143527 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-bee6ae84-480e-4f61-84b6-dafa6f4b8302 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:49.145364 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-bee6ae84-480e-4f61-84b6-dafa6f4b8302 tempest-TestShelveInstance-283396065 tempest-TestShelveInstance-283396065-project] 10.222.0.17 "DELETE /v2.0/security-groups/52b14c8b-ba14-4295-bd40-b8179f86db52 HTTP/1.1" status: 204 len: 168 time: 0.2107222 Oct 18 08:47:49.194133 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43082) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:47:49.584144 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 5946b62c-911e-4e48-999e-1c401c493777 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:47:49.621458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 5946b62c-911e-4e48-999e-1c401c493777 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:47:49.621806 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 5946b62c-911e-4e48-999e-1c401c493777 not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:47:49.940885 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f464caca-06b8-479b-aa5e-7aef94b02577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:50.292373 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-f464caca-06b8-479b-aa5e-7aef94b02577 admin admin] Deleting port 18d650b9-8eec-4b81-a9f4-2f54cf356712 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:47:50.293001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f464caca-06b8-479b-aa5e-7aef94b02577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:50.470798 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-f464caca-06b8-479b-aa5e-7aef94b02577 admin admin] For port 18d650b9-8eec-4b81-a9f4-2f54cf356712, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=18d650b9-8eec-4b81-a9f4-2f54cf356712,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:47:50.471157 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f464caca-06b8-479b-aa5e-7aef94b02577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:50.591867 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-f464caca-06b8-479b-aa5e-7aef94b02577 admin admin] Calling delete_port for 18d650b9-8eec-4b81-a9f4-2f54cf356712 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:47:50.757913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f464caca-06b8-479b-aa5e-7aef94b02577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:50.809396 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464caca-06b8-479b-aa5e-7aef94b02577 admin admin] Pushing event deleted for resources: {'Port': ['ID=18d650b9-8eec-4b81-a9f4-2f54cf356712,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:47:50.870864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3ec94d6d-a139-47b0-ae6b-2161c85f00a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:51.081311 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-f464caca-06b8-479b-aa5e-7aef94b02577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:51.536166 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f464caca-06b8-479b-aa5e-7aef94b02577 admin admin] Router 3abe18d3-7999-4066-8e6a-b51dad2c9445 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:47:51.713969 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f464caca-06b8-479b-aa5e-7aef94b02577 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:47:51.722846 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81683a60-21c2-4f3f-9f13-db49fbf47f72 None None] Sync routers for ids ['3abe18d3-7999-4066-8e6a-b51dad2c9445'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:47:51.727394 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-f464caca-06b8-479b-aa5e-7aef94b02577 admin admin] 10.222.0.17 "PUT /v2.0/routers/3abe18d3-7999-4066-8e6a-b51dad2c9445/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5319841 Oct 18 08:47:51.729837 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43088) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:47:51.732208 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81683a60-21c2-4f3f-9f13-db49fbf47f72 None None] Routers {'3abe18d3-7999-4066-8e6a-b51dad2c9445'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:47:51.732792 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-81683a60-21c2-4f3f-9f13-db49fbf47f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:47:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3abe18d3-7999-4066-8e6a-b51dad2c9445'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:47:51.901576 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-01e935b1-f9ee-4235-84c8-39686757073d admin admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:51.907055 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-81683a60-21c2-4f3f-9f13-db49fbf47f72 None None] Set router 3abe18d3-7999-4066-8e6a-b51dad2c9445 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:47:52.077458 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-01e935b1-f9ee-4235-84c8-39686757073d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:52.087327 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-01e935b1-f9ee-4235-84c8-39686757073d admin admin] Deleting port 803d268a-e296-471e-9d7a-bb19b208b8f1 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:47:52.087685 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-01e935b1-f9ee-4235-84c8-39686757073d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:52.186229 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-81683a60-21c2-4f3f-9f13-db49fbf47f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245'}], 'enable_snat': True}, 'gw_port_id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:47:50Z', 'revision_number': 5, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port': {'id': '803d268a-e296-471e-9d7a-bb19b208b8f1', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:47:52.190165 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81683a60-21c2-4f3f-9f13-db49fbf47f72 None None] Checking router: 3abe18d3-7999-4066-8e6a-b51dad2c9445 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:47:52.200424 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81683a60-21c2-4f3f-9f13-db49fbf47f72 None None] Routers {'3abe18d3-7999-4066-8e6a-b51dad2c9445'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:47:52.201070 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-81683a60-21c2-4f3f-9f13-db49fbf47f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:47:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['3abe18d3-7999-4066-8e6a-b51dad2c9445'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:47:52.261507 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-01e935b1-f9ee-4235-84c8-39686757073d admin admin] For port 803d268a-e296-471e-9d7a-bb19b208b8f1, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=803d268a-e296-471e-9d7a-bb19b208b8f1,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:47:52.261860 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-01e935b1-f9ee-4235-84c8-39686757073d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:52.376460 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-81683a60-21c2-4f3f-9f13-db49fbf47f72 None None] Set router 3abe18d3-7999-4066-8e6a-b51dad2c9445 gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:47:52.385872 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-01e935b1-f9ee-4235-84c8-39686757073d admin admin] Calling delete_port for 803d268a-e296-471e-9d7a-bb19b208b8f1 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:47:52.478819 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-81683a60-21c2-4f3f-9f13-db49fbf47f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:47:52Z', 'revision_number': 6, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:47:52.482531 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81683a60-21c2-4f3f-9f13-db49fbf47f72 None None] The sync data for ids ['3abe18d3-7999-4066-8e6a-b51dad2c9445'] in dv-neutron-861625-1-hyperv is: [{'id': '3abe18d3-7999-4066-8e6a-b51dad2c9445', 'name': 'tempest-TestShelveInstance-1203944496-router', 'tenant_id': 'a426bb63df6e4a26be329a8348e574da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:45Z', 'updated_at': '2022-10-18T08:47:52Z', 'revision_number': 6, 'project_id': 'a426bb63df6e4a26be329a8348e574da', 'gw_port_host': None}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:47:52.656026 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-01e935b1-f9ee-4235-84c8-39686757073d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:52.702913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e935b1-f9ee-4235-84c8-39686757073d admin admin] Pushing event deleted for resources: {'Port': ['ID=803d268a-e296-471e-9d7a-bb19b208b8f1,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:47:52.797301 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-01e935b1-f9ee-4235-84c8-39686757073d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:52.972530 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-01e935b1-f9ee-4235-84c8-39686757073d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:52.974696 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-01e935b1-f9ee-4235-84c8-39686757073d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:52.996580 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-01e935b1-f9ee-4235-84c8-39686757073d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:52.997096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e935b1-f9ee-4235-84c8-39686757073d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3abe18d3-7999-4066-8e6a-b51dad2c9445 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:47:53.009939 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-01e935b1-f9ee-4235-84c8-39686757073d admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:53.011082 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-01e935b1-f9ee-4235-84c8-39686757073d admin admin] 10.222.0.17 "DELETE /v2.0/routers/3abe18d3-7999-4066-8e6a-b51dad2c9445 HTTP/1.1" status: 204 len: 168 time: 1.2803259 Oct 18 08:47:53.013553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43092) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:47:53.070741 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2bf51a-8da7-49ea-954b-6d16a0b7d00a admin admin] Deleting subnet abdecf42-c47a-4db7-a745-cd47504ba654 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:47:53.074137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd2bf51a-8da7-49ea-954b-6d16a0b7d00a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:53.123372 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd2bf51a-8da7-49ea-954b-6d16a0b7d00a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:53.142240 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e6d3688c-baed-431e-93d7-c4accc036a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:53.206054 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd2bf51a-8da7-49ea-954b-6d16a0b7d00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:53.245763 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 18d650b9-8eec-4b81-a9f4-2f54cf356712 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:47:53.275469 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd2bf51a-8da7-49ea-954b-6d16a0b7d00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:53.280745 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 18d650b9-8eec-4b81-a9f4-2f54cf356712 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:47:53.281092 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 18d650b9-8eec-4b81-a9f4-2f54cf356712 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:47:53.281512 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 803d268a-e296-471e-9d7a-bb19b208b8f1 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:47:53.315833 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 803d268a-e296-471e-9d7a-bb19b208b8f1 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:47:53.316188 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 803d268a-e296-471e-9d7a-bb19b208b8f1 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:47:53.318864 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bf51a-8da7-49ea-954b-6d16a0b7d00a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abdecf42-c47a-4db7-a745-cd47504ba654,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:47:53.324760 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-dd2bf51a-8da7-49ea-954b-6d16a0b7d00a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:53.329799 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588e70de-6f7d-41d6-9ad1-bc9bc2c2406c None None] Network db9053d7-0e41-4575-a1ac-850596ec3fdf requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:47:53.332150 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-dd2bf51a-8da7-49ea-954b-6d16a0b7d00a admin admin] 10.222.0.17 "DELETE /v2.0/subnets/abdecf42-c47a-4db7-a745-cd47504ba654 HTTP/1.1" status: 204 len: 168 time: 0.3176069 Oct 18 08:47:53.334686 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43096) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:47:53.445641 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:53.457576 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] Deleting port 04da3319-b008-4694-a40c-b0232da5f115 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:47:53.458216 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:53.590129 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c70581-9b3e-4829-bc51-003cd76c1d93 None None] DHCP port deletion for db9053d7-0e41-4575-a1ac-850596ec3fdf request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:47:53.593944 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-81c70581-9b3e-4829-bc51-003cd76c1d93 None None] Deleting port 04da3319-b008-4694-a40c-b0232da5f115 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:47:53.594314 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-81c70581-9b3e-4829-bc51-003cd76c1d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:53.674118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] For port 04da3319-b008-4694-a40c-b0232da5f115, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=04da3319-b008-4694-a40c-b0232da5f115,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:47:53.674724 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:53.795758 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-81c70581-9b3e-4829-bc51-003cd76c1d93 None None] For port 04da3319-b008-4694-a40c-b0232da5f115, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=04da3319-b008-4694-a40c-b0232da5f115,segment=NetworkSegment(fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a),segment_id=fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:47:53.796152 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-81c70581-9b3e-4829-bc51-003cd76c1d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:53.799854 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] Calling delete_port for 04da3319-b008-4694-a40c-b0232da5f115 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:47:53.875134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:53.920864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-81c70581-9b3e-4829-bc51-003cd76c1d93 None None] Calling delete_port for 04da3319-b008-4694-a40c-b0232da5f115 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:47:53.921739 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] Pushing event deleted for resources: {'Port': ['ID=04da3319-b008-4694-a40c-b0232da5f115,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:47:53.925351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] No DVR routers for this DVR port 04da3319-b008-4694-a40c-b0232da5f115 on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:47:53.984453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:53.987057 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:54.010315 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-81c70581-9b3e-4829-bc51-003cd76c1d93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:47:54.010707 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-81c70581-9b3e-4829-bc51-003cd76c1d93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:47:54.042114 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:54.070646 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9053d7-0e41-4575-a1ac-850596ec3fdf']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:47:54.175894 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:47:54.176092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:47:54.188831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:54.205445 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:54.212132 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:47:54.212522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:54.307474 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:54.314807 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:54.341800 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] Pushing event deleted for resources: {'Network': ['ID=db9053d7-0e41-4575-a1ac-850596ec3fdf,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:47:54.345722 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a resource provider aggregate not found Oct 18 08:47:54.357115 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-4f17f506-ed24-4145-8a50-8d90c4a6e34e admin admin] 10.222.0.17 "DELETE /v2.0/networks/db9053d7-0e41-4575-a1ac-850596ec3fdf HTTP/1.1" status: 204 len: 168 time: 1.0214510 Oct 18 08:47:54.359905 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43108) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:47:54.413269 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe7a4b8a-dea2-4fa3-8b51-cda50c8a716a found for delete ", "request_id": "req-9f157ebc-1609-45e1-9f9b-eea222c10c2e"}]} Oct 18 08:47:54.512415 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-81c70581-9b3e-4829-bc51-003cd76c1d93 None None] Deleting port 04da3319-b008-4694-a40c-b0232da5f115 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:47:54.512960 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-81c70581-9b3e-4829-bc51-003cd76c1d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:54.612953 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-81c70581-9b3e-4829-bc51-003cd76c1d93 None None] The port '04da3319-b008-4694-a40c-b0232da5f115' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 08:47:54.895382 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8f2ebea4-fb17-45f1-876b-5ebdc918cfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:55.089464 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 04da3319-b008-4694-a40c-b0232da5f115 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:47:55.122527 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 04da3319-b008-4694-a40c-b0232da5f115 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:47:55.122886 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 04da3319-b008-4694-a40c-b0232da5f115 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:47:55.239677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-8f2ebea4-fb17-45f1-876b-5ebdc918cfc8 admin admin] Deleting port 17221956-8dab-40ab-9340-1178254aba43 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:47:55.240013 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8f2ebea4-fb17-45f1-876b-5ebdc918cfc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:55.406912 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-8f2ebea4-fb17-45f1-876b-5ebdc918cfc8 admin admin] For port 17221956-8dab-40ab-9340-1178254aba43, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=17221956-8dab-40ab-9340-1178254aba43,segment=NetworkSegment(8bb93965-cd67-4d1f-859d-ab0c85f53f31),segment_id=8bb93965-cd67-4d1f-859d-ab0c85f53f31)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:47:55.407262 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8f2ebea4-fb17-45f1-876b-5ebdc918cfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:55.541661 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:55.627822 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-8f2ebea4-fb17-45f1-876b-5ebdc918cfc8 admin admin] Calling delete_port for 17221956-8dab-40ab-9340-1178254aba43 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:47:55.792337 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8f2ebea4-fb17-45f1-876b-5ebdc918cfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:55.837407 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ebea4-fb17-45f1-876b-5ebdc918cfc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=17221956-8dab-40ab-9340-1178254aba43,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:47:56.104267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8f2ebea4-fb17-45f1-876b-5ebdc918cfc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:56.458413 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2ebea4-fb17-45f1-876b-5ebdc918cfc8 admin admin] Router 330a5e50-1d94-4b70-9f95-c3bf531bfdf9 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:47:56.628591 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2ebea4-fb17-45f1-876b-5ebdc918cfc8 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:47:56.637748 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca9086-166a-483c-a328-63a6c365c919 None None] Sync routers for ids ['330a5e50-1d94-4b70-9f95-c3bf531bfdf9'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:47:56.638214 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8f2ebea4-fb17-45f1-876b-5ebdc918cfc8 admin admin] 10.222.0.17 "PUT /v2.0/routers/330a5e50-1d94-4b70-9f95-c3bf531bfdf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2770340 Oct 18 08:47:56.640439 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43112) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:47:56.647542 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ca9086-166a-483c-a328-63a6c365c919 None None] Routers {'330a5e50-1d94-4b70-9f95-c3bf531bfdf9'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:47:56.648135 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-88ca9086-166a-483c-a328-63a6c365c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:47:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['330a5e50-1d94-4b70-9f95-c3bf531bfdf9'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:47:56.814768 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-76d7d2c7-8d73-4322-b582-9fb92dd04fd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:56.825123 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-88ca9086-166a-483c-a328-63a6c365c919 None None] Set router 330a5e50-1d94-4b70-9f95-c3bf531bfdf9 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:47:57.105116 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-76d7d2c7-8d73-4322-b582-9fb92dd04fd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:57.115515 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-88ca9086-166a-483c-a328-63a6c365c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330a5e50-1d94-4b70-9f95-c3bf531bfdf9', 'name': 'tempest-TestShelveInstance-1516518039-router', 'tenant_id': 'ee1f16297f824def881e9be056e77176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '698dde4c-7669-4511-ae7a-d056e335a0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:51Z', 'updated_at': '2022-10-18T08:47:55Z', 'revision_number': 5, 'project_id': 'ee1f16297f824def881e9be056e77176', 'gw_port': {'id': '698dde4c-7669-4511-ae7a-d056e335a0d8', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330a5e50-1d94-4b70-9f95-c3bf531bfdf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:38:52Z', 'updated_at': '2022-10-18T08:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:47:57.115938 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-76d7d2c7-8d73-4322-b582-9fb92dd04fd7 admin admin] Deleting port 698dde4c-7669-4511-ae7a-d056e335a0d8 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:47:57.116402 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-76d7d2c7-8d73-4322-b582-9fb92dd04fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:57.119997 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca9086-166a-483c-a328-63a6c365c919 None None] Checking router: 330a5e50-1d94-4b70-9f95-c3bf531bfdf9 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:47:57.128638 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ca9086-166a-483c-a328-63a6c365c919 None None] Routers {'330a5e50-1d94-4b70-9f95-c3bf531bfdf9'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:47:57.129246 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-88ca9086-166a-483c-a328-63a6c365c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:47:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['330a5e50-1d94-4b70-9f95-c3bf531bfdf9'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:47:57.284028 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-88ca9086-166a-483c-a328-63a6c365c919 None None] Set router 330a5e50-1d94-4b70-9f95-c3bf531bfdf9 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:47:57.287644 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-76d7d2c7-8d73-4322-b582-9fb92dd04fd7 admin admin] For port 698dde4c-7669-4511-ae7a-d056e335a0d8, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=698dde4c-7669-4511-ae7a-d056e335a0d8,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:47:57.287999 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-76d7d2c7-8d73-4322-b582-9fb92dd04fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:57.389595 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-88ca9086-166a-483c-a328-63a6c365c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330a5e50-1d94-4b70-9f95-c3bf531bfdf9', 'name': 'tempest-TestShelveInstance-1516518039-router', 'tenant_id': 'ee1f16297f824def881e9be056e77176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:51Z', 'updated_at': '2022-10-18T08:47:57Z', 'revision_number': 6, 'project_id': 'ee1f16297f824def881e9be056e77176', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:47:57.393369 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca9086-166a-483c-a328-63a6c365c919 None None] The sync data for ids ['330a5e50-1d94-4b70-9f95-c3bf531bfdf9'] in dv-neutron-861625-1-hyperv is: [{'id': '330a5e50-1d94-4b70-9f95-c3bf531bfdf9', 'name': 'tempest-TestShelveInstance-1516518039-router', 'tenant_id': 'ee1f16297f824def881e9be056e77176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:38:51Z', 'updated_at': '2022-10-18T08:47:57Z', 'revision_number': 6, 'project_id': 'ee1f16297f824def881e9be056e77176', 'gw_port_host': None}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:47:57.409265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-76d7d2c7-8d73-4322-b582-9fb92dd04fd7 admin admin] Calling delete_port for 698dde4c-7669-4511-ae7a-d056e335a0d8 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:47:57.578698 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-76d7d2c7-8d73-4322-b582-9fb92dd04fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:57.622343 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7d2c7-8d73-4322-b582-9fb92dd04fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=698dde4c-7669-4511-ae7a-d056e335a0d8,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:47:57.721278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-76d7d2c7-8d73-4322-b582-9fb92dd04fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:57.894399 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-76d7d2c7-8d73-4322-b582-9fb92dd04fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:57.896549 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-76d7d2c7-8d73-4322-b582-9fb92dd04fd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:57.919412 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-76d7d2c7-8d73-4322-b582-9fb92dd04fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:57.919928 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d7d2c7-8d73-4322-b582-9fb92dd04fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 330a5e50-1d94-4b70-9f95-c3bf531bfdf9 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:47:57.931927 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-76d7d2c7-8d73-4322-b582-9fb92dd04fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:57.933042 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-76d7d2c7-8d73-4322-b582-9fb92dd04fd7 admin admin] 10.222.0.17 "DELETE /v2.0/routers/330a5e50-1d94-4b70-9f95-c3bf531bfdf9 HTTP/1.1" status: 204 len: 168 time: 1.2917027 Oct 18 08:47:57.935585 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43116) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:47:57.993103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5331163-7b52-43e6-9923-8939bd0ac411 admin admin] Deleting subnet 8b19a9ef-dbbc-4221-945c-2ef913e4c4c3 {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:47:57.995871 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5331163-7b52-43e6-9923-8939bd0ac411 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:58.046622 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5331163-7b52-43e6-9923-8939bd0ac411 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:58.124233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5331163-7b52-43e6-9923-8939bd0ac411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:58.199371 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5331163-7b52-43e6-9923-8939bd0ac411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:58.239749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5331163-7b52-43e6-9923-8939bd0ac411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b19a9ef-dbbc-4221-945c-2ef913e4c4c3,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:47:58.243237 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b5331163-7b52-43e6-9923-8939bd0ac411 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:58.248757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5da1bf-c6fb-4eea-bf27-c8ad2faf5b80 None None] Network 30a54c0e-7cf2-4011-aad3-a3f6d7eada18 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:47:58.249186 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b5331163-7b52-43e6-9923-8939bd0ac411 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/8b19a9ef-dbbc-4221-945c-2ef913e4c4c3 HTTP/1.1" status: 204 len: 168 time: 0.3125036 Oct 18 08:47:58.251475 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43120) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:47:58.360227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:58.371438 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] Deleting port d5f39f47-25db-47ad-9b0a-2f49edad4663 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:47:58.371783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:58.507113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162716d3-c6e4-48af-84e1-19d559770ac5 None None] DHCP port deletion for 30a54c0e-7cf2-4011-aad3-a3f6d7eada18 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:47:58.512242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-162716d3-c6e4-48af-84e1-19d559770ac5 None None] Deleting port d5f39f47-25db-47ad-9b0a-2f49edad4663 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:47:58.512700 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-162716d3-c6e4-48af-84e1-19d559770ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:58.680891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] For port d5f39f47-25db-47ad-9b0a-2f49edad4663, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d5f39f47-25db-47ad-9b0a-2f49edad4663,segment=NetworkSegment(8bb93965-cd67-4d1f-859d-ab0c85f53f31),segment_id=8bb93965-cd67-4d1f-859d-ab0c85f53f31)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:47:58.681152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:58.713625 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-162716d3-c6e4-48af-84e1-19d559770ac5 None None] For port d5f39f47-25db-47ad-9b0a-2f49edad4663, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=d5f39f47-25db-47ad-9b0a-2f49edad4663,segment=NetworkSegment(8bb93965-cd67-4d1f-859d-ab0c85f53f31),segment_id=8bb93965-cd67-4d1f-859d-ab0c85f53f31)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:47:58.714012 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-162716d3-c6e4-48af-84e1-19d559770ac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:58.804525 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] Calling delete_port for d5f39f47-25db-47ad-9b0a-2f49edad4663 owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:47:58.865876 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-162716d3-c6e4-48af-84e1-19d559770ac5 None None] Calling delete_port for d5f39f47-25db-47ad-9b0a-2f49edad4663 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:47:58.880446 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:58.927675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f39f47-25db-47ad-9b0a-2f49edad4663,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:47:58.933762 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] No DVR routers for this DVR port d5f39f47-25db-47ad-9b0a-2f49edad4663 on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:47:58.940362 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-162716d3-c6e4-48af-84e1-19d559770ac5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:47:58.940713 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-162716d3-c6e4-48af-84e1-19d559770ac5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:47:59.046692 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:59.072496 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a54c0e-7cf2-4011-aad3-a3f6d7eada18']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:47:59.084190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb93965-cd67-4d1f-859d-ab0c85f53f31') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:47:59.084489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb93965-cd67-4d1f-859d-ab0c85f53f31') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:47:59.093712 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d5f39f47-25db-47ad-9b0a-2f49edad4663 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:47:59.096276 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:59.112535 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:59.118713 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:47:59.119097 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:59.130730 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: d5f39f47-25db-47ad-9b0a-2f49edad4663 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:47:59.131107 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device d5f39f47-25db-47ad-9b0a-2f49edad4663 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:47:59.131505 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 17221956-8dab-40ab-9340-1178254aba43 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:47:59.166185 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 17221956-8dab-40ab-9340-1178254aba43 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:47:59.166534 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 17221956-8dab-40ab-9340-1178254aba43 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:47:59.166968 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 698dde4c-7669-4511-ae7a-d056e335a0d8 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:47:59.185313 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 8bb93965-cd67-4d1f-859d-ab0c85f53f31 resource provider aggregate not found Oct 18 08:47:59.200208 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 698dde4c-7669-4511-ae7a-d056e335a0d8 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:47:59.200596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 698dde4c-7669-4511-ae7a-d056e335a0d8 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:47:59.204246 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 8bb93965-cd67-4d1f-859d-ab0c85f53f31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8bb93965-cd67-4d1f-859d-ab0c85f53f31 found for delete ", "request_id": "req-63010939-c9f0-45cc-95dc-773236287510"}]} Oct 18 08:47:59.218835 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:59.234638 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:59.244476 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] Pushing event deleted for resources: {'Network': ['ID=30a54c0e-7cf2-4011-aad3-a3f6d7eada18,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:47:59.248849 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-62d59206-100a-43df-9843-c454924bb6ad admin admin] 10.222.0.17 "DELETE /v2.0/networks/30a54c0e-7cf2-4011-aad3-a3f6d7eada18 HTTP/1.1" status: 204 len: 168 time: 0.9959986 Oct 18 08:47:59.355274 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43130) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:47:59.403244 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-76a2db4f-6fe7-46c2-aa8b-763c398fb769 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a426bb63df6e4a26be329a8348e574da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467982 Oct 18 08:47:59.405582 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43134) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:47:59.442289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-162716d3-c6e4-48af-84e1-19d559770ac5 None None] Deleting port d5f39f47-25db-47ad-9b0a-2f49edad4663 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:47:59.442794 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-162716d3-c6e4-48af-84e1-19d559770ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:59.463181 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c7ac-2459-4ae8-a300-1e34dc07eef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:59.488568 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c7ac-2459-4ae8-a300-1e34dc07eef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:59.510620 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-162716d3-c6e4-48af-84e1-19d559770ac5 None None] The port 'd5f39f47-25db-47ad-9b0a-2f49edad4663' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 08:47:59.540118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c7ac-2459-4ae8-a300-1e34dc07eef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:59.557293 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6c7ac-2459-4ae8-a300-1e34dc07eef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4824a6ec-4e37-42fe-97aa-ad1dd6c1a179,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:47:59.563630 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c7ac-2459-4ae8-a300-1e34dc07eef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:47:59.564992 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-b9e6c7ac-2459-4ae8-a300-1e34dc07eef3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4824a6ec-4e37-42fe-97aa-ad1dd6c1a179 HTTP/1.1" status: 204 len: 168 time: 0.1582530 Oct 18 08:47:59.895801 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43142) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:47:59.946503 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2cdf74d9-cf99-4424-b89a-ab8875e5f69d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ee1f16297f824def881e9be056e77176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490520 Oct 18 08:47:59.948917 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43146) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:48:00.004854 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-af4b007d-33e0-43ad-bc4c-531b248f5bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:00.030606 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-af4b007d-33e0-43ad-bc4c-531b248f5bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:00.081200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-af4b007d-33e0-43ad-bc4c-531b248f5bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:00.097509 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b007d-33e0-43ad-bc4c-531b248f5bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eec039a-4ee9-4d2b-970d-a6fed7eb1a85,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:00.101558 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-af4b007d-33e0-43ad-bc4c-531b248f5bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:00.102695 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-af4b007d-33e0-43ad-bc4c-531b248f5bab admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0eec039a-4ee9-4d2b-970d-a6fed7eb1a85 HTTP/1.1" status: 204 len: 168 time: 0.1528788 Oct 18 08:48:00.795861 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43170) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:48:00.895948 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-493453336-network', 'tenant_id': '82ccd3376e194c8882e8875462a9a400'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:48:00.901216 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:48:00.905082 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Usage tracker for resource:network and tenant:82ccd3376e194c8882e8875462a9a400 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:48:00.907927 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:48:00.913533 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:48:00.924242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Made reservation on behalf of 82ccd3376e194c8882e8875462a9a400 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:48:00.926564 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:00.938701 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:00.953156 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:48:00.956932 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Usage tracker for resource:security_group_rule and tenant:82ccd3376e194c8882e8875462a9a400 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:48:00.959717 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:48:00.965845 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:48:01.049826 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:01.053757 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:01.080368 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:48:01.092980 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf8515f-c6d4-4360-b10c-7545c4fc4314,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:01.097529 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:01.097862 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Added segment de1884d5-3a00-481a-a9e7-312cca44a9cb of type vlan for network 880d3e45-3823-4a3a-810f-4381963aa599 Oct 18 08:48:01.123843 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:01.153515 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:01.154369 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:01.154992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:01.257536 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4604235 Oct 18 08:48:01.258953 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9595d-ccb6-4b39-a29c-3c44f140ee7a admin admin] Pushing event updated for resources: {'Network': ['ID=880d3e45-3823-4a3a-810f-4381963aa599,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:01.261040 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43176) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:48:01.266600 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-eaa3bf8c-71ae-46c7-926c-f934c0d1b719 admin admin] Request body: {'subnet': {'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-493453336-subnet', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'ip_version': 4}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:48:01.268954 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network 880d3e45-3823-4a3a-810f-4381963aa599 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:48:01.271521 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-eaa3bf8c-71ae-46c7-926c-f934c0d1b719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:48:01.276491 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-eaa3bf8c-71ae-46c7-926c-f934c0d1b719 admin admin] Usage tracker for resource:subnet and tenant:82ccd3376e194c8882e8875462a9a400 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:48:01.279372 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-eaa3bf8c-71ae-46c7-926c-f934c0d1b719 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:48:01.285599 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-eaa3bf8c-71ae-46c7-926c-f934c0d1b719 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:48:01.295421 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa3bf8c-71ae-46c7-926c-f934c0d1b719 admin admin] Made reservation on behalf of 82ccd3376e194c8882e8875462a9a400 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:48:01.297716 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eaa3bf8c-71ae-46c7-926c-f934c0d1b719 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:01.496696 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eaa3bf8c-71ae-46c7-926c-f934c0d1b719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:01.577936 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3bf8c-71ae-46c7-926c-f934c0d1b719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ab525a-0f81-406f-b401-455bc53987de,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:01.581890 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa3bf8c-71ae-46c7-926c-f934c0d1b719 admin admin] Checking segment: {'id': 'de1884d5-3a00-481a-a9e7-312cca44a9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:48:01.582242 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa3bf8c-71ae-46c7-926c-f934c0d1b719 admin admin] Network hostable DHCP agents. Network: 880d3e45-3823-4a3a-810f-4381963aa599, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:48:01.599754 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa3bf8c-71ae-46c7-926c-f934c0d1b719 admin admin] Network 880d3e45-3823-4a3a-810f-4381963aa599 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:48:01.608298 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-eaa3bf8c-71ae-46c7-926c-f934c0d1b719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, 880d3e45-3823-4a3a-810f-4381963aa599) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:48:01.612153 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa3bf8c-71ae-46c7-926c-f934c0d1b719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:01.612760 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-eaa3bf8c-71ae-46c7-926c-f934c0d1b719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:01.618729 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7465f50-ccdf-43bd-80c1-cdba3c839754 None None] Network 880d3e45-3823-4a3a-810f-4381963aa599 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:48:01.632631 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-eaa3bf8c-71ae-46c7-926c-f934c0d1b719 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3706074 Oct 18 08:48:01.635966 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43180) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:48:01.640747 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:48:01.645265 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:48:01.649044 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Usage tracker for resource:router and tenant:82ccd3376e194c8882e8875462a9a400 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:48:01.651857 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:48:01.657718 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:48:01.669126 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:01.670112 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:01.685827 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:01.836787 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-880d3e45-3823-4a3a-810f-4381963aa599', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:48:01.837680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:01.952194 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:01.990569 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Allocated IP 172.20.0.2 (880d3e45-3823-4a3a-810f-4381963aa599/e0ab525a-0f81-406f-b401-455bc53987de/110ad530-2d0c-4ef8-9b24-45c7abb54921) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:48:02.194217 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:02.205326 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Transition to ACTIVE for port object 110ad530-2d0c-4ef8-9b24-45c7abb54921 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:48:02.224789 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Transition to ACTIVE for port object 110ad530-2d0c-4ef8-9b24-45c7abb54921 will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:48:02.230953 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:02.299427 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Network 880d3e45-3823-4a3a-810f-4381963aa599 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:48:02.302363 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:48:02.307028 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:48:02.347846 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Pushing event updated for resources: {'Port': ['ID=110ad530-2d0c-4ef8-9b24-45c7abb54921,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:02.375200 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:02.397244 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:02.397598 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:02.397943 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:02.398279 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:02.399169 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:02.399501 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:02.399836 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:02.400163 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:02.400486 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:02.400812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:02.401140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:02.401457 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:02.404694 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:02.420442 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Attempting to bind port 110ad530-2d0c-4ef8-9b24-45c7abb54921 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:48:02.420814 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Attempting to bind port 110ad530-2d0c-4ef8-9b24-45c7abb54921 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'de1884d5-3a00-481a-a9e7-312cca44a9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:48:02.421179 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Attempting to bind port 110ad530-2d0c-4ef8-9b24-45c7abb54921 on network 880d3e45-3823-4a3a-810f-4381963aa599 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:48:02.426409 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:48:02.426823 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Checking segment: {'id': 'de1884d5-3a00-481a-a9e7-312cca44a9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:48:02.427212 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:02.427597 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Bound using segment: {'id': 'de1884d5-3a00-481a-a9e7-312cca44a9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:48:02.428314 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Bound port: 110ad530-2d0c-4ef8-9b24-45c7abb54921, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1884d5-3a00-481a-a9e7-312cca44a9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:48:02.428685 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:02.520957 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] For port 110ad530-2d0c-4ef8-9b24-45c7abb54921, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:48:02.524892 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] For port 110ad530-2d0c-4ef8-9b24-45c7abb54921, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=110ad530-2d0c-4ef8-9b24-45c7abb54921,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:48:02.529094 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:02.540988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Allocated IP 172.26.8.77 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/718ca314-069c-4a5e-8af3-6bd66d2257ed) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:48:02.607956 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9bc769-9acc-458f-94f2-6100fcd93d72 None None] Pushing event updated for resources: {'Port': ['ID=110ad530-2d0c-4ef8-9b24-45c7abb54921,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:02.690609 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:02.721297 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:02.789184 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:48:02.792537 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:48:02.796360 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:48:02.840969 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Pushing event updated for resources: {'Port': ['ID=718ca314-069c-4a5e-8af3-6bd66d2257ed,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:03.128421 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 110ad530-2d0c-4ef8-9b24-45c7abb54921 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:48:03.228426 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:03.235959 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 110ad530-2d0c-4ef8-9b24-45c7abb54921 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:48:03.513304 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d2b96e-ad46-4fd4-81e1-8ab0a9122b84 None None] Network 880d3e45-3823-4a3a-810f-4381963aa599 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:48:03.573558 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:03.665328 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b3ce98e8-cbf2-423f-a7c8-8ae76fd9f783 None None] Provisioning for port 110ad530-2d0c-4ef8-9b24-45c7abb54921 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:48:03.677183 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b3ce98e8-cbf2-423f-a7c8-8ae76fd9f783 None None] Provisioning complete for port 110ad530-2d0c-4ef8-9b24-45c7abb54921 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:48:03.677552 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b3ce98e8-cbf2-423f-a7c8-8ae76fd9f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:03.677887 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b3ce98e8-cbf2-423f-a7c8-8ae76fd9f783 None None] Attempt 1 to provision port 110ad530-2d0c-4ef8-9b24-45c7abb54921 Oct 18 08:48:03.869136 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce98e8-cbf2-423f-a7c8-8ae76fd9f783 None None] Current status of the port 110ad530-2d0c-4ef8-9b24-45c7abb54921 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:48:03.869489 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b3ce98e8-cbf2-423f-a7c8-8ae76fd9f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:03.899523 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Router b13a1d4d-468a-453d-8bb1-9d661c6e092c is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:48:03.904781 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-b3ce98e8-cbf2-423f-a7c8-8ae76fd9f783 None None] For port 110ad530-2d0c-4ef8-9b24-45c7abb54921, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=110ad530-2d0c-4ef8-9b24-45c7abb54921,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:48:03.910835 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b3ce98e8-cbf2-423f-a7c8-8ae76fd9f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:03.983149 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce98e8-cbf2-423f-a7c8-8ae76fd9f783 None None] Pushing event updated for resources: {'Port': ['ID=110ad530-2d0c-4ef8-9b24-45c7abb54921,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:04.085120 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:48:04.093596 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Sync routers for ids ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:48:04.107161 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Routers {'b13a1d4d-468a-453d-8bb1-9d661c6e092c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:48:04.107820 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:47:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:04.109026 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:04.112706 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d70474b5-13ae-495f-9c1e-6c41d860df40 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4734719 Oct 18 08:48:04.113363 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43184) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:48:04.141849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-a5e65a71-c289-43bd-884b-f74be4ae98e3 None None] Provisioning complete for port 110ad530-2d0c-4ef8-9b24-45c7abb54921 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:48:04.142483 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-a5e65a71-c289-43bd-884b-f74be4ae98e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:04.143067 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-a5e65a71-c289-43bd-884b-f74be4ae98e3 None None] Attempt 1 to provision port 110ad530-2d0c-4ef8-9b24-45c7abb54921 Oct 18 08:48:04.267271 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-a5e65a71-c289-43bd-884b-f74be4ae98e3 None None] Current status of the port 110ad530-2d0c-4ef8-9b24-45c7abb54921 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:48:04.285994 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Set router b13a1d4d-468a-453d-8bb1-9d661c6e092c gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:48:04.567816 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:48:03Z', 'revision_number': 3, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port': {'id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:02Z', 'updated_at': '2022-10-18T08:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:04.571682 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Checking router: b13a1d4d-468a-453d-8bb1-9d661c6e092c for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:48:04.572018 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Updating router b13a1d4d-468a-453d-8bb1-9d661c6e092c port 718ca314-069c-4a5e-8af3-6bd66d2257ed binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:48:04.624117 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:04.887778 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:04.947314 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:04.958767 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Transition to ACTIVE for port object 718ca314-069c-4a5e-8af3-6bd66d2257ed will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:48:04.970079 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:05.032732 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Attempting to bind port 718ca314-069c-4a5e-8af3-6bd66d2257ed on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:48:05.033085 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Attempting to bind port 718ca314-069c-4a5e-8af3-6bd66d2257ed by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:48:05.033446 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Attempting to bind port 718ca314-069c-4a5e-8af3-6bd66d2257ed on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:48:05.042162 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:48:05.042283 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:48:05.042694 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:05.043061 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:48:05.043652 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Bound port: 718ca314-069c-4a5e-8af3-6bd66d2257ed, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:48:05.043894 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:05.060465 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:05.092175 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814483a-cac4-4db9-9db0-ea6f05813ccf None None] Pushing event updated for resources: {'Port': ['ID=718ca314-069c-4a5e-8af3-6bd66d2257ed,revision_number=2']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:05.104099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] Allocated IP 172.20.0.1 (880d3e45-3823-4a3a-810f-4381963aa599/e0ab525a-0f81-406f-b401-455bc53987de/b57875d2-f840-43d5-b4d7-a7bc39b14ce4) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:48:05.104492 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814483a-cac4-4db9-9db0-ea6f05813ccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:05.105010 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814483a-cac4-4db9-9db0-ea6f05813ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:05.105137 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814483a-cac4-4db9-9db0-ea6f05813ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:05.105475 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814483a-cac4-4db9-9db0-ea6f05813ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:05.106049 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814483a-cac4-4db9-9db0-ea6f05813ccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:05.106529 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814483a-cac4-4db9-9db0-ea6f05813ccf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:05.106896 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814483a-cac4-4db9-9db0-ea6f05813ccf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:05.107228 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814483a-cac4-4db9-9db0-ea6f05813ccf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:05.107558 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814483a-cac4-4db9-9db0-ea6f05813ccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:05.107907 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814483a-cac4-4db9-9db0-ea6f05813ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:05.108370 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814483a-cac4-4db9-9db0-ea6f05813ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:05.108705 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814483a-cac4-4db9-9db0-ea6f05813ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:48:05.116230 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 110ad530-2d0c-4ef8-9b24-45c7abb54921 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:48:05.136680 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] For port 718ca314-069c-4a5e-8af3-6bd66d2257ed, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:48:05.139957 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] For port 718ca314-069c-4a5e-8af3-6bd66d2257ed, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=718ca314-069c-4a5e-8af3-6bd66d2257ed,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:48:05.144949 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:05.190957 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 110ad530-2d0c-4ef8-9b24-45c7abb54921 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:48:05.191383 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:05.191907 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 110ad530-2d0c-4ef8-9b24-45c7abb54921 Oct 18 08:48:05.209930 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Routers {'b13a1d4d-468a-453d-8bb1-9d661c6e092c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:48:05.210569 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:47:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:05.291861 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:05.309236 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] Transition to ACTIVE for port object b57875d2-f840-43d5-b4d7-a7bc39b14ce4 will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:48:05.317596 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 110ad530-2d0c-4ef8-9b24-45c7abb54921 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:48:05.334719 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:05.389887 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814483a-cac4-4db9-9db0-ea6f05813ccf None None] Pushing event updated for resources: {'Port': ['ID=718ca314-069c-4a5e-8af3-6bd66d2257ed,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:05.403085 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] Network 880d3e45-3823-4a3a-810f-4381963aa599 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:48:05.406028 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:48:05.408780 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:48:05.429288 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] Set router b13a1d4d-468a-453d-8bb1-9d661c6e092c gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:48:05.450205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=b57875d2-f840-43d5-b4d7-a7bc39b14ce4,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:05.471800 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:05.591219 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:05.696663 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ecc194a8-f414-4ae7-974e-55796df90670 None None] Provisioning for port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:48:05.702356 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-ecc194a8-f414-4ae7-974e-55796df90670 None None] Provisioning complete for port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:48:05.702888 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ecc194a8-f414-4ae7-974e-55796df90670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:05.703227 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ecc194a8-f414-4ae7-974e-55796df90670 None None] Attempt 1 to provision port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 Oct 18 08:48:05.720832 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:48:03Z', 'revision_number': 3, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port': {'id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:02Z', 'updated_at': '2022-10-18T08:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:05.725056 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a12198-4e28-47f7-943f-e3f3e0ccde55 None None] The sync data for ids ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'] in dv-neutron-861625-1-hyperv is: [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:48:03Z', 'revision_number': 3, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port': {'id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:02Z', 'updated_at': '2022-10-18T08:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:48:05.764532 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ecc194a8-f414-4ae7-974e-55796df90670 None None] Port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:48:05.815117 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:05.819443 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:05.928361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:05.935870 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=b57875d2-f840-43d5-b4d7-a7bc39b14ce4,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:06.078134 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] Network 880d3e45-3823-4a3a-810f-4381963aa599 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:48:06.079303 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:48:06.266679 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ecc194a8-f414-4ae7-974e-55796df90670 None None] Attempt 2 to provision port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 Oct 18 08:48:06.276642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] Router b13a1d4d-468a-453d-8bb1-9d661c6e092c has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:48:06.334247 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ecc194a8-f414-4ae7-974e-55796df90670 None None] Port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:48:06.459344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:48:06.469176 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-1fec2dc1-5d39-4705-8de1-98ada5737ea4 admin admin] 10.222.0.17 "PUT /v2.0/routers/b13a1d4d-468a-453d-8bb1-9d661c6e092c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3546436 Oct 18 08:48:06.835079 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ecc194a8-f414-4ae7-974e-55796df90670 None None] Attempt 3 to provision port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 Oct 18 08:48:06.887974 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ecc194a8-f414-4ae7-974e-55796df90670 None None] Port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:48:06.962327 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43202) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:48:06.967896 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-880104541-network', 'tenant_id': '969ca2e5471442d396016c2686fd4562'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:48:06.972959 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:48:06.977719 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Usage tracker for resource:network and tenant:969ca2e5471442d396016c2686fd4562 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:48:06.981413 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:48:06.987302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:48:06.997437 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Made reservation on behalf of 969ca2e5471442d396016c2686fd4562 for: {'network': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:48:06.999867 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for network, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:07.011938 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:07.026743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:48:07.030755 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Usage tracker for resource:security_group_rule and tenant:969ca2e5471442d396016c2686fd4562 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:48:07.033717 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:48:07.040288 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:48:07.130539 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:07.131423 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 718ca314-069c-4a5e-8af3-6bd66d2257ed up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:48:07.135893 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:07.175615 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e853bc-e91e-42f3-b99e-2397c04cc383,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:07.178780 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=89045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 08:48:07.190568 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:07.191018 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.segments_db [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Added segment 5946d9d2-b230-451c-9438-01daca4bf5f4 of type vlan for network c5d38aa9-26ec-4d38-9664-984e145a4942 Oct 18 08:48:07.215394 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 718ca314-069c-4a5e-8af3-6bd66d2257ed completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:48:07.219565 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775356452702'] for network, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:07.220293 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 718ca314-069c-4a5e-8af3-6bd66d2257ed triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:48:07.220734 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:07.220998 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 718ca314-069c-4a5e-8af3-6bd66d2257ed Oct 18 08:48:07.250998 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682'] for network, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:07.252026 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:07.252603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Sync routers for ids ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:48:07.252726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:07.280093 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Routers {'b13a1d4d-468a-453d-8bb1-9d661c6e092c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:48:07.280722 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:47:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:07.359158 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3956568 Oct 18 08:48:07.359875 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485565ca-4e69-413b-ba1b-bcfa6bb3be1b admin admin] Pushing event updated for resources: {'Network': ['ID=c5d38aa9-26ec-4d38-9664-984e145a4942,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:07.361796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43206) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:48:07.367391 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-d3a012d2-267a-4eb7-8dcf-c85f93a702fc admin admin] Request body: {'subnet': {'network_id': 'c5d38aa9-26ec-4d38-9664-984e145a4942', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-880104541-subnet', 'tenant_id': '969ca2e5471442d396016c2686fd4562', 'ip_version': 4}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:48:07.372260 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d3a012d2-267a-4eb7-8dcf-c85f93a702fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:48:07.376166 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d3a012d2-267a-4eb7-8dcf-c85f93a702fc admin admin] Usage tracker for resource:subnet and tenant:969ca2e5471442d396016c2686fd4562 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:48:07.379049 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-d3a012d2-267a-4eb7-8dcf-c85f93a702fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:48:07.385448 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-d3a012d2-267a-4eb7-8dcf-c85f93a702fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:48:07.391375 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ecc194a8-f414-4ae7-974e-55796df90670 None None] Attempt 4 to provision port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 Oct 18 08:48:07.395296 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a012d2-267a-4eb7-8dcf-c85f93a702fc admin admin] Made reservation on behalf of 969ca2e5471442d396016c2686fd4562 for: {'subnet': 1} {{(pid=89045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:48:07.397648 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3a012d2-267a-4eb7-8dcf-c85f93a702fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132573745'] for subnet, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:07.434193 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Network c5d38aa9-26ec-4d38-9664-984e145a4942 details requested by agent ovs-agent-dv-neutron-861625-1-hyperv with host dv-neutron-861625-1-hyperv {{(pid=89047) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 18 08:48:07.581859 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ecc194a8-f414-4ae7-974e-55796df90670 None None] Port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:48:07.613729 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3a012d2-267a-4eb7-8dcf-c85f93a702fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132354077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132573699'] for subnet, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:07.688696 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a012d2-267a-4eb7-8dcf-c85f93a702fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff8639ba-d761-4fd2-86e7-05db3f6786af,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:07.695956 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Set router b13a1d4d-468a-453d-8bb1-9d661c6e092c gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:48:07.696894 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a012d2-267a-4eb7-8dcf-c85f93a702fc admin admin] Checking segment: {'id': '5946d9d2-b230-451c-9438-01daca4bf5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c5d38aa9-26ec-4d38-9664-984e145a4942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:48:07.697250 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a012d2-267a-4eb7-8dcf-c85f93a702fc admin admin] Network hostable DHCP agents. Network: c5d38aa9-26ec-4d38-9664-984e145a4942, hostable agents: ['0e1da63d-b270-44cb-9aea-c14d1d1b476e'], hosted agents: [] {{(pid=89045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 08:48:07.716565 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a012d2-267a-4eb7-8dcf-c85f93a702fc admin admin] Network c5d38aa9-26ec-4d38-9664-984e145a4942 is scheduled to be hosted by DHCP agent 0e1da63d-b270-44cb-9aea-c14d1d1b476e with binding_index 1 {{(pid=89045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 08:48:07.725229 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-d3a012d2-267a-4eb7-8dcf-c85f93a702fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861625-1-hyperv, c5d38aa9-26ec-4d38-9664-984e145a4942) {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:48:07.729154 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a012d2-267a-4eb7-8dcf-c85f93a702fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:07.729735 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-d3a012d2-267a-4eb7-8dcf-c85f93a702fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:07.738681 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a11c90-0c48-406b-9c4b-a7e8b5412afd None None] Network c5d38aa9-26ec-4d38-9664-984e145a4942 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:48:07.751749 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-d3a012d2-267a-4eb7-8dcf-c85f93a702fc admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3863914 Oct 18 08:48:07.751910 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43210) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:48:07.753293 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 718ca314-069c-4a5e-8af3-6bd66d2257ed is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:48:07.753669 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:07.756754 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-880104541-router', 'tenant_id': '969ca2e5471442d396016c2686fd4562', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:48:07.761868 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:48:07.766001 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Usage tracker for resource:router and tenant:969ca2e5471442d396016c2686fd4562 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:48:07.768904 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:48:07.775280 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:48:07.786861 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-407319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7266'] for router, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:07.787864 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407506', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-774857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7195'] for router, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:07.803889 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:07.845882 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 718ca314-069c-4a5e-8af3-6bd66d2257ed, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=718ca314-069c-4a5e-8af3-6bd66d2257ed,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:48:07.910002 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:08.067015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-407420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7181'] for router, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:08.087527 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ecc194a8-f414-4ae7-974e-55796df90670 None None] Attempt 5 to provision port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 Oct 18 08:48:08.143732 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=718ca314-069c-4a5e-8af3-6bd66d2257ed,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:08.225364 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ecc194a8-f414-4ae7-974e-55796df90670 None None] Port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:48:08.303275 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3a1546f-0264-5786-8e94-3a872057f6ba-c5d38aa9-26ec-4d38-9664-984e145a4942', 'network_id': 'c5d38aa9-26ec-4d38-9664-984e145a4942', 'tenant_id': '969ca2e5471442d396016c2686fd4562', 'fixed_ips': [{'subnet_id': 'ff8639ba-d761-4fd2-86e7-05db3f6786af'}]}} from dv-neutron-861625-1-hyperv. {{(pid=89047) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 18 08:48:08.304140 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:08.411765 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:48:05Z', 'revision_number': 4, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port': {'id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:02Z', 'updated_at': '2022-10-18T08:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'b57875d2-f840-43d5-b4d7-a7bc39b14ce4', 'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'mac_address': 'fa:16:3e:a6:1b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:04Z', 'updated_at': '2022-10-18T08:48:05Z', 'revision_number': 2, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'subnets': [{'id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:08.422681 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Checking router: b13a1d4d-468a-453d-8bb1-9d661c6e092c for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:48:08.423034 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Updating router b13a1d4d-468a-453d-8bb1-9d661c6e092c port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:48:08.506187 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:08.521850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:08.537464 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:08.545984 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.db_base_plugin_common [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Allocated IP 172.20.0.2 (c5d38aa9-26ec-4d38-9664-984e145a4942/ff8639ba-d761-4fd2-86e7-05db3f6786af/9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe) {{(pid=89047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:48:08.689826 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Allocated IP 172.26.8.191 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/7aa88562-dd3f-4f85-ada1-59d0cae2f884) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:48:08.728731 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ecc194a8-f414-4ae7-974e-55796df90670 None None] Attempt 6 to provision port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 Oct 18 08:48:08.848385 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ecc194a8-f414-4ae7-974e-55796df90670 None None] Port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:48:08.848777 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:08.879435 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:08.943849 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:48:08.946797 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:48:08.950411 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:48:08.989522 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Pushing event updated for resources: {'Port': ['ID=7aa88562-dd3f-4f85-ada1-59d0cae2f884,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:08.995292 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Notify callbacks [] for port, precommit_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:09.017553 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Transition to ACTIVE for port object 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:48:09.043312 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Transition to ACTIVE for port object 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe will not be triggered until provisioned by entity DHCP. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:48:09.057026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396'] for port, after_create {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:09.157661 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 718ca314-069c-4a5e-8af3-6bd66d2257ed up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:48:09.277563 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Network c5d38aa9-26ec-4d38-9664-984e145a4942 is already hosted by enough agents. {{(pid=89047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:48:09.283235 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.scheduler.base_scheduler [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Resources bound (agent type, host, resource id): {{(pid=89047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:48:09.290746 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Received port after_create {{(pid=89047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:48:09.297815 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Pushing event updated for resources: {'Port': ['ID=9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe,revision_number=1']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:09.309155 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:09.354164 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ecc194a8-f414-4ae7-974e-55796df90670 None None] Attempt 7 to provision port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 Oct 18 08:48:09.377443 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:09.435523 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Transition to ACTIVE for port object b57875d2-f840-43d5-b4d7-a7bc39b14ce4 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:48:09.455666 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:09.572277 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Attempting to bind port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:48:09.572644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Attempting to bind port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '5946d9d2-b230-451c-9438-01daca4bf5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c5d38aa9-26ec-4d38-9664-984e145a4942'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:48:09.573003 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Attempting to bind port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe on network c5d38aa9-26ec-4d38-9664-984e145a4942 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:48:09.582115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ecc194a8-f414-4ae7-974e-55796df90670 None None] Port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:48:09.620381 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:48:09.620754 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Checking segment: {'id': '5946d9d2-b230-451c-9438-01daca4bf5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c5d38aa9-26ec-4d38-9664-984e145a4942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:48:09.621153 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:09.621546 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Bound using segment: {'id': '5946d9d2-b230-451c-9438-01daca4bf5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c5d38aa9-26ec-4d38-9664-984e145a4942'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:48:09.622023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Bound port: 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5946d9d2-b230-451c-9438-01daca4bf5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c5d38aa9-26ec-4d38-9664-984e145a4942'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:48:09.622396 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:09.637970 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 718ca314-069c-4a5e-8af3-6bd66d2257ed triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:48:09.638332 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:09.638692 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 718ca314-069c-4a5e-8af3-6bd66d2257ed Oct 18 08:48:09.715865 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-407310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-407431'] for router, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:09.729721 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ebe1a-b813-4627-9b67-a9383956d82d None None] Pushing event updated for resources: {'Port': ['ID=b57875d2-f840-43d5-b4d7-a7bc39b14ce4,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:09.804790 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Attempting to bind port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:48:09.805161 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Attempting to bind port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': 'de1884d5-3a00-481a-a9e7-312cca44a9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:48:09.805527 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Attempting to bind port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 on network 880d3e45-3823-4a3a-810f-4381963aa599 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:48:09.819272 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:48:09.819685 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Checking segment: {'id': 'de1884d5-3a00-481a-a9e7-312cca44a9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:48:09.820041 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:09.820465 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Bound using segment: {'id': 'de1884d5-3a00-481a-a9e7-312cca44a9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:48:09.820946 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Bound port: b57875d2-f840-43d5-b4d7-a7bc39b14ce4, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1884d5-3a00-481a-a9e7-312cca44a9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:48:09.821318 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:09.943493 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] For port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:48:09.965447 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] For port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe,segment=NetworkSegment(5946d9d2-b230-451c-9438-01daca4bf5f4),segment_id=5946d9d2-b230-451c-9438-01daca4bf5f4)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:48:09.979366 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 718ca314-069c-4a5e-8af3-6bd66d2257ed is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:48:09.981760 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:10.051185 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] For port b57875d2-f840-43d5-b4d7-a7bc39b14ce4, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:48:10.052322 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Router 6061d97e-0df8-466b-a825-032d97e21d71 is scheduled to L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 with binding_index 1 {{(pid=89045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 18 08:48:10.065522 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] For port b57875d2-f840-43d5-b4d7-a7bc39b14ce4, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b57875d2-f840-43d5-b4d7-a7bc39b14ce4,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:48:10.070166 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:10.072429 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef9df3-2186-4345-a62f-0cbddccd85ce None None] Pushing event updated for resources: {'Port': ['ID=9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe,revision_number=2']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:10.107962 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-ecc194a8-f414-4ae7-974e-55796df90670 None None] Attempt 8 to provision port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 Oct 18 08:48:10.175864 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Routers {'b13a1d4d-468a-453d-8bb1-9d661c6e092c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:48:10.176496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:47:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:10.263282 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:48:10.277162 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Sync routers for ids ['6061d97e-0df8-466b-a825-032d97e21d71'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:48:10.291628 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Routers {'6061d97e-0df8-466b-a825-032d97e21d71'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:48:10.292228 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:47:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6061d97e-0df8-466b-a825-032d97e21d71'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:10.303719 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:10.305817 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-2330052f-6b36-418a-ad96-cc65f93b013f admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5529561 Oct 18 08:48:10.309437 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43214) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:48:10.366397 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ebe1a-b813-4627-9b67-a9383956d82d None None] Pushing event updated for resources: {'Port': ['ID=b57875d2-f840-43d5-b4d7-a7bc39b14ce4,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:10.373164 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-ecc194a8-f414-4ae7-974e-55796df90670 None None] Port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:48:10.414877 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] Set router b13a1d4d-468a-453d-8bb1-9d661c6e092c gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:48:10.531996 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Set router 6061d97e-0df8-466b-a825-032d97e21d71 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:48:10.793761 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:48:05Z', 'revision_number': 4, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port': {'id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:02Z', 'updated_at': '2022-10-18T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'b57875d2-f840-43d5-b4d7-a7bc39b14ce4', 'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'mac_address': 'fa:16:3e:a6:1b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:04Z', 'updated_at': '2022-10-18T08:48:10Z', 'revision_number': 4, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'subnets': [{'id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:10.798577 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a30ba-76e3-4f86-980b-bc044eb64eee None None] The sync data for ids ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'] in dv-neutron-861625-1-hyperv is: [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:48:05Z', 'revision_number': 4, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port': {'id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:02Z', 'updated_at': '2022-10-18T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'b57875d2-f840-43d5-b4d7-a7bc39b14ce4', 'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'mac_address': 'fa:16:3e:a6:1b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:04Z', 'updated_at': '2022-10-18T08:48:10Z', 'revision_number': 4, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'subnets': [{'id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:48:10.872405 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6061d97e-0df8-466b-a825-032d97e21d71', 'name': 'tempest-TestSnapshotPattern-880104541-router', 'tenant_id': '969ca2e5471442d396016c2686fd4562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '7aa88562-dd3f-4f85-ada1-59d0cae2f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:07Z', 'updated_at': '2022-10-18T08:48:09Z', 'revision_number': 3, 'project_id': '969ca2e5471442d396016c2686fd4562', 'gw_port': {'id': '7aa88562-dd3f-4f85-ada1-59d0cae2f884', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6061d97e-0df8-466b-a825-032d97e21d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:08Z', 'updated_at': '2022-10-18T08:48:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:10.876755 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Checking router: 6061d97e-0df8-466b-a825-032d97e21d71 for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:48:10.877168 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Updating router 6061d97e-0df8-466b-a825-032d97e21d71 port 7aa88562-dd3f-4f85-ada1-59d0cae2f884 binding host dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:48:10.941226 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:11.133594 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:11.209550 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b57875d2-f840-43d5-b4d7-a7bc39b14ce4 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:48:11.333618 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedce63b-6b3f-46e7-ba04-9fbf0018e418 None None] Network c5d38aa9-26ec-4d38-9664-984e145a4942 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:48:11.392947 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Notify callbacks [] for port, precommit_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:11.409843 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.provisioning_blocks [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Transition to ACTIVE for port object 7aa88562-dd3f-4f85-ada1-59d0cae2f884 will not be triggered until provisioned by entity L2. {{(pid=89048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:48:11.424847 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:11.432580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:48:11.439718 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:48:11.440022 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:11.440358 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 Oct 18 08:48:11.443175 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] Allocated IP 172.20.0.1 (c5d38aa9-26ec-4d38-9664-984e145a4942/ff8639ba-d761-4fd2-86e7-05db3f6786af/227a6418-9119-4b11-9dcd-a3bff985f530) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:48:11.492799 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-869bc9d0-d58f-4ba4-a312-cbc1da900328 None None] Provisioning for port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:48:11.519356 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Attempting to bind port 7aa88562-dd3f-4f85-ada1-59d0cae2f884 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:48:11.519815 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Attempting to bind port 7aa88562-dd3f-4f85-ada1-59d0cae2f884 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:48:11.520228 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Attempting to bind port 7aa88562-dd3f-4f85-ada1-59d0cae2f884 on network d273aec7-4774-4175-825f-ae90a4511626 {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:48:11.531860 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:48:11.532345 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Checking segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:48:11.532800 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:11.533305 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Bound using segment: {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'} {{(pid=89048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:48:11.533846 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.managers [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Bound port: 7aa88562-dd3f-4f85-ada1-59d0cae2f884, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e23f34-8464-4de2-8cd8-d0608a6910f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626'}}] {{(pid=89048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:48:11.534276 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:11.640894 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] For port 7aa88562-dd3f-4f85-ada1-59d0cae2f884, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:48:11.645854 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.plugins.ml2.db [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] For port 7aa88562-dd3f-4f85-ada1-59d0cae2f884, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7aa88562-dd3f-4f85-ada1-59d0cae2f884,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:48:11.652958 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791d85b-8e6a-4057-806e-5803887dac12 None None] Pushing event updated for resources: {'Port': ['ID=7aa88562-dd3f-4f85-ada1-59d0cae2f884,revision_number=2']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:11.658686 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron_lib.callbacks.manager [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:11.739522 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:48:11.740165 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:11.747580 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Routers {'6061d97e-0df8-466b-a825-032d97e21d71'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:48:11.748193 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:47:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6061d97e-0df8-466b-a825-032d97e21d71'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:11.792257 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port b57875d2-f840-43d5-b4d7-a7bc39b14ce4, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b57875d2-f840-43d5-b4d7-a7bc39b14ce4,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:48:11.793603 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:11.804175 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:11.805856 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:48:11.805977 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791d85b-8e6a-4057-806e-5803887dac12 None None] Pushing event updated for resources: {'Port': ['ID=7aa88562-dd3f-4f85-ada1-59d0cae2f884,revision_number=3']} {{(pid=89048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:11.816772 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.provisioning_blocks [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] Transition to ACTIVE for port object 227a6418-9119-4b11-9dcd-a3bff985f530 will not be triggered until provisioned by entity DHCP. {{(pid=89045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:48:11.847007 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:11.924317 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] Network c5d38aa9-26ec-4d38-9664-984e145a4942 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:48:11.928232 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:48:11.931411 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:48:11.947324 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=b57875d2-f840-43d5-b4d7-a7bc39b14ce4,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:11.999358 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] Pushing event updated for resources: {'Port': ['ID=227a6418-9119-4b11-9dcd-a3bff985f530,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:12.004574 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:48:12.006657 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405705'] for router_interface, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:12.010669 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:48:12.011049 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:12.011399 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe Oct 18 08:48:12.019585 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] Set router 6061d97e-0df8-466b-a825-032d97e21d71 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:48:12.147622 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:12.233679 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-2cb56fae-0eca-48ab-b698-7fe9d5105500 None None] Provisioning complete for port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:48:12.234054 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2cb56fae-0eca-48ab-b698-7fe9d5105500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:12.234402 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-2cb56fae-0eca-48ab-b698-7fe9d5105500 None None] Attempt 1 to provision port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe Oct 18 08:48:12.300548 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:48:12.300934 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:12.358343 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe,segment=NetworkSegment(5946d9d2-b230-451c-9438-01daca4bf5f4),segment_id=5946d9d2-b230-451c-9438-01daca4bf5f4)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:48:12.378957 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:12.396628 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6061d97e-0df8-466b-a825-032d97e21d71', 'name': 'tempest-TestSnapshotPattern-880104541-router', 'tenant_id': '969ca2e5471442d396016c2686fd4562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '7aa88562-dd3f-4f85-ada1-59d0cae2f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:07Z', 'updated_at': '2022-10-18T08:48:09Z', 'revision_number': 3, 'project_id': '969ca2e5471442d396016c2686fd4562', 'gw_port': {'id': '7aa88562-dd3f-4f85-ada1-59d0cae2f884', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6061d97e-0df8-466b-a825-032d97e21d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:08Z', 'updated_at': '2022-10-18T08:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:12.401176 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0c6936-55ed-444f-b300-40b4aafe112c None None] The sync data for ids ['6061d97e-0df8-466b-a825-032d97e21d71'] in dv-neutron-861625-1-hyperv is: [{'id': '6061d97e-0df8-466b-a825-032d97e21d71', 'name': 'tempest-TestSnapshotPattern-880104541-router', 'tenant_id': '969ca2e5471442d396016c2686fd4562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '7aa88562-dd3f-4f85-ada1-59d0cae2f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:07Z', 'updated_at': '2022-10-18T08:48:09Z', 'revision_number': 3, 'project_id': '969ca2e5471442d396016c2686fd4562', 'gw_port': {'id': '7aa88562-dd3f-4f85-ada1-59d0cae2f884', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6061d97e-0df8-466b-a825-032d97e21d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:08Z', 'updated_at': '2022-10-18T08:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:48:12.451462 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:12.458478 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:12.514003 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-2cb56fae-0eca-48ab-b698-7fe9d5105500 None None] Current status of the port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:48:12.518156 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:12.572197 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405684'] for router_interface, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:12.575949 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] Pushing event updated for resources: {'Port': ['ID=227a6418-9119-4b11-9dcd-a3bff985f530,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:12.632105 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-46025d6c-8e52-4afd-b5ed-a7db4ffb0f7c None None] Provisioning for port 227a6418-9119-4b11-9dcd-a3bff985f530 completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:48:12.637627 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-46025d6c-8e52-4afd-b5ed-a7db4ffb0f7c None None] Provisioning complete for port 227a6418-9119-4b11-9dcd-a3bff985f530 triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:48:12.638007 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-46025d6c-8e52-4afd-b5ed-a7db4ffb0f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:12.638342 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-46025d6c-8e52-4afd-b5ed-a7db4ffb0f7c None None] Attempt 1 to provision port 227a6418-9119-4b11-9dcd-a3bff985f530 Oct 18 08:48:12.693569 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-46025d6c-8e52-4afd-b5ed-a7db4ffb0f7c None None] Port 227a6418-9119-4b11-9dcd-a3bff985f530 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:48:12.722604 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] Network c5d38aa9-26ec-4d38-9664-984e145a4942 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:48:12.736924 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:48:12.939029 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] Router 6061d97e-0df8-466b-a825-032d97e21d71 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:48:13.130713 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:48:13.146677 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-5e6f82c4-2f54-4a3f-88a6-9bf8667ea163 admin admin] 10.222.0.17 "PUT /v2.0/routers/6061d97e-0df8-466b-a825-032d97e21d71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8310587 Oct 18 08:48:13.194912 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-46025d6c-8e52-4afd-b5ed-a7db4ffb0f7c None None] Attempt 2 to provision port 227a6418-9119-4b11-9dcd-a3bff985f530 Oct 18 08:48:13.232565 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b57875d2-f840-43d5-b4d7-a7bc39b14ce4 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:48:13.306606 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-46025d6c-8e52-4afd-b5ed-a7db4ffb0f7c None None] Port 227a6418-9119-4b11-9dcd-a3bff985f530 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:48:13.325701 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:48:13.326175 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:13.326600 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 Oct 18 08:48:13.449760 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:48:13.450880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7aa88562-dd3f-4f85-ada1-59d0cae2f884 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:48:13.519634 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 7aa88562-dd3f-4f85-ada1-59d0cae2f884 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:48:13.525593 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 7aa88562-dd3f-4f85-ada1-59d0cae2f884 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:48:13.526056 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:13.526473 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 7aa88562-dd3f-4f85-ada1-59d0cae2f884 Oct 18 08:48:13.545173 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43228) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:48:13.550374 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-7ca61276-8207-41b3-bb58-879676588988 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-62547127', 'description': 'tempest-secgroup-smoke-62547127 description', 'project_id': '82ccd3376e194c8882e8875462a9a400'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:48:13.557233 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7ca61276-8207-41b3-bb58-879676588988 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:48:13.561125 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7ca61276-8207-41b3-bb58-879676588988 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Usage tracker for resource:security_group and tenant:82ccd3376e194c8882e8875462a9a400 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:48:13.564021 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7ca61276-8207-41b3-bb58-879676588988 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:48:13.571026 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7ca61276-8207-41b3-bb58-879676588988 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:48:13.583206 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ca61276-8207-41b3-bb58-879676588988 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:13.606773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7ca61276-8207-41b3-bb58-879676588988 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:48:13.610568 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7ca61276-8207-41b3-bb58-879676588988 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Usage tracker for resource:security_group_rule and tenant:82ccd3376e194c8882e8875462a9a400 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:48:13.613384 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-7ca61276-8207-41b3-bb58-879676588988 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:48:13.619757 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-7ca61276-8207-41b3-bb58-879676588988 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:48:13.651943 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 7aa88562-dd3f-4f85-ada1-59d0cae2f884 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:48:13.652342 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:13.670615 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 7aa88562-dd3f-4f85-ada1-59d0cae2f884, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7aa88562-dd3f-4f85-ada1-59d0cae2f884,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:48:13.674768 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:13.675550 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:48:13.794468 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ca61276-8207-41b3-bb58-879676588988 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:13.798463 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ca61276-8207-41b3-bb58-879676588988 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:13.808354 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-46025d6c-8e52-4afd-b5ed-a7db4ffb0f7c None None] Attempt 3 to provision port 227a6418-9119-4b11-9dcd-a3bff985f530 Oct 18 08:48:13.831834 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-7ca61276-8207-41b3-bb58-879676588988 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:13.835292 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-7ca61276-8207-41b3-bb58-879676588988 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2889645 Oct 18 08:48:13.837154 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43232) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:48:13.843178 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-8dfb7db9-8862-474c-bd1f-79e3352a8c46 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Request body: {'security_group_rule': {'security_group_id': 'f84ecab6-4194-42ef-94c5-d9a2fab476bb', 'project_id': '82ccd3376e194c8882e8875462a9a400', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:48:13.850041 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8dfb7db9-8862-474c-bd1f-79e3352a8c46 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:48:13.854697 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8dfb7db9-8862-474c-bd1f-79e3352a8c46 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Usage tracker for resource:security_group_rule and tenant:82ccd3376e194c8882e8875462a9a400 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:48:13.857531 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca61276-8207-41b3-bb58-879676588988 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84ecab6-4194-42ef-94c5-d9a2fab476bb,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:13.857675 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8dfb7db9-8862-474c-bd1f-79e3352a8c46 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:48:13.865118 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8dfb7db9-8862-474c-bd1f-79e3352a8c46 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:48:13.886606 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-46025d6c-8e52-4afd-b5ed-a7db4ffb0f7c None None] Port 227a6418-9119-4b11-9dcd-a3bff985f530 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:48:13.887167 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=7aa88562-dd3f-4f85-ada1-59d0cae2f884,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:13.888988 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8dfb7db9-8862-474c-bd1f-79e3352a8c46 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:13.898644 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:48:13.899017 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:13.899346 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe Oct 18 08:48:13.953681 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8dfb7db9-8862-474c-bd1f-79e3352a8c46 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:13.957422 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8dfb7db9-8862-474c-bd1f-79e3352a8c46 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:13.984004 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb7db9-8862-474c-bd1f-79e3352a8c46 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ee0adf-95c1-4956-9b99-dce18de7b5fb,revision_number=0']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:13.994082 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8dfb7db9-8862-474c-bd1f-79e3352a8c46 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:13.998184 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8dfb7db9-8862-474c-bd1f-79e3352a8c46 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566627 Oct 18 08:48:14.001129 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43236) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:48:14.006506 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-d759ef03-9c25-461e-836f-110136568211 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Request body: {'security_group_rule': {'security_group_id': 'f84ecab6-4194-42ef-94c5-d9a2fab476bb', 'project_id': '82ccd3376e194c8882e8875462a9a400', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:48:14.012538 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d759ef03-9c25-461e-836f-110136568211 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:48:14.016482 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d759ef03-9c25-461e-836f-110136568211 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Usage tracker for resource:security_group_rule and tenant:82ccd3376e194c8882e8875462a9a400 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:48:14.019644 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-d759ef03-9c25-461e-836f-110136568211 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:48:14.019776 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:48:14.026247 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-d759ef03-9c25-461e-836f-110136568211 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:48:14.041831 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d759ef03-9c25-461e-836f-110136568211 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.105137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d759ef03-9c25-461e-836f-110136568211 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.109460 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d759ef03-9c25-461e-836f-110136568211 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.124067 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Sync routers for ids ['6061d97e-0df8-466b-a825-032d97e21d71'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:48:14.133190 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759ef03-9c25-461e-836f-110136568211 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73c7059-d6a8-4dca-9276-61e83c076dd0,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:14.133492 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Routers {'6061d97e-0df8-466b-a825-032d97e21d71'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:48:14.134258 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:47:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6061d97e-0df8-466b-a825-032d97e21d71'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:14.145304 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-d759ef03-9c25-461e-836f-110136568211 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.146844 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-d759ef03-9c25-461e-836f-110136568211 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1446552 Oct 18 08:48:14.150024 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43240) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:48:14.155479 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-18feb0a6-10c1-4ff0-8b7f-eb0385bd1f1b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Request body: {'security_group_rule': {'security_group_id': 'f84ecab6-4194-42ef-94c5-d9a2fab476bb', 'project_id': '82ccd3376e194c8882e8875462a9a400', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:48:14.161975 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-18feb0a6-10c1-4ff0-8b7f-eb0385bd1f1b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:48:14.166752 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-18feb0a6-10c1-4ff0-8b7f-eb0385bd1f1b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Usage tracker for resource:security_group_rule and tenant:82ccd3376e194c8882e8875462a9a400 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:48:14.169964 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-18feb0a6-10c1-4ff0-8b7f-eb0385bd1f1b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:48:14.176315 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-18feb0a6-10c1-4ff0-8b7f-eb0385bd1f1b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:48:14.194473 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-18feb0a6-10c1-4ff0-8b7f-eb0385bd1f1b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.258841 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-18feb0a6-10c1-4ff0-8b7f-eb0385bd1f1b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.262342 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-18feb0a6-10c1-4ff0-8b7f-eb0385bd1f1b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.285547 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18feb0a6-10c1-4ff0-8b7f-eb0385bd1f1b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c212ec-bb92-4df1-beee-24207bcc522a,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:14.295819 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-18feb0a6-10c1-4ff0-8b7f-eb0385bd1f1b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.297065 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-18feb0a6-10c1-4ff0-8b7f-eb0385bd1f1b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459126 Oct 18 08:48:14.299942 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43244) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:48:14.305164 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-b224c0bb-2a74-4c29-9913-fe535215a09e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Request body: {'security_group_rule': {'security_group_id': 'f84ecab6-4194-42ef-94c5-d9a2fab476bb', 'project_id': '82ccd3376e194c8882e8875462a9a400', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:48:14.310937 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b224c0bb-2a74-4c29-9913-fe535215a09e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:48:14.314708 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b224c0bb-2a74-4c29-9913-fe535215a09e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Usage tracker for resource:security_group_rule and tenant:82ccd3376e194c8882e8875462a9a400 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:48:14.317509 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-b224c0bb-2a74-4c29-9913-fe535215a09e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:48:14.323137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-b224c0bb-2a74-4c29-9913-fe535215a09e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:48:14.324767 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Set router 6061d97e-0df8-466b-a825-032d97e21d71 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:48:14.340286 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b224c0bb-2a74-4c29-9913-fe535215a09e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.387282 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-46025d6c-8e52-4afd-b5ed-a7db4ffb0f7c None None] Attempt 4 to provision port 227a6418-9119-4b11-9dcd-a3bff985f530 Oct 18 08:48:14.405870 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b224c0bb-2a74-4c29-9913-fe535215a09e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.409492 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b224c0bb-2a74-4c29-9913-fe535215a09e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.437333 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224c0bb-2a74-4c29-9913-fe535215a09e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fa5c56-8463-4091-985d-37eb56a298e4,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:14.444321 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-b224c0bb-2a74-4c29-9913-fe535215a09e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.446062 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-b224c0bb-2a74-4c29-9913-fe535215a09e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451814 Oct 18 08:48:14.448825 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43248) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:48:14.454299 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-994b81e8-adf4-4321-bf99-a180a1e61336 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Request body: {'security_group_rule': {'security_group_id': 'f84ecab6-4194-42ef-94c5-d9a2fab476bb', 'project_id': '82ccd3376e194c8882e8875462a9a400', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:48:14.460352 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-994b81e8-adf4-4321-bf99-a180a1e61336 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:48:14.464766 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-994b81e8-adf4-4321-bf99-a180a1e61336 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Usage tracker for resource:security_group_rule and tenant:82ccd3376e194c8882e8875462a9a400 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:48:14.467829 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-994b81e8-adf4-4321-bf99-a180a1e61336 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:48:14.473599 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-994b81e8-adf4-4321-bf99-a180a1e61336 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:48:14.483533 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-994b81e8-adf4-4321-bf99-a180a1e61336 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Project 82ccd3376e194c8882e8875462a9a400 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:48:14.490462 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-994b81e8-adf4-4321-bf99-a180a1e61336 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.559786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-994b81e8-adf4-4321-bf99-a180a1e61336 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.563808 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-994b81e8-adf4-4321-bf99-a180a1e61336 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.569230 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-46025d6c-8e52-4afd-b5ed-a7db4ffb0f7c None None] Port 227a6418-9119-4b11-9dcd-a3bff985f530 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:48:14.595110 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b81e8-adf4-4321-bf99-a180a1e61336 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bef5c1-97a2-4463-aa56-a04cd4c1348b,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:14.603093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-994b81e8-adf4-4321-bf99-a180a1e61336 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.604270 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-994b81e8-adf4-4321-bf99-a180a1e61336 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1545672 Oct 18 08:48:14.607162 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43252) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:48:14.612141 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-6beda35a-1213-4e6c-8115-096735a43b66 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Request body: {'security_group_rule': {'security_group_id': 'f84ecab6-4194-42ef-94c5-d9a2fab476bb', 'project_id': '82ccd3376e194c8882e8875462a9a400', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:48:14.617979 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6beda35a-1213-4e6c-8115-096735a43b66 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:48:14.621803 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6beda35a-1213-4e6c-8115-096735a43b66 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Usage tracker for resource:security_group_rule and tenant:82ccd3376e194c8882e8875462a9a400 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:48:14.624642 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-6beda35a-1213-4e6c-8115-096735a43b66 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:48:14.630245 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-6beda35a-1213-4e6c-8115-096735a43b66 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:48:14.641070 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.securitygroups_db [None req-6beda35a-1213-4e6c-8115-096735a43b66 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Project 82ccd3376e194c8882e8875462a9a400 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 08:48:14.647539 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6beda35a-1213-4e6c-8115-096735a43b66 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.688301 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6061d97e-0df8-466b-a825-032d97e21d71', 'name': 'tempest-TestSnapshotPattern-880104541-router', 'tenant_id': '969ca2e5471442d396016c2686fd4562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '7aa88562-dd3f-4f85-ada1-59d0cae2f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:07Z', 'updated_at': '2022-10-18T08:48:12Z', 'revision_number': 4, 'project_id': '969ca2e5471442d396016c2686fd4562', 'gw_port': {'id': '7aa88562-dd3f-4f85-ada1-59d0cae2f884', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061d97e-0df8-466b-a825-032d97e21d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:08Z', 'updated_at': '2022-10-18T08:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '227a6418-9119-4b11-9dcd-a3bff985f530', 'name': '', 'network_id': 'c5d38aa9-26ec-4d38-9664-984e145a4942', 'tenant_id': '969ca2e5471442d396016c2686fd4562', 'mac_address': 'fa:16:3e:26:c2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6061d97e-0df8-466b-a825-032d97e21d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'ff8639ba-d761-4fd2-86e7-05db3f6786af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:11Z', 'updated_at': '2022-10-18T08:48:12Z', 'revision_number': 2, 'project_id': '969ca2e5471442d396016c2686fd4562', 'subnets': [{'id': 'ff8639ba-d761-4fd2-86e7-05db3f6786af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:14.692497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Checking router: 6061d97e-0df8-466b-a825-032d97e21d71 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:48:14.692852 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Updating router 6061d97e-0df8-466b-a825-032d97e21d71 port 227a6418-9119-4b11-9dcd-a3bff985f530 binding host dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 08:48:14.713810 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6beda35a-1213-4e6c-8115-096735a43b66 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.718026 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6beda35a-1213-4e6c-8115-096735a43b66 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767337'] for security_group_rule, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.738634 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beda35a-1213-4e6c-8115-096735a43b66 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3f0ee5-780f-4a4a-8df7-5fa80a6f9cc0,revision_number=0']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:14.750178 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-6beda35a-1213-4e6c-8115-096735a43b66 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.750849 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:14.758863 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-6beda35a-1213-4e6c-8115-096735a43b66 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507051 Oct 18 08:48:14.908708 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-8d8188e1-0ba6-4839-8fb1-9b9ba9d8713d tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Synchronizing usage tracker for tenant:82ccd3376e194c8882e8875462a9a400 on resource:security_group {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:48:14.924884 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-8d8188e1-0ba6-4839-8fb1-9b9ba9d8713d tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Unset dirty status for tenant:82ccd3376e194c8882e8875462a9a400 on resource:security_group {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:48:14.926281 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-8d8188e1-0ba6-4839-8fb1-9b9ba9d8713d tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62547127&fields=id&tenant_id=82ccd3376e194c8882e8875462a9a400 HTTP/1.1" status: 200 len: 267 time: 0.0561287 Oct 18 08:48:15.076210 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-13d1ab20-69d3-4456-a79c-f1aa099ac30c tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:15.077143 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-13d1ab20-69d3-4456-a79c-f1aa099ac30c tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Synchronizing usage tracker for tenant:82ccd3376e194c8882e8875462a9a400 on resource:network {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:48:15.079413 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-46025d6c-8e52-4afd-b5ed-a7db4ffb0f7c None None] Attempt 5 to provision port 227a6418-9119-4b11-9dcd-a3bff985f530 Oct 18 08:48:15.095752 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-13d1ab20-69d3-4456-a79c-f1aa099ac30c tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Unset dirty status for tenant:82ccd3376e194c8882e8875462a9a400 on resource:network {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:48:15.097219 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-13d1ab20-69d3-4456-a79c-f1aa099ac30c tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/networks?id=880d3e45-3823-4a3a-810f-4381963aa599 HTTP/1.1" status: 200 len: 809 time: 0.1637144 Oct 18 08:48:15.114161 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-28c14b3c-2710-4feb-83af-5ffe53fdc82e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/quotas/82ccd3376e194c8882e8875462a9a400 HTTP/1.1" status: 200 len: 375 time: 0.0109398 Oct 18 08:48:15.114328 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7aa88562-dd3f-4f85-ada1-59d0cae2f884 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:48:15.207048 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Notify callbacks [] for port, precommit_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:15.209160 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-46025d6c-8e52-4afd-b5ed-a7db4ffb0f7c None None] Port 227a6418-9119-4b11-9dcd-a3bff985f530 cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:48:15.211903 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-1ebc2f7b-85b2-4e59-86ba-40f1f23bb4f6 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=82ccd3376e194c8882e8875462a9a400&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907838 Oct 18 08:48:15.220788 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Transition to ACTIVE for port object 227a6418-9119-4b11-9dcd-a3bff985f530 will not be triggered until provisioned by entity L2. {{(pid=89047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:48:15.232829 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:15.321525 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 7aa88562-dd3f-4f85-ada1-59d0cae2f884 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:48:15.321969 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:15.322301 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 7aa88562-dd3f-4f85-ada1-59d0cae2f884 Oct 18 08:48:15.360298 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-aaf7cb1a-12be-4285-b636-79c3beab49fe service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89045) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 08:48:15.361590 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-aaf7cb1a-12be-4285-b636-79c3beab49fe service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0440762 Oct 18 08:48:15.526201 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59356a58-fb93-4dd6-9ffa-7459c9696933 None None] Pushing event updated for resources: {'Port': ['ID=227a6418-9119-4b11-9dcd-a3bff985f530,revision_number=3']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:15.541323 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Attempting to bind port 227a6418-9119-4b11-9dcd-a3bff985f530 on host dv-neutron-861625-1-hyperv for vnic_type normal with profile {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:48:15.541686 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Attempting to bind port 227a6418-9119-4b11-9dcd-a3bff985f530 by drivers openvswitch,hyperv on host dv-neutron-861625-1-hyperv at level 0 using segments [{'id': '5946d9d2-b230-451c-9438-01daca4bf5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c5d38aa9-26ec-4d38-9664-984e145a4942'}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:48:15.542042 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Attempting to bind port 227a6418-9119-4b11-9dcd-a3bff985f530 on network c5d38aa9-26ec-4d38-9664-984e145a4942 {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:48:15.549466 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Checking agent: {'id': 'ab371801-c588-43cb-bdae-f1fa2684735a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861625-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 41, 24), 'started_at': datetime.datetime(2022, 10, 18, 7, 41, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861625-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:48:15.549826 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Checking segment: {'id': '5946d9d2-b230-451c-9438-01daca4bf5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c5d38aa9-26ec-4d38-9664-984e145a4942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:48:15.550214 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:15.550615 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Bound using segment: {'id': '5946d9d2-b230-451c-9438-01daca4bf5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c5d38aa9-26ec-4d38-9664-984e145a4942'} {{(pid=89047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:48:15.551088 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.managers [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Bound port: 227a6418-9119-4b11-9dcd-a3bff985f530, host: dv-neutron-861625-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5946d9d2-b230-451c-9438-01daca4bf5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c5d38aa9-26ec-4d38-9664-984e145a4942'}}] {{(pid=89047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:48:15.551434 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:15.615394 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-31734a2b-4e13-4eca-95f8-85592bb76de8 service neutron] 10.222.0.17 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472553 Oct 18 08:48:15.666715 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 7aa88562-dd3f-4f85-ada1-59d0cae2f884 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:48:15.691475 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] For port 227a6418-9119-4b11-9dcd-a3bff985f530, host dv-neutron-861625-1-hyperv, cleared binding levels {{(pid=89047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:48:15.694403 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] For port 227a6418-9119-4b11-9dcd-a3bff985f530, host dv-neutron-861625-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=227a6418-9119-4b11-9dcd-a3bff985f530,segment=NetworkSegment(5946d9d2-b230-451c-9438-01daca4bf5f4),segment_id=5946d9d2-b230-451c-9438-01daca4bf5f4)] {{(pid=89047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:48:15.701217 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:15.737032 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-46025d6c-8e52-4afd-b5ed-a7db4ffb0f7c None None] Attempt 6 to provision port 227a6418-9119-4b11-9dcd-a3bff985f530 Oct 18 08:48:15.750694 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-9354b66f-cf31-4a32-83d2-3ca6d5172c96 service neutron] 10.222.0.17 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295404 Oct 18 08:48:15.782571 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:48:15.810858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Routers {'6061d97e-0df8-466b-a825-032d97e21d71'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:48:15.811477 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:47:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6061d97e-0df8-466b-a825-032d97e21d71'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:15.952747 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59356a58-fb93-4dd6-9ffa-7459c9696933 None None] Pushing event updated for resources: {'Port': ['ID=227a6418-9119-4b11-9dcd-a3bff985f530,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:15.964568 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-46025d6c-8e52-4afd-b5ed-a7db4ffb0f7c None None] Port 227a6418-9119-4b11-9dcd-a3bff985f530 had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:48:16.014579 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] Set router 6061d97e-0df8-466b-a825-032d97e21d71 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:48:16.067565 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-87a0c49e-9015-4a39-97ed-22b237c7f141 req-eacb5ad7-fd85-4363-92c6-735585ccfdd2 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Synchronizing usage tracker for tenant:82ccd3376e194c8882e8875462a9a400 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:48:16.087923 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-87a0c49e-9015-4a39-97ed-22b237c7f141 req-eacb5ad7-fd85-4363-92c6-735585ccfdd2 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Unset dirty status for tenant:82ccd3376e194c8882e8875462a9a400 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:48:16.089251 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-87a0c49e-9015-4a39-97ed-22b237c7f141 req-eacb5ad7-fd85-4363-92c6-735585ccfdd2 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 210 time: 0.1492515 Oct 18 08:48:16.363562 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6061d97e-0df8-466b-a825-032d97e21d71', 'name': 'tempest-TestSnapshotPattern-880104541-router', 'tenant_id': '969ca2e5471442d396016c2686fd4562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '7aa88562-dd3f-4f85-ada1-59d0cae2f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:07Z', 'updated_at': '2022-10-18T08:48:12Z', 'revision_number': 4, 'project_id': '969ca2e5471442d396016c2686fd4562', 'gw_port': {'id': '7aa88562-dd3f-4f85-ada1-59d0cae2f884', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061d97e-0df8-466b-a825-032d97e21d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:08Z', 'updated_at': '2022-10-18T08:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '227a6418-9119-4b11-9dcd-a3bff985f530', 'name': '', 'network_id': 'c5d38aa9-26ec-4d38-9664-984e145a4942', 'tenant_id': '969ca2e5471442d396016c2686fd4562', 'mac_address': 'fa:16:3e:26:c2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6061d97e-0df8-466b-a825-032d97e21d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'ff8639ba-d761-4fd2-86e7-05db3f6786af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:11Z', 'updated_at': '2022-10-18T08:48:15Z', 'revision_number': 4, 'project_id': '969ca2e5471442d396016c2686fd4562', 'subnets': [{'id': 'ff8639ba-d761-4fd2-86e7-05db3f6786af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:16.367958 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968c8d98-67e7-43bc-bedd-882501b81a3c None None] The sync data for ids ['6061d97e-0df8-466b-a825-032d97e21d71'] in dv-neutron-861625-1-hyperv is: [{'id': '6061d97e-0df8-466b-a825-032d97e21d71', 'name': 'tempest-TestSnapshotPattern-880104541-router', 'tenant_id': '969ca2e5471442d396016c2686fd4562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '7aa88562-dd3f-4f85-ada1-59d0cae2f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:07Z', 'updated_at': '2022-10-18T08:48:12Z', 'revision_number': 4, 'project_id': '969ca2e5471442d396016c2686fd4562', 'gw_port': {'id': '7aa88562-dd3f-4f85-ada1-59d0cae2f884', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061d97e-0df8-466b-a825-032d97e21d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:08Z', 'updated_at': '2022-10-18T08:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': '227a6418-9119-4b11-9dcd-a3bff985f530', 'name': '', 'network_id': 'c5d38aa9-26ec-4d38-9664-984e145a4942', 'tenant_id': '969ca2e5471442d396016c2686fd4562', 'mac_address': 'fa:16:3e:26:c2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6061d97e-0df8-466b-a825-032d97e21d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'ff8639ba-d761-4fd2-86e7-05db3f6786af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:11Z', 'updated_at': '2022-10-18T08:48:15Z', 'revision_number': 4, 'project_id': '969ca2e5471442d396016c2686fd4562', 'subnets': [{'id': 'ff8639ba-d761-4fd2-86e7-05db3f6786af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:48:17.123261 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-55a876c9-3b5d-4b79-8914-90646146934d tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:17.125724 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-55a876c9-3b5d-4b79-8914-90646146934d tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.46 "GET /v2.0/networks?id=880d3e45-3823-4a3a-810f-4381963aa599 HTTP/1.1" status: 200 len: 809 time: 0.1636655 Oct 18 08:48:17.179061 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 227a6418-9119-4b11-9dcd-a3bff985f530 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:48:17.223888 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-27792d4d-1553-48ca-aa10-ddd34018c0ce tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Synchronizing usage tracker for tenant:82ccd3376e194c8882e8875462a9a400 on resource:security_group {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:48:17.247080 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-27792d4d-1553-48ca-aa10-ddd34018c0ce tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Unset dirty status for tenant:82ccd3376e194c8882e8875462a9a400 on resource:security_group {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:48:17.248202 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-27792d4d-1553-48ca-aa10-ddd34018c0ce tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82ccd3376e194c8882e8875462a9a400 HTTP/1.1" status: 200 len: 378 time: 0.1087027 Oct 18 08:48:17.264103 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning for port 227a6418-9119-4b11-9dcd-a3bff985f530 completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:48:17.269886 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 227a6418-9119-4b11-9dcd-a3bff985f530 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:48:17.270265 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:17.270635 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 227a6418-9119-4b11-9dcd-a3bff985f530 Oct 18 08:48:17.281874 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-d5e7c7c3-109d-4001-9109-06845969820a tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Request body: {'port': {'device_id': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'admin_state_up': True, 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'security_groups': ['f84ecab6-4194-42ef-94c5-d9a2fab476bb']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:48:17.323722 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2058faf1-7dcf-49c5-ab84-fade53857df1 req-412a48b8-4978-482a-9cba-1982108ea8e5 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 210 time: 0.0759876 Oct 18 08:48:17.397210 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 227a6418-9119-4b11-9dcd-a3bff985f530 is: DOWN; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:48:17.397837 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:17.434766 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] For port 227a6418-9119-4b11-9dcd-a3bff985f530, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=227a6418-9119-4b11-9dcd-a3bff985f530,segment=NetworkSegment(5946d9d2-b230-451c-9438-01daca4bf5f4),segment_id=5946d9d2-b230-451c-9438-01daca4bf5f4)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:48:17.440029 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:17.449624 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-d5e7c7c3-109d-4001-9109-06845969820a tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:48:17.461375 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-d5e7c7c3-109d-4001-9109-06845969820a tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:48:17.471140 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-d5e7c7c3-109d-4001-9109-06845969820a tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Made reservation on behalf of 82ccd3376e194c8882e8875462a9a400 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:48:17.474652 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-d5e7c7c3-109d-4001-9109-06845969820a tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:17.510926 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Pushing event updated for resources: {'Port': ['ID=227a6418-9119-4b11-9dcd-a3bff985f530,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:17.636175 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-d5e7c7c3-109d-4001-9109-06845969820a tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Allocated IP 172.20.0.4 (880d3e45-3823-4a3a-810f-4381963aa599/e0ab525a-0f81-406f-b401-455bc53987de/9ec227da-5b8f-4cc7-a09a-3e6f6950539f) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:48:17.823199 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-d5e7c7c3-109d-4001-9109-06845969820a tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:17.839635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-d5e7c7c3-109d-4001-9109-06845969820a tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Transition to ACTIVE for port object 9ec227da-5b8f-4cc7-a09a-3e6f6950539f will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:48:17.863100 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-d5e7c7c3-109d-4001-9109-06845969820a tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:17.930526 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-d5e7c7c3-109d-4001-9109-06845969820a tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Network 880d3e45-3823-4a3a-810f-4381963aa599 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:48:17.933572 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-d5e7c7c3-109d-4001-9109-06845969820a tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:48:17.935882 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-d5e7c7c3-109d-4001-9109-06845969820a tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:48:17.980010 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7c7c3-109d-4001-9109-06845969820a tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Pushing event updated for resources: {'Port': ['ID=9ec227da-5b8f-4cc7-a09a-3e6f6950539f,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:18.009650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-d5e7c7c3-109d-4001-9109-06845969820a tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:18.010266 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-d5e7c7c3-109d-4001-9109-06845969820a tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:18.035747 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-d5e7c7c3-109d-4001-9109-06845969820a tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7584074 Oct 18 08:48:18.145258 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Request body: {'port': {'device_id': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:48:18.200826 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b2c98e63-6047-4241-bdb2-a935d594afe5 None None] Provisioning for port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:48:18.205537 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-b2c98e63-6047-4241-bdb2-a935d594afe5 None None] Provisioning complete for port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:48:18.205841 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b2c98e63-6047-4241-bdb2-a935d594afe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:18.206170 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b2c98e63-6047-4241-bdb2-a935d594afe5 None None] Attempt 1 to provision port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f Oct 18 08:48:18.258867 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b2c98e63-6047-4241-bdb2-a935d594afe5 None None] Port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:48:18.259065 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:18.707002 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a143a7a-801c-40a4-802f-85c05e4947c0 req-5ed0b435-ba31-46e8-aede-595436670766 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:18.707674 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-6a143a7a-801c-40a4-802f-85c05e4947c0 req-5ed0b435-ba31-46e8-aede-595436670766 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Synchronizing usage tracker for tenant:82ccd3376e194c8882e8875462a9a400 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:48:18.760190 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b2c98e63-6047-4241-bdb2-a935d594afe5 None None] Attempt 2 to provision port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f Oct 18 08:48:18.772736 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-6a143a7a-801c-40a4-802f-85c05e4947c0 req-5ed0b435-ba31-46e8-aede-595436670766 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Unset dirty status for tenant:82ccd3376e194c8882e8875462a9a400 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:48:18.774373 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6a143a7a-801c-40a4-802f-85c05e4947c0 req-5ed0b435-ba31-46e8-aede-595436670766 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 931 time: 0.3051624 Oct 18 08:48:18.783523 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec227da-5b8f-4cc7-a09a-3e6f6950539f {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:48:18.807364 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:18.814603 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b2c98e63-6047-4241-bdb2-a935d594afe5 None None] Port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:48:18.835543 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Transition to ACTIVE for port object 9ec227da-5b8f-4cc7-a09a-3e6f6950539f will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:48:18.843392 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-6a143a7a-801c-40a4-802f-85c05e4947c0 req-8fa8e1f5-09be-41fe-8995-11332e1a4d0b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622432 Oct 18 08:48:18.844102 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:19.029891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Pushing event updated for resources: {'Port': ['ID=9ec227da-5b8f-4cc7-a09a-3e6f6950539f,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:19.063786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Attempting to bind port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:48:19.064123 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Attempting to bind port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'de1884d5-3a00-481a-a9e7-312cca44a9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:48:19.064454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Attempting to bind port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f on network 880d3e45-3823-4a3a-810f-4381963aa599 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:48:19.069137 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f on network 880d3e45-3823-4a3a-810f-4381963aa599 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:48:19.069464 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Attempting to bind port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f on network 880d3e45-3823-4a3a-810f-4381963aa599 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:48:19.075302 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:48:19.075644 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Checking segment: {'id': 'de1884d5-3a00-481a-a9e7-312cca44a9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:48:19.076032 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Bound using segment: {'id': 'de1884d5-3a00-481a-a9e7-312cca44a9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:48:19.076459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Bound port: 9ec227da-5b8f-4cc7-a09a-3e6f6950539f, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1884d5-3a00-481a-a9e7-312cca44a9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:48:19.076810 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:19.108403 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 227a6418-9119-4b11-9dcd-a3bff985f530 up at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:48:19.170307 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] For port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:48:19.173331 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] For port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=9ec227da-5b8f-4cc7-a09a-3e6f6950539f,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:48:19.177815 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Provisioning complete for port 227a6418-9119-4b11-9dcd-a3bff985f530 triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:48:19.178504 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:19.178834 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Attempt 1 to provision port 227a6418-9119-4b11-9dcd-a3bff985f530 Oct 18 08:48:19.179048 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:19.182650 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:19.183256 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:19.184891 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] 10.222.0.46 "PUT /v2.0/ports/9ec227da-5b8f-4cc7-a09a-3e6f6950539f HTTP/1.1" status: 200 len: 1093 time: 1.0822499 Oct 18 08:48:19.218478 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'tag': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:48:19.283459 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6281c88c5dea4cfd0b266e0e2b2346f7ab3f4b0c057c4c0ac22cbeff31bc4d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9440cf39-0701-4824-8b17-3074603b5906" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f28e90-57be-4f07-a2fe-7c9e36ce54a3", "tag": "9ec227da-5b8f-4cc7-a09a-3e6f6950539f"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:48:19.325611 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-b2c98e63-6047-4241-bdb2-a935d594afe5 None None] Attempt 3 to provision port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f Oct 18 08:48:19.328516 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb9360-9d56-4041-b402-6f6b0583740b service neutron] Pushing event updated for resources: {'Port': ['ID=9ec227da-5b8f-4cc7-a09a-3e6f6950539f,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:19.344612 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-d39164c8-3297-433a-9eba-749d5c0a48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:19.346118 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-d39164c8-3297-433a-9eba-749d5c0a48c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ccd3376e194c8882e8875462a9a400&device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 1096 time: 0.1179736 Oct 18 08:48:19.384137 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Current status of the port 227a6418-9119-4b11-9dcd-a3bff985f530 is: ACTIVE; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:48:19.396640 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-b2c98e63-6047-4241-bdb2-a935d594afe5 None None] Port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f had new provisioning blocks added so it will not transition to active. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 18 08:48:19.413224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba5122c-4e12-47bc-b61b-179098714054 x-openstack-request-id: req-aba5122c-4e12-47bc-b61b-179098714054 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:48:19.413508 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f28e90-57be-4f07-a2fe-7c9e36ce54a3", "tag": "9ec227da-5b8f-4cc7-a09a-3e6f6950539f", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:48:19.413773 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-aba5122c-4e12-47bc-b61b-179098714054 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:48:19.414150 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba5122c-4e12-47bc-b61b-179098714054'] response: {'name': 'network-changed', 'server_uuid': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'tag': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'status': 'completed', 'code': 200} Oct 18 08:48:19.431655 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-e80ad1ee-b6b6-4973-a8d1-70090a2a91b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ec227da-5b8f-4cc7-a09a-3e6f6950539f HTTP/1.1" status: 200 len: 217 time: 0.0749424 Oct 18 08:48:19.496857 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-5170cea9-ec1a-4b4d-bbdb-2d2768b14aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:19.498243 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-5170cea9-ec1a-4b4d-bbdb-2d2768b14aa1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0ab525a-0f81-406f-b401-455bc53987de HTTP/1.1" status: 200 len: 848 time: 0.0573514 Oct 18 08:48:19.584987 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-48c1990c-0dc6-44f0-8091-983c8c0e4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:19.586432 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-48c1990c-0dc6-44f0-8091-983c8c0e4284 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=880d3e45-3823-4a3a-810f-4381963aa599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786476 Oct 18 08:48:19.722608 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-c1f7b4a6-577f-4ba1-81a8-8ab9d936495a service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267347 Oct 18 08:48:19.853816 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-df1b05c9-6dbf-460f-82ad-8b87b1e277a0 req-c62f4aaf-14d4-4474-9240-3812fd45e753 service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222622 Oct 18 08:48:20.050942 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440cf39-0701-4824-8b17-3074603b5906 req-1893c477-facd-4f39-8595-47a27874c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:20.052386 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9440cf39-0701-4824-8b17-3074603b5906 req-1893c477-facd-4f39-8595-47a27874c01b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ccd3376e194c8882e8875462a9a400&device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 1096 time: 0.1442988 Oct 18 08:48:20.064227 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9231fc1-a71f-45ff-aafc-4ee78e9730bf req-785cf8ab-12f2-4540-8f34-8df0c610feab tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:20.065549 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a9231fc1-a71f-45ff-aafc-4ee78e9730bf req-785cf8ab-12f2-4540-8f34-8df0c610feab tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 943 time: 0.1054358 Oct 18 08:48:20.190181 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a9231fc1-a71f-45ff-aafc-4ee78e9730bf req-030018b8-fe14-45f3-ac43-3ed00edb7501 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049712 Oct 18 08:48:20.221440 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440cf39-0701-4824-8b17-3074603b5906 req-ee02b999-3a4f-48db-8d6d-b0efa0de83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:20.222869 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9440cf39-0701-4824-8b17-3074603b5906 req-ee02b999-3a4f-48db-8d6d-b0efa0de83c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=880d3e45-3823-4a3a-810f-4381963aa599 HTTP/1.1" status: 200 len: 910 time: 0.1564739 Oct 18 08:48:20.287701 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9440cf39-0701-4824-8b17-3074603b5906 req-c86d1b90-c744-4a28-91b9-28dc20bc89c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ec227da-5b8f-4cc7-a09a-3e6f6950539f HTTP/1.1" status: 200 len: 217 time: 0.0585675 Oct 18 08:48:20.453380 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440cf39-0701-4824-8b17-3074603b5906 req-5b7876b1-1757-405f-ad51-5ce17273179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:20.454856 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9440cf39-0701-4824-8b17-3074603b5906 req-5b7876b1-1757-405f-ad51-5ce17273179f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0ab525a-0f81-406f-b401-455bc53987de HTTP/1.1" status: 200 len: 848 time: 0.1607897 Oct 18 08:48:20.534859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440cf39-0701-4824-8b17-3074603b5906 req-94085a3e-5ae4-4d2f-822e-8262616d7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:20.536261 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9440cf39-0701-4824-8b17-3074603b5906 req-94085a3e-5ae4-4d2f-822e-8262616d7dfb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=880d3e45-3823-4a3a-810f-4381963aa599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744479 Oct 18 08:48:20.668054 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9440cf39-0701-4824-8b17-3074603b5906 req-88338e39-b171-443a-81ea-0298126b0c6c service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246204 Oct 18 08:48:20.798030 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9440cf39-0701-4824-8b17-3074603b5906 req-96bbfc57-ddb5-493a-af9b-6d32916df59f service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229978 Oct 18 08:48:20.874853 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-92cf55fe-558c-4f7e-89b6-c0ec80426b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:21.386424 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705729c5-3419-49b2-bf17-c53211c70635 req-5954083f-f292-4ca7-8ba3-98dc9b326a12 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:21.387782 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-705729c5-3419-49b2-bf17-c53211c70635 req-5954083f-f292-4ca7-8ba3-98dc9b326a12 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 943 time: 0.0866690 Oct 18 08:48:21.431617 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-705729c5-3419-49b2-bf17-c53211c70635 req-cc9b3674-9707-4b7f-bf4b-0ab1befb0d12 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382693 Oct 18 08:48:21.739436 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 9ec227da-5b8f-4cc7-a09a-3e6f6950539f details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:48:21.870413 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=9ec227da-5b8f-4cc7-a09a-3e6f6950539f,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:48:21.883325 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'port_id': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'mac_address': 'fa:16:3e:ef:a6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:48:21.942234 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:48:21.942659 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:21.959610 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec227da-5b8f-4cc7-a09a-3e6f6950539f {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:48:21.975224 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=9ec227da-5b8f-4cc7-a09a-3e6f6950539f,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:48:21.979490 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:22.044539 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=9ec227da-5b8f-4cc7-a09a-3e6f6950539f,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:22.313768 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['9ec227da-5b8f-4cc7-a09a-3e6f6950539f'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:48:22.630092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1fba5-3b40-4406-929a-fa812ffe94aa req-51a1e2b4-03be-47fe-b18d-fbe9425285a2 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:22.631563 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e5d1fba5-3b40-4406-929a-fa812ffe94aa req-51a1e2b4-03be-47fe-b18d-fbe9425285a2 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 944 time: 0.0909157 Oct 18 08:48:22.675352 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e5d1fba5-3b40-4406-929a-fa812ffe94aa req-c4fcd927-dd51-444b-a2cf-0a40a10bfde4 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374360 Oct 18 08:48:23.144606 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4732e2aa-ec78-46aa-ac1b-d90a3d152b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:23.755425 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 9ec227da-5b8f-4cc7-a09a-3e6f6950539f up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:48:23.823743 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:48:23.828174 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:48:23.828543 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:23.828871 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f Oct 18 08:48:23.874633 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9302ec-bd84-442b-a0f5-2af49be5086b req-3ede2a0a-0325-4da4-872b-9267b073b9d4 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:23.876106 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6b9302ec-bd84-442b-a0f5-2af49be5086b req-3ede2a0a-0325-4da4-872b-9267b073b9d4 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 944 time: 0.0914402 Oct 18 08:48:23.920378 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6b9302ec-bd84-442b-a0f5-2af49be5086b req-3a203d12-55fb-4eec-aac0-33f3124f1dcf tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385034 Oct 18 08:48:23.967627 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:23.971265 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:23.971850 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:48:23.972214 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:23.999188 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:48:24.009437 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=9ec227da-5b8f-4cc7-a09a-3e6f6950539f,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:48:24.013258 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:24.049414 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b61567b470f584a052a9dcbec076821e24fed52a956c52ac7a562ab6124d7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37371249-6741-4f3b-a236-9172b7d3e26b" -d '{"events": [{"server_uuid": "b9f28e90-57be-4f07-a2fe-7c9e36ce54a3", "name": "network-vif-plugged", "status": "completed", "tag": "9ec227da-5b8f-4cc7-a09a-3e6f6950539f"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:48:24.084102 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=9ec227da-5b8f-4cc7-a09a-3e6f6950539f,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:24.135524 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd156002-7cbb-4e27-9167-2f544e2410e7 x-openstack-request-id: req-fd156002-7cbb-4e27-9167-2f544e2410e7 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:48:24.135926 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f28e90-57be-4f07-a2fe-7c9e36ce54a3", "name": "network-vif-plugged", "status": "completed", "tag": "9ec227da-5b8f-4cc7-a09a-3e6f6950539f", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:48:24.136184 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fd156002-7cbb-4e27-9167-2f544e2410e7 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:48:24.136584 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd156002-7cbb-4e27-9167-2f544e2410e7'] response: {'server_uuid': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'code': 200} Oct 18 08:48:24.384879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70dbca4-d654-4741-b9e9-cd2b04793140 req-cfc4e489-cf35-4539-a6aa-4d376b70867d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:24.386432 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a70dbca4-d654-4741-b9e9-cd2b04793140 req-cfc4e489-cf35-4539-a6aa-4d376b70867d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 1098 time: 0.0791023 Oct 18 08:48:24.429694 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a70dbca4-d654-4741-b9e9-cd2b04793140 req-26770edc-ff56-4834-b0a4-4ca953190570 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339124 Oct 18 08:48:25.121745 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057989-77d6-4178-b420-8ca53021d910 req-21d734b7-70f2-48f3-b7ca-4bf2614a7b88 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:25.123230 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8c057989-77d6-4178-b420-8ca53021d910 req-21d734b7-70f2-48f3-b7ca-4bf2614a7b88 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 945 time: 0.0902016 Oct 18 08:48:25.167106 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-8c057989-77d6-4178-b420-8ca53021d910 req-40850bc5-4283-4908-9872-559bbdfe9ed4 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382547 Oct 18 08:48:25.544051 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:26.363595 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52843ec3-90fb-438a-9dfd-ca4d725c14ef req-d1a957bf-30d6-42b9-9b34-816789a9b79b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:26.365029 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-52843ec3-90fb-438a-9dfd-ca4d725c14ef req-d1a957bf-30d6-42b9-9b34-816789a9b79b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 945 time: 0.0863798 Oct 18 08:48:26.408086 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-52843ec3-90fb-438a-9dfd-ca4d725c14ef req-bd7cb9da-ef64-476f-935b-792a1a24f5ab tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374768 Oct 18 08:48:26.606076 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b82912-b5e8-4301-a8de-078bbe39057c req-a3766e30-d2ae-491a-994a-64085af4fa95 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:26.607629 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a7b82912-b5e8-4301-a8de-078bbe39057c req-a3766e30-d2ae-491a-994a-64085af4fa95 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 945 time: 0.0879726 Oct 18 08:48:26.651894 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-a7b82912-b5e8-4301-a8de-078bbe39057c req-93df4921-b00c-472b-9ca4-5f48ba319da3 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384858 Oct 18 08:48:26.681698 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43322) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:48:26.801254 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52571fe9-9f08-45ee-b557-835a098cc5c8 tempest-TestSnapshotPattern-1148723823 tempest-TestSnapshotPattern-1148723823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:26.801962 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-52571fe9-9f08-45ee-b557-835a098cc5c8 tempest-TestSnapshotPattern-1148723823 tempest-TestSnapshotPattern-1148723823-project-admin] Synchronizing usage tracker for tenant:969ca2e5471442d396016c2686fd4562 on resource:port {{(pid=89045) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:48:26.818963 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-52571fe9-9f08-45ee-b557-835a098cc5c8 tempest-TestSnapshotPattern-1148723823 tempest-TestSnapshotPattern-1148723823-project-admin] Unset dirty status for tenant:969ca2e5471442d396016c2686fd4562 on resource:port {{(pid=89045) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:48:26.820183 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-52571fe9-9f08-45ee-b557-835a098cc5c8 tempest-TestSnapshotPattern-1148723823 tempest-TestSnapshotPattern-1148723823-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 1093 time: 0.1374600 Oct 18 08:48:26.823146 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43328) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:48:26.827974 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.v2.base [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:48:26.833878 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:48:26.838186 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Usage tracker for resource:floatingip and tenant:82ccd3376e194c8882e8875462a9a400 is out of sync, need to count used quota {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:48:26.840976 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.quota.resource [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89045) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:48:26.846606 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.quota.driver [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:48:26.857203 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for floatingip, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:26.990999 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:27.125340 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_common [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Allocated IP 172.26.8.186 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/4c375fa2-ecab-4b13-8d19-1562e8bb031f) {{(pid=89045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:48:27.272535 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for port, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:27.300920 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:27.362248 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:48:27.364893 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.base_scheduler [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Resources bound (agent type, host, resource id): {{(pid=89045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:48:27.368658 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Received port after_create {{(pid=89045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:48:27.411054 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Pushing event updated for resources: {'Port': ['ID=4c375fa2-ecab-4b13-8d19-1562e8bb031f,revision_number=1']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:27.873992 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:27.947046 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:28.148741 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for port, precommit_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:28.153302 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132354186'] for port, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:28.270343 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Pushing event updated for resources: {'Port': ['ID=4c375fa2-ecab-4b13-8d19-1562e8bb031f,revision_number=2']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:48:28.274737 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:28.446609 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.db.l3_db [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Floating IP 9057299c-a87e-4717-94b8-478bd0464ec0 associated. External IP: 172.26.8.186, port: 9ec227da-5b8f-4cc7-a09a-3e6f6950539f. Oct 18 08:48:28.790763 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Router b13a1d4d-468a-453d-8bb1-9d661c6e092c has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:48:28.962123 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:48:28.971489 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0835b18a-bdf6-4cc4-abf9-9979df3e39de None None] Sync routers for ids ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:48:28.981394 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0835b18a-bdf6-4cc4-abf9-9979df3e39de None None] Routers {'b13a1d4d-468a-453d-8bb1-9d661c6e092c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:48:28.981988 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0835b18a-bdf6-4cc4-abf9-9979df3e39de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:48:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:28.986743 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:29.044405 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-8b4dda52-85b7-4ff9-882d-7e9d6bbb5bdc tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2202413 Oct 18 08:48:29.045283 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'tag': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f'}] {{(pid=89045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:48:29.047790 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7993b72daaa20ed612a069fa0d5a5e68e078351dbd2e4db92af0859253e8e888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61f2d46-e7a1-46e6-856c-ba951d3d94bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f28e90-57be-4f07-a2fe-7c9e36ce54a3", "tag": "9ec227da-5b8f-4cc7-a09a-3e6f6950539f"}]}' {{(pid=89045) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:48:29.090333 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09119101-6a24-4d82-b1fd-93df375a2bcf x-openstack-request-id: req-09119101-6a24-4d82-b1fd-93df375a2bcf {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:48:29.090648 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f28e90-57be-4f07-a2fe-7c9e36ce54a3", "tag": "9ec227da-5b8f-4cc7-a09a-3e6f6950539f", "status": "completed", "code": 200}]} {{(pid=89045) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:48:29.090904 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-09119101-6a24-4d82-b1fd-93df375a2bcf {{(pid=89045) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:48:29.091308 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09119101-6a24-4d82-b1fd-93df375a2bcf'] response: {'name': 'network-changed', 'server_uuid': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'tag': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'status': 'completed', 'code': 200} Oct 18 08:48:29.159121 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-0835b18a-bdf6-4cc4-abf9-9979df3e39de None None] Set router b13a1d4d-468a-453d-8bb1-9d661c6e092c gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:48:29.194921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f2d46-e7a1-46e6-856c-ba951d3d94bc req-922889eb-3dad-4b7b-b70e-735679cb7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:29.196380 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a61f2d46-e7a1-46e6-856c-ba951d3d94bc req-922889eb-3dad-4b7b-b70e-735679cb7b32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ccd3376e194c8882e8875462a9a400&device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 1098 time: 0.0810156 Oct 18 08:48:29.326653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f2d46-e7a1-46e6-856c-ba951d3d94bc req-90088dc7-0edd-4bf8-a270-d0ec14025b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:29.328062 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a61f2d46-e7a1-46e6-856c-ba951d3d94bc req-90088dc7-0edd-4bf8-a270-d0ec14025b07 service neutron] 10.222.0.46 "GET /v2.0/networks?id=880d3e45-3823-4a3a-810f-4381963aa599 HTTP/1.1" status: 200 len: 910 time: 0.1255479 Oct 18 08:48:29.430556 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a61f2d46-e7a1-46e6-856c-ba951d3d94bc req-0c6423b0-120c-46f8-9e1f-93d7e1b290e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ec227da-5b8f-4cc7-a09a-3e6f6950539f HTTP/1.1" status: 200 len: 999 time: 0.0965400 Oct 18 08:48:29.492036 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f2d46-e7a1-46e6-856c-ba951d3d94bc req-cdb5223a-9d92-4aa5-a400-2945be27e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:29.493451 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a61f2d46-e7a1-46e6-856c-ba951d3d94bc req-cdb5223a-9d92-4aa5-a400-2945be27e8c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0ab525a-0f81-406f-b401-455bc53987de HTTP/1.1" status: 200 len: 848 time: 0.0570636 Oct 18 08:48:29.502057 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0835b18a-bdf6-4cc4-abf9-9979df3e39de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:48:05Z', 'revision_number': 4, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port': {'id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:02Z', 'updated_at': '2022-10-18T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '9057299c-a87e-4717-94b8-478bd0464ec0', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'port_id': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'mac_address': 'fa:16:3e:ef:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:48:27Z', 'updated_at': '2022-10-18T08:48:27Z', 'revision_number': 0, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57875d2-f840-43d5-b4d7-a7bc39b14ce4', 'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'mac_address': 'fa:16:3e:a6:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:04Z', 'updated_at': '2022-10-18T08:48:11Z', 'revision_number': 5, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'subnets': [{'id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:29.505849 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0835b18a-bdf6-4cc4-abf9-9979df3e39de None None] Checking router: b13a1d4d-468a-453d-8bb1-9d661c6e092c for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:48:29.514790 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0835b18a-bdf6-4cc4-abf9-9979df3e39de None None] Routers {'b13a1d4d-468a-453d-8bb1-9d661c6e092c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:48:29.515401 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0835b18a-bdf6-4cc4-abf9-9979df3e39de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:48:23Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:29.549902 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.46', 61717) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:48:29.582232 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f2d46-e7a1-46e6-856c-ba951d3d94bc req-af3cb90a-027d-497f-8ddf-19c52dd9733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:29.584233 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a61f2d46-e7a1-46e6-856c-ba951d3d94bc req-af3cb90a-027d-497f-8ddf-19c52dd9733f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=880d3e45-3823-4a3a-810f-4381963aa599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846493 Oct 18 08:48:29.631799 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-2f592bb8-abcb-4493-80e7-8912c674ef61 req-08c613be-076f-4607-af2d-7fb4798240ed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806923 Oct 18 08:48:29.722298 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a61f2d46-e7a1-46e6-856c-ba951d3d94bc req-74ded06a-1128-47cd-8413-6954c2c554f9 service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317172 Oct 18 08:48:29.727494 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-0835b18a-bdf6-4cc4-abf9-9979df3e39de None None] Set router b13a1d4d-468a-453d-8bb1-9d661c6e092c gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:48:29.865645 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-a61f2d46-e7a1-46e6-856c-ba951d3d94bc req-7d6f6cc6-acdf-48e6-a6e3-09232e01b7ce service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370595 Oct 18 08:48:30.031668 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f592bb8-abcb-4493-80e7-8912c674ef61 req-23ee3970-f96c-449e-983e-06ba04fded57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:30.033230 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f592bb8-abcb-4493-80e7-8912c674ef61 req-23ee3970-f96c-449e-983e-06ba04fded57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ccd3376e194c8882e8875462a9a400&device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 1098 time: 0.0772643 Oct 18 08:48:30.081517 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-0835b18a-bdf6-4cc4-abf9-9979df3e39de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:48:05Z', 'revision_number': 4, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port': {'id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:02Z', 'updated_at': '2022-10-18T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '9057299c-a87e-4717-94b8-478bd0464ec0', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'port_id': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'mac_address': 'fa:16:3e:ef:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:48:27Z', 'updated_at': '2022-10-18T08:48:27Z', 'revision_number': 0, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57875d2-f840-43d5-b4d7-a7bc39b14ce4', 'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'mac_address': 'fa:16:3e:a6:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:04Z', 'updated_at': '2022-10-18T08:48:11Z', 'revision_number': 5, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'subnets': [{'id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:48:30.086026 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0835b18a-bdf6-4cc4-abf9-9979df3e39de None None] The sync data for ids ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'] in dv-neutron-861625-1-hyperv is: [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:48:05Z', 'revision_number': 4, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port': {'id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:02Z', 'updated_at': '2022-10-18T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '9057299c-a87e-4717-94b8-478bd0464ec0', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'port_id': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'mac_address': 'fa:16:3e:ef:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:48:27Z', 'updated_at': '2022-10-18T08:48:27Z', 'revision_number': 0, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57875d2-f840-43d5-b4d7-a7bc39b14ce4', 'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'mac_address': 'fa:16:3e:a6:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:04Z', 'updated_at': '2022-10-18T08:48:11Z', 'revision_number': 5, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'subnets': [{'id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:48:30.287455 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46063af3-9dfc-4aa0-8d6c-ffaf9ae82636 None None] New status for floating IP 9057299c-a87e-4717-94b8-478bd0464ec0: ACTIVE {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:48:30.299914 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f592bb8-abcb-4493-80e7-8912c674ef61 req-8bc0a9a4-4a3e-4a17-8e17-8ec51b818876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:30.301351 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f592bb8-abcb-4493-80e7-8912c674ef61 req-8bc0a9a4-4a3e-4a17-8e17-8ec51b818876 service neutron] 10.222.0.46 "GET /v2.0/networks?id=880d3e45-3823-4a3a-810f-4381963aa599 HTTP/1.1" status: 200 len: 910 time: 0.2480845 Oct 18 08:48:30.408729 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f592bb8-abcb-4493-80e7-8912c674ef61 req-21485cfb-4974-4ab2-b585-20b4c34872dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ec227da-5b8f-4cc7-a09a-3e6f6950539f HTTP/1.1" status: 200 len: 999 time: 0.1004467 Oct 18 08:48:30.474062 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f592bb8-abcb-4493-80e7-8912c674ef61 req-696c5b60-3bef-4e87-8f7a-9741fa46013f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:30.475575 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f592bb8-abcb-4493-80e7-8912c674ef61 req-696c5b60-3bef-4e87-8f7a-9741fa46013f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0ab525a-0f81-406f-b401-455bc53987de HTTP/1.1" status: 200 len: 848 time: 0.0608530 Oct 18 08:48:30.558504 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f592bb8-abcb-4493-80e7-8912c674ef61 req-83d289ff-cb7d-4fe5-a968-c0cb1d80ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:48:30.560027 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f592bb8-abcb-4493-80e7-8912c674ef61 req-83d289ff-cb7d-4fe5-a968-c0cb1d80ed55 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=880d3e45-3823-4a3a-810f-4381963aa599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790532 Oct 18 08:48:30.691470 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f592bb8-abcb-4493-80e7-8912c674ef61 req-f05b9852-3a22-46ee-a156-496ed0404f26 service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251788 Oct 18 08:48:30.820899 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f592bb8-abcb-4493-80e7-8912c674ef61 req-4e096933-7d57-4307-9974-d609e36efc4b service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237109 Oct 18 08:48:35.070117 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:50.876321 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-36cef4b1-5651-4857-bd17-8e9a384312e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:52.780721 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:48:53.145554 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d87fb811-fe71-44c2-937c-3d5a1a024682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:53.919528 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:53.948355 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:48:55.545792 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:49:05.063877 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:49:20.877437 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-986ba014-af62-4599-9d17-eaa540f729ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:49:23.148931 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2e572c6d-5b45-44d3-8b66-d9ba705864e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:49:23.923474 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:49:23.953250 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:49:25.551752 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:49:27.068542 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [req-5d79c016-488f-422e-8fb6-995f66c283f2 req-ebbd2757-595c-449a-ba93-3a36996fd0e2 service neutron] (89045) timed out ('10.222.0.17', 37318) {{(pid=89045) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 18 08:49:29.780383 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:49:30.634861 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab25a6bb-5512-49ec-b645-c1a25af2097e req-dfc8faa5-d21e-43e1-a1a3-a2425b44c77b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0880599 Oct 18 08:49:30.789458 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25a6bb-5512-49ec-b645-c1a25af2097e req-7cfccf01-46a1-4ac6-8763-97d925b96e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:49:30.790958 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab25a6bb-5512-49ec-b645-c1a25af2097e req-7cfccf01-46a1-4ac6-8763-97d925b96e45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ccd3376e194c8882e8875462a9a400&device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 1098 time: 0.0769339 Oct 18 08:49:30.937864 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25a6bb-5512-49ec-b645-c1a25af2097e req-bc547963-185b-450b-850e-3f942bb62ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:49:30.939240 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab25a6bb-5512-49ec-b645-c1a25af2097e req-bc547963-185b-450b-850e-3f942bb62ff6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=880d3e45-3823-4a3a-810f-4381963aa599 HTTP/1.1" status: 200 len: 910 time: 0.1259460 Oct 18 08:49:31.045333 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab25a6bb-5512-49ec-b645-c1a25af2097e req-25b1cf22-160d-4352-9e6d-592fca20c16e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ec227da-5b8f-4cc7-a09a-3e6f6950539f HTTP/1.1" status: 200 len: 1001 time: 0.0967338 Oct 18 08:49:31.110081 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25a6bb-5512-49ec-b645-c1a25af2097e req-cc26fb32-fb1c-40e4-ad8e-9d6641114504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:49:31.111551 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab25a6bb-5512-49ec-b645-c1a25af2097e req-cc26fb32-fb1c-40e4-ad8e-9d6641114504 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0ab525a-0f81-406f-b401-455bc53987de HTTP/1.1" status: 200 len: 848 time: 0.0568452 Oct 18 08:49:31.198875 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25a6bb-5512-49ec-b645-c1a25af2097e req-9032bc04-ca99-4cb5-a837-c05bfc59b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:49:31.200275 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab25a6bb-5512-49ec-b645-c1a25af2097e req-9032bc04-ca99-4cb5-a837-c05bfc59b180 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=880d3e45-3823-4a3a-810f-4381963aa599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795815 Oct 18 08:49:31.332835 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab25a6bb-5512-49ec-b645-c1a25af2097e req-80156f98-5f95-4efa-84a9-58bcdbf37842 service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243708 Oct 18 08:49:31.465006 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab25a6bb-5512-49ec-b645-c1a25af2097e req-91458e3d-2635-4f49-9506-8067fd8e7d8d service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225102 Oct 18 08:49:35.071830 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:49:50.878979 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6a0afb6d-2c66-4a13-80d7-286b0277ded1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:49:53.154336 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-aace5098-0d2f-4ff4-beba-d9baf34999c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:49:53.925712 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:49:53.952439 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:49:55.554704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:05.120336 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:06.779954 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:50:20.880368 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f3f48028-7de0-4a62-ba6c-cc961a678bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:23.156182 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-12eba093-56dd-46f0-97d3-6db8038870f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:23.928649 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:23.955211 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:25.556143 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:28.465630 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 9ec227da-5b8f-4cc7-a09a-3e6f6950539f details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:50:28.594309 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=9ec227da-5b8f-4cc7-a09a-3e6f6950539f,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:50:28.607305 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'port_id': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'mac_address': 'fa:16:3e:ef:a6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:50:28.660703 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f is: ACTIVE; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:50:28.661075 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:28.680251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ec227da-5b8f-4cc7-a09a-3e6f6950539f {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:50:28.695503 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=9ec227da-5b8f-4cc7-a09a-3e6f6950539f,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:50:28.699242 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:28.765753 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=9ec227da-5b8f-4cc7-a09a-3e6f6950539f,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:50:28.772627 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:28.772974 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:28.773313 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:28.773645 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:28.773972 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:28.774300 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:28.774661 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:28.774990 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:28.775314 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:28.775636 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:28.775954 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:28.776275 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:28.783858 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['9ec227da-5b8f-4cc7-a09a-3e6f6950539f'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:50:30.473078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 9ec227da-5b8f-4cc7-a09a-3e6f6950539f up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:50:30.552373 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:50:30.552742 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:30.553345 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f Oct 18 08:50:30.671204 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:50:30.671583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:30.698808 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:50:30.701051 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b61567b470f584a052a9dcbec076821e24fed52a956c52ac7a562ab6124d7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4830b6-5b1c-4298-919d-7f9edc52ee62" -d '{"events": [{"server_uuid": "b9f28e90-57be-4f07-a2fe-7c9e36ce54a3", "name": "network-vif-plugged", "status": "completed", "tag": "9ec227da-5b8f-4cc7-a09a-3e6f6950539f"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:50:30.709695 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=9ec227da-5b8f-4cc7-a09a-3e6f6950539f,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:50:30.716425 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:30.769786 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f8b36e-a77e-4b70-a85b-cd9cafe4402f x-openstack-request-id: req-32f8b36e-a77e-4b70-a85b-cd9cafe4402f {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:50:30.770078 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f28e90-57be-4f07-a2fe-7c9e36ce54a3", "name": "network-vif-plugged", "status": "completed", "tag": "9ec227da-5b8f-4cc7-a09a-3e6f6950539f", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:50:30.770328 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-32f8b36e-a77e-4b70-a85b-cd9cafe4402f {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:50:30.770743 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f8b36e-a77e-4b70-a85b-cd9cafe4402f'] response: {'server_uuid': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'code': 200} Oct 18 08:50:30.787244 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=9ec227da-5b8f-4cc7-a09a-3e6f6950539f,revision_number=7']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:50:31.695533 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8d9d7-1dd9-4f40-bdff-be0fa2dcd22f req-7596705a-2188-42e1-85f9-76a58f05bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:31.697218 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9bd8d9d7-1dd9-4f40-bdff-be0fa2dcd22f req-7596705a-2188-42e1-85f9-76a58f05bc3b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ccd3376e194c8882e8875462a9a400&device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 1098 time: 0.0891180 Oct 18 08:50:31.958925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8d9d7-1dd9-4f40-bdff-be0fa2dcd22f req-34e14ee5-4575-4a59-81b0-facf4b586da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:31.960293 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9bd8d9d7-1dd9-4f40-bdff-be0fa2dcd22f req-34e14ee5-4575-4a59-81b0-facf4b586da1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=880d3e45-3823-4a3a-810f-4381963aa599 HTTP/1.1" status: 200 len: 910 time: 0.2420852 Oct 18 08:50:32.074539 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9bd8d9d7-1dd9-4f40-bdff-be0fa2dcd22f req-28b26024-b43c-4a3f-99d3-8b75595eceba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ec227da-5b8f-4cc7-a09a-3e6f6950539f HTTP/1.1" status: 200 len: 1001 time: 0.1054385 Oct 18 08:50:32.141811 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8d9d7-1dd9-4f40-bdff-be0fa2dcd22f req-3b093994-7b67-4a20-a16d-f9f077b05088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:32.143394 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9bd8d9d7-1dd9-4f40-bdff-be0fa2dcd22f req-3b093994-7b67-4a20-a16d-f9f077b05088 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0ab525a-0f81-406f-b401-455bc53987de HTTP/1.1" status: 200 len: 848 time: 0.0630779 Oct 18 08:50:32.231179 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8d9d7-1dd9-4f40-bdff-be0fa2dcd22f req-dd48784b-e073-4d25-9ca7-c6acc20db16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:32.233003 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9bd8d9d7-1dd9-4f40-bdff-be0fa2dcd22f req-dd48784b-e073-4d25-9ca7-c6acc20db16d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=880d3e45-3823-4a3a-810f-4381963aa599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835629 Oct 18 08:50:32.377257 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9bd8d9d7-1dd9-4f40-bdff-be0fa2dcd22f req-a5d20f2a-29f6-4805-9deb-ebb1a60d2193 service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363041 Oct 18 08:50:32.521474 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-9bd8d9d7-1dd9-4f40-bdff-be0fa2dcd22f req-b837bdfc-5880-48ff-b9b5-3167a1aceec5 service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363909 Oct 18 08:50:35.104921 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:39.836953 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-fa763154-ad2b-4a61-80f6-574e4ed0695d tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62547127&fields=id&tenant_id=82ccd3376e194c8882e8875462a9a400 HTTP/1.1" status: 200 len: 267 time: 0.0467336 Oct 18 08:50:40.101064 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-0679717c-75a4-412a-80df-aa6f224811ca tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:40.102501 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-0679717c-75a4-412a-80df-aa6f224811ca tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/networks?id=880d3e45-3823-4a3a-810f-4381963aa599 HTTP/1.1" status: 200 len: 809 time: 0.2590911 Oct 18 08:50:40.119339 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-c18cf046-8b43-4ed6-8cf0-a31a83505a25 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/quotas/82ccd3376e194c8882e8875462a9a400 HTTP/1.1" status: 200 len: 375 time: 0.0109103 Oct 18 08:50:40.218680 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-3a7ff4c1-50d3-4d39-a0ce-caf42461a696 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=82ccd3376e194c8882e8875462a9a400&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0940902 Oct 18 08:50:40.356069 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-6e525ce6-8a11-453b-b9a2-1788d76a779d service neutron] 10.222.0.17 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256435 Oct 18 08:50:40.485890 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-097a2148-d563-4791-b6f6-44b4b6f1a51f service neutron] 10.222.0.17 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236520 Oct 18 08:50:41.697134 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-42199e67-3195-4d1e-83ab-e29f88de4111 req-75a1b253-f8d4-46eb-b356-0edd4e107c1f tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 210 time: 0.0536399 Oct 18 08:50:42.557058 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 9ec227da-5b8f-4cc7-a09a-3e6f6950539f no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:50:42.667219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:50:42.667589 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:42.693893 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:50:42.696194 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b61567b470f584a052a9dcbec076821e24fed52a956c52ac7a562ab6124d7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c8b66a-0ac9-435f-8d85-6535a33e787d" -d '{"events": [{"server_uuid": "b9f28e90-57be-4f07-a2fe-7c9e36ce54a3", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec227da-5b8f-4cc7-a09a-3e6f6950539f"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:50:42.704496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=9ec227da-5b8f-4cc7-a09a-3e6f6950539f,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:50:42.709609 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:42.746354 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Oct 2022 08:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041afc7a-f62c-48c7-ba09-e6257efe6b26 x-openstack-request-id: req-041afc7a-f62c-48c7-ba09-e6257efe6b26 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:50:42.746671 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f28e90-57be-4f07-a2fe-7c9e36ce54a3", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec227da-5b8f-4cc7-a09a-3e6f6950539f", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:50:42.746912 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-041afc7a-f62c-48c7-ba09-e6257efe6b26 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:50:42.747322 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041afc7a-f62c-48c7-ba09-e6257efe6b26'] response: {'server_uuid': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'code': 200} Oct 18 08:50:42.778930 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=9ec227da-5b8f-4cc7-a09a-3e6f6950539f,revision_number=8']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:50:42.887385 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4f1d502b-53c4-4352-ade4-f7f627ae1ba7 req-c4fa1aa8-f780-4f75-a6ff-fce1bb169cf4 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 210 time: 0.0684009 Oct 18 08:50:43.008005 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-ae267ff5-c8db-488a-8b98-29bcc9a54924 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:43.009514 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-ae267ff5-c8db-488a-8b98-29bcc9a54924 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.46 "GET /v2.0/networks?id=880d3e45-3823-4a3a-810f-4381963aa599 HTTP/1.1" status: 200 len: 809 time: 0.1541188 Oct 18 08:50:43.070583 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-8efb3f93-21d5-45b5-b50c-7101f412798b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82ccd3376e194c8882e8875462a9a400 HTTP/1.1" status: 200 len: 378 time: 0.0412335 Oct 18 08:50:43.081128 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Request body: {'port': {'device_id': 'f473c606-94b3-4837-963f-ad02c9d7b809', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'admin_state_up': True, 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'security_groups': ['f84ecab6-4194-42ef-94c5-d9a2fab476bb']}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:50:43.218617 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:50:43.228193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:50:43.238071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Made reservation on behalf of 82ccd3376e194c8882e8875462a9a400 for: {'port': 1} {{(pid=89046) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 08:50:43.241718 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:43.419263 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Allocated IP 172.20.0.10 (880d3e45-3823-4a3a-810f-4381963aa599/e0ab525a-0f81-406f-b401-455bc53987de/8f90c89e-7ac7-48ee-89a6-e1de34d81ade) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:50:43.693172 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:43.712721 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Transition to ACTIVE for port object 8f90c89e-7ac7-48ee-89a6-e1de34d81ade will not be triggered until provisioned by entity DHCP. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:50:43.750879 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:43.782403 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:50:43.821337 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Network 880d3e45-3823-4a3a-810f-4381963aa599 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:50:43.824611 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:50:43.829045 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:50:43.879589 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Pushing event updated for resources: {'Port': ['ID=8f90c89e-7ac7-48ee-89a6-e1de34d81ade,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:50:43.896416 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:43.897153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:43.897153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:43.897607 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:43.897988 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:43.898387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:43.898801 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:43.899192 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:43.899610 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:43.899998 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:43.900390 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:43.900775 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:50:43.936387 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:43.937127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:43.976245 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-e81f27fc-58a8-4b1f-8778-4094a1c67edb tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8968599 Oct 18 08:50:44.166705 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a238c14-9277-4bd4-9dc0-9027d3615a23 req-87c478b3-b015-4e2c-bfe0-c52e07846ac0 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:44.168278 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0a238c14-9277-4bd4-9dc0-9027d3615a23 req-87c478b3-b015-4e2c-bfe0-c52e07846ac0 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 932 time: 0.1247337 Oct 18 08:50:44.223411 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-0a238c14-9277-4bd4-9dc0-9027d3615a23 req-7dcf9097-6dd6-43ca-aa7b-343cbb96657b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485742 Oct 18 08:50:44.236289 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Provisioning for port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade completed by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:50:44.258283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Provisioning complete for port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade triggered by entity DHCP. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:50:44.258908 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:44.259346 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Attempt 1 to provision port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade Oct 18 08:50:44.322173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:50:44.823688 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Attempt 2 to provision port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade Oct 18 08:50:44.880640 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:50:45.381554 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Attempt 3 to provision port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade Oct 18 08:50:45.445386 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:50:45.561421 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ee725-69eb-449f-89c5-93ab463f9acf req-19257551-82d7-492d-b154-0367d66d5c9b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:45.562130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-ab6ee725-69eb-449f-89c5-93ab463f9acf req-19257551-82d7-492d-b154-0367d66d5c9b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Synchronizing usage tracker for tenant:82ccd3376e194c8882e8875462a9a400 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:50:45.579409 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-ab6ee725-69eb-449f-89c5-93ab463f9acf req-19257551-82d7-492d-b154-0367d66d5c9b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Unset dirty status for tenant:82ccd3376e194c8882e8875462a9a400 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:50:45.586069 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab6ee725-69eb-449f-89c5-93ab463f9acf req-19257551-82d7-492d-b154-0367d66d5c9b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 932 time: 0.2437305 Oct 18 08:50:45.633297 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-ab6ee725-69eb-449f-89c5-93ab463f9acf req-af5636d6-84c3-49f0-8bd0-f0ee589b37a1 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462687 Oct 18 08:50:45.947200 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Attempt 4 to provision port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade Oct 18 08:50:46.004060 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:50:46.505236 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Attempt 5 to provision port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade Oct 18 08:50:46.564426 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:50:46.851279 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f3aba-0f00-4069-ab7a-5f87a8c2eda0 req-354f2053-2743-4199-b902-e480c8d5206d tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:46.852760 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-181f3aba-0f00-4069-ab7a-5f87a8c2eda0 req-354f2053-2743-4199-b902-e480c8d5206d tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 932 time: 0.0921674 Oct 18 08:50:46.903988 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-181f3aba-0f00-4069-ab7a-5f87a8c2eda0 req-6e1f38fd-3e91-4e5e-9503-5e4f69d8eba1 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446820 Oct 18 08:50:47.066174 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Attempt 6 to provision port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade Oct 18 08:50:47.129715 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:50:47.631839 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Attempt 7 to provision port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade Oct 18 08:50:47.688623 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:50:48.123398 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7742a34-cc6a-453a-bcb9-bb59ca8070d7 req-f8a02b20-b7dd-48b9-9f6c-f6c742c25b8b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:48.124896 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e7742a34-cc6a-453a-bcb9-bb59ca8070d7 req-f8a02b20-b7dd-48b9-9f6c-f6c742c25b8b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 932 time: 0.0973709 Oct 18 08:50:48.184030 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e7742a34-cc6a-453a-bcb9-bb59ca8070d7 req-16d95c97-3db9-4f98-acda-8421a03f5aef tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522454 Oct 18 08:50:48.189981 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Attempt 8 to provision port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade Oct 18 08:50:48.255106 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:50:48.756292 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Attempt 9 to provision port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade Oct 18 08:50:48.815050 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:50:49.316199 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Attempt 10 to provision port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade Oct 18 08:50:49.381162 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-310d6b48-ea37-4bf0-b7c6-36a3681d84ce None None] Port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade cannot update to ACTIVE because it is not bound. {{(pid=89047) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 18 08:50:49.412006 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15dfc5-cf42-43ac-a87d-0f48c602d05d req-9a166952-b094-4ad3-80e3-62ea3605c88e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:49.413530 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4f15dfc5-cf42-43ac-a87d-0f48c602d05d req-9a166952-b094-4ad3-80e3-62ea3605c88e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 932 time: 0.1069415 Oct 18 08:50:49.461531 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-4f15dfc5-cf42-43ac-a87d-0f48c602d05d req-3ccde3cd-f29c-423f-ac97-37e75d09be71 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417976 Oct 18 08:50:50.661454 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f829c-f350-42d5-8129-d6e4fc7a935c req-d849bcea-e670-4a5c-8981-f7092a9499a2 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:50.662908 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fc6f829c-f350-42d5-8129-d6e4fc7a935c req-d849bcea-e670-4a5c-8981-f7092a9499a2 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 932 time: 0.0891914 Oct 18 08:50:50.706132 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-fc6f829c-f350-42d5-8129-d6e4fc7a935c req-e316d57e-acc4-407e-9e3c-846dfea7374d tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376484 Oct 18 08:50:50.881340 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-d6798cc1-e6c8-47ca-b03b-04704c991338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:50.956224 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Request body: {'port': {'device_id': 'f473c606-94b3-4837-963f-ad02c9d7b809', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:50:51.066001 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:51.403574 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f90c89e-7ac7-48ee-89a6-e1de34d81ade {{(pid=89046) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:50:51.410871 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:51.424859 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.provisioning_blocks [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Transition to ACTIVE for port object 8f90c89e-7ac7-48ee-89a6-e1de34d81ade will not be triggered until provisioned by entity L2. {{(pid=89046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 18 08:50:51.428090 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:51.612553 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Pushing event updated for resources: {'Port': ['ID=8f90c89e-7ac7-48ee-89a6-e1de34d81ade,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:50:51.652775 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Attempting to bind port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade on host hv-neutron-8616 for vnic_type normal with profile {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 18 08:50:51.653109 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Attempting to bind port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'de1884d5-3a00-481a-a9e7-312cca44a9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599'}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 18 08:50:51.653436 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Attempting to bind port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade on network 880d3e45-3823-4a3a-810f-4381963aa599 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:50:51.657968 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade on network 880d3e45-3823-4a3a-810f-4381963aa599 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 18 08:50:51.658288 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Attempting to bind port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade on network 880d3e45-3823-4a3a-810f-4381963aa599 {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 18 08:50:51.663334 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Checking agent: {'id': 'e77200e7-e3ad-4d30-82fc-8d60242df26f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'started_at': datetime.datetime(2022, 10, 18, 7, 47, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 18, 8, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 18 08:50:51.663919 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Checking segment: {'id': 'de1884d5-3a00-481a-a9e7-312cca44a9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 18 08:50:51.664019 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Bound using segment: {'id': 'de1884d5-3a00-481a-a9e7-312cca44a9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599'} {{(pid=89046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 18 08:50:51.664442 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.managers [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Bound port: 8f90c89e-7ac7-48ee-89a6-e1de34d81ade, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1884d5-3a00-481a-a9e7-312cca44a9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599'}}] {{(pid=89046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 18 08:50:51.664786 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:51.755976 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] For port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade, host hv-neutron-8616, cleared binding levels {{(pid=89046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 18 08:50:51.758985 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] For port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8f90c89e-7ac7-48ee-89a6-e1de34d81ade,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 18 08:50:51.763344 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:51.793268 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:51.793881 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:51.795809 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] 10.222.0.46 "PUT /v2.0/ports/8f90c89e-7ac7-48ee-89a6-e1de34d81ade HTTP/1.1" status: 200 len: 1094 time: 0.8439040 Oct 18 08:50:51.800891 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f473c606-94b3-4837-963f-ad02c9d7b809', 'tag': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:50:51.803694 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6281c88c5dea4cfd0b266e0e2b2346f7ab3f4b0c057c4c0ac22cbeff31bc4d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f51864-e285-4a08-8e2e-c906fb5ddc60" -d '{"events": [{"name": "network-changed", "server_uuid": "f473c606-94b3-4837-963f-ad02c9d7b809", "tag": "8f90c89e-7ac7-48ee-89a6-e1de34d81ade"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:50:51.879548 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a662575-fa53-4313-a010-42fd04f24e13 x-openstack-request-id: req-2a662575-fa53-4313-a010-42fd04f24e13 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:50:51.879840 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f473c606-94b3-4837-963f-ad02c9d7b809", "tag": "8f90c89e-7ac7-48ee-89a6-e1de34d81ade", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:50:51.880092 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2a662575-fa53-4313-a010-42fd04f24e13 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:50:51.880492 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a662575-fa53-4313-a010-42fd04f24e13'] response: {'name': 'network-changed', 'server_uuid': 'f473c606-94b3-4837-963f-ad02c9d7b809', 'tag': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade', 'status': 'completed', 'code': 200} Oct 18 08:50:51.895056 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263be79d-6836-4f45-be4b-6508bcdc0f2b service neutron] Pushing event updated for resources: {'Port': ['ID=8f90c89e-7ac7-48ee-89a6-e1de34d81ade,revision_number=3']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:50:51.922806 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-79d16164-e97a-411e-9319-8063ef3b84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:51.924767 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-79d16164-e97a-411e-9319-8063ef3b84cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ccd3376e194c8882e8875462a9a400&device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 1097 time: 0.0896769 Oct 18 08:50:51.933796 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2066d-a715-4754-991c-678371fb52b5 req-26eb2a02-9e54-48a6-bf35-29f6512ca401 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:51.936017 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c0b2066d-a715-4754-991c-678371fb52b5 req-26eb2a02-9e54-48a6-bf35-29f6512ca401 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 944 time: 0.1174848 Oct 18 08:50:51.979356 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c0b2066d-a715-4754-991c-678371fb52b5 req-49ea89f7-3e2e-40e8-b755-d70755c74785 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374331 Oct 18 08:50:51.999149 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-02a44b7e-9b17-4f28-b5f6-3ef568a9c805 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f90c89e-7ac7-48ee-89a6-e1de34d81ade HTTP/1.1" status: 200 len: 217 time: 0.0636098 Oct 18 08:50:52.065010 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-0469f27a-cdf4-4ec9-95a2-de1e4f0c86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:52.066361 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-0469f27a-cdf4-4ec9-95a2-de1e4f0c86bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0ab525a-0f81-406f-b401-455bc53987de HTTP/1.1" status: 200 len: 848 time: 0.0591261 Oct 18 08:50:52.149669 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-b46bf9ce-8d84-4cc9-9ac1-28d85b135752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:52.151063 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-b46bf9ce-8d84-4cc9-9ac1-28d85b135752 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=880d3e45-3823-4a3a-810f-4381963aa599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752754 Oct 18 08:50:52.283399 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-ac0948b5-dba3-4184-b2e8-807c8caa09bf service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226959 Oct 18 08:50:52.510026 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-e695b768-f844-4da7-98a1-b91fdb78e791 req-7ac96e64-ff0d-429f-8c90-496608fd2bf5 service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169404 Oct 18 08:50:52.636655 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f51864-e285-4a08-8e2e-c906fb5ddc60 req-da8a85ec-b2fd-4e77-bb1e-29008b0d9271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:52.638097 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-99f51864-e285-4a08-8e2e-c906fb5ddc60 req-da8a85ec-b2fd-4e77-bb1e-29008b0d9271 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ccd3376e194c8882e8875462a9a400&device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 1097 time: 0.0791588 Oct 18 08:50:52.766892 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f51864-e285-4a08-8e2e-c906fb5ddc60 req-a2d75692-a98b-4239-b216-3c61ae9b334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:52.768222 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-99f51864-e285-4a08-8e2e-c906fb5ddc60 req-a2d75692-a98b-4239-b216-3c61ae9b334a service neutron] 10.222.0.46 "GET /v2.0/networks?id=880d3e45-3823-4a3a-810f-4381963aa599 HTTP/1.1" status: 200 len: 910 time: 0.1235585 Oct 18 08:50:52.835974 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-99f51864-e285-4a08-8e2e-c906fb5ddc60 req-231ff357-f38f-4314-abc5-ec5ca25bed21 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f90c89e-7ac7-48ee-89a6-e1de34d81ade HTTP/1.1" status: 200 len: 217 time: 0.0607738 Oct 18 08:50:52.899266 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f51864-e285-4a08-8e2e-c906fb5ddc60 req-9b1ca488-d0a1-4fb4-b605-3af3f95beb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:52.900635 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-99f51864-e285-4a08-8e2e-c906fb5ddc60 req-9b1ca488-d0a1-4fb4-b605-3af3f95beb44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0ab525a-0f81-406f-b401-455bc53987de HTTP/1.1" status: 200 len: 848 time: 0.0589952 Oct 18 08:50:52.982924 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f51864-e285-4a08-8e2e-c906fb5ddc60 req-b0faac31-dbf3-40b8-949c-ac25fc409def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:52.984366 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-99f51864-e285-4a08-8e2e-c906fb5ddc60 req-b0faac31-dbf3-40b8-949c-ac25fc409def service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=880d3e45-3823-4a3a-810f-4381963aa599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756695 Oct 18 08:50:53.163018 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-293eaabd-c807-4bcb-80b7-93439fb30670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:53.174505 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-99f51864-e285-4a08-8e2e-c906fb5ddc60 req-06dbb8ea-ad57-4d7a-8e40-9a1d9086c355 service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823020 Oct 18 08:50:53.277673 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddc394-2f07-43ff-b144-a57801914474 req-96683c78-8fca-4d2f-be63-6689480db24d tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:53.279608 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-65ddc394-2f07-43ff-b144-a57801914474 req-96683c78-8fca-4d2f-be63-6689480db24d tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 944 time: 0.1806035 Oct 18 08:50:53.354413 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-65ddc394-2f07-43ff-b144-a57801914474 req-5f6b3e7e-5e34-45d1-a2af-e999c2bfb1f6 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655687 Oct 18 08:50:53.359883 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-99f51864-e285-4a08-8e2e-c906fb5ddc60 req-720b7e68-3c05-489f-a89c-374a796c7514 service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750457 Oct 18 08:50:53.930974 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:53.957166 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:54.551787 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0a14d-b9aa-4f53-9ed2-0d565f9868b0 req-af4fb6e6-f5d3-4a29-8322-bee4832a2033 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:54.553545 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bbb0a14d-b9aa-4f53-9ed2-0d565f9868b0 req-af4fb6e6-f5d3-4a29-8322-bee4832a2033 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 944 time: 0.0867445 Oct 18 08:50:54.600651 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-bbb0a14d-b9aa-4f53-9ed2-0d565f9868b0 req-2f2a766d-1b16-4d58-9464-e4c74d23ae6f tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415618 Oct 18 08:50:54.689453 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 8f90c89e-7ac7-48ee-89a6-e1de34d81ade details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:50:54.845616 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8f90c89e-7ac7-48ee-89a6-e1de34d81ade,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:50:54.859181 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'port_id': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade', 'mac_address': 'fa:16:3e:5b:96:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:50:54.914290 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade is: DOWN; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:50:54.914697 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:54.931534 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f90c89e-7ac7-48ee-89a6-e1de34d81ade {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:50:54.947277 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8f90c89e-7ac7-48ee-89a6-e1de34d81ade,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:50:54.951132 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:55.016198 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=8f90c89e-7ac7-48ee-89a6-e1de34d81ade,revision_number=4']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:50:55.209877 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['8f90c89e-7ac7-48ee-89a6-e1de34d81ade'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:50:55.557112 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:55.800414 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d037c-4bf1-481a-8a71-ad4dbe635202 req-0361946b-4fa0-43c9-9bbe-2d57080066a0 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:55.801861 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c04d037c-4bf1-481a-8a71-ad4dbe635202 req-0361946b-4fa0-43c9-9bbe-2d57080066a0 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 945 time: 0.0899770 Oct 18 08:50:55.845402 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-c04d037c-4bf1-481a-8a71-ad4dbe635202 req-1cd27e7c-8a1c-496e-961d-382cfadb48f3 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377963 Oct 18 08:50:56.689307 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 8f90c89e-7ac7-48ee-89a6-e1de34d81ade up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:50:56.757480 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning for port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade completed by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 18 08:50:56.762329 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:50:56.762728 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:56.763061 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade Oct 18 08:50:56.877118 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:50:56.877495 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:56.904582 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f473c606-94b3-4837-963f-ad02c9d7b809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:50:56.906869 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b61567b470f584a052a9dcbec076821e24fed52a956c52ac7a562ab6124d7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e318d7-b3dc-46fd-bd75-9972e7dc21bd" -d '{"events": [{"server_uuid": "f473c606-94b3-4837-963f-ad02c9d7b809", "name": "network-vif-plugged", "status": "completed", "tag": "8f90c89e-7ac7-48ee-89a6-e1de34d81ade"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:50:56.914373 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8f90c89e-7ac7-48ee-89a6-e1de34d81ade,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:50:56.919046 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:50:56.951380 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd113311-6948-4254-9e24-0e391cc501c9 x-openstack-request-id: req-cd113311-6948-4254-9e24-0e391cc501c9 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:50:56.951673 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f473c606-94b3-4837-963f-ad02c9d7b809", "name": "network-vif-plugged", "status": "completed", "tag": "8f90c89e-7ac7-48ee-89a6-e1de34d81ade", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:50:56.951921 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-cd113311-6948-4254-9e24-0e391cc501c9 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:50:56.952308 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd113311-6948-4254-9e24-0e391cc501c9'] response: {'server_uuid': 'f473c606-94b3-4837-963f-ad02c9d7b809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade', 'code': 200} Oct 18 08:50:56.990010 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=8f90c89e-7ac7-48ee-89a6-e1de34d81ade,revision_number=5']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:50:57.047694 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd87184-9d22-48e5-a3fe-7cf0786abf13 req-f7010ba4-230d-4620-9d44-03f3fdb97629 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:57.049187 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6dd87184-9d22-48e5-a3fe-7cf0786abf13 req-f7010ba4-230d-4620-9d44-03f3fdb97629 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 946 time: 0.0895028 Oct 18 08:50:57.096006 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6dd87184-9d22-48e5-a3fe-7cf0786abf13 req-9794faa4-6884-414b-86bd-cafca4835c95 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408297 Oct 18 08:50:57.196415 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488128b5-4fb1-4267-8510-68c82d7a4b23 req-bcea18b9-1c41-438b-8fce-89a9d2bfa7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:57.197815 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-488128b5-4fb1-4267-8510-68c82d7a4b23 req-bcea18b9-1c41-438b-8fce-89a9d2bfa7c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 1099 time: 0.0767844 Oct 18 08:50:57.240765 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-488128b5-4fb1-4267-8510-68c82d7a4b23 req-2f907643-0e3d-4a82-a603-de62043cd1be service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333028 Oct 18 08:50:58.299494 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272e362-a0b1-42a4-b791-e44b775f194a req-0564c850-aff1-4ca9-b886-c6b42472bbd9 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:58.300950 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8272e362-a0b1-42a4-b791-e44b775f194a req-0564c850-aff1-4ca9-b886-c6b42472bbd9 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 946 time: 0.0920746 Oct 18 08:50:58.349872 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-8272e362-a0b1-42a4-b791-e44b775f194a req-306c3579-499a-4a6a-b008-fbea87719e00 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419683 Oct 18 08:50:59.546379 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c67cb-20b4-4307-a87e-7f1196d32352 req-5deef0d0-1fca-43e9-bdd7-afca0fd47a07 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:59.547832 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6e3c67cb-20b4-4307-a87e-7f1196d32352 req-5deef0d0-1fca-43e9-bdd7-afca0fd47a07 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 946 time: 0.0888946 Oct 18 08:50:59.590844 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6e3c67cb-20b4-4307-a87e-7f1196d32352 req-34542529-f787-48fc-b873-8f9073cc523d tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371947 Oct 18 08:50:59.783052 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78ece2-39c0-4897-b7c5-d3b451aab6e7 req-2ad9d0ab-e5a4-47d5-b6b3-df13e15eeb8b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:59.784415 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f78ece2-39c0-4897-b7c5-d3b451aab6e7 req-2ad9d0ab-e5a4-47d5-b6b3-df13e15eeb8b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 946 time: 0.0862627 Oct 18 08:50:59.831209 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-2f78ece2-39c0-4897-b7c5-d3b451aab6e7 req-0a69b29f-30b6-4fb7-99a8-c66c18404fa3 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413027 Oct 18 08:50:59.858490 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43648) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:50:59.934658 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443cd85e-7971-4deb-90cf-35e9a2b5840b tempest-TestSnapshotPattern-1148723823 tempest-TestSnapshotPattern-1148723823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:50:59.936744 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-443cd85e-7971-4deb-90cf-35e9a2b5840b tempest-TestSnapshotPattern-1148723823 tempest-TestSnapshotPattern-1148723823-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 1094 time: 0.0772872 Oct 18 08:50:59.939541 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43652) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:50:59.944373 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.v2.base [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Request body: {'floatingip': {'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'port_id': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89046) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 08:50:59.950159 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 18 08:50:59.953931 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Usage tracker for resource:floatingip and tenant:82ccd3376e194c8882e8875462a9a400 is out of sync, need to count used quota {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 18 08:50:59.956723 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89046) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 18 08:50:59.962320 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.quota.driver [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89046) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 18 08:50:59.972505 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for floatingip, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:00.106161 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:00.338063 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_common [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Allocated IP 172.26.8.193 (d273aec7-4774-4175-825f-ae90a4511626/6ada5b90-04ff-40dc-9d24-7f866691bb20/4b4efc0f-2577-4e10-818b-cdc39bc22ead) {{(pid=89046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 08:51:00.480626 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for port, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:00.510381 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775356434396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:00.577546 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Network d273aec7-4774-4175-825f-ae90a4511626 is already hosted by enough agents. {{(pid=89046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 08:51:00.580337 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.base_scheduler [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Resources bound (agent type, host, resource id): {{(pid=89046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 08:51:00.583906 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Received port after_create {{(pid=89046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 18 08:51:00.616750 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Pushing event updated for resources: {'Port': ['ID=4b4efc0f-2577-4e10-818b-cdc39bc22ead,revision_number=1']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:51:00.979546 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:01.052993 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:01.258689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for port, precommit_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:01.263029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132233194'] for port, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:01.367801 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Pushing event updated for resources: {'Port': ['ID=4b4efc0f-2577-4e10-818b-cdc39bc22ead,revision_number=2']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:51:01.373025 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-407376'] for floatingip, after_update {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:01.536005 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Floating IP fdd3ff9e-241b-4f3a-bfc6-0117a7ae27b6 associated. External IP: 172.26.8.193, port: 8f90c89e-7ac7-48ee-89a6-e1de34d81ade. Oct 18 08:51:01.978278 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Router b13a1d4d-468a-453d-8bb1-9d661c6e092c has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:51:02.156349 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:51:02.166841 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c0edb4-0ca6-4df1-a8a9-35ada7480306 None None] Sync routers for ids ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:51:02.178577 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c0edb4-0ca6-4df1-a8a9-35ada7480306 None None] Routers {'b13a1d4d-468a-453d-8bb1-9d661c6e092c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:51:02.179256 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-32c0edb4-0ca6-4df1-a8a9-35ada7480306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:50:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:51:02.182672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:02.237994 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-8ab1df61-d509-46c6-87b6-14143e583a97 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2973509 Oct 18 08:51:02.238677 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f473c606-94b3-4837-963f-ad02c9d7b809', 'tag': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:51:02.241029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6281c88c5dea4cfd0b266e0e2b2346f7ab3f4b0c057c4c0ac22cbeff31bc4d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33dc278-16cd-4709-9d8b-133495b401a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f473c606-94b3-4837-963f-ad02c9d7b809", "tag": "8f90c89e-7ac7-48ee-89a6-e1de34d81ade"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:51:02.283121 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192ab62d-b46b-4b9e-8f10-dcf8e8cfe2ed x-openstack-request-id: req-192ab62d-b46b-4b9e-8f10-dcf8e8cfe2ed {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:51:02.283430 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f473c606-94b3-4837-963f-ad02c9d7b809", "tag": "8f90c89e-7ac7-48ee-89a6-e1de34d81ade", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:51:02.283679 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-192ab62d-b46b-4b9e-8f10-dcf8e8cfe2ed {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:51:02.284077 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-192ab62d-b46b-4b9e-8f10-dcf8e8cfe2ed'] response: {'name': 'network-changed', 'server_uuid': 'f473c606-94b3-4837-963f-ad02c9d7b809', 'tag': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade', 'status': 'completed', 'code': 200} Oct 18 08:51:02.358338 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-32c0edb4-0ca6-4df1-a8a9-35ada7480306 None None] Set router b13a1d4d-468a-453d-8bb1-9d661c6e092c gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:51:02.382193 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33dc278-16cd-4709-9d8b-133495b401a3 req-1a0982b3-a5b6-4dae-a2ce-d9a297b1783d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:51:02.383703 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b33dc278-16cd-4709-9d8b-133495b401a3 req-1a0982b3-a5b6-4dae-a2ce-d9a297b1783d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ccd3376e194c8882e8875462a9a400&device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 1099 time: 0.0791554 Oct 18 08:51:02.514000 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33dc278-16cd-4709-9d8b-133495b401a3 req-6a170b24-fb87-4935-a2dd-6854042138dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:51:02.515382 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b33dc278-16cd-4709-9d8b-133495b401a3 req-6a170b24-fb87-4935-a2dd-6854042138dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=880d3e45-3823-4a3a-810f-4381963aa599 HTTP/1.1" status: 200 len: 910 time: 0.1260219 Oct 18 08:51:02.620669 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b33dc278-16cd-4709-9d8b-133495b401a3 req-a20d06a0-160d-4afa-aeac-fcf0bf7bee12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f90c89e-7ac7-48ee-89a6-e1de34d81ade HTTP/1.1" status: 200 len: 1000 time: 0.0991104 Oct 18 08:51:02.681842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33dc278-16cd-4709-9d8b-133495b401a3 req-71b7a04d-e920-465c-bc4b-1f90f593fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:51:02.683266 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b33dc278-16cd-4709-9d8b-133495b401a3 req-71b7a04d-e920-465c-bc4b-1f90f593fb6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0ab525a-0f81-406f-b401-455bc53987de HTTP/1.1" status: 200 len: 848 time: 0.0565910 Oct 18 08:51:02.727929 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-32c0edb4-0ca6-4df1-a8a9-35ada7480306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:48:05Z', 'revision_number': 4, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port': {'id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:02Z', 'updated_at': '2022-10-18T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '9057299c-a87e-4717-94b8-478bd0464ec0', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'port_id': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'mac_address': 'fa:16:3e:ef:a6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:48:27Z', 'updated_at': '2022-10-18T08:48:30Z', 'revision_number': 1, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'fixed_ip_address_scope': None}, {'id': 'fdd3ff9e-241b-4f3a-bfc6-0117a7ae27b6', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'floating_ip_address': '172.26.8.193', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'port_id': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'mac_address': 'fa:16:3e:5b:96:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f473c606-94b3-4837-963f-ad02c9d7b809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:51:00Z', 'updated_at': '2022-10-18T08:51:00Z', 'revision_number': 0, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57875d2-f840-43d5-b4d7-a7bc39b14ce4', 'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'mac_address': 'fa:16:3e:a6:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:04Z', 'updated_at': '2022-10-18T08:48:11Z', 'revision_number': 5, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'subnets': [{'id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:51:02.731720 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c0edb4-0ca6-4df1-a8a9-35ada7480306 None None] Checking router: b13a1d4d-468a-453d-8bb1-9d661c6e092c for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:51:02.739844 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c0edb4-0ca6-4df1-a8a9-35ada7480306 None None] Routers {'b13a1d4d-468a-453d-8bb1-9d661c6e092c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:51:02.740415 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-32c0edb4-0ca6-4df1-a8a9-35ada7480306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:50:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:51:02.767016 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33dc278-16cd-4709-9d8b-133495b401a3 req-c06e24b6-2322-4c9c-94af-6ab8f9168530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:51:02.768387 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b33dc278-16cd-4709-9d8b-133495b401a3 req-c06e24b6-2322-4c9c-94af-6ab8f9168530 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=880d3e45-3823-4a3a-810f-4381963aa599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793667 Oct 18 08:51:02.898076 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b33dc278-16cd-4709-9d8b-133495b401a3 req-a4266c7b-98db-427e-a6ac-3b78fcc2ff7b service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236298 Oct 18 08:51:02.913445 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-32c0edb4-0ca6-4df1-a8a9-35ada7480306 None None] Set router b13a1d4d-468a-453d-8bb1-9d661c6e092c gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:51:03.027844 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-b33dc278-16cd-4709-9d8b-133495b401a3 req-95b552e8-375f-49f0-acce-7ccd5926261e service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235397 Oct 18 08:51:03.254581 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-32c0edb4-0ca6-4df1-a8a9-35ada7480306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:48:05Z', 'revision_number': 4, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port': {'id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:02Z', 'updated_at': '2022-10-18T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '9057299c-a87e-4717-94b8-478bd0464ec0', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'port_id': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'mac_address': 'fa:16:3e:ef:a6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:48:27Z', 'updated_at': '2022-10-18T08:48:30Z', 'revision_number': 1, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'fixed_ip_address_scope': None}, {'id': 'fdd3ff9e-241b-4f3a-bfc6-0117a7ae27b6', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'floating_ip_address': '172.26.8.193', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'port_id': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'mac_address': 'fa:16:3e:5b:96:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f473c606-94b3-4837-963f-ad02c9d7b809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:51:00Z', 'updated_at': '2022-10-18T08:51:00Z', 'revision_number': 0, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57875d2-f840-43d5-b4d7-a7bc39b14ce4', 'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'mac_address': 'fa:16:3e:a6:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:04Z', 'updated_at': '2022-10-18T08:48:11Z', 'revision_number': 5, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'subnets': [{'id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:51:03.258597 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c0edb4-0ca6-4df1-a8a9-35ada7480306 None None] The sync data for ids ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'] in dv-neutron-861625-1-hyperv is: [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:48:05Z', 'revision_number': 4, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port': {'id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:02Z', 'updated_at': '2022-10-18T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '9057299c-a87e-4717-94b8-478bd0464ec0', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'port_id': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'mac_address': 'fa:16:3e:ef:a6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:48:27Z', 'updated_at': '2022-10-18T08:48:30Z', 'revision_number': 1, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'fixed_ip_address_scope': None}, {'id': 'fdd3ff9e-241b-4f3a-bfc6-0117a7ae27b6', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'floating_ip_address': '172.26.8.193', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'port_id': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'mac_address': 'fa:16:3e:5b:96:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f473c606-94b3-4837-963f-ad02c9d7b809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:51:00Z', 'updated_at': '2022-10-18T08:51:00Z', 'revision_number': 0, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57875d2-f840-43d5-b4d7-a7bc39b14ce4', 'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'mac_address': 'fa:16:3e:a6:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:04Z', 'updated_at': '2022-10-18T08:48:11Z', 'revision_number': 5, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'subnets': [{'id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:51:03.439019 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57229463-6c04-4c26-bbd3-7d8476028559 None None] New status for floating IP fdd3ff9e-241b-4f3a-bfc6-0117a7ae27b6: ACTIVE {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:51:05.106726 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:20.781026 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:51:20.882751 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-3953a263-9a9e-485b-9702-2a6ed0dd81b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:23.156891 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-4814d142-4564-4751-abcd-18bad84f3c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:23.932704 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:23.959057 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:25.560968 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:32.624955 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af405e52-ee16-4fa1-8550-6547e35aeb42 req-0ceb654d-4d98-4153-94ed-63f3c1986976 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783241 Oct 18 08:51:32.777145 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af405e52-ee16-4fa1-8550-6547e35aeb42 req-405f7b6e-777b-4c86-bab3-265accb2cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:51:32.778758 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af405e52-ee16-4fa1-8550-6547e35aeb42 req-405f7b6e-777b-4c86-bab3-265accb2cd73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ccd3376e194c8882e8875462a9a400&device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 1096 time: 0.0818720 Oct 18 08:51:32.929086 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af405e52-ee16-4fa1-8550-6547e35aeb42 req-b6f6ed71-49c8-4efc-9433-56c22ddd2b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:51:32.930428 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af405e52-ee16-4fa1-8550-6547e35aeb42 req-b6f6ed71-49c8-4efc-9433-56c22ddd2b5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=880d3e45-3823-4a3a-810f-4381963aa599 HTTP/1.1" status: 200 len: 910 time: 0.1281197 Oct 18 08:51:33.136829 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af405e52-ee16-4fa1-8550-6547e35aeb42 req-92292579-1907-4286-a0b2-adb91a19a5e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ec227da-5b8f-4cc7-a09a-3e6f6950539f HTTP/1.1" status: 200 len: 999 time: 0.1997023 Oct 18 08:51:33.204484 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af405e52-ee16-4fa1-8550-6547e35aeb42 req-c1870a21-f0cd-4811-95a6-e38069d601e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:51:33.205884 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af405e52-ee16-4fa1-8550-6547e35aeb42 req-c1870a21-f0cd-4811-95a6-e38069d601e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0ab525a-0f81-406f-b401-455bc53987de HTTP/1.1" status: 200 len: 848 time: 0.0604961 Oct 18 08:51:33.300265 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af405e52-ee16-4fa1-8550-6547e35aeb42 req-9feea445-4c0b-4d9d-b89c-a2e864f00fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:51:33.301907 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af405e52-ee16-4fa1-8550-6547e35aeb42 req-9feea445-4c0b-4d9d-b89c-a2e864f00fc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=880d3e45-3823-4a3a-810f-4381963aa599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869598 Oct 18 08:51:33.314913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [req-af405e52-ee16-4fa1-8550-6547e35aeb42 req-88585209-6d38-4d1c-99f9-9c8080beada5 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=89046) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 08:51:33.315803 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af405e52-ee16-4fa1-8550-6547e35aeb42 req-88585209-6d38-4d1c-99f9-9c8080beada5 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047822 Oct 18 08:51:33.450128 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af405e52-ee16-4fa1-8550-6547e35aeb42 req-6e9e5ceb-0e37-4ce3-bb17-51bbe4f96537 service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226809 Oct 18 08:51:33.582443 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-af405e52-ee16-4fa1-8550-6547e35aeb42 req-8c4fad2e-d546-4508-bb94-ac6d815cca57 service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231649 Oct 18 08:51:35.108798 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:50.885146 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9c4d8fe8-2781-4dc2-ba70-ddca9edbbfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:53.159788 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-dfe09411-a0d0-426a-b3cd-43ce4a50a77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:53.935088 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:53.961729 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:55.565387 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:51:57.780615 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:52:05.121224 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:20.886466 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b777f448-d2ad-4a7a-9aee-cc7f0642d618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:23.163735 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cf458f99-466a-45e2-b17f-9c5f1a754372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:23.937732 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:23.965264 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:25.566929 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:33.669570 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4b6dab54-c04f-41a2-96eb-8186173fcc91 req-5aefe441-1651-498c-92ee-8f09df21e7b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744059 Oct 18 08:52:33.775672 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dab54-c04f-41a2-96eb-8186173fcc91 req-82088970-b175-41b5-89c8-f0815d2bb344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:52:33.777134 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4b6dab54-c04f-41a2-96eb-8186173fcc91 req-82088970-b175-41b5-89c8-f0815d2bb344 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ccd3376e194c8882e8875462a9a400&device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 1099 time: 0.0820057 Oct 18 08:52:33.926105 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dab54-c04f-41a2-96eb-8186173fcc91 req-de7e4156-d793-4015-b315-213625357e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:52:33.927790 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4b6dab54-c04f-41a2-96eb-8186173fcc91 req-de7e4156-d793-4015-b315-213625357e02 service neutron] 10.222.0.46 "GET /v2.0/networks?id=880d3e45-3823-4a3a-810f-4381963aa599 HTTP/1.1" status: 200 len: 910 time: 0.1274087 Oct 18 08:52:34.031548 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4b6dab54-c04f-41a2-96eb-8186173fcc91 req-c644a0be-7a04-4b15-be93-b2d68fd3c25d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f90c89e-7ac7-48ee-89a6-e1de34d81ade HTTP/1.1" status: 200 len: 1002 time: 0.0953031 Oct 18 08:52:34.100397 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dab54-c04f-41a2-96eb-8186173fcc91 req-b1685239-aee1-4926-8c5b-031c7ef2f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:52:34.101914 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4b6dab54-c04f-41a2-96eb-8186173fcc91 req-b1685239-aee1-4926-8c5b-031c7ef2f411 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0ab525a-0f81-406f-b401-455bc53987de HTTP/1.1" status: 200 len: 848 time: 0.0615301 Oct 18 08:52:34.192849 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dab54-c04f-41a2-96eb-8186173fcc91 req-c1749ff5-3201-42c1-a300-0651acef4440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:52:34.194329 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4b6dab54-c04f-41a2-96eb-8186173fcc91 req-c1749ff5-3201-42c1-a300-0651acef4440 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=880d3e45-3823-4a3a-810f-4381963aa599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789649 Oct 18 08:52:34.329294 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4b6dab54-c04f-41a2-96eb-8186173fcc91 req-d9085249-02d5-446b-87d4-605f2fa25f78 service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245935 Oct 18 08:52:34.461597 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-4b6dab54-c04f-41a2-96eb-8186173fcc91 req-be8230e3-68ff-4418-bb57-7d11495f5f6e service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228936 Oct 18 08:52:34.780610 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:52:35.122118 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:45.281295 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 8f90c89e-7ac7-48ee-89a6-e1de34d81ade details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=89047) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 18 08:52:45.423545 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8f90c89e-7ac7-48ee-89a6-e1de34d81ade,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:52:45.473745 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Returning: {'device': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'port_id': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade', 'mac_address': 'fa:16:3e:5b:96:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89047) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 18 08:52:45.541994 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade is: ACTIVE; New status is: BUILD {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:52:45.542369 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:45.560458 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f90c89e-7ac7-48ee-89a6-e1de34d81ade {{(pid=89047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 18 08:52:45.579640 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8f90c89e-7ac7-48ee-89a6-e1de34d81ade,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:52:45.584972 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:45.668214 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=8f90c89e-7ac7-48ee-89a6-e1de34d81ade,revision_number=6']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:52:45.674064 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] get_ports_and_sgs() called for port_ids ['8f90c89e-7ac7-48ee-89a6-e1de34d81ade'] {{(pid=89047) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 18 08:52:45.716987 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:45.717554 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:45.717902 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:45.718374 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:45.718844 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:45.719165 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:45.719540 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:45.719868 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:45.720251 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:45.720573 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:45.720887 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:45.727026 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:47.295451 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 8f90c89e-7ac7-48ee-89a6-e1de34d81ade up at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 18 08:52:47.371180 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.provisioning_blocks [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Provisioning complete for port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade triggered by entity L2. {{(pid=89047) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 18 08:52:47.371565 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1709590'] for port, provisioning_complete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:47.371901 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Attempt 1 to provision port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade Oct 18 08:52:47.501469 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade is: BUILD; New status is: ACTIVE {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:52:47.501846 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:47.536693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f473c606-94b3-4837-963f-ad02c9d7b809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:52:47.539093 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b61567b470f584a052a9dcbec076821e24fed52a956c52ac7a562ab6124d7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefd6ac8-e95f-415e-a007-4dadeb670ad9" -d '{"events": [{"server_uuid": "f473c606-94b3-4837-963f-ad02c9d7b809", "name": "network-vif-plugged", "status": "completed", "tag": "8f90c89e-7ac7-48ee-89a6-e1de34d81ade"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:52:47.549131 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8f90c89e-7ac7-48ee-89a6-e1de34d81ade,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:52:47.554693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:47.618815 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6b31a3-17bd-4d29-bd75-5eeb1f806111 x-openstack-request-id: req-eb6b31a3-17bd-4d29-bd75-5eeb1f806111 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:52:47.619199 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f473c606-94b3-4837-963f-ad02c9d7b809", "name": "network-vif-plugged", "status": "completed", "tag": "8f90c89e-7ac7-48ee-89a6-e1de34d81ade", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:52:47.619375 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-eb6b31a3-17bd-4d29-bd75-5eeb1f806111 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:52:47.619791 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb6b31a3-17bd-4d29-bd75-5eeb1f806111'] response: {'server_uuid': 'f473c606-94b3-4837-963f-ad02c9d7b809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade', 'code': 200} Oct 18 08:52:47.633470 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=8f90c89e-7ac7-48ee-89a6-e1de34d81ade,revision_number=7']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:52:50.904268 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5a60176d-4c4e-4b1c-ad77-f573b58f0396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:53.184655 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-0f8b726c-733a-412d-bacb-3bd019056e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:53.942775 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:53.970583 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:55.571574 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:55.718301 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43852) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:52:56.007019 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Deleting port 4b4efc0f-2577-4e10-818b-cdc39bc22ead {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:52:56.007266 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:56.175828 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:56.176159 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:56.296868 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Calling delete_port for 4b4efc0f-2577-4e10-818b-cdc39bc22ead owned by network:floatingip {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:52:56.443584 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:56.488895 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Pushing event deleted for resources: {'Port': ['ID=4b4efc0f-2577-4e10-818b-cdc39bc22ead,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:52:56.561051 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:56.561319 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:56.561655 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:56.561986 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:56.562316 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:56.562735 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:56.563063 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:56.563391 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:56.563714 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:56.564037 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:56.564354 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:56.564669 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:52:56.595223 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for floatingip, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:56.595552 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Floating IP fdd3ff9e-241b-4f3a-bfc6-0117a7ae27b6 disassociated (deleted). External IP: 172.26.8.193, port: 8f90c89e-7ac7-48ee-89a6-e1de34d81ade. Oct 18 08:52:56.936413 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Router b13a1d4d-468a-453d-8bb1-9d661c6e092c has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:52:57.111676 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:52:57.122002 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9fdc4d-53c0-419f-82ac-346d6da0d9e5 None None] Sync routers for ids ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:52:57.131489 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:57.132176 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9fdc4d-53c0-419f-82ac-346d6da0d9e5 None None] Routers {'b13a1d4d-468a-453d-8bb1-9d661c6e092c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:52:57.132952 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-fe9fdc4d-53c0-419f-82ac-346d6da0d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:52:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:52:57.187478 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2575cd14-dcfa-45e7-b113-ea9ef7d0cc3b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "DELETE /v2.0/floatingips/fdd3ff9e-241b-4f3a-bfc6-0117a7ae27b6 HTTP/1.1" status: 204 len: 168 time: 1.4679883 Oct 18 08:52:57.188177 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f473c606-94b3-4837-963f-ad02c9d7b809', 'tag': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:52:57.190697 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6281c88c5dea4cfd0b266e0e2b2346f7ab3f4b0c057c4c0ac22cbeff31bc4d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7940f2e8-a851-4eb0-ba1e-05a66668cbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "f473c606-94b3-4837-963f-ad02c9d7b809", "tag": "8f90c89e-7ac7-48ee-89a6-e1de34d81ade"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:52:57.234359 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abc48cc-2b62-4711-aa87-8b6e707ba4d4 x-openstack-request-id: req-0abc48cc-2b62-4711-aa87-8b6e707ba4d4 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:52:57.234675 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f473c606-94b3-4837-963f-ad02c9d7b809", "tag": "8f90c89e-7ac7-48ee-89a6-e1de34d81ade", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:52:57.234929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0abc48cc-2b62-4711-aa87-8b6e707ba4d4 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:52:57.235335 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0abc48cc-2b62-4711-aa87-8b6e707ba4d4'] response: {'name': 'network-changed', 'server_uuid': 'f473c606-94b3-4837-963f-ad02c9d7b809', 'tag': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade', 'status': 'completed', 'code': 200} Oct 18 08:52:57.325007 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-fe9fdc4d-53c0-419f-82ac-346d6da0d9e5 None None] Set router b13a1d4d-468a-453d-8bb1-9d661c6e092c gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:52:57.338759 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940f2e8-a851-4eb0-ba1e-05a66668cbc6 req-d7b7247e-0bee-4fd0-aae0-94dee5781e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:52:57.340341 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7940f2e8-a851-4eb0-ba1e-05a66668cbc6 req-d7b7247e-0bee-4fd0-aae0-94dee5781e5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ccd3376e194c8882e8875462a9a400&device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 1099 time: 0.0839117 Oct 18 08:52:57.585144 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940f2e8-a851-4eb0-ba1e-05a66668cbc6 req-b4dbee3e-7c64-45d4-8923-c436b88103eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:52:57.587195 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7940f2e8-a851-4eb0-ba1e-05a66668cbc6 req-b4dbee3e-7c64-45d4-8923-c436b88103eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=880d3e45-3823-4a3a-810f-4381963aa599 HTTP/1.1" status: 200 len: 910 time: 0.2394662 Oct 18 08:52:57.635108 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a783b5-8ab1-4c21-b2dd-2d6333680f36 req-3130b6c5-5876-4e83-84c4-7516608fe004 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:52:57.636696 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c7a783b5-8ab1-4c21-b2dd-2d6333680f36 req-3130b6c5-5876-4e83-84c4-7516608fe004 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 946 time: 0.1401968 Oct 18 08:52:57.655985 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7940f2e8-a851-4eb0-ba1e-05a66668cbc6 req-eac76db8-ac70-46d9-90dc-a2dd1be35dcf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f90c89e-7ac7-48ee-89a6-e1de34d81ade HTTP/1.1" status: 200 len: 217 time: 0.0615370 Oct 18 08:52:57.685088 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-c7a783b5-8ab1-4c21-b2dd-2d6333680f36 req-25f3f4d2-4323-4f21-9f42-e0dce589988f tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426204 Oct 18 08:52:57.723074 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940f2e8-a851-4eb0-ba1e-05a66668cbc6 req-181da182-8518-4f1d-9a7f-fbaca7b19e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:52:57.724521 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7940f2e8-a851-4eb0-ba1e-05a66668cbc6 req-181da182-8518-4f1d-9a7f-fbaca7b19e7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0ab525a-0f81-406f-b401-455bc53987de HTTP/1.1" status: 200 len: 848 time: 0.0615776 Oct 18 08:52:57.730932 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-fe9fdc4d-53c0-419f-82ac-346d6da0d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:48:05Z', 'revision_number': 4, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port': {'id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:02Z', 'updated_at': '2022-10-18T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '9057299c-a87e-4717-94b8-478bd0464ec0', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'port_id': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'mac_address': 'fa:16:3e:ef:a6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:48:27Z', 'updated_at': '2022-10-18T08:48:30Z', 'revision_number': 1, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57875d2-f840-43d5-b4d7-a7bc39b14ce4', 'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'mac_address': 'fa:16:3e:a6:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:04Z', 'updated_at': '2022-10-18T08:48:11Z', 'revision_number': 5, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'subnets': [{'id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:52:57.734844 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9fdc4d-53c0-419f-82ac-346d6da0d9e5 None None] Checking router: b13a1d4d-468a-453d-8bb1-9d661c6e092c for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:52:57.743146 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9fdc4d-53c0-419f-82ac-346d6da0d9e5 None None] Routers {'b13a1d4d-468a-453d-8bb1-9d661c6e092c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:52:57.743720 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-fe9fdc4d-53c0-419f-82ac-346d6da0d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:52:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:52:57.806663 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940f2e8-a851-4eb0-ba1e-05a66668cbc6 req-5fb8c0cb-b6bf-4ab3-a7d4-5faa1149ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:52:57.808148 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7940f2e8-a851-4eb0-ba1e-05a66668cbc6 req-5fb8c0cb-b6bf-4ab3-a7d4-5faa1149ad8a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=880d3e45-3823-4a3a-810f-4381963aa599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767272 Oct 18 08:52:57.916050 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-fe9fdc4d-53c0-419f-82ac-346d6da0d9e5 None None] Set router b13a1d4d-468a-453d-8bb1-9d661c6e092c gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:52:57.941629 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7940f2e8-a851-4eb0-ba1e-05a66668cbc6 req-4eb834e1-28a5-490d-9f67-2045cf27726b service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252408 Oct 18 08:52:58.075574 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-7940f2e8-a851-4eb0-ba1e-05a66668cbc6 req-bff978ce-731f-4ead-bb9e-965f34a88fc6 service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258743 Oct 18 08:52:58.257016 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-fe9fdc4d-53c0-419f-82ac-346d6da0d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:48:05Z', 'revision_number': 4, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port': {'id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:02Z', 'updated_at': '2022-10-18T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '9057299c-a87e-4717-94b8-478bd0464ec0', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'port_id': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'mac_address': 'fa:16:3e:ef:a6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:48:27Z', 'updated_at': '2022-10-18T08:48:30Z', 'revision_number': 1, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57875d2-f840-43d5-b4d7-a7bc39b14ce4', 'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'mac_address': 'fa:16:3e:a6:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:04Z', 'updated_at': '2022-10-18T08:48:11Z', 'revision_number': 5, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'subnets': [{'id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:52:58.260885 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9fdc4d-53c0-419f-82ac-346d6da0d9e5 None None] The sync data for ids ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'] in dv-neutron-861625-1-hyperv is: [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:48:05Z', 'revision_number': 4, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port': {'id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:02Z', 'updated_at': '2022-10-18T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_floatingips': [{'id': '9057299c-a87e-4717-94b8-478bd0464ec0', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'floating_ip_address': '172.26.8.186', 'floating_network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'router_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'port_id': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'mac_address': 'fa:16:3e:ef:a6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-18T08:48:27Z', 'updated_at': '2022-10-18T08:48:30Z', 'revision_number': 1, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57875d2-f840-43d5-b4d7-a7bc39b14ce4', 'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'mac_address': 'fa:16:3e:a6:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:04Z', 'updated_at': '2022-10-18T08:48:11Z', 'revision_number': 5, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'subnets': [{'id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:52:58.479617 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc9e33-0c05-4561-b05f-e9dff9b4d888 None None] New status for floating IP fdd3ff9e-241b-4f3a-bfc6-0117a7ae27b6: DOWN {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:52:58.889346 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf83e6-19bb-4310-a611-32d04c536114 req-810145cf-ee23-4bae-ab3b-d2ec5c5c4b00 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:52:58.889948 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-cbcf83e6-19bb-4310-a611-32d04c536114 req-810145cf-ee23-4bae-ab3b-d2ec5c5c4b00 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Synchronizing usage tracker for tenant:82ccd3376e194c8882e8875462a9a400 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:52:58.904510 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-cbcf83e6-19bb-4310-a611-32d04c536114 req-810145cf-ee23-4bae-ab3b-d2ec5c5c4b00 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Unset dirty status for tenant:82ccd3376e194c8882e8875462a9a400 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:52:58.905673 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cbcf83e6-19bb-4310-a611-32d04c536114 req-810145cf-ee23-4bae-ab3b-d2ec5c5c4b00 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 946 time: 0.1063936 Oct 18 08:52:58.949687 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cbcf83e6-19bb-4310-a611-32d04c536114 req-7158d2a1-4e6f-4d45-9901-7a0220110894 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384419 Oct 18 08:52:59.323635 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa170395-19b9-4b76-9aac-59ca760f33c0 req-d8e6b24f-6fe6-4a1b-82b8-7b0cd60e74fe tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:52:59.325055 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aa170395-19b9-4b76-9aac-59ca760f33c0 req-d8e6b24f-6fe6-4a1b-82b8-7b0cd60e74fe tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.46 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 946 time: 0.0876360 Oct 18 08:52:59.386975 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 8f90c89e-7ac7-48ee-89a6-e1de34d81ade no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:52:59.395791 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-aa170395-19b9-4b76-9aac-59ca760f33c0 req-43b92396-7590-4836-9a8d-2891c5f31e2b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Deleting port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:52:59.396130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-aa170395-19b9-4b76-9aac-59ca760f33c0 req-43b92396-7590-4836-9a8d-2891c5f31e2b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:59.500934 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Current status of the port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade is: ACTIVE; New status is: DOWN {{(pid=89047) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 18 08:52:59.501504 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723663'] for port, before_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:59.527067 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f473c606-94b3-4837-963f-ad02c9d7b809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade'}] {{(pid=89047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:52:59.530365 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b61567b470f584a052a9dcbec076821e24fed52a956c52ac7a562ab6124d7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265ea6da-45ef-464e-9cfc-ecca0c5918e8" -d '{"events": [{"server_uuid": "f473c606-94b3-4837-963f-ad02c9d7b809", "name": "network-vif-unplugged", "status": "completed", "tag": "8f90c89e-7ac7-48ee-89a6-e1de34d81ade"}]}' {{(pid=89047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:52:59.537597 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] For port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8f90c89e-7ac7-48ee-89a6-e1de34d81ade,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:52:59.542768 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775356885333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775356434414', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775356435487'] for port, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:59.578988 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Oct 2022 08:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b224de1f-1563-4870-b35e-3ce24468db36 x-openstack-request-id: req-b224de1f-1563-4870-b35e-3ce24468db36 {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:52:59.579275 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f473c606-94b3-4837-963f-ad02c9d7b809", "name": "network-vif-unplugged", "status": "completed", "tag": "8f90c89e-7ac7-48ee-89a6-e1de34d81ade", "code": 200}]} {{(pid=89047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:52:59.579523 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b224de1f-1563-4870-b35e-3ce24468db36 {{(pid=89047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:52:59.579918 dv-neutron-861625-1-hyperv neutron-server[89047]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b224de1f-1563-4870-b35e-3ce24468db36'] response: {'server_uuid': 'f473c606-94b3-4837-963f-ad02c9d7b809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade', 'code': 200} Oct 18 08:52:59.611568 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Pushing event updated for resources: {'Port': ['ID=8f90c89e-7ac7-48ee-89a6-e1de34d81ade,revision_number=8']} {{(pid=89047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:52:59.645071 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-aa170395-19b9-4b76-9aac-59ca760f33c0 req-43b92396-7590-4836-9a8d-2891c5f31e2b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] For port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8f90c89e-7ac7-48ee-89a6-e1de34d81ade,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:52:59.645422 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-aa170395-19b9-4b76-9aac-59ca760f33c0 req-43b92396-7590-4836-9a8d-2891c5f31e2b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:52:59.763850 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-aa170395-19b9-4b76-9aac-59ca760f33c0 req-43b92396-7590-4836-9a8d-2891c5f31e2b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Calling delete_port for 8f90c89e-7ac7-48ee-89a6-e1de34d81ade owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:52:59.845627 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.db.api [req-aa170395-19b9-4b76-9aac-59ca760f33c0 req-43b92396-7590-4836-9a8d-2891c5f31e2b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89046) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:52:59.845946 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG oslo_db.api [req-aa170395-19b9-4b76-9aac-59ca760f33c0 req-43b92396-7590-4836-9a8d-2891c5f31e2b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:53:00.143913 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7676f6-18d8-4a82-acbf-234cd23a237b req-5a0d4007-7517-47ff-96b6-63d3c256622e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:53:00.145361 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cb7676f6-18d8-4a82-acbf-234cd23a237b req-5a0d4007-7517-47ff-96b6-63d3c256622e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 944 time: 0.0890000 Oct 18 08:53:00.189850 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-cb7676f6-18d8-4a82-acbf-234cd23a237b req-797b35ec-2ac5-4131-a09e-cdf64002e6c9 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381491 Oct 18 08:53:00.346749 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-aa170395-19b9-4b76-9aac-59ca760f33c0 req-43b92396-7590-4836-9a8d-2891c5f31e2b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Deleting port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:53:00.347103 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-aa170395-19b9-4b76-9aac-59ca760f33c0 req-43b92396-7590-4836-9a8d-2891c5f31e2b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:00.680909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-aa170395-19b9-4b76-9aac-59ca760f33c0 req-43b92396-7590-4836-9a8d-2891c5f31e2b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] For port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8f90c89e-7ac7-48ee-89a6-e1de34d81ade,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:53:00.681264 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-aa170395-19b9-4b76-9aac-59ca760f33c0 req-43b92396-7590-4836-9a8d-2891c5f31e2b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:00.803205 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-aa170395-19b9-4b76-9aac-59ca760f33c0 req-43b92396-7590-4836-9a8d-2891c5f31e2b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Calling delete_port for 8f90c89e-7ac7-48ee-89a6-e1de34d81ade owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:53:00.948011 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-aa170395-19b9-4b76-9aac-59ca760f33c0 req-43b92396-7590-4836-9a8d-2891c5f31e2b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:01.004450 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b92396-7590-4836-9a8d-2891c5f31e2b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Pushing event deleted for resources: {'Port': ['ID=8f90c89e-7ac7-48ee-89a6-e1de34d81ade,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:53:01.090153 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa170395-19b9-4b76-9aac-59ca760f33c0 req-43b92396-7590-4836-9a8d-2891c5f31e2b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] No DVR routers for this DVR port 8f90c89e-7ac7-48ee-89a6-e1de34d81ade on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:53:01.092851 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-aa170395-19b9-4b76-9aac-59ca760f33c0 req-43b92396-7590-4836-9a8d-2891c5f31e2b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:01.095783 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f473c606-94b3-4837-963f-ad02c9d7b809', 'name': 'network-vif-deleted', 'tag': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:53:01.098016 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6281c88c5dea4cfd0b266e0e2b2346f7ab3f4b0c057c4c0ac22cbeff31bc4d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fcdb87-3868-4caf-b133-6dcdccccbf79" -d '{"events": [{"server_uuid": "f473c606-94b3-4837-963f-ad02c9d7b809", "name": "network-vif-deleted", "tag": "8f90c89e-7ac7-48ee-89a6-e1de34d81ade"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:53:01.114510 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-aa170395-19b9-4b76-9aac-59ca760f33c0 req-43b92396-7590-4836-9a8d-2891c5f31e2b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.46 "DELETE /v2.0/ports/8f90c89e-7ac7-48ee-89a6-e1de34d81ade HTTP/1.1" status: 204 len: 173 time: 1.7819107 Oct 18 08:53:01.141858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946daec5-0f5a-4416-9cab-f9db6d2786a2 x-openstack-request-id: req-946daec5-0f5a-4416-9cab-f9db6d2786a2 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:53:01.142152 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f473c606-94b3-4837-963f-ad02c9d7b809", "name": "network-vif-deleted", "tag": "8f90c89e-7ac7-48ee-89a6-e1de34d81ade", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:53:01.142404 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-946daec5-0f5a-4416-9cab-f9db6d2786a2 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:53:01.142836 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-946daec5-0f5a-4416-9cab-f9db6d2786a2'] response: {'server_uuid': 'f473c606-94b3-4837-963f-ad02c9d7b809', 'name': 'network-vif-deleted', 'tag': '8f90c89e-7ac7-48ee-89a6-e1de34d81ade', 'status': 'completed', 'code': 200} Oct 18 08:53:01.370448 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-de49f291-9f56-405c-861d-d34ad22e6c11 req-9070f56a-6d3d-4abb-842d-d5faf70199f1 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Synchronizing usage tracker for tenant:82ccd3376e194c8882e8875462a9a400 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:53:01.387369 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-de49f291-9f56-405c-861d-d34ad22e6c11 req-9070f56a-6d3d-4abb-842d-d5faf70199f1 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Unset dirty status for tenant:82ccd3376e194c8882e8875462a9a400 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:53:01.388521 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-de49f291-9f56-405c-861d-d34ad22e6c11 req-9070f56a-6d3d-4abb-842d-d5faf70199f1 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=f473c606-94b3-4837-963f-ad02c9d7b809 HTTP/1.1" status: 200 len: 210 time: 0.0711954 Oct 18 08:53:03.027182 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43922) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:53:03.226389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-0461a302-dfc3-42b0-aa6d-e34ef0f9317b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Deleting port 4c375fa2-ecab-4b13-8d19-1562e8bb031f {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:53:03.226769 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0461a302-dfc3-42b0-aa6d-e34ef0f9317b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:03.395916 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0461a302-dfc3-42b0-aa6d-e34ef0f9317b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:03.396248 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0461a302-dfc3-42b0-aa6d-e34ef0f9317b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:03.427189 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 8f90c89e-7ac7-48ee-89a6-e1de34d81ade no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:53:03.464432 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 8f90c89e-7ac7-48ee-89a6-e1de34d81ade {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:53:03.464769 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 8f90c89e-7ac7-48ee-89a6-e1de34d81ade not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:53:03.517772 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-0461a302-dfc3-42b0-aa6d-e34ef0f9317b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Calling delete_port for 4c375fa2-ecab-4b13-8d19-1562e8bb031f owned by network:floatingip {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:53:03.664960 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0461a302-dfc3-42b0-aa6d-e34ef0f9317b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:03.709652 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461a302-dfc3-42b0-aa6d-e34ef0f9317b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Pushing event deleted for resources: {'Port': ['ID=4c375fa2-ecab-4b13-8d19-1562e8bb031f,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:53:03.904350 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0461a302-dfc3-42b0-aa6d-e34ef0f9317b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for floatingip, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:03.904686 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.db.l3_db [None req-0461a302-dfc3-42b0-aa6d-e34ef0f9317b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Floating IP 9057299c-a87e-4717-94b8-478bd0464ec0 disassociated (deleted). External IP: 172.26.8.186, port: 9ec227da-5b8f-4cc7-a09a-3e6f6950539f. Oct 18 08:53:04.248273 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0461a302-dfc3-42b0-aa6d-e34ef0f9317b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Router b13a1d4d-468a-453d-8bb1-9d661c6e092c has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:53:04.422453 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0461a302-dfc3-42b0-aa6d-e34ef0f9317b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:53:04.433032 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50efe3bc-159f-4d53-a940-ac8856db3082 None None] Sync routers for ids ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:53:04.442299 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50efe3bc-159f-4d53-a940-ac8856db3082 None None] Routers {'b13a1d4d-468a-453d-8bb1-9d661c6e092c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:53:04.442488 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-0461a302-dfc3-42b0-aa6d-e34ef0f9317b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for floatingip, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:04.442940 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-50efe3bc-159f-4d53-a940-ac8856db3082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:52:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:53:04.497033 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-0461a302-dfc3-42b0-aa6d-e34ef0f9317b tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "DELETE /v2.0/floatingips/9057299c-a87e-4717-94b8-478bd0464ec0 HTTP/1.1" status: 204 len: 168 time: 1.4687424 Oct 18 08:53:04.497764 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'tag': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:53:04.501685 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6281c88c5dea4cfd0b266e0e2b2346f7ab3f4b0c057c4c0ac22cbeff31bc4d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376b10ac-b9a3-4239-a43c-6424054f0a01" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f28e90-57be-4f07-a2fe-7c9e36ce54a3", "tag": "9ec227da-5b8f-4cc7-a09a-3e6f6950539f"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:53:04.544979 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Oct 2022 08:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19b6775-8cd5-4e58-bc6d-2c34d8e8fe9a x-openstack-request-id: req-f19b6775-8cd5-4e58-bc6d-2c34d8e8fe9a {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:53:04.545267 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f28e90-57be-4f07-a2fe-7c9e36ce54a3", "tag": "9ec227da-5b8f-4cc7-a09a-3e6f6950539f", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:53:04.545516 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f19b6775-8cd5-4e58-bc6d-2c34d8e8fe9a {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:53:04.545921 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f19b6775-8cd5-4e58-bc6d-2c34d8e8fe9a'] response: {'name': 'network-changed', 'server_uuid': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'tag': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'status': 'completed', 'code': 200} Oct 18 08:53:04.623222 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-50efe3bc-159f-4d53-a940-ac8856db3082 None None] Set router b13a1d4d-468a-453d-8bb1-9d661c6e092c gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:53:04.666777 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b10ac-b9a3-4239-a43c-6424054f0a01 req-42c53b03-a561-44ab-b708-fda2149e449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:53:04.668273 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-376b10ac-b9a3-4239-a43c-6424054f0a01 req-42c53b03-a561-44ab-b708-fda2149e449c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82ccd3376e194c8882e8875462a9a400&device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 1096 time: 0.0926390 Oct 18 08:53:04.810262 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b10ac-b9a3-4239-a43c-6424054f0a01 req-8f319439-6aec-4f55-9d08-27ec5923aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:53:04.811738 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-376b10ac-b9a3-4239-a43c-6424054f0a01 req-8f319439-6aec-4f55-9d08-27ec5923aef5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=880d3e45-3823-4a3a-810f-4381963aa599 HTTP/1.1" status: 200 len: 910 time: 0.1344337 Oct 18 08:53:04.881605 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-376b10ac-b9a3-4239-a43c-6424054f0a01 req-0770f6d5-3e79-4ecb-9b96-ee0180c406fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ec227da-5b8f-4cc7-a09a-3e6f6950539f HTTP/1.1" status: 200 len: 217 time: 0.0628221 Oct 18 08:53:04.882671 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef78529-d4cf-4f21-b9e7-22bbf1a4cddb req-3a62c805-cc87-4e4b-9d33-a0b8b423969e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:53:04.884158 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6ef78529-d4cf-4f21-b9e7-22bbf1a4cddb req-3a62c805-cc87-4e4b-9d33-a0b8b423969e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 943 time: 0.0900514 Oct 18 08:53:04.931079 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-6ef78529-d4cf-4f21-b9e7-22bbf1a4cddb req-095e1b3a-bd8f-40d3-a88c-9b565c66d3c1 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398440 Oct 18 08:53:04.949109 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-50efe3bc-159f-4d53-a940-ac8856db3082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:48:05Z', 'revision_number': 4, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port': {'id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:02Z', 'updated_at': '2022-10-18T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'b57875d2-f840-43d5-b4d7-a7bc39b14ce4', 'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'mac_address': 'fa:16:3e:a6:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:04Z', 'updated_at': '2022-10-18T08:48:11Z', 'revision_number': 5, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'subnets': [{'id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:53:04.953124 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50efe3bc-159f-4d53-a940-ac8856db3082 None None] Checking router: b13a1d4d-468a-453d-8bb1-9d661c6e092c for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:53:04.954212 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b10ac-b9a3-4239-a43c-6424054f0a01 req-439ba2d3-c5db-421c-beef-7eb6305a0b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:53:04.955677 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-376b10ac-b9a3-4239-a43c-6424054f0a01 req-439ba2d3-c5db-421c-beef-7eb6305a0b6d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e0ab525a-0f81-406f-b401-455bc53987de HTTP/1.1" status: 200 len: 848 time: 0.0674360 Oct 18 08:53:04.961678 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50efe3bc-159f-4d53-a940-ac8856db3082 None None] Routers {'b13a1d4d-468a-453d-8bb1-9d661c6e092c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:53:04.962284 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-50efe3bc-159f-4d53-a940-ac8856db3082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:52:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:53:05.038029 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b10ac-b9a3-4239-a43c-6424054f0a01 req-20a52846-8dd7-4b57-9ca7-f71181ad8470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:53:05.039577 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-376b10ac-b9a3-4239-a43c-6424054f0a01 req-20a52846-8dd7-4b57-9ca7-f71181ad8470 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=880d3e45-3823-4a3a-810f-4381963aa599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771270 Oct 18 08:53:05.140642 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:05.143359 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-50efe3bc-159f-4d53-a940-ac8856db3082 None None] Set router b13a1d4d-468a-453d-8bb1-9d661c6e092c gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:53:05.180481 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-376b10ac-b9a3-4239-a43c-6424054f0a01 req-f0b4c403-db3b-4734-9020-d266ac0a0564 service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333892 Oct 18 08:53:05.315982 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-376b10ac-b9a3-4239-a43c-6424054f0a01 req-d5078571-021b-4a51-9b8e-95a3e8daefe7 service neutron] 10.222.0.46 "GET /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285570 Oct 18 08:53:05.476712 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-50efe3bc-159f-4d53-a940-ac8856db3082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:48:05Z', 'revision_number': 4, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port': {'id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:02Z', 'updated_at': '2022-10-18T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'b57875d2-f840-43d5-b4d7-a7bc39b14ce4', 'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'mac_address': 'fa:16:3e:a6:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:04Z', 'updated_at': '2022-10-18T08:48:11Z', 'revision_number': 5, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'subnets': [{'id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:53:05.480575 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50efe3bc-159f-4d53-a940-ac8856db3082 None None] The sync data for ids ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'] in dv-neutron-861625-1-hyperv is: [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:48:05Z', 'revision_number': 4, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port': {'id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:02Z', 'updated_at': '2022-10-18T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv', '_interfaces': [{'id': 'b57875d2-f840-43d5-b4d7-a7bc39b14ce4', 'name': '', 'network_id': '880d3e45-3823-4a3a-810f-4381963aa599', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'mac_address': 'fa:16:3e:a6:1b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:04Z', 'updated_at': '2022-10-18T08:48:11Z', 'revision_number': 5, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'subnets': [{'id': 'e0ab525a-0f81-406f-b401-455bc53987de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:53:05.703693 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3b146f-4154-4654-a1c1-3e1634da2894 None None] New status for floating IP 9057299c-a87e-4717-94b8-478bd0464ec0: DOWN {{(pid=89047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 18 08:53:06.234118 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75da8a-731f-4ca8-b8df-ca20c8b6f391 req-1bde07c9-24f0-4dbb-836f-45550a46424e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:53:06.234832 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-dd75da8a-731f-4ca8-b8df-ca20c8b6f391 req-1bde07c9-24f0-4dbb-836f-45550a46424e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Synchronizing usage tracker for tenant:82ccd3376e194c8882e8875462a9a400 on resource:port {{(pid=89046) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 18 08:53:06.250053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.quota.resource [req-dd75da8a-731f-4ca8-b8df-ca20c8b6f391 req-1bde07c9-24f0-4dbb-836f-45550a46424e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Unset dirty status for tenant:82ccd3376e194c8882e8875462a9a400 on resource:port {{(pid=89046) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 18 08:53:06.251193 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dd75da8a-731f-4ca8-b8df-ca20c8b6f391 req-1bde07c9-24f0-4dbb-836f-45550a46424e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 943 time: 0.2040300 Oct 18 08:53:06.294797 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-dd75da8a-731f-4ca8-b8df-ca20c8b6f391 req-8ee58048-40ca-4248-8064-b381de3018d0 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/security-groups?id=f84ecab6-4194-42ef-94c5-d9a2fab476bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379980 Oct 18 08:53:06.682858 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746bcc1-d766-4e8c-9143-e4066606cad8 req-53d06b47-10d8-4105-ab55-9144cafde9a6 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89046) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 18 08:53:06.684276 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1746bcc1-d766-4e8c-9143-e4066606cad8 req-53d06b47-10d8-4105-ab55-9144cafde9a6 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 943 time: 0.0901961 Oct 18 08:53:06.754361 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-1746bcc1-d766-4e8c-9143-e4066606cad8 req-7e2e05e3-cf10-4f5b-820d-008308a1c288 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Deleting port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:53:06.754733 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1746bcc1-d766-4e8c-9143-e4066606cad8 req-7e2e05e3-cf10-4f5b-820d-008308a1c288 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:06.997076 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [req-1746bcc1-d766-4e8c-9143-e4066606cad8 req-7e2e05e3-cf10-4f5b-820d-008308a1c288 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] For port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=9ec227da-5b8f-4cc7-a09a-3e6f6950539f,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:53:06.997351 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1746bcc1-d766-4e8c-9143-e4066606cad8 req-7e2e05e3-cf10-4f5b-820d-008308a1c288 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:07.117921 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [req-1746bcc1-d766-4e8c-9143-e4066606cad8 req-7e2e05e3-cf10-4f5b-820d-008308a1c288 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Calling delete_port for 9ec227da-5b8f-4cc7-a09a-3e6f6950539f owned by compute:nova {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:53:07.262541 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1746bcc1-d766-4e8c-9143-e4066606cad8 req-7e2e05e3-cf10-4f5b-820d-008308a1c288 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:07.351148 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e05e3-cf10-4f5b-820d-008308a1c288 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Pushing event deleted for resources: {'Port': ['ID=9ec227da-5b8f-4cc7-a09a-3e6f6950539f,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:53:07.399754 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [req-1746bcc1-d766-4e8c-9143-e4066606cad8 req-7e2e05e3-cf10-4f5b-820d-008308a1c288 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] No DVR routers for this DVR port 9ec227da-5b8f-4cc7-a09a-3e6f6950539f on host hv-neutron-8616 {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:53:07.402124 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [req-1746bcc1-d766-4e8c-9143-e4066606cad8 req-7e2e05e3-cf10-4f5b-820d-008308a1c288 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-982708'] for port, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:07.404766 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'name': 'network-vif-deleted', 'tag': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f'}] {{(pid=89046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 18 08:53:07.407079 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6281c88c5dea4cfd0b266e0e2b2346f7ab3f4b0c057c4c0ac22cbeff31bc4d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a627fe-cd76-4237-ae31-6a9a583efb38" -d '{"events": [{"server_uuid": "b9f28e90-57be-4f07-a2fe-7c9e36ce54a3", "name": "network-vif-deleted", "tag": "9ec227da-5b8f-4cc7-a09a-3e6f6950539f"}]}' {{(pid=89046) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 08:53:07.420912 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [req-1746bcc1-d766-4e8c-9143-e4066606cad8 req-7e2e05e3-cf10-4f5b-820d-008308a1c288 tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.46 "DELETE /v2.0/ports/9ec227da-5b8f-4cc7-a09a-3e6f6950539f HTTP/1.1" status: 204 len: 173 time: 0.7297771 Oct 18 08:53:07.452706 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Oct 2022 08:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb39e59d-5bca-4a31-aa68-1d9daf57b9c4 x-openstack-request-id: req-bb39e59d-5bca-4a31-aa68-1d9daf57b9c4 {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 08:53:07.453157 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f28e90-57be-4f07-a2fe-7c9e36ce54a3", "name": "network-vif-deleted", "tag": "9ec227da-5b8f-4cc7-a09a-3e6f6950539f", "status": "completed", "code": 200}]} {{(pid=89046) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 08:53:07.453503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bb39e59d-5bca-4a31-aa68-1d9daf57b9c4 {{(pid=89046) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 08:53:07.453966 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb39e59d-5bca-4a31-aa68-1d9daf57b9c4'] response: {'server_uuid': 'b9f28e90-57be-4f07-a2fe-7c9e36ce54a3', 'name': 'network-vif-deleted', 'tag': '9ec227da-5b8f-4cc7-a09a-3e6f6950539f', 'status': 'completed', 'code': 200} Oct 18 08:53:07.462159 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [req-7656795d-1c7e-45fd-b9a3-b36f6f6969ab req-da705340-bcc7-4a95-8f8c-8cd612910cab tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "GET /v2.0/ports?device_id=b9f28e90-57be-4f07-a2fe-7c9e36ce54a3 HTTP/1.1" status: 200 len: 210 time: 0.0572293 Oct 18 08:53:08.562501 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43942) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:53:08.628598 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98d486a1-1091-4cc5-8c30-36e2d444ed1e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:08.657784 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98d486a1-1091-4cc5-8c30-36e2d444ed1e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:08.726664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98d486a1-1091-4cc5-8c30-36e2d444ed1e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:08.745424 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d486a1-1091-4cc5-8c30-36e2d444ed1e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84ecab6-4194-42ef-94c5-d9a2fab476bb,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:53:08.753726 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d486a1-1091-4cc5-8c30-36e2d444ed1e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:53:08.754015 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d486a1-1091-4cc5-8c30-36e2d444ed1e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:53:08.754356 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d486a1-1091-4cc5-8c30-36e2d444ed1e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:53:08.754720 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d486a1-1091-4cc5-8c30-36e2d444ed1e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:53:08.755050 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d486a1-1091-4cc5-8c30-36e2d444ed1e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:53:08.755380 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d486a1-1091-4cc5-8c30-36e2d444ed1e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:53:08.755710 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d486a1-1091-4cc5-8c30-36e2d444ed1e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:53:08.756031 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d486a1-1091-4cc5-8c30-36e2d444ed1e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:53:08.756357 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d486a1-1091-4cc5-8c30-36e2d444ed1e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:53:08.756676 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d486a1-1091-4cc5-8c30-36e2d444ed1e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:53:08.756995 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d486a1-1091-4cc5-8c30-36e2d444ed1e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:53:08.757319 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d486a1-1091-4cc5-8c30-36e2d444ed1e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861625-1-hyperv {{(pid=89045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 08:53:08.764541 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-98d486a1-1091-4cc5-8c30-36e2d444ed1e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:08.768357 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-98d486a1-1091-4cc5-8c30-36e2d444ed1e tempest-TestSnapshotPattern-430782521 tempest-TestSnapshotPattern-430782521-project] 10.222.0.17 "DELETE /v2.0/security-groups/f84ecab6-4194-42ef-94c5-d9a2fab476bb HTTP/1.1" status: 204 len: 168 time: 0.2021282 Oct 18 08:53:08.808420 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43948) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:53:09.560132 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-415bf3f2-5512-4bbb-aac4-004953a7e7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:09.910525 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-415bf3f2-5512-4bbb-aac4-004953a7e7ca admin admin] Deleting port b57875d2-f840-43d5-b4d7-a7bc39b14ce4 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:53:09.911268 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-415bf3f2-5512-4bbb-aac4-004953a7e7ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:10.081693 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-415bf3f2-5512-4bbb-aac4-004953a7e7ca admin admin] For port b57875d2-f840-43d5-b4d7-a7bc39b14ce4, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=b57875d2-f840-43d5-b4d7-a7bc39b14ce4,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:53:10.082050 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-415bf3f2-5512-4bbb-aac4-004953a7e7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:10.203646 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-415bf3f2-5512-4bbb-aac4-004953a7e7ca admin admin] Calling delete_port for b57875d2-f840-43d5-b4d7-a7bc39b14ce4 owned by network:router_interface {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:53:10.369631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-415bf3f2-5512-4bbb-aac4-004953a7e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:10.415232 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bf3f2-5512-4bbb-aac4-004953a7e7ca admin admin] Pushing event deleted for resources: {'Port': ['ID=b57875d2-f840-43d5-b4d7-a7bc39b14ce4,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:53:10.796458 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-415bf3f2-5512-4bbb-aac4-004953a7e7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:11.151260 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415bf3f2-5512-4bbb-aac4-004953a7e7ca admin admin] Router b13a1d4d-468a-453d-8bb1-9d661c6e092c has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:53:11.329733 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415bf3f2-5512-4bbb-aac4-004953a7e7ca admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:53:11.340036 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28141aad-3373-43f1-b6bf-f7386eb7faff None None] Sync routers for ids ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'] in dv-neutron-861625-1-hyperv {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:53:11.342058 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-415bf3f2-5512-4bbb-aac4-004953a7e7ca admin admin] 10.222.0.17 "PUT /v2.0/routers/b13a1d4d-468a-453d-8bb1-9d661c6e092c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5325422 Oct 18 08:53:11.344535 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43954) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:53:11.348877 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28141aad-3373-43f1-b6bf-f7386eb7faff None None] Routers {'b13a1d4d-468a-453d-8bb1-9d661c6e092c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:53:11.349470 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-28141aad-3373-43f1-b6bf-f7386eb7faff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:52:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:53:11.451896 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 9ec227da-5b8f-4cc7-a09a-3e6f6950539f no longer exists at agent hyperv_hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:53:11.489572 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] No Port match for: 9ec227da-5b8f-4cc7-a09a-3e6f6950539f {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:53:11.490096 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Device 9ec227da-5b8f-4cc7-a09a-3e6f6950539f not bound to the agent host hv-neutron-8616 {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:53:11.519441 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed32c0e7-ae84-4d29-9671-f504d105f02d admin admin] Notify callbacks [] for router, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:11.528629 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-28141aad-3373-43f1-b6bf-f7386eb7faff None None] Set router b13a1d4d-468a-453d-8bb1-9d661c6e092c gateway port host: dv-neutron-861625-1-hyperv {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:53:11.695477 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed32c0e7-ae84-4d29-9671-f504d105f02d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:11.706385 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-ed32c0e7-ae84-4d29-9671-f504d105f02d admin admin] Deleting port 718ca314-069c-4a5e-8af3-6bd66d2257ed {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:53:11.706686 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed32c0e7-ae84-4d29-9671-f504d105f02d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:11.786924 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:53:11.817285 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-28141aad-3373-43f1-b6bf-f7386eb7faff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77'}], 'enable_snat': True}, 'gw_port_id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:53:10Z', 'revision_number': 5, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port': {'id': '718ca314-069c-4a5e-8af3-6bd66d2257ed', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:02Z', 'updated_at': '2022-10-18T08:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:53:11.821026 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28141aad-3373-43f1-b6bf-f7386eb7faff None None] Checking router: b13a1d4d-468a-453d-8bb1-9d661c6e092c for host: dv-neutron-861625-1-hyperv {{(pid=89048) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:53:11.829245 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28141aad-3373-43f1-b6bf-f7386eb7faff None None] Routers {'b13a1d4d-468a-453d-8bb1-9d661c6e092c'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89048) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:53:11.829823 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-28141aad-3373-43f1-b6bf-f7386eb7faff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:52:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'], 'active': True} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:53:11.877804 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-ed32c0e7-ae84-4d29-9671-f504d105f02d admin admin] For port 718ca314-069c-4a5e-8af3-6bd66d2257ed, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=718ca314-069c-4a5e-8af3-6bd66d2257ed,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:53:11.878162 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed32c0e7-ae84-4d29-9671-f504d105f02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:11.978911 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_dvr_db [None req-28141aad-3373-43f1-b6bf-f7386eb7faff None None] Set router b13a1d4d-468a-453d-8bb1-9d661c6e092c gateway port host: None {{(pid=89048) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:53:12.084207 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.l3_hamode_db [None req-28141aad-3373-43f1-b6bf-f7386eb7faff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:53:11Z', 'revision_number': 6, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:53:12.088638 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28141aad-3373-43f1-b6bf-f7386eb7faff None None] The sync data for ids ['b13a1d4d-468a-453d-8bb1-9d661c6e092c'] in dv-neutron-861625-1-hyperv is: [{'id': 'b13a1d4d-468a-453d-8bb1-9d661c6e092c', 'name': 'tempest-TestSnapshotPattern-493453336-router', 'tenant_id': '82ccd3376e194c8882e8875462a9a400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:01Z', 'updated_at': '2022-10-18T08:53:11Z', 'revision_number': 6, 'project_id': '82ccd3376e194c8882e8875462a9a400', 'gw_port_host': None}] {{(pid=89048) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:53:12.124376 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-ed32c0e7-ae84-4d29-9671-f504d105f02d admin admin] Calling delete_port for 718ca314-069c-4a5e-8af3-6bd66d2257ed owned by network:router_gateway {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:53:12.290307 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed32c0e7-ae84-4d29-9671-f504d105f02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:12.337791 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32c0e7-ae84-4d29-9671-f504d105f02d admin admin] Pushing event deleted for resources: {'Port': ['ID=718ca314-069c-4a5e-8af3-6bd66d2257ed,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:53:12.435001 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed32c0e7-ae84-4d29-9671-f504d105f02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:12.610460 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed32c0e7-ae84-4d29-9671-f504d105f02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:12.612611 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed32c0e7-ae84-4d29-9671-f504d105f02d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:12.636345 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed32c0e7-ae84-4d29-9671-f504d105f02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:12.636872 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed32c0e7-ae84-4d29-9671-f504d105f02d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b13a1d4d-468a-453d-8bb1-9d661c6e092c {{(pid=89045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:53:12.648790 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-ed32c0e7-ae84-4d29-9671-f504d105f02d admin admin] Notify callbacks [] for router, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:12.649903 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-ed32c0e7-ae84-4d29-9671-f504d105f02d admin admin] 10.222.0.17 "DELETE /v2.0/routers/b13a1d4d-468a-453d-8bb1-9d661c6e092c HTTP/1.1" status: 204 len: 168 time: 1.3044581 Oct 18 08:53:12.652462 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43960) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:53:12.710907 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05406d0-84ac-4f0e-8bf8-a054800b198c admin admin] Deleting subnet e0ab525a-0f81-406f-b401-455bc53987de {{(pid=89045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:53:12.713840 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f05406d0-84ac-4f0e-8bf8-a054800b198c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:12.764411 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f05406d0-84ac-4f0e-8bf8-a054800b198c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132491980'] for subnet, precommit_delete_associations {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:12.844144 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f05406d0-84ac-4f0e-8bf8-a054800b198c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:12.911290 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f05406d0-84ac-4f0e-8bf8-a054800b198c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132354268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132573716'] for subnet, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:12.955634 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05406d0-84ac-4f0e-8bf8-a054800b198c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ab525a-0f81-406f-b401-455bc53987de,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:53:12.959107 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-f05406d0-84ac-4f0e-8bf8-a054800b198c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:12.965100 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-f05406d0-84ac-4f0e-8bf8-a054800b198c admin admin] 10.222.0.17 "DELETE /v2.0/subnets/e0ab525a-0f81-406f-b401-455bc53987de HTTP/1.1" status: 204 len: 168 time: 0.3116956 Oct 18 08:53:12.965377 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c8e166-c922-4ac3-b75f-0df3ef9d832a None None] Network 880d3e45-3823-4a3a-810f-4381963aa599 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:53:12.967476 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 43966) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:53:13.079085 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:13.092088 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] Deleting port 110ad530-2d0c-4ef8-9b24-45c7abb54921 {{(pid=89045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:53:13.092631 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:13.234497 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42cf443-56db-4c0f-8e1b-f3124c128082 None None] DHCP port deletion for 880d3e45-3823-4a3a-810f-4381963aa599 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:53:13.242750 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e42cf443-56db-4c0f-8e1b-f3124c128082 None None] Deleting port 110ad530-2d0c-4ef8-9b24-45c7abb54921 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:53:13.243123 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e42cf443-56db-4c0f-8e1b-f3124c128082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:13.269114 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b57875d2-f840-43d5-b4d7-a7bc39b14ce4 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:53:13.310542 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.db [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] For port 110ad530-2d0c-4ef8-9b24-45c7abb54921, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=110ad530-2d0c-4ef8-9b24-45c7abb54921,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:53:13.311272 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:13.348963 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: b57875d2-f840-43d5-b4d7-a7bc39b14ce4 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:53:13.349219 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device b57875d2-f840-43d5-b4d7-a7bc39b14ce4 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:53:13.349640 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 718ca314-069c-4a5e-8af3-6bd66d2257ed no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:53:13.387124 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 718ca314-069c-4a5e-8af3-6bd66d2257ed {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:53:13.387470 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 718ca314-069c-4a5e-8af3-6bd66d2257ed not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:53:13.440369 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.plugin [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] Calling delete_port for 110ad530-2d0c-4ef8-9b24-45c7abb54921 owned by network:dhcp {{(pid=89045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:53:13.550323 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-e42cf443-56db-4c0f-8e1b-f3124c128082 None None] For port 110ad530-2d0c-4ef8-9b24-45c7abb54921, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=110ad530-2d0c-4ef8-9b24-45c7abb54921,segment=NetworkSegment(de1884d5-3a00-481a-a9e7-312cca44a9cb),segment_id=de1884d5-3a00-481a-a9e7-312cca44a9cb)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:53:13.550744 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e42cf443-56db-4c0f-8e1b-f3124c128082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:13.625728 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132354177'] for port, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:13.671490 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] Pushing event deleted for resources: {'Port': ['ID=110ad530-2d0c-4ef8-9b24-45c7abb54921,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:53:13.675063 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] No DVR routers for this DVR port 110ad530-2d0c-4ef8-9b24-45c7abb54921 on host dv-neutron-861625-1-hyperv {{(pid=89045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:53:13.675267 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e42cf443-56db-4c0f-8e1b-f3124c128082 None None] Calling delete_port for 110ad530-2d0c-4ef8-9b24-45c7abb54921 owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:53:13.746373 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-e42cf443-56db-4c0f-8e1b-f3124c128082 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:53:13.746664 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-e42cf443-56db-4c0f-8e1b-f3124c128082 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:53:13.787508 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:13.816172 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880d3e45-3823-4a3a-810f-4381963aa599']}} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:53:13.828371 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1884d5-3a00-481a-a9e7-312cca44a9cb') {'for_net_delete': True} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:53:13.828664 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.services.segments.db [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1884d5-3a00-481a-a9e7-312cca44a9cb') {} {{(pid=89045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:53:13.839532 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132491989'] for segment, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:13.855117 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:13.861365 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=89045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:53:13.861748 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132354674'] for segment, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:13.958835 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:13.974895 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779696'] for network, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:13.985423 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] Pushing event deleted for resources: {'Network': ['ID=880d3e45-3823-4a3a-810f-4381963aa599,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:53:13.987946 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment de1884d5-3a00-481a-a9e7-312cca44a9cb resource provider aggregate not found Oct 18 08:53:14.004022 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-c527e025-1300-4795-9bae-e51469a6f92d admin admin] 10.222.0.17 "DELETE /v2.0/networks/880d3e45-3823-4a3a-810f-4381963aa599 HTTP/1.1" status: 204 len: 168 time: 1.0354846 Oct 18 08:53:14.006943 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.services.segments.plugin [-] Segment de1884d5-3a00-481a-a9e7-312cca44a9cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de1884d5-3a00-481a-a9e7-312cca44a9cb found for delete ", "request_id": "req-d47616b5-31a8-4dc4-882b-1a1f143d448f"}]} Oct 18 08:53:14.007093 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43980) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:53:14.248023 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e42cf443-56db-4c0f-8e1b-f3124c128082 None None] Deleting port 110ad530-2d0c-4ef8-9b24-45c7abb54921 {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:53:14.248556 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e42cf443-56db-4c0f-8e1b-f3124c128082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:14.315352 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-e42cf443-56db-4c0f-8e1b-f3124c128082 None None] The port '110ad530-2d0c-4ef8-9b24-45c7abb54921' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 08:53:14.545769 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-11632a03-8785-4adc-8a47-1132fe153e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405574'] for router_interface, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:14.984844 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-11632a03-8785-4adc-8a47-1132fe153e9f admin admin] Deleting port 227a6418-9119-4b11-9dcd-a3bff985f530 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:53:14.985176 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-11632a03-8785-4adc-8a47-1132fe153e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:15.153317 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-11632a03-8785-4adc-8a47-1132fe153e9f admin admin] For port 227a6418-9119-4b11-9dcd-a3bff985f530, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=227a6418-9119-4b11-9dcd-a3bff985f530,segment=NetworkSegment(5946d9d2-b230-451c-9438-01daca4bf5f4),segment_id=5946d9d2-b230-451c-9438-01daca4bf5f4)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:53:15.154009 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-11632a03-8785-4adc-8a47-1132fe153e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:15.246414 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 110ad530-2d0c-4ef8-9b24-45c7abb54921 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:53:15.277873 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-11632a03-8785-4adc-8a47-1132fe153e9f admin admin] Calling delete_port for 227a6418-9119-4b11-9dcd-a3bff985f530 owned by network:router_interface {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:53:15.281142 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 110ad530-2d0c-4ef8-9b24-45c7abb54921 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:53:15.281680 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 110ad530-2d0c-4ef8-9b24-45c7abb54921 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:53:15.443801 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-11632a03-8785-4adc-8a47-1132fe153e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:15.491958 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11632a03-8785-4adc-8a47-1132fe153e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=227a6418-9119-4b11-9dcd-a3bff985f530,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:53:15.759154 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-11632a03-8785-4adc-8a47-1132fe153e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405546'] for router_interface, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:16.206738 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11632a03-8785-4adc-8a47-1132fe153e9f admin admin] Router 6061d97e-0df8-466b-a825-032d97e21d71 has already been hosted by L3 agent 8ef04df1-043d-41e1-8e27-e2a9b2521810 {{(pid=89046) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 18 08:53:16.382967 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11632a03-8785-4adc-8a47-1132fe153e9f admin admin] Notify agent at l3_agent.dv-neutron-861625-1-hyperv the message routers_updated {{(pid=89046) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 18 08:53:16.391959 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3acc8b-a0d1-4a31-880e-ba425958b271 None None] Sync routers for ids ['6061d97e-0df8-466b-a825-032d97e21d71'] in dv-neutron-861625-1-hyperv {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 08:53:16.399127 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-11632a03-8785-4adc-8a47-1132fe153e9f admin admin] 10.222.0.17 "PUT /v2.0/routers/6061d97e-0df8-466b-a825-032d97e21d71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3909662 Oct 18 08:53:16.402175 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43986) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:53:16.404874 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3acc8b-a0d1-4a31-880e-ba425958b271 None None] Routers {'6061d97e-0df8-466b-a825-032d97e21d71'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:53:16.405538 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4c3acc8b-a0d1-4a31-880e-ba425958b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:52:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6061d97e-0df8-466b-a825-032d97e21d71'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:53:16.574008 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a415cf1-7f08-4594-b9f1-d986f1ee0497 admin admin] Notify callbacks [] for router, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:16.580563 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-4c3acc8b-a0d1-4a31-880e-ba425958b271 None None] Set router 6061d97e-0df8-466b-a825-032d97e21d71 gateway port host: dv-neutron-861625-1-hyperv {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:53:16.750653 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a415cf1-7f08-4594-b9f1-d986f1ee0497 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:16.761401 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-3a415cf1-7f08-4594-b9f1-d986f1ee0497 admin admin] Deleting port 7aa88562-dd3f-4f85-ada1-59d0cae2f884 {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:53:16.761728 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a415cf1-7f08-4594-b9f1-d986f1ee0497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:16.863556 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4c3acc8b-a0d1-4a31-880e-ba425958b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6061d97e-0df8-466b-a825-032d97e21d71', 'name': 'tempest-TestSnapshotPattern-880104541-router', 'tenant_id': '969ca2e5471442d396016c2686fd4562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'external_fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '7aa88562-dd3f-4f85-ada1-59d0cae2f884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:07Z', 'updated_at': '2022-10-18T08:53:15Z', 'revision_number': 5, 'project_id': '969ca2e5471442d396016c2686fd4562', 'gw_port': {'id': '7aa88562-dd3f-4f85-ada1-59d0cae2f884', 'name': '', 'network_id': 'd273aec7-4774-4175-825f-ae90a4511626', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6061d97e-0df8-466b-a825-032d97e21d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861625-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-18T08:48:08Z', 'updated_at': '2022-10-18T08:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ada5b90-04ff-40dc-9d24-7f866691bb20', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861625-1-hyperv'}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:53:16.867302 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3acc8b-a0d1-4a31-880e-ba425958b271 None None] Checking router: 6061d97e-0df8-466b-a825-032d97e21d71 for host: dv-neutron-861625-1-hyperv {{(pid=89047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 08:53:16.876040 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3acc8b-a0d1-4a31-880e-ba425958b271 None None] Routers {'6061d97e-0df8-466b-a825-032d97e21d71'} bound to L3 agent in host dv-neutron-861625-1-hyperv {{(pid=89047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 18 08:53:16.876630 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4c3acc8b-a0d1-4a31-880e-ba425958b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861625-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-18T07:41:23Z,description=,heartbeat_timestamp=2022-10-18T08:52:53Z,host='dv-neutron-861625-1-hyperv',id=8ef04df1-043d-41e1-8e27-e2a9b2521810,load=0,resource_versions=,resources_synced=,started_at=2022-10-18T07:41:23Z,topic='l3_agent')) {'router_ids': ['6061d97e-0df8-466b-a825-032d97e21d71'], 'active': True} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:53:16.934714 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-3a415cf1-7f08-4594-b9f1-d986f1ee0497 admin admin] For port 7aa88562-dd3f-4f85-ada1-59d0cae2f884, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=7aa88562-dd3f-4f85-ada1-59d0cae2f884,segment=NetworkSegment(77e23f34-8464-4de2-8cd8-d0608a6910f5),segment_id=77e23f34-8464-4de2-8cd8-d0608a6910f5)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:53:16.935074 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a415cf1-7f08-4594-b9f1-d986f1ee0497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:17.027127 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_dvr_db [None req-4c3acc8b-a0d1-4a31-880e-ba425958b271 None None] Set router 6061d97e-0df8-466b-a825-032d97e21d71 gateway port host: None {{(pid=89047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 18 08:53:17.060246 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-3a415cf1-7f08-4594-b9f1-d986f1ee0497 admin admin] Calling delete_port for 7aa88562-dd3f-4f85-ada1-59d0cae2f884 owned by network:router_gateway {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:53:17.184001 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.db.l3_hamode_db [None req-4c3acc8b-a0d1-4a31-880e-ba425958b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6061d97e-0df8-466b-a825-032d97e21d71', 'name': 'tempest-TestSnapshotPattern-880104541-router', 'tenant_id': '969ca2e5471442d396016c2686fd4562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:07Z', 'updated_at': '2022-10-18T08:53:16Z', 'revision_number': 6, 'project_id': '969ca2e5471442d396016c2686fd4562', 'gw_port_host': None}], 'dv-neutron-861625-1-hyperv', False) {} {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:53:17.187986 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3acc8b-a0d1-4a31-880e-ba425958b271 None None] The sync data for ids ['6061d97e-0df8-466b-a825-032d97e21d71'] in dv-neutron-861625-1-hyperv is: [{'id': '6061d97e-0df8-466b-a825-032d97e21d71', 'name': 'tempest-TestSnapshotPattern-880104541-router', 'tenant_id': '969ca2e5471442d396016c2686fd4562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-18T08:48:07Z', 'updated_at': '2022-10-18T08:53:16Z', 'revision_number': 6, 'project_id': '969ca2e5471442d396016c2686fd4562', 'gw_port_host': None}] {{(pid=89047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 08:53:17.237825 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a415cf1-7f08-4594-b9f1-d986f1ee0497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:17.284216 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a415cf1-7f08-4594-b9f1-d986f1ee0497 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa88562-dd3f-4f85-ada1-59d0cae2f884,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:53:17.483130 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a415cf1-7f08-4594-b9f1-d986f1ee0497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407459'] for router_gateway, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:17.656909 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a415cf1-7f08-4594-b9f1-d986f1ee0497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7188'] for router, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:17.659096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a415cf1-7f08-4594-b9f1-d986f1ee0497 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:17.682395 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a415cf1-7f08-4594-b9f1-d986f1ee0497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-407832'] for router, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:17.682951 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a415cf1-7f08-4594-b9f1-d986f1ee0497 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6061d97e-0df8-466b-a825-032d97e21d71 {{(pid=89046) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 18 08:53:17.694925 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-3a415cf1-7f08-4594-b9f1-d986f1ee0497 admin admin] Notify callbacks [] for router, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:17.696040 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-3a415cf1-7f08-4594-b9f1-d986f1ee0497 admin admin] 10.222.0.17 "DELETE /v2.0/routers/6061d97e-0df8-466b-a825-032d97e21d71 HTTP/1.1" status: 204 len: 168 time: 1.2929091 Oct 18 08:53:17.698663 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43990) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:53:17.758842 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6fef3d-d536-40f2-987c-d01b25d75dac admin admin] Deleting subnet ff8639ba-d761-4fd2-86e7-05db3f6786af {{(pid=89046) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 18 08:53:17.761689 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2c6fef3d-d536-40f2-987c-d01b25d75dac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:17.810048 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2c6fef3d-d536-40f2-987c-d01b25d75dac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131645086'] for subnet, precommit_delete_associations {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:17.884846 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2c6fef3d-d536-40f2-987c-d01b25d75dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1741549'] for subnet, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:17.956825 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2c6fef3d-d536-40f2-987c-d01b25d75dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1741556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132233148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132562308'] for subnet, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:17.994625 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fef3d-d536-40f2-987c-d01b25d75dac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff8639ba-d761-4fd2-86e7-05db3f6786af,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:53:17.998165 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-2c6fef3d-d536-40f2-987c-d01b25d75dac admin admin] Notify callbacks [] for subnet, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:18.003972 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-2c6fef3d-d536-40f2-987c-d01b25d75dac admin admin] 10.222.0.17 "DELETE /v2.0/subnets/ff8639ba-d761-4fd2-86e7-05db3f6786af HTTP/1.1" status: 204 len: 168 time: 0.3043699 Oct 18 08:53:18.004125 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df37a471-3480-4d12-834e-4fabe52783eb None None] Network c5d38aa9-26ec-4d38-9664-984e145a4942 requested from dv-neutron-861625-1-hyperv {{(pid=89047) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 18 08:53:18.006383 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 43994) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:53:18.116504 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365925'] for network, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:18.127449 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] Deleting port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe {{(pid=89046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:53:18.127900 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:18.286648 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94c1215-a615-45c0-b970-6c27fef75407 None None] DHCP port deletion for c5d38aa9-26ec-4d38-9664-984e145a4942 request from dv-neutron-861625-1-hyperv {{(pid=89047) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 18 08:53:18.290901 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c94c1215-a615-45c0-b970-6c27fef75407 None None] Deleting port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:53:18.291552 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c94c1215-a615-45c0-b970-6c27fef75407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:18.340929 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.db [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] For port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe,segment=NetworkSegment(5946d9d2-b230-451c-9438-01daca4bf5f4),segment_id=5946d9d2-b230-451c-9438-01daca4bf5f4)] {{(pid=89046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:53:18.341522 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:18.463967 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.plugin [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] Calling delete_port for 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe owned by network:dhcp {{(pid=89046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:53:18.492967 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.db [None req-c94c1215-a615-45c0-b970-6c27fef75407 None None] For port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe, host dv-neutron-861625-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861625-1-hyperv',level=0,port_id=9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe,segment=NetworkSegment(5946d9d2-b230-451c-9438-01daca4bf5f4),segment_id=5946d9d2-b230-451c-9438-01daca4bf5f4)] {{(pid=89047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 18 08:53:18.493388 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c94c1215-a615-45c0-b970-6c27fef75407 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-407915'] for port, precommit_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:18.541967 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1724106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775356885378', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775356434405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132233185'] for port, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:18.589053 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] Pushing event deleted for resources: {'Port': ['ID=9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:53:18.594345 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] No DVR routers for this DVR port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe on host dv-neutron-861625-1-hyperv {{(pid=89046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 08:53:18.614471 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c94c1215-a615-45c0-b970-6c27fef75407 None None] Calling delete_port for 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe owned by network:dhcp {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 18 08:53:18.687496 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.db.api [None req-c94c1215-a615-45c0-b970-6c27fef75407 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 08:53:18.687872 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG oslo_db.api [None req-c94c1215-a615-45c0-b970-6c27fef75407 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 08:53:18.708497 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1744521', 'neutron.services.segments.db._delete_segments_for_network-8775356978661'] for network, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:18.733396 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d38aa9-26ec-4d38-9664-984e145a4942']}} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:53:18.745099 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5946d9d2-b230-451c-9438-01daca4bf5f4') {'for_net_delete': True} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:53:18.745397 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.services.segments.db [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5946d9d2-b230-451c-9438-01daca4bf5f4') {} {{(pid=89046) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 08:53:18.756389 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775356981773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131645063'] for segment, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:18.772734 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1739898'] for segment, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:18.779480 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=89046) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 08:53:18.779911 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1739891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132232466'] for segment, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:18.942405 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 5946d9d2-b230-451c-9438-01daca4bf5f4 resource provider aggregate not found Oct 18 08:53:18.964740 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.services.segments.plugin [-] Segment 5946d9d2-b230-451c-9438-01daca4bf5f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5946d9d2-b230-451c-9438-01daca4bf5f4 found for delete ", "request_id": "req-6f9169ec-ac65-4b68-bf27-6a1cd8622f9e"}]} Oct 18 08:53:18.976620 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1744514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-407366'] for network, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:18.992366 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] Notify callbacks [] for network, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:19.002127 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] Pushing event deleted for resources: {'Network': ['ID=c5d38aa9-26ec-4d38-9664-984e145a4942,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:53:19.009471 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-bbc571dd-5fc7-4553-8c85-c2ee7fa3986b admin admin] 10.222.0.17 "DELETE /v2.0/networks/c5d38aa9-26ec-4d38-9664-984e145a4942 HTTP/1.1" status: 204 len: 168 time: 1.0015225 Oct 18 08:53:19.115316 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 44006) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:53:19.163618 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-06ce0a86-72bb-47f4-940e-ad2657c6b3e7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=82ccd3376e194c8882e8875462a9a400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471721 Oct 18 08:53:19.166069 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.wsgi [-] (89046) accepted ('10.222.0.17', 44010) {{(pid=89046) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:53:19.189113 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c94c1215-a615-45c0-b970-6c27fef75407 None None] Deleting port 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe {{(pid=89047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 18 08:53:19.189601 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c94c1215-a615-45c0-b970-6c27fef75407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775357014959'] for port, before_delete {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:19.226360 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-abb46c1b-6056-414f-a8fa-38d8c2d2e74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:19.253349 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7aa88562-dd3f-4f85-ada1-59d0cae2f884 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:53:19.253503 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-abb46c1b-6056-414f-a8fa-38d8c2d2e74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:19.287477 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-c94c1215-a615-45c0-b970-6c27fef75407 None None] The port '9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe' was deleted {{(pid=89047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 18 08:53:19.293580 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 7aa88562-dd3f-4f85-ada1-59d0cae2f884 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:53:19.293918 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 7aa88562-dd3f-4f85-ada1-59d0cae2f884 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:53:19.294336 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 227a6418-9119-4b11-9dcd-a3bff985f530 no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:53:19.309016 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-abb46c1b-6056-414f-a8fa-38d8c2d2e74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:19.328890 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb46c1b-6056-414f-a8fa-38d8c2d2e74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf8515f-c6d4-4360-b10c-7545c4fc4314,revision_number=None']} {{(pid=89046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:53:19.329812 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 227a6418-9119-4b11-9dcd-a3bff985f530 {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:53:19.330194 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 227a6418-9119-4b11-9dcd-a3bff985f530 not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:53:19.330526 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe no longer exists at agent ovs-agent-dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 18 08:53:19.338096 dv-neutron-861625-1-hyperv neutron-server[89046]: DEBUG neutron_lib.callbacks.manager [None req-abb46c1b-6056-414f-a8fa-38d8c2d2e74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89046) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:19.339282 dv-neutron-861625-1-hyperv neutron-server[89046]: INFO neutron.wsgi [None req-abb46c1b-6056-414f-a8fa-38d8c2d2e74c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7bf8515f-c6d4-4360-b10c-7545c4fc4314 HTTP/1.1" status: 204 len: 168 time: 0.1723118 Oct 18 08:53:19.374472 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.plugin [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] No Port match for: 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe {{(pid=89047) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 18 08:53:19.374847 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron.plugins.ml2.rpc [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Device 9edd87c9-24f6-4e0f-be57-7d4e6d93f9fe not bound to the agent host dv-neutron-861625-1-hyperv {{(pid=89047) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 18 08:53:19.685358 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 44018) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:53:19.733249 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-1f96974f-abd5-473d-aefe-5eb5597fa482 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=969ca2e5471442d396016c2686fd4562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467892 Oct 18 08:53:19.735628 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.wsgi [-] (89045) accepted ('10.222.0.17', 44022) {{(pid=89045) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 18 08:53:19.791426 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-90a4e8df-f9d4-4ddd-8bfe-ded49641a78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:19.817219 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-90a4e8df-f9d4-4ddd-8bfe-ded49641a78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:19.869559 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-90a4e8df-f9d4-4ddd-8bfe-ded49641a78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-767256'] for security_group, after_delete {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:19.883083 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4e8df-f9d4-4ddd-8bfe-ded49641a78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e853bc-e91e-42f3-b99e-2397c04cc383,revision_number=None']} {{(pid=89045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 08:53:19.890204 dv-neutron-861625-1-hyperv neutron-server[89045]: DEBUG neutron_lib.callbacks.manager [None req-90a4e8df-f9d4-4ddd-8bfe-ded49641a78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:19.891352 dv-neutron-861625-1-hyperv neutron-server[89045]: INFO neutron.wsgi [None req-90a4e8df-f9d4-4ddd-8bfe-ded49641a78f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/69e853bc-e91e-42f3-b99e-2397c04cc383 HTTP/1.1" status: 204 len: 168 time: 0.1548638 Oct 18 08:53:20.890614 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-2e9fb217-8b07-4992-b0a9-df4677bcc6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:23.170022 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-9eb4386e-ff16-400d-ba15-54cacf01626a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:23.945233 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:23.968863 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:25.573077 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:35.151086 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:48.776035 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:53:50.891252 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f53cd66a-1f20-48fc-8489-0cc7836dc159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:53.173266 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fc82f14f-27f0-4407-9c1d-795ddeb11239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:53.946818 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:53.971757 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:53:55.576425 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:54:05.164920 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:54:20.891805 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-f976e30a-efc1-488a-ae6e-9042cf3b87f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:54:23.174902 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5100109a-0257-4f4b-afa6-7c0fd065bda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:54:23.948813 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:54:23.974726 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:54:25.580594 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:54:25.774786 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:54:35.179414 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:54:50.893536 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-39fc937e-6f19-4171-9660-dd0be556870c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:54:53.178416 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-57ab6775-a763-47ce-93f4-cc27bb809813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:54:53.951859 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:54:53.977950 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:54:55.582168 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:55:02.773762 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:55:05.178927 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:55:20.895344 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-1a011a0e-f2a4-4472-adfe-9ae3f9d37783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:55:23.180878 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c60bf214-fa5c-4ba1-a006-21a384db2af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:55:23.953610 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:55:23.979314 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:55:25.586369 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:55:35.193711 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:55:39.772658 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:55:50.896669 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-addbde14-e0ea-462d-b17b-4cd68f94749f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:55:53.183908 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-71736c42-dc19-46c2-982d-870d3bf9bbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:55:53.956200 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:55:53.980783 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:55:55.589553 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:56:05.198115 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:56:16.771772 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:56:20.898832 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-6b4918f5-2761-4cee-a7d0-67db28789004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:56:23.186363 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ed9c931f-a99e-4476-a177-39b4bf8e3d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:56:23.957263 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:56:23.983154 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:56:25.593245 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:56:35.209436 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:56:50.901402 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9480-da8f-4afe-ab69-f7106064a18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:56:53.188053 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-cca0924d-e688-4ca4-832f-cc398fabf547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:56:53.770093 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:56:53.958833 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:56:53.985151 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:56:55.595335 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:57:05.208778 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:57:20.903172 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-116ac3f7-f35b-4c63-8509-8783e44ee9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:57:23.189734 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-822c9ce9-3835-422c-86c1-82c41dd0adc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:57:23.961102 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:57:23.987604 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:57:25.598283 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:57:30.769929 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:57:35.211954 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:57:50.904539 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-fa791492-d94f-4534-b523-87b04f695566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:57:53.191880 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c7762175-a189-479b-b8ca-b071bd23f184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:57:53.963957 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:57:53.989831 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:57:55.602651 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:58:05.222674 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:58:07.768818 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:58:20.906676 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-220054bf-75f3-4692-a661-fb02744d2a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:58:23.193173 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e01d67e3-6216-425d-88d4-466298c8db89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:58:23.965669 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:58:23.991715 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:58:25.604048 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:58:35.226361 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-e779ef80-ed49-492e-ae4d-b35e01c012bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:58:44.767298 dv-neutron-861625-1-hyperv neutron-server[89048]: DEBUG neutron.db.agents_db [None req-1e5abb0c-bcd4-40d5-8364-4a6480e1c4a9 None None] Agent healthcheck: found 6 active agents {{(pid=89048) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 18 08:58:50.908690 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-b851be18-c8d9-4f90-a099-51546339d48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:58:53.196669 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-c63a73b0-15fe-43f9-a375-723c6a8a4aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:58:53.968407 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-123b97b7-4d77-46fc-904c-63ef7a029025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:58:53.993985 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-7cdb2832-7538-432f-ab51-f51239785ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 18 08:58:55.607967 dv-neutron-861625-1-hyperv neutron-server[89047]: DEBUG neutron_lib.callbacks.manager [None req-5fa14258-9555-4bbb-8ab4-7db6e1045220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775356978643', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1708483'] for agent, after_update {{(pid=89047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}